Debian Codegraph @

llvm/test/Transforms/InstSimplify/AArch64/aarch64-sve-reductions.ll

raw
1 ; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 6
2 ; RUN: opt -S -passes=instsimplify < %s | FileCheck %s
3
4 target triple = "aarch64-unknown-linux-gnu"
5
6 ;
7 ; ANDV
8 ;
9
10 define i8 @andv_i8_no_active(<vscale x 16 x i8> %a) #0 {
11 ; CHECK-LABEL: define i8 @andv_i8_no_active(
12 ; CHECK-SAME: <vscale x 16 x i8> [[A:%.*]]) #[[ATTR0:[0-9]+]] {
13 ; CHECK-NEXT: ret i8 -1
14 ;
15 %out = call i8 @llvm.aarch64.sve.andv.nxv16i8(<vscale x 16 x i1> zeroinitializer, <vscale x 16 x i8> %a)
16 ret i8 %out
17 }
18
19 define i8 @andv_i8_splat_neutral_val(<vscale x 16 x i1> %pg) #0 {
20 ; CHECK-LABEL: define i8 @andv_i8_splat_neutral_val(
21 ; CHECK-SAME: <vscale x 16 x i1> [[PG:%.*]]) #[[ATTR0]] {
22 ; CHECK-NEXT: ret i8 -1
23 ;
24 %out = call i8 @llvm.aarch64.sve.andv.nxv16i8(<vscale x 16 x i1> %pg, <vscale x 16 x i8> splat(i8 -1))
25 ret i8 %out
26 }
27
28 define i8 @andv_i8_splat_non_neutral_val(<vscale x 16 x i1> %pg) #0 {
29 ; CHECK-LABEL: define i8 @andv_i8_splat_non_neutral_val(
30 ; CHECK-SAME: <vscale x 16 x i1> [[PG:%.*]]) #[[ATTR0]] {
31 ; CHECK-NEXT: [[OUT:%.*]] = call i8 @llvm.aarch64.sve.andv.nxv16i8(<vscale x 16 x i1> [[PG]], <vscale x 16 x i8> zeroinitializer)
32 ; CHECK-NEXT: ret i8 [[OUT]]
33 ;
34 %out = call i8 @llvm.aarch64.sve.andv.nxv16i8(<vscale x 16 x i1> %pg, <vscale x 16 x i8> zeroinitializer)
35 ret i8 %out
36 }
37
38 define i8 @andv_i8_all_active_splat(i8 %a) #0 {
39 ; CHECK-LABEL: define i8 @andv_i8_all_active_splat(
40 ; CHECK-SAME: i8 [[A:%.*]]) #[[ATTR0]] {
41 ; CHECK-NEXT: ret i8 [[A]]
42 ;
43 %a.insert = insertelement <vscale x 16 x i8> poison, i8 %a, i8 0
44 %a.splat = shufflevector <vscale x 16 x i8> %a.insert, <vscale x 16 x i8> poison, <vscale x 16 x i32> zeroinitializer
45 %out = call i8 @llvm.aarch64.sve.andv.nxv16i8(<vscale x 16 x i1> splat (i1 true), <vscale x 16 x i8> %a.splat)
46 ret i8 %out
47 }
48
49 define i16 @andv_i16_splat_neutral_val(<vscale x 8 x i1> %pg) #0 {
50 ; CHECK-LABEL: define i16 @andv_i16_splat_neutral_val(
51 ; CHECK-SAME: <vscale x 8 x i1> [[PG:%.*]]) #[[ATTR0]] {
52 ; CHECK-NEXT: ret i16 -1
53 ;
54 %out = call i16 @llvm.aarch64.sve.andv.nxv8i16(<vscale x 8 x i1> %pg, <vscale x 8 x i16> splat(i16 -1))
55 ret i16 %out
56 }
57
58 define i16 @andv_i16_splat_non_neutral_val(<vscale x 8 x i1> %pg) #0 {
59 ; CHECK-LABEL: define i16 @andv_i16_splat_non_neutral_val(
60 ; CHECK-SAME: <vscale x 8 x i1> [[PG:%.*]]) #[[ATTR0]] {
61 ; CHECK-NEXT: [[OUT:%.*]] = call i16 @llvm.aarch64.sve.andv.nxv8i16(<vscale x 8 x i1> [[PG]], <vscale x 8 x i16> zeroinitializer)
62 ; CHECK-NEXT: ret i16 [[OUT]]
63 ;
64 %out = call i16 @llvm.aarch64.sve.andv.nxv8i16(<vscale x 8 x i1> %pg, <vscale x 8 x i16> zeroinitializer)
65 ret i16 %out
66 }
67
68 define i32 @andv_i32_splat_neutral_val(<vscale x 4 x i1> %pg) #0 {
69 ; CHECK-LABEL: define i32 @andv_i32_splat_neutral_val(
70 ; CHECK-SAME: <vscale x 4 x i1> [[PG:%.*]]) #[[ATTR0]] {
71 ; CHECK-NEXT: ret i32 -1
72 ;
73 %out = call i32 @llvm.aarch64.sve.andv.nxv4i32(<vscale x 4 x i1> %pg, <vscale x 4 x i32> splat(i32 -1))
74 ret i32 %out
75 }
76
77 define i32 @andv_i32_splat_non_neutral_val(<vscale x 4 x i1> %pg) #0 {
78 ; CHECK-LABEL: define i32 @andv_i32_splat_non_neutral_val(
79 ; CHECK-SAME: <vscale x 4 x i1> [[PG:%.*]]) #[[ATTR0]] {
80 ; CHECK-NEXT: [[OUT:%.*]] = call i32 @llvm.aarch64.sve.andv.nxv4i32(<vscale x 4 x i1> [[PG]], <vscale x 4 x i32> zeroinitializer)
81 ; CHECK-NEXT: ret i32 [[OUT]]
82 ;
83 %out = call i32 @llvm.aarch64.sve.andv.nxv4i32(<vscale x 4 x i1> %pg, <vscale x 4 x i32> zeroinitializer)
84 ret i32 %out
85 }
86
87 define i64 @andv_i64_splat_neutral_val(<vscale x 2 x i1> %pg) #0 {
88 ; CHECK-LABEL: define i64 @andv_i64_splat_neutral_val(
89 ; CHECK-SAME: <vscale x 2 x i1> [[PG:%.*]]) #[[ATTR0]] {
90 ; CHECK-NEXT: ret i64 -1
91 ;
92 %out = call i64 @llvm.aarch64.sve.andv.nxv2i64(<vscale x 2 x i1> %pg, <vscale x 2 x i64> splat(i64 -1))
93 ret i64 %out
94 }
95
96 define i64 @andv_i64_splat_non_neutral_val(<vscale x 2 x i1> %pg) #0 {
97 ; CHECK-LABEL: define i64 @andv_i64_splat_non_neutral_val(
98 ; CHECK-SAME: <vscale x 2 x i1> [[PG:%.*]]) #[[ATTR0]] {
99 ; CHECK-NEXT: [[OUT:%.*]] = call i64 @llvm.aarch64.sve.andv.nxv2i64(<vscale x 2 x i1> [[PG]], <vscale x 2 x i64> zeroinitializer)
100 ; CHECK-NEXT: ret i64 [[OUT]]
101 ;
102 %out = call i64 @llvm.aarch64.sve.andv.nxv2i64(<vscale x 2 x i1> %pg, <vscale x 2 x i64> zeroinitializer)
103 ret i64 %out
104 }
105
106 ;
107 ; EORV
108 ;
109
110 define i8 @eorv_i8_no_active(<vscale x 16 x i8> %a) #0 {
111 ; CHECK-LABEL: define i8 @eorv_i8_no_active(
112 ; CHECK-SAME: <vscale x 16 x i8> [[A:%.*]]) #[[ATTR0]] {
113 ; CHECK-NEXT: ret i8 0
114 ;
115 %out = call i8 @llvm.aarch64.sve.eorv.nxv16i8(<vscale x 16 x i1> zeroinitializer, <vscale x 16 x i8> %a)
116 ret i8 %out
117 }
118
119 define i8 @eorv_i8_splat_neutral_val(<vscale x 16 x i1> %pg) #0 {
120 ; CHECK-LABEL: define i8 @eorv_i8_splat_neutral_val(
121 ; CHECK-SAME: <vscale x 16 x i1> [[PG:%.*]]) #[[ATTR0]] {
122 ; CHECK-NEXT: ret i8 0
123 ;
124 %out = call i8 @llvm.aarch64.sve.eorv.nxv16i8(<vscale x 16 x i1> %pg, <vscale x 16 x i8> zeroinitializer)
125 ret i8 %out
126 }
127
128 define i8 @eorv_i8_splat_non_neutral_val(<vscale x 16 x i1> %pg) #0 {
129 ; CHECK-LABEL: define i8 @eorv_i8_splat_non_neutral_val(
130 ; CHECK-SAME: <vscale x 16 x i1> [[PG:%.*]]) #[[ATTR0]] {
131 ; CHECK-NEXT: [[OUT:%.*]] = call i8 @llvm.aarch64.sve.eorv.nxv16i8(<vscale x 16 x i1> [[PG]], <vscale x 16 x i8> splat (i8 1))
132 ; CHECK-NEXT: ret i8 [[OUT]]
133 ;
134 %out = call i8 @llvm.aarch64.sve.eorv.nxv16i8(<vscale x 16 x i1> %pg, <vscale x 16 x i8> splat(i8 1))
135 ret i8 %out
136 }
137
138 define i8 @eorv_i8_all_active_splat(i8 %a) #0 {
139 ; CHECK-LABEL: define i8 @eorv_i8_all_active_splat(
140 ; CHECK-SAME: i8 [[A:%.*]]) #[[ATTR0]] {
141 ; CHECK-NEXT: ret i8 0
142 ;
143 %a.insert = insertelement <vscale x 16 x i8> poison, i8 %a, i8 0
144 %a.splat = shufflevector <vscale x 16 x i8> %a.insert, <vscale x 16 x i8> poison, <vscale x 16 x i32> zeroinitializer
145 %out = call i8 @llvm.aarch64.sve.eorv.nxv16i8(<vscale x 16 x i1> splat (i1 true), <vscale x 16 x i8> %a.splat)
146 ret i8 %out
147 }
148
149 define i16 @eorv_i16_splat_neutral_val(<vscale x 8 x i1> %pg) #0 {
150 ; CHECK-LABEL: define i16 @eorv_i16_splat_neutral_val(
151 ; CHECK-SAME: <vscale x 8 x i1> [[PG:%.*]]) #[[ATTR0]] {
152 ; CHECK-NEXT: ret i16 0
153 ;
154 %out = call i16 @llvm.aarch64.sve.eorv.nxv8i16(<vscale x 8 x i1> %pg, <vscale x 8 x i16> zeroinitializer)
155 ret i16 %out
156 }
157
158 define i16 @eorv_i16_splat_non_neutral_val(<vscale x 8 x i1> %pg) #0 {
159 ; CHECK-LABEL: define i16 @eorv_i16_splat_non_neutral_val(
160 ; CHECK-SAME: <vscale x 8 x i1> [[PG:%.*]]) #[[ATTR0]] {
161 ; CHECK-NEXT: [[OUT:%.*]] = call i16 @llvm.aarch64.sve.eorv.nxv8i16(<vscale x 8 x i1> [[PG]], <vscale x 8 x i16> splat (i16 1))
162 ; CHECK-NEXT: ret i16 [[OUT]]
163 ;
164 %out = call i16 @llvm.aarch64.sve.eorv.nxv8i16(<vscale x 8 x i1> %pg, <vscale x 8 x i16> splat(i16 1))
165 ret i16 %out
166 }
167
168 define i32 @eorv_i32_splat_neutral_val(<vscale x 4 x i1> %pg) #0 {
169 ; CHECK-LABEL: define i32 @eorv_i32_splat_neutral_val(
170 ; CHECK-SAME: <vscale x 4 x i1> [[PG:%.*]]) #[[ATTR0]] {
171 ; CHECK-NEXT: ret i32 0
172 ;
173 %out = call i32 @llvm.aarch64.sve.eorv.nxv4i32(<vscale x 4 x i1> %pg, <vscale x 4 x i32> zeroinitializer)
174 ret i32 %out
175 }
176
177 define i32 @eorv_i32_splat_non_neutral_val(<vscale x 4 x i1> %pg) #0 {
178 ; CHECK-LABEL: define i32 @eorv_i32_splat_non_neutral_val(
179 ; CHECK-SAME: <vscale x 4 x i1> [[PG:%.*]]) #[[ATTR0]] {
180 ; CHECK-NEXT: [[OUT:%.*]] = call i32 @llvm.aarch64.sve.eorv.nxv4i32(<vscale x 4 x i1> [[PG]], <vscale x 4 x i32> splat (i32 1))
181 ; CHECK-NEXT: ret i32 [[OUT]]
182 ;
183 %out = call i32 @llvm.aarch64.sve.eorv.nxv4i32(<vscale x 4 x i1> %pg, <vscale x 4 x i32> splat(i32 1))
184 ret i32 %out
185 }
186
187 define i64 @eorv_i64_splat_neutral_val(<vscale x 2 x i1> %pg) #0 {
188 ; CHECK-LABEL: define i64 @eorv_i64_splat_neutral_val(
189 ; CHECK-SAME: <vscale x 2 x i1> [[PG:%.*]]) #[[ATTR0]] {
190 ; CHECK-NEXT: ret i64 0
191 ;
192 %out = call i64 @llvm.aarch64.sve.eorv.nxv2i64(<vscale x 2 x i1> %pg, <vscale x 2 x i64> zeroinitializer)
193 ret i64 %out
194 }
195
196 define i64 @eorv_i64_splat_non_neutral_val(<vscale x 2 x i1> %pg) #0 {
197 ; CHECK-LABEL: define i64 @eorv_i64_splat_non_neutral_val(
198 ; CHECK-SAME: <vscale x 2 x i1> [[PG:%.*]]) #[[ATTR0]] {
199 ; CHECK-NEXT: [[OUT:%.*]] = call i64 @llvm.aarch64.sve.eorv.nxv2i64(<vscale x 2 x i1> [[PG]], <vscale x 2 x i64> splat (i64 1))
200 ; CHECK-NEXT: ret i64 [[OUT]]
201 ;
202 %out = call i64 @llvm.aarch64.sve.eorv.nxv2i64(<vscale x 2 x i1> %pg, <vscale x 2 x i64> splat(i64 1))
203 ret i64 %out
204 }
205
206 ;
207 ; ORV
208 ;
209
210 define i8 @orv_i8_no_active(<vscale x 16 x i8> %a) #0 {
211 ; CHECK-LABEL: define i8 @orv_i8_no_active(
212 ; CHECK-SAME: <vscale x 16 x i8> [[A:%.*]]) #[[ATTR0]] {
213 ; CHECK-NEXT: ret i8 0
214 ;
215 %out = call i8 @llvm.aarch64.sve.orv.nxv16i8(<vscale x 16 x i1> zeroinitializer, <vscale x 16 x i8> %a)
216 ret i8 %out
217 }
218
219 define i8 @orv_i8_splat_neutral_val(<vscale x 16 x i1> %pg) #0 {
220 ; CHECK-LABEL: define i8 @orv_i8_splat_neutral_val(
221 ; CHECK-SAME: <vscale x 16 x i1> [[PG:%.*]]) #[[ATTR0]] {
222 ; CHECK-NEXT: ret i8 0
223 ;
224 %out = call i8 @llvm.aarch64.sve.orv.nxv16i8(<vscale x 16 x i1> %pg, <vscale x 16 x i8> zeroinitializer)
225 ret i8 %out
226 }
227
228 define i8 @orv_i8_splat_non_neutral_val(<vscale x 16 x i1> %pg) #0 {
229 ; CHECK-LABEL: define i8 @orv_i8_splat_non_neutral_val(
230 ; CHECK-SAME: <vscale x 16 x i1> [[PG:%.*]]) #[[ATTR0]] {
231 ; CHECK-NEXT: [[OUT:%.*]] = call i8 @llvm.aarch64.sve.orv.nxv16i8(<vscale x 16 x i1> [[PG]], <vscale x 16 x i8> splat (i8 1))
232 ; CHECK-NEXT: ret i8 [[OUT]]
233 ;
234 %out = call i8 @llvm.aarch64.sve.orv.nxv16i8(<vscale x 16 x i1> %pg, <vscale x 16 x i8> splat(i8 1))
235 ret i8 %out
236 }
237
238 define i8 @orv_i8_all_active_splat(i8 %a) #0 {
239 ; CHECK-LABEL: define i8 @orv_i8_all_active_splat(
240 ; CHECK-SAME: i8 [[A:%.*]]) #[[ATTR0]] {
241 ; CHECK-NEXT: ret i8 [[A]]
242 ;
243 %a.insert = insertelement <vscale x 16 x i8> poison, i8 %a, i8 0
244 %a.splat = shufflevector <vscale x 16 x i8> %a.insert, <vscale x 16 x i8> poison, <vscale x 16 x i32> zeroinitializer
245 %out = call i8 @llvm.aarch64.sve.orv.nxv16i8(<vscale x 16 x i1> splat (i1 true), <vscale x 16 x i8> %a.splat)
246 ret i8 %out
247 }
248
249 define i16 @orv_i16_splat_neutral_val(<vscale x 8 x i1> %pg) #0 {
250 ; CHECK-LABEL: define i16 @orv_i16_splat_neutral_val(
251 ; CHECK-SAME: <vscale x 8 x i1> [[PG:%.*]]) #[[ATTR0]] {
252 ; CHECK-NEXT: ret i16 0
253 ;
254 %out = call i16 @llvm.aarch64.sve.orv.nxv8i16(<vscale x 8 x i1> %pg, <vscale x 8 x i16> zeroinitializer)
255 ret i16 %out
256 }
257
258 define i16 @orv_i16_splat_non_neutral_val(<vscale x 8 x i1> %pg) #0 {
259 ; CHECK-LABEL: define i16 @orv_i16_splat_non_neutral_val(
260 ; CHECK-SAME: <vscale x 8 x i1> [[PG:%.*]]) #[[ATTR0]] {
261 ; CHECK-NEXT: [[OUT:%.*]] = call i16 @llvm.aarch64.sve.orv.nxv8i16(<vscale x 8 x i1> [[PG]], <vscale x 8 x i16> splat (i16 1))
262 ; CHECK-NEXT: ret i16 [[OUT]]
263 ;
264 %out = call i16 @llvm.aarch64.sve.orv.nxv8i16(<vscale x 8 x i1> %pg, <vscale x 8 x i16> splat(i16 1))
265 ret i16 %out
266 }
267
268 define i32 @orv_i32_splat_neutral_val(<vscale x 4 x i1> %pg) #0 {
269 ; CHECK-LABEL: define i32 @orv_i32_splat_neutral_val(
270 ; CHECK-SAME: <vscale x 4 x i1> [[PG:%.*]]) #[[ATTR0]] {
271 ; CHECK-NEXT: ret i32 0
272 ;
273 %out = call i32 @llvm.aarch64.sve.orv.nxv4i32(<vscale x 4 x i1> %pg, <vscale x 4 x i32> zeroinitializer)
274 ret i32 %out
275 }
276
277 define i32 @orv_i32_splat_non_neutral_val(<vscale x 4 x i1> %pg) #0 {
278 ; CHECK-LABEL: define i32 @orv_i32_splat_non_neutral_val(
279 ; CHECK-SAME: <vscale x 4 x i1> [[PG:%.*]]) #[[ATTR0]] {
280 ; CHECK-NEXT: [[OUT:%.*]] = call i32 @llvm.aarch64.sve.orv.nxv4i32(<vscale x 4 x i1> [[PG]], <vscale x 4 x i32> splat (i32 1))
281 ; CHECK-NEXT: ret i32 [[OUT]]
282 ;
283 %out = call i32 @llvm.aarch64.sve.orv.nxv4i32(<vscale x 4 x i1> %pg, <vscale x 4 x i32> splat(i32 1))
284 ret i32 %out
285 }
286
287 define i64 @orv_i64_splat_neutral_val(<vscale x 2 x i1> %pg) #0 {
288 ; CHECK-LABEL: define i64 @orv_i64_splat_neutral_val(
289 ; CHECK-SAME: <vscale x 2 x i1> [[PG:%.*]]) #[[ATTR0]] {
290 ; CHECK-NEXT: ret i64 0
291 ;
292 %out = call i64 @llvm.aarch64.sve.orv.nxv2i64(<vscale x 2 x i1> %pg, <vscale x 2 x i64> zeroinitializer)
293 ret i64 %out
294 }
295
296 define i64 @orv_i64_splat_non_neutral_val(<vscale x 2 x i1> %pg) #0 {
297 ; CHECK-LABEL: define i64 @orv_i64_splat_non_neutral_val(
298 ; CHECK-SAME: <vscale x 2 x i1> [[PG:%.*]]) #[[ATTR0]] {
299 ; CHECK-NEXT: [[OUT:%.*]] = call i64 @llvm.aarch64.sve.orv.nxv2i64(<vscale x 2 x i1> [[PG]], <vscale x 2 x i64> splat (i64 1))
300 ; CHECK-NEXT: ret i64 [[OUT]]
301 ;
302 %out = call i64 @llvm.aarch64.sve.orv.nxv2i64(<vscale x 2 x i1> %pg, <vscale x 2 x i64> splat(i64 1))
303 ret i64 %out
304 }
305
306 ;
307 ; SADDV
308 ;
309
310 define i64 @saddv_i8_no_active(<vscale x 16 x i8> %a) #0 {
311 ; CHECK-LABEL: define i64 @saddv_i8_no_active(
312 ; CHECK-SAME: <vscale x 16 x i8> [[A:%.*]]) #[[ATTR0]] {
313 ; CHECK-NEXT: ret i64 0
314 ;
315 %out = call i64 @llvm.aarch64.sve.saddv.nxv16i8(<vscale x 16 x i1> zeroinitializer, <vscale x 16 x i8> %a)
316 ret i64 %out
317 }
318
319 define i64 @saddv_i8_splat_neutral_val(<vscale x 16 x i1> %pg) #0 {
320 ; CHECK-LABEL: define i64 @saddv_i8_splat_neutral_val(
321 ; CHECK-SAME: <vscale x 16 x i1> [[PG:%.*]]) #[[ATTR0]] {
322 ; CHECK-NEXT: ret i64 0
323 ;
324 %out = call i64 @llvm.aarch64.sve.saddv.nxv16i8(<vscale x 16 x i1> %pg, <vscale x 16 x i8> zeroinitializer)
325 ret i64 %out
326 }
327
328 define i64 @saddv_i8_splat_non_neutral_val(<vscale x 16 x i1> %pg) #0 {
329 ; CHECK-LABEL: define i64 @saddv_i8_splat_non_neutral_val(
330 ; CHECK-SAME: <vscale x 16 x i1> [[PG:%.*]]) #[[ATTR0]] {
331 ; CHECK-NEXT: [[OUT:%.*]] = call i64 @llvm.aarch64.sve.saddv.nxv16i8(<vscale x 16 x i1> [[PG]], <vscale x 16 x i8> splat (i8 1))
332 ; CHECK-NEXT: ret i64 [[OUT]]
333 ;
334 %out = call i64 @llvm.aarch64.sve.saddv.nxv16i8(<vscale x 16 x i1> %pg, <vscale x 16 x i8> splat(i8 1))
335 ret i64 %out
336 }
337
338 define i64 @saddv_i8_all_active_splat(i8 %a) #0 {
339 ; CHECK-LABEL: define i64 @saddv_i8_all_active_splat(
340 ; CHECK-SAME: i8 [[A:%.*]]) #[[ATTR0]] {
341 ; CHECK-NEXT: [[A_INSERT:%.*]] = insertelement <vscale x 16 x i8> poison, i8 [[A]], i8 0
342 ; CHECK-NEXT: [[A_SPLAT:%.*]] = shufflevector <vscale x 16 x i8> [[A_INSERT]], <vscale x 16 x i8> poison, <vscale x 16 x i32> zeroinitializer
343 ; CHECK-NEXT: [[OUT:%.*]] = call i64 @llvm.aarch64.sve.saddv.nxv16i8(<vscale x 16 x i1> splat (i1 true), <vscale x 16 x i8> [[A_SPLAT]])
344 ; CHECK-NEXT: ret i64 [[OUT]]
345 ;
346 %a.insert = insertelement <vscale x 16 x i8> poison, i8 %a, i8 0
347 %a.splat = shufflevector <vscale x 16 x i8> %a.insert, <vscale x 16 x i8> poison, <vscale x 16 x i32> zeroinitializer
348 %out = call i64 @llvm.aarch64.sve.saddv.nxv16i8(<vscale x 16 x i1> splat (i1 true), <vscale x 16 x i8> %a.splat)
349 ret i64 %out
350 }
351
352 define i64 @saddv_i16_splat_neutral_val(<vscale x 8 x i1> %pg) #0 {
353 ; CHECK-LABEL: define i64 @saddv_i16_splat_neutral_val(
354 ; CHECK-SAME: <vscale x 8 x i1> [[PG:%.*]]) #[[ATTR0]] {
355 ; CHECK-NEXT: ret i64 0
356 ;
357 %out = call i64 @llvm.aarch64.sve.saddv.nxv8i16(<vscale x 8 x i1> %pg, <vscale x 8 x i16> zeroinitializer)
358 ret i64 %out
359 }
360
361 define i64 @saddv_i16_splat_non_neutral_val(<vscale x 8 x i1> %pg) #0 {
362 ; CHECK-LABEL: define i64 @saddv_i16_splat_non_neutral_val(
363 ; CHECK-SAME: <vscale x 8 x i1> [[PG:%.*]]) #[[ATTR0]] {
364 ; CHECK-NEXT: [[OUT:%.*]] = call i64 @llvm.aarch64.sve.saddv.nxv8i16(<vscale x 8 x i1> [[PG]], <vscale x 8 x i16> splat (i16 1))
365 ; CHECK-NEXT: ret i64 [[OUT]]
366 ;
367 %out = call i64 @llvm.aarch64.sve.saddv.nxv8i16(<vscale x 8 x i1> %pg, <vscale x 8 x i16> splat(i16 1))
368 ret i64 %out
369 }
370
371 define i64 @saddv_i32_splat_neutral_val(<vscale x 4 x i1> %pg) #0 {
372 ; CHECK-LABEL: define i64 @saddv_i32_splat_neutral_val(
373 ; CHECK-SAME: <vscale x 4 x i1> [[PG:%.*]]) #[[ATTR0]] {
374 ; CHECK-NEXT: ret i64 0
375 ;
376 %out = call i64 @llvm.aarch64.sve.saddv.nxv4i32(<vscale x 4 x i1> %pg, <vscale x 4 x i32> zeroinitializer)
377 ret i64 %out
378 }
379
380 define i64 @saddv_i32_splat_non_neutral_val(<vscale x 4 x i1> %pg) #0 {
381 ; CHECK-LABEL: define i64 @saddv_i32_splat_non_neutral_val(
382 ; CHECK-SAME: <vscale x 4 x i1> [[PG:%.*]]) #[[ATTR0]] {
383 ; CHECK-NEXT: [[OUT:%.*]] = call i64 @llvm.aarch64.sve.saddv.nxv4i32(<vscale x 4 x i1> [[PG]], <vscale x 4 x i32> splat (i32 1))
384 ; CHECK-NEXT: ret i64 [[OUT]]
385 ;
386 %out = call i64 @llvm.aarch64.sve.saddv.nxv4i32(<vscale x 4 x i1> %pg, <vscale x 4 x i32> splat(i32 1))
387 ret i64 %out
388 }
389
390 define i64 @saddv_i64_splat_neutral_val(<vscale x 2 x i1> %pg) #0 {
391 ; CHECK-LABEL: define i64 @saddv_i64_splat_neutral_val(
392 ; CHECK-SAME: <vscale x 2 x i1> [[PG:%.*]]) #[[ATTR0]] {
393 ; CHECK-NEXT: ret i64 0
394 ;
395 %out = call i64 @llvm.aarch64.sve.saddv.nxv2i64(<vscale x 2 x i1> %pg, <vscale x 2 x i64> zeroinitializer)
396 ret i64 %out
397 }
398
399 define i64 @saddv_i64_splat_non_neutral_val(<vscale x 2 x i1> %pg) #0 {
400 ; CHECK-LABEL: define i64 @saddv_i64_splat_non_neutral_val(
401 ; CHECK-SAME: <vscale x 2 x i1> [[PG:%.*]]) #[[ATTR0]] {
402 ; CHECK-NEXT: [[OUT:%.*]] = call i64 @llvm.aarch64.sve.saddv.nxv2i64(<vscale x 2 x i1> [[PG]], <vscale x 2 x i64> splat (i64 1))
403 ; CHECK-NEXT: ret i64 [[OUT]]
404 ;
405 %out = call i64 @llvm.aarch64.sve.saddv.nxv2i64(<vscale x 2 x i1> %pg, <vscale x 2 x i64> splat(i64 1))
406 ret i64 %out
407 }
408
409 ;
410 ; SMAXV
411 ;
412
413 define i8 @smaxv_i8_no_active(<vscale x 16 x i8> %a) #0 {
414 ; CHECK-LABEL: define i8 @smaxv_i8_no_active(
415 ; CHECK-SAME: <vscale x 16 x i8> [[A:%.*]]) #[[ATTR0]] {
416 ; CHECK-NEXT: ret i8 -128
417 ;
418 %out = call i8 @llvm.aarch64.sve.smaxv.nxv16i8(<vscale x 16 x i1> zeroinitializer, <vscale x 16 x i8> %a)
419 ret i8 %out
420 }
421
422 define i8 @smaxv_i8_splat_neutral_val(<vscale x 16 x i1> %pg) #0 {
423 ; CHECK-LABEL: define i8 @smaxv_i8_splat_neutral_val(
424 ; CHECK-SAME: <vscale x 16 x i1> [[PG:%.*]]) #[[ATTR0]] {
425 ; CHECK-NEXT: ret i8 -128
426 ;
427 %out = call i8 @llvm.aarch64.sve.smaxv.nxv16i8(<vscale x 16 x i1> %pg, <vscale x 16 x i8> splat(i8 -128))
428 ret i8 %out
429 }
430
431 define i8 @smaxv_i8_splat_non_neutral_val(<vscale x 16 x i1> %pg) #0 {
432 ; CHECK-LABEL: define i8 @smaxv_i8_splat_non_neutral_val(
433 ; CHECK-SAME: <vscale x 16 x i1> [[PG:%.*]]) #[[ATTR0]] {
434 ; CHECK-NEXT: [[OUT:%.*]] = call i8 @llvm.aarch64.sve.smaxv.nxv16i8(<vscale x 16 x i1> [[PG]], <vscale x 16 x i8> zeroinitializer)
435 ; CHECK-NEXT: ret i8 [[OUT]]
436 ;
437 %out = call i8 @llvm.aarch64.sve.smaxv.nxv16i8(<vscale x 16 x i1> %pg, <vscale x 16 x i8> zeroinitializer)
438 ret i8 %out
439 }
440
441 define i8 @smaxv_i8_all_active_splat(i8 %a) #0 {
442 ; CHECK-LABEL: define i8 @smaxv_i8_all_active_splat(
443 ; CHECK-SAME: i8 [[A:%.*]]) #[[ATTR0]] {
444 ; CHECK-NEXT: ret i8 [[A]]
445 ;
446 %a.insert = insertelement <vscale x 16 x i8> poison, i8 %a, i8 0
447 %a.splat = shufflevector <vscale x 16 x i8> %a.insert, <vscale x 16 x i8> poison, <vscale x 16 x i32> zeroinitializer
448 %out = call i8 @llvm.aarch64.sve.smaxv.nxv16i8(<vscale x 16 x i1> splat (i1 true), <vscale x 16 x i8> %a.splat)
449 ret i8 %out
450 }
451
452 define i16 @smaxv_i16_splat_neutral_val(<vscale x 8 x i1> %pg) #0 {
453 ; CHECK-LABEL: define i16 @smaxv_i16_splat_neutral_val(
454 ; CHECK-SAME: <vscale x 8 x i1> [[PG:%.*]]) #[[ATTR0]] {
455 ; CHECK-NEXT: ret i16 -32768
456 ;
457 %out = call i16 @llvm.aarch64.sve.smaxv.nxv8i16(<vscale x 8 x i1> %pg, <vscale x 8 x i16> splat(i16 -32768))
458 ret i16 %out
459 }
460
461 define i16 @smaxv_i16_splat_non_neutral_val(<vscale x 8 x i1> %pg) #0 {
462 ; CHECK-LABEL: define i16 @smaxv_i16_splat_non_neutral_val(
463 ; CHECK-SAME: <vscale x 8 x i1> [[PG:%.*]]) #[[ATTR0]] {
464 ; CHECK-NEXT: [[OUT:%.*]] = call i16 @llvm.aarch64.sve.smaxv.nxv8i16(<vscale x 8 x i1> [[PG]], <vscale x 8 x i16> zeroinitializer)
465 ; CHECK-NEXT: ret i16 [[OUT]]
466 ;
467 %out = call i16 @llvm.aarch64.sve.smaxv.nxv8i16(<vscale x 8 x i1> %pg, <vscale x 8 x i16> zeroinitializer)
468 ret i16 %out
469 }
470
471 define i32 @smaxv_i32_splat_neutral_val(<vscale x 4 x i1> %pg) #0 {
472 ; CHECK-LABEL: define i32 @smaxv_i32_splat_neutral_val(
473 ; CHECK-SAME: <vscale x 4 x i1> [[PG:%.*]]) #[[ATTR0]] {
474 ; CHECK-NEXT: ret i32 -2147483648
475 ;
476 %out = call i32 @llvm.aarch64.sve.smaxv.nxv4i32(<vscale x 4 x i1> %pg, <vscale x 4 x i32> splat(i32 -2147483648))
477 ret i32 %out
478 }
479
480 define i32 @smaxv_i32_splat_non_neutral_val(<vscale x 4 x i1> %pg) #0 {
481 ; CHECK-LABEL: define i32 @smaxv_i32_splat_non_neutral_val(
482 ; CHECK-SAME: <vscale x 4 x i1> [[PG:%.*]]) #[[ATTR0]] {
483 ; CHECK-NEXT: [[OUT:%.*]] = call i32 @llvm.aarch64.sve.smaxv.nxv4i32(<vscale x 4 x i1> [[PG]], <vscale x 4 x i32> zeroinitializer)
484 ; CHECK-NEXT: ret i32 [[OUT]]
485 ;
486 %out = call i32 @llvm.aarch64.sve.smaxv.nxv4i32(<vscale x 4 x i1> %pg, <vscale x 4 x i32> zeroinitializer)
487 ret i32 %out
488 }
489
490 define i64 @smaxv_i64_splat_neutral_val(<vscale x 2 x i1> %pg) #0 {
491 ; CHECK-LABEL: define i64 @smaxv_i64_splat_neutral_val(
492 ; CHECK-SAME: <vscale x 2 x i1> [[PG:%.*]]) #[[ATTR0]] {
493 ; CHECK-NEXT: ret i64 -9223372036854775808
494 ;
495 %out = call i64 @llvm.aarch64.sve.smaxv.nxv2i64(<vscale x 2 x i1> %pg, <vscale x 2 x i64> splat(i64 -9223372036854775808))
496 ret i64 %out
497 }
498
499 define i64 @smaxv_i64_splat_non_neutral_val(<vscale x 2 x i1> %pg) #0 {
500 ; CHECK-LABEL: define i64 @smaxv_i64_splat_non_neutral_val(
501 ; CHECK-SAME: <vscale x 2 x i1> [[PG:%.*]]) #[[ATTR0]] {
502 ; CHECK-NEXT: [[OUT:%.*]] = call i64 @llvm.aarch64.sve.smaxv.nxv2i64(<vscale x 2 x i1> [[PG]], <vscale x 2 x i64> zeroinitializer)
503 ; CHECK-NEXT: ret i64 [[OUT]]
504 ;
505 %out = call i64 @llvm.aarch64.sve.smaxv.nxv2i64(<vscale x 2 x i1> %pg, <vscale x 2 x i64> zeroinitializer)
506 ret i64 %out
507 }
508
509 ;
510 ; SMINV
511 ;
512
513 define i8 @sminv_i8_no_active(<vscale x 16 x i8> %a) #0 {
514 ; CHECK-LABEL: define i8 @sminv_i8_no_active(
515 ; CHECK-SAME: <vscale x 16 x i8> [[A:%.*]]) #[[ATTR0]] {
516 ; CHECK-NEXT: ret i8 127
517 ;
518 %out = call i8 @llvm.aarch64.sve.sminv.nxv16i8(<vscale x 16 x i1> zeroinitializer, <vscale x 16 x i8> %a)
519 ret i8 %out
520 }
521
522 define i8 @sminv_i8_splat_neutral_val(<vscale x 16 x i1> %pg) #0 {
523 ; CHECK-LABEL: define i8 @sminv_i8_splat_neutral_val(
524 ; CHECK-SAME: <vscale x 16 x i1> [[PG:%.*]]) #[[ATTR0]] {
525 ; CHECK-NEXT: ret i8 127
526 ;
527 %out = call i8 @llvm.aarch64.sve.sminv.nxv16i8(<vscale x 16 x i1> %pg, <vscale x 16 x i8> splat(i8 127))
528 ret i8 %out
529 }
530
531 define i8 @sminv_i8_splat_non_neutral_val(<vscale x 16 x i1> %pg) #0 {
532 ; CHECK-LABEL: define i8 @sminv_i8_splat_non_neutral_val(
533 ; CHECK-SAME: <vscale x 16 x i1> [[PG:%.*]]) #[[ATTR0]] {
534 ; CHECK-NEXT: [[OUT:%.*]] = call i8 @llvm.aarch64.sve.sminv.nxv16i8(<vscale x 16 x i1> [[PG]], <vscale x 16 x i8> zeroinitializer)
535 ; CHECK-NEXT: ret i8 [[OUT]]
536 ;
537 %out = call i8 @llvm.aarch64.sve.sminv.nxv16i8(<vscale x 16 x i1> %pg, <vscale x 16 x i8> zeroinitializer)
538 ret i8 %out
539 }
540
541 define i8 @sminv_i8_all_active_splat(i8 %a) #0 {
542 ; CHECK-LABEL: define i8 @sminv_i8_all_active_splat(
543 ; CHECK-SAME: i8 [[A:%.*]]) #[[ATTR0]] {
544 ; CHECK-NEXT: ret i8 [[A]]
545 ;
546 %a.insert = insertelement <vscale x 16 x i8> poison, i8 %a, i8 0
547 %a.splat = shufflevector <vscale x 16 x i8> %a.insert, <vscale x 16 x i8> poison, <vscale x 16 x i32> zeroinitializer
548 %out = call i8 @llvm.aarch64.sve.sminv.nxv16i8(<vscale x 16 x i1> splat (i1 true), <vscale x 16 x i8> %a.splat)
549 ret i8 %out
550 }
551
552 define i16 @sminv_i16_splat_neutral_val(<vscale x 8 x i1> %pg) #0 {
553 ; CHECK-LABEL: define i16 @sminv_i16_splat_neutral_val(
554 ; CHECK-SAME: <vscale x 8 x i1> [[PG:%.*]]) #[[ATTR0]] {
555 ; CHECK-NEXT: ret i16 32767
556 ;
557 %out = call i16 @llvm.aarch64.sve.sminv.nxv8i16(<vscale x 8 x i1> %pg, <vscale x 8 x i16> splat(i16 32767))
558 ret i16 %out
559 }
560
561 define i16 @sminv_i16_splat_non_neutral_val(<vscale x 8 x i1> %pg) #0 {
562 ; CHECK-LABEL: define i16 @sminv_i16_splat_non_neutral_val(
563 ; CHECK-SAME: <vscale x 8 x i1> [[PG:%.*]]) #[[ATTR0]] {
564 ; CHECK-NEXT: [[OUT:%.*]] = call i16 @llvm.aarch64.sve.sminv.nxv8i16(<vscale x 8 x i1> [[PG]], <vscale x 8 x i16> zeroinitializer)
565 ; CHECK-NEXT: ret i16 [[OUT]]
566 ;
567 %out = call i16 @llvm.aarch64.sve.sminv.nxv8i16(<vscale x 8 x i1> %pg, <vscale x 8 x i16> zeroinitializer)
568 ret i16 %out
569 }
570
571 define i32 @sminv_i32_splat_neutral_val(<vscale x 4 x i1> %pg) #0 {
572 ; CHECK-LABEL: define i32 @sminv_i32_splat_neutral_val(
573 ; CHECK-SAME: <vscale x 4 x i1> [[PG:%.*]]) #[[ATTR0]] {
574 ; CHECK-NEXT: ret i32 2147483647
575 ;
576 %out = call i32 @llvm.aarch64.sve.sminv.nxv4i32(<vscale x 4 x i1> %pg, <vscale x 4 x i32> splat(i32 2147483647))
577 ret i32 %out
578 }
579
580 define i32 @sminv_i32_splat_non_neutral_val(<vscale x 4 x i1> %pg) #0 {
581 ; CHECK-LABEL: define i32 @sminv_i32_splat_non_neutral_val(
582 ; CHECK-SAME: <vscale x 4 x i1> [[PG:%.*]]) #[[ATTR0]] {
583 ; CHECK-NEXT: [[OUT:%.*]] = call i32 @llvm.aarch64.sve.sminv.nxv4i32(<vscale x 4 x i1> [[PG]], <vscale x 4 x i32> zeroinitializer)
584 ; CHECK-NEXT: ret i32 [[OUT]]
585 ;
586 %out = call i32 @llvm.aarch64.sve.sminv.nxv4i32(<vscale x 4 x i1> %pg, <vscale x 4 x i32> zeroinitializer)
587 ret i32 %out
588 }
589
590 define i64 @sminv_i64_splat_neutral_val(<vscale x 2 x i1> %pg) #0 {
591 ; CHECK-LABEL: define i64 @sminv_i64_splat_neutral_val(
592 ; CHECK-SAME: <vscale x 2 x i1> [[PG:%.*]]) #[[ATTR0]] {
593 ; CHECK-NEXT: ret i64 9223372036854775807
594 ;
595 %out = call i64 @llvm.aarch64.sve.sminv.nxv2i64(<vscale x 2 x i1> %pg, <vscale x 2 x i64> splat(i64 9223372036854775807))
596 ret i64 %out
597 }
598
599 define i64 @sminv_i64_splat_non_neutral_val(<vscale x 2 x i1> %pg) #0 {
600 ; CHECK-LABEL: define i64 @sminv_i64_splat_non_neutral_val(
601 ; CHECK-SAME: <vscale x 2 x i1> [[PG:%.*]]) #[[ATTR0]] {
602 ; CHECK-NEXT: [[OUT:%.*]] = call i64 @llvm.aarch64.sve.sminv.nxv2i64(<vscale x 2 x i1> [[PG]], <vscale x 2 x i64> zeroinitializer)
603 ; CHECK-NEXT: ret i64 [[OUT]]
604 ;
605 %out = call i64 @llvm.aarch64.sve.sminv.nxv2i64(<vscale x 2 x i1> %pg, <vscale x 2 x i64> zeroinitializer)
606 ret i64 %out
607 }
608
609 ;
610 ; UADDV
611 ;
612
613 define i64 @uaddv_i8_no_active(<vscale x 16 x i8> %a) #0 {
614 ; CHECK-LABEL: define i64 @uaddv_i8_no_active(
615 ; CHECK-SAME: <vscale x 16 x i8> [[A:%.*]]) #[[ATTR0]] {
616 ; CHECK-NEXT: ret i64 0
617 ;
618 %out = call i64 @llvm.aarch64.sve.uaddv.nxv16i8(<vscale x 16 x i1> zeroinitializer, <vscale x 16 x i8> %a)
619 ret i64 %out
620 }
621
622 define i64 @uaddv_i8_splat_neutral_val(<vscale x 16 x i1> %pg) #0 {
623 ; CHECK-LABEL: define i64 @uaddv_i8_splat_neutral_val(
624 ; CHECK-SAME: <vscale x 16 x i1> [[PG:%.*]]) #[[ATTR0]] {
625 ; CHECK-NEXT: ret i64 0
626 ;
627 %out = call i64 @llvm.aarch64.sve.uaddv.nxv16i8(<vscale x 16 x i1> %pg, <vscale x 16 x i8> zeroinitializer)
628 ret i64 %out
629 }
630
631 define i64 @uaddv_i8_splat_non_neutral_val(<vscale x 16 x i1> %pg) #0 {
632 ; CHECK-LABEL: define i64 @uaddv_i8_splat_non_neutral_val(
633 ; CHECK-SAME: <vscale x 16 x i1> [[PG:%.*]]) #[[ATTR0]] {
634 ; CHECK-NEXT: [[OUT:%.*]] = call i64 @llvm.aarch64.sve.uaddv.nxv16i8(<vscale x 16 x i1> [[PG]], <vscale x 16 x i8> splat (i8 1))
635 ; CHECK-NEXT: ret i64 [[OUT]]
636 ;
637 %out = call i64 @llvm.aarch64.sve.uaddv.nxv16i8(<vscale x 16 x i1> %pg, <vscale x 16 x i8> splat(i8 1))
638 ret i64 %out
639 }
640
641 define i64 @uaddv_i8_all_active_splat(i8 %a) #0 {
642 ; CHECK-LABEL: define i64 @uaddv_i8_all_active_splat(
643 ; CHECK-SAME: i8 [[A:%.*]]) #[[ATTR0]] {
644 ; CHECK-NEXT: [[A_INSERT:%.*]] = insertelement <vscale x 16 x i8> poison, i8 [[A]], i8 0
645 ; CHECK-NEXT: [[A_SPLAT:%.*]] = shufflevector <vscale x 16 x i8> [[A_INSERT]], <vscale x 16 x i8> poison, <vscale x 16 x i32> zeroinitializer
646 ; CHECK-NEXT: [[OUT:%.*]] = call i64 @llvm.aarch64.sve.uaddv.nxv16i8(<vscale x 16 x i1> splat (i1 true), <vscale x 16 x i8> [[A_SPLAT]])
647 ; CHECK-NEXT: ret i64 [[OUT]]
648 ;
649 %a.insert = insertelement <vscale x 16 x i8> poison, i8 %a, i8 0
650 %a.splat = shufflevector <vscale x 16 x i8> %a.insert, <vscale x 16 x i8> poison, <vscale x 16 x i32> zeroinitializer
651 %out = call i64 @llvm.aarch64.sve.uaddv.nxv16i8(<vscale x 16 x i1> splat (i1 true), <vscale x 16 x i8> %a.splat)
652 ret i64 %out
653 }
654
655 define i64 @uaddv_i16_splat_neutral_val(<vscale x 8 x i1> %pg) #0 {
656 ; CHECK-LABEL: define i64 @uaddv_i16_splat_neutral_val(
657 ; CHECK-SAME: <vscale x 8 x i1> [[PG:%.*]]) #[[ATTR0]] {
658 ; CHECK-NEXT: ret i64 0
659 ;
660 %out = call i64 @llvm.aarch64.sve.uaddv.nxv8i16(<vscale x 8 x i1> %pg, <vscale x 8 x i16> zeroinitializer)
661 ret i64 %out
662 }
663
664 define i64 @uaddv_i16_splat_non_neutral_val(<vscale x 8 x i1> %pg) #0 {
665 ; CHECK-LABEL: define i64 @uaddv_i16_splat_non_neutral_val(
666 ; CHECK-SAME: <vscale x 8 x i1> [[PG:%.*]]) #[[ATTR0]] {
667 ; CHECK-NEXT: [[OUT:%.*]] = call i64 @llvm.aarch64.sve.uaddv.nxv8i16(<vscale x 8 x i1> [[PG]], <vscale x 8 x i16> splat (i16 1))
668 ; CHECK-NEXT: ret i64 [[OUT]]
669 ;
670 %out = call i64 @llvm.aarch64.sve.uaddv.nxv8i16(<vscale x 8 x i1> %pg, <vscale x 8 x i16> splat(i16 1))
671 ret i64 %out
672 }
673
674 define i64 @uaddv_i32_splat_neutral_val(<vscale x 4 x i1> %pg) #0 {
675 ; CHECK-LABEL: define i64 @uaddv_i32_splat_neutral_val(
676 ; CHECK-SAME: <vscale x 4 x i1> [[PG:%.*]]) #[[ATTR0]] {
677 ; CHECK-NEXT: ret i64 0
678 ;
679 %out = call i64 @llvm.aarch64.sve.uaddv.nxv4i32(<vscale x 4 x i1> %pg, <vscale x 4 x i32> zeroinitializer)
680 ret i64 %out
681 }
682
683 define i64 @uaddv_i32_splat_non_neutral_val(<vscale x 4 x i1> %pg) #0 {
684 ; CHECK-LABEL: define i64 @uaddv_i32_splat_non_neutral_val(
685 ; CHECK-SAME: <vscale x 4 x i1> [[PG:%.*]]) #[[ATTR0]] {
686 ; CHECK-NEXT: [[OUT:%.*]] = call i64 @llvm.aarch64.sve.uaddv.nxv4i32(<vscale x 4 x i1> [[PG]], <vscale x 4 x i32> splat (i32 1))
687 ; CHECK-NEXT: ret i64 [[OUT]]
688 ;
689 %out = call i64 @llvm.aarch64.sve.uaddv.nxv4i32(<vscale x 4 x i1> %pg, <vscale x 4 x i32> splat(i32 1))
690 ret i64 %out
691 }
692
693 define i64 @uaddv_i64_splat_neutral_val(<vscale x 2 x i1> %pg) #0 {
694 ; CHECK-LABEL: define i64 @uaddv_i64_splat_neutral_val(
695 ; CHECK-SAME: <vscale x 2 x i1> [[PG:%.*]]) #[[ATTR0]] {
696 ; CHECK-NEXT: ret i64 0
697 ;
698 %out = call i64 @llvm.aarch64.sve.uaddv.nxv2i64(<vscale x 2 x i1> %pg, <vscale x 2 x i64> zeroinitializer)
699 ret i64 %out
700 }
701
702 define i64 @uaddv_i64_splat_non_neutral_val(<vscale x 2 x i1> %pg) #0 {
703 ; CHECK-LABEL: define i64 @uaddv_i64_splat_non_neutral_val(
704 ; CHECK-SAME: <vscale x 2 x i1> [[PG:%.*]]) #[[ATTR0]] {
705 ; CHECK-NEXT: [[OUT:%.*]] = call i64 @llvm.aarch64.sve.uaddv.nxv2i64(<vscale x 2 x i1> [[PG]], <vscale x 2 x i64> splat (i64 1))
706 ; CHECK-NEXT: ret i64 [[OUT]]
707 ;
708 %out = call i64 @llvm.aarch64.sve.uaddv.nxv2i64(<vscale x 2 x i1> %pg, <vscale x 2 x i64> splat(i64 1))
709 ret i64 %out
710 }
711
712 ;
713 ; UMAXV
714 ;
715
716 define i8 @umaxv_i8_no_active(<vscale x 16 x i8> %a) #0 {
717 ; CHECK-LABEL: define i8 @umaxv_i8_no_active(
718 ; CHECK-SAME: <vscale x 16 x i8> [[A:%.*]]) #[[ATTR0]] {
719 ; CHECK-NEXT: ret i8 0
720 ;
721 %out = call i8 @llvm.aarch64.sve.umaxv.nxv16i8(<vscale x 16 x i1> zeroinitializer, <vscale x 16 x i8> %a)
722 ret i8 %out
723 }
724
725 define i8 @umaxv_i8_splat_neutral_val(<vscale x 16 x i1> %pg) #0 {
726 ; CHECK-LABEL: define i8 @umaxv_i8_splat_neutral_val(
727 ; CHECK-SAME: <vscale x 16 x i1> [[PG:%.*]]) #[[ATTR0]] {
728 ; CHECK-NEXT: ret i8 0
729 ;
730 %out = call i8 @llvm.aarch64.sve.umaxv.nxv16i8(<vscale x 16 x i1> %pg, <vscale x 16 x i8> zeroinitializer)
731 ret i8 %out
732 }
733
734 define i8 @umaxv_i8_splat_non_neutral_val(<vscale x 16 x i1> %pg) #0 {
735 ; CHECK-LABEL: define i8 @umaxv_i8_splat_non_neutral_val(
736 ; CHECK-SAME: <vscale x 16 x i1> [[PG:%.*]]) #[[ATTR0]] {
737 ; CHECK-NEXT: [[OUT:%.*]] = call i8 @llvm.aarch64.sve.umaxv.nxv16i8(<vscale x 16 x i1> [[PG]], <vscale x 16 x i8> splat (i8 1))
738 ; CHECK-NEXT: ret i8 [[OUT]]
739 ;
740 %out = call i8 @llvm.aarch64.sve.umaxv.nxv16i8(<vscale x 16 x i1> %pg, <vscale x 16 x i8> splat(i8 1))
741 ret i8 %out
742 }
743
744 define i8 @umaxv_i8_all_active_splat(i8 %a) #0 {
745 ; CHECK-LABEL: define i8 @umaxv_i8_all_active_splat(
746 ; CHECK-SAME: i8 [[A:%.*]]) #[[ATTR0]] {
747 ; CHECK-NEXT: ret i8 [[A]]
748 ;
749 %a.insert = insertelement <vscale x 16 x i8> poison, i8 %a, i8 0
750 %a.splat = shufflevector <vscale x 16 x i8> %a.insert, <vscale x 16 x i8> poison, <vscale x 16 x i32> zeroinitializer
751 %out = call i8 @llvm.aarch64.sve.umaxv.nxv16i8(<vscale x 16 x i1> splat (i1 true), <vscale x 16 x i8> %a.splat)
752 ret i8 %out
753 }
754
755 define i16 @umaxv_i16_splat_neutral_val(<vscale x 8 x i1> %pg) #0 {
756 ; CHECK-LABEL: define i16 @umaxv_i16_splat_neutral_val(
757 ; CHECK-SAME: <vscale x 8 x i1> [[PG:%.*]]) #[[ATTR0]] {
758 ; CHECK-NEXT: ret i16 0
759 ;
760 %out = call i16 @llvm.aarch64.sve.umaxv.nxv8i16(<vscale x 8 x i1> %pg, <vscale x 8 x i16> zeroinitializer)
761 ret i16 %out
762 }
763
764 define i16 @umaxv_i16_splat_non_neutral_val(<vscale x 8 x i1> %pg) #0 {
765 ; CHECK-LABEL: define i16 @umaxv_i16_splat_non_neutral_val(
766 ; CHECK-SAME: <vscale x 8 x i1> [[PG:%.*]]) #[[ATTR0]] {
767 ; CHECK-NEXT: [[OUT:%.*]] = call i16 @llvm.aarch64.sve.umaxv.nxv8i16(<vscale x 8 x i1> [[PG]], <vscale x 8 x i16> splat (i16 1))
768 ; CHECK-NEXT: ret i16 [[OUT]]
769 ;
770 %out = call i16 @llvm.aarch64.sve.umaxv.nxv8i16(<vscale x 8 x i1> %pg, <vscale x 8 x i16> splat(i16 1))
771 ret i16 %out
772 }
773
774 define i32 @umaxv_i32_splat_neutral_val(<vscale x 4 x i1> %pg) #0 {
775 ; CHECK-LABEL: define i32 @umaxv_i32_splat_neutral_val(
776 ; CHECK-SAME: <vscale x 4 x i1> [[PG:%.*]]) #[[ATTR0]] {
777 ; CHECK-NEXT: ret i32 0
778 ;
779 %out = call i32 @llvm.aarch64.sve.umaxv.nxv4i32(<vscale x 4 x i1> %pg, <vscale x 4 x i32> zeroinitializer)
780 ret i32 %out
781 }
782
783 define i32 @umaxv_i32_splat_non_neutral_val(<vscale x 4 x i1> %pg) #0 {
784 ; CHECK-LABEL: define i32 @umaxv_i32_splat_non_neutral_val(
785 ; CHECK-SAME: <vscale x 4 x i1> [[PG:%.*]]) #[[ATTR0]] {
786 ; CHECK-NEXT: [[OUT:%.*]] = call i32 @llvm.aarch64.sve.umaxv.nxv4i32(<vscale x 4 x i1> [[PG]], <vscale x 4 x i32> splat (i32 1))
787 ; CHECK-NEXT: ret i32 [[OUT]]
788 ;
789 %out = call i32 @llvm.aarch64.sve.umaxv.nxv4i32(<vscale x 4 x i1> %pg, <vscale x 4 x i32> splat(i32 1))
790 ret i32 %out
791 }
792
793 define i64 @umaxv_i64_splat_neutral_val(<vscale x 2 x i1> %pg) #0 {
794 ; CHECK-LABEL: define i64 @umaxv_i64_splat_neutral_val(
795 ; CHECK-SAME: <vscale x 2 x i1> [[PG:%.*]]) #[[ATTR0]] {
796 ; CHECK-NEXT: ret i64 0
797 ;
798 %out = call i64 @llvm.aarch64.sve.umaxv.nxv2i64(<vscale x 2 x i1> %pg, <vscale x 2 x i64> zeroinitializer)
799 ret i64 %out
800 }
801
802 define i64 @umaxv_i64_splat_non_neutral_val(<vscale x 2 x i1> %pg) #0 {
803 ; CHECK-LABEL: define i64 @umaxv_i64_splat_non_neutral_val(
804 ; CHECK-SAME: <vscale x 2 x i1> [[PG:%.*]]) #[[ATTR0]] {
805 ; CHECK-NEXT: [[OUT:%.*]] = call i64 @llvm.aarch64.sve.umaxv.nxv2i64(<vscale x 2 x i1> [[PG]], <vscale x 2 x i64> splat (i64 1))
806 ; CHECK-NEXT: ret i64 [[OUT]]
807 ;
808 %out = call i64 @llvm.aarch64.sve.umaxv.nxv2i64(<vscale x 2 x i1> %pg, <vscale x 2 x i64> splat(i64 1))
809 ret i64 %out
810 }
811
812 ;
813 ; UMINV
814 ;
815
816 define i8 @uminv_i8_no_active(<vscale x 16 x i8> %a) #0 {
817 ; CHECK-LABEL: define i8 @uminv_i8_no_active(
818 ; CHECK-SAME: <vscale x 16 x i8> [[A:%.*]]) #[[ATTR0]] {
819 ; CHECK-NEXT: ret i8 -1
820 ;
821 %out = call i8 @llvm.aarch64.sve.uminv.nxv16i8(<vscale x 16 x i1> zeroinitializer, <vscale x 16 x i8> %a)
822 ret i8 %out
823 }
824
825 define i8 @uminv_i8_splat_neutral_val(<vscale x 16 x i1> %pg) #0 {
826 ; CHECK-LABEL: define i8 @uminv_i8_splat_neutral_val(
827 ; CHECK-SAME: <vscale x 16 x i1> [[PG:%.*]]) #[[ATTR0]] {
828 ; CHECK-NEXT: ret i8 -1
829 ;
830 %out = call i8 @llvm.aarch64.sve.uminv.nxv16i8(<vscale x 16 x i1> %pg, <vscale x 16 x i8> splat(i8 -1))
831 ret i8 %out
832 }
833
834 define i8 @uminv_i8_splat_non_neutral_val(<vscale x 16 x i1> %pg) #0 {
835 ; CHECK-LABEL: define i8 @uminv_i8_splat_non_neutral_val(
836 ; CHECK-SAME: <vscale x 16 x i1> [[PG:%.*]]) #[[ATTR0]] {
837 ; CHECK-NEXT: [[OUT:%.*]] = call i8 @llvm.aarch64.sve.uminv.nxv16i8(<vscale x 16 x i1> [[PG]], <vscale x 16 x i8> zeroinitializer)
838 ; CHECK-NEXT: ret i8 [[OUT]]
839 ;
840 %out = call i8 @llvm.aarch64.sve.uminv.nxv16i8(<vscale x 16 x i1> %pg, <vscale x 16 x i8> zeroinitializer)
841 ret i8 %out
842 }
843
844 define i8 @uminv_i8_all_active_splat(i8 %a) #0 {
845 ; CHECK-LABEL: define i8 @uminv_i8_all_active_splat(
846 ; CHECK-SAME: i8 [[A:%.*]]) #[[ATTR0]] {
847 ; CHECK-NEXT: ret i8 [[A]]
848 ;
849 %a.insert = insertelement <vscale x 16 x i8> poison, i8 %a, i8 0
850 %a.splat = shufflevector <vscale x 16 x i8> %a.insert, <vscale x 16 x i8> poison, <vscale x 16 x i32> zeroinitializer
851 %out = call i8 @llvm.aarch64.sve.uminv.nxv16i8(<vscale x 16 x i1> splat (i1 true), <vscale x 16 x i8> %a.splat)
852 ret i8 %out
853 }
854
855 define i16 @uminv_i16_splat_neutral_val(<vscale x 8 x i1> %pg) #0 {
856 ; CHECK-LABEL: define i16 @uminv_i16_splat_neutral_val(
857 ; CHECK-SAME: <vscale x 8 x i1> [[PG:%.*]]) #[[ATTR0]] {
858 ; CHECK-NEXT: ret i16 -1
859 ;
860 %out = call i16 @llvm.aarch64.sve.uminv.nxv8i16(<vscale x 8 x i1> %pg, <vscale x 8 x i16> splat(i16 -1))
861 ret i16 %out
862 }
863
864 define i16 @uminv_i16_splat_non_neutral_val(<vscale x 8 x i1> %pg) #0 {
865 ; CHECK-LABEL: define i16 @uminv_i16_splat_non_neutral_val(
866 ; CHECK-SAME: <vscale x 8 x i1> [[PG:%.*]]) #[[ATTR0]] {
867 ; CHECK-NEXT: [[OUT:%.*]] = call i16 @llvm.aarch64.sve.uminv.nxv8i16(<vscale x 8 x i1> [[PG]], <vscale x 8 x i16> zeroinitializer)
868 ; CHECK-NEXT: ret i16 [[OUT]]
869 ;
870 %out = call i16 @llvm.aarch64.sve.uminv.nxv8i16(<vscale x 8 x i1> %pg, <vscale x 8 x i16> zeroinitializer)
871 ret i16 %out
872 }
873
874 define i32 @uminv_i32_splat_neutral_val(<vscale x 4 x i1> %pg) #0 {
875 ; CHECK-LABEL: define i32 @uminv_i32_splat_neutral_val(
876 ; CHECK-SAME: <vscale x 4 x i1> [[PG:%.*]]) #[[ATTR0]] {
877 ; CHECK-NEXT: ret i32 -1
878 ;
879 %out = call i32 @llvm.aarch64.sve.uminv.nxv4i32(<vscale x 4 x i1> %pg, <vscale x 4 x i32> splat(i32 -1))
880 ret i32 %out
881 }
882
883 define i32 @uminv_i32_splat_non_neutral_val(<vscale x 4 x i1> %pg) #0 {
884 ; CHECK-LABEL: define i32 @uminv_i32_splat_non_neutral_val(
885 ; CHECK-SAME: <vscale x 4 x i1> [[PG:%.*]]) #[[ATTR0]] {
886 ; CHECK-NEXT: [[OUT:%.*]] = call i32 @llvm.aarch64.sve.uminv.nxv4i32(<vscale x 4 x i1> [[PG]], <vscale x 4 x i32> zeroinitializer)
887 ; CHECK-NEXT: ret i32 [[OUT]]
888 ;
889 %out = call i32 @llvm.aarch64.sve.uminv.nxv4i32(<vscale x 4 x i1> %pg, <vscale x 4 x i32> zeroinitializer)
890 ret i32 %out
891 }
892
893 define i64 @uminv_i64_splat_neutral_val(<vscale x 2 x i1> %pg) #0 {
894 ; CHECK-LABEL: define i64 @uminv_i64_splat_neutral_val(
895 ; CHECK-SAME: <vscale x 2 x i1> [[PG:%.*]]) #[[ATTR0]] {
896 ; CHECK-NEXT: ret i64 -1
897 ;
898 %out = call i64 @llvm.aarch64.sve.uminv.nxv2i64(<vscale x 2 x i1> %pg, <vscale x 2 x i64> splat(i64 -1))
899 ret i64 %out
900 }
901
902 define i64 @uminv_i64_splat_non_neutral_val(<vscale x 2 x i1> %pg) #0 {
903 ; CHECK-LABEL: define i64 @uminv_i64_splat_non_neutral_val(
904 ; CHECK-SAME: <vscale x 2 x i1> [[PG:%.*]]) #[[ATTR0]] {
905 ; CHECK-NEXT: [[OUT:%.*]] = call i64 @llvm.aarch64.sve.uminv.nxv2i64(<vscale x 2 x i1> [[PG]], <vscale x 2 x i64> zeroinitializer)
906 ; CHECK-NEXT: ret i64 [[OUT]]
907 ;
908 %out = call i64 @llvm.aarch64.sve.uminv.nxv2i64(<vscale x 2 x i1> %pg, <vscale x 2 x i64> zeroinitializer)
909 ret i64 %out
910 }
911
912 attributes #0 = { "target-features"="+sve" }