Debian Codegraph @

llvm/test/Transforms/VectorCombine/AArch64/ext-extract.ll

raw
1 ; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 5
2 ; RUN: opt -p vector-combine -mtriple=arm64-apple-macosx -S %s | FileCheck %s
3
4 declare void @use.i32(i32)
5 declare void @use.i64(i64)
6 declare void @use.v4i32(<4 x i32>)
7
8 define void @zext_v4i8_all_lanes_used(<4 x i8> %src) {
9 ; CHECK-LABEL: define void @zext_v4i8_all_lanes_used(
10 ; CHECK-SAME: <4 x i8> [[SRC:%.*]]) {
11 ; CHECK-NEXT: [[ENTRY:.*:]]
12 ; CHECK-NEXT: [[TMP0:%.*]] = freeze <4 x i8> [[SRC]]
13 ; CHECK-NEXT: [[TMP1:%.*]] = bitcast <4 x i8> [[TMP0]] to i32
14 ; CHECK-NEXT: [[TMP2:%.*]] = lshr i32 [[TMP1]], 24
15 ; CHECK-NEXT: [[TMP4:%.*]] = lshr i32 [[TMP1]], 16
16 ; CHECK-NEXT: [[TMP5:%.*]] = and i32 [[TMP4]], 255
17 ; CHECK-NEXT: [[TMP6:%.*]] = lshr i32 [[TMP1]], 8
18 ; CHECK-NEXT: [[TMP7:%.*]] = and i32 [[TMP6]], 255
19 ; CHECK-NEXT: [[TMP9:%.*]] = and i32 [[TMP1]], 255
20 ; CHECK-NEXT: [[EXT9:%.*]] = zext nneg <4 x i8> [[SRC]] to <4 x i32>
21 ; CHECK-NEXT: [[EXT_0:%.*]] = extractelement <4 x i32> [[EXT9]], i64 0
22 ; CHECK-NEXT: [[EXT_1:%.*]] = extractelement <4 x i32> [[EXT9]], i64 1
23 ; CHECK-NEXT: [[EXT_2:%.*]] = extractelement <4 x i32> [[EXT9]], i64 2
24 ; CHECK-NEXT: [[EXT_3:%.*]] = extractelement <4 x i32> [[EXT9]], i64 3
25 ; CHECK-NEXT: call void @use.i32(i32 [[TMP9]])
26 ; CHECK-NEXT: call void @use.i32(i32 [[TMP7]])
27 ; CHECK-NEXT: call void @use.i32(i32 [[TMP5]])
28 ; CHECK-NEXT: call void @use.i32(i32 [[TMP2]])
29 ; CHECK-NEXT: ret void
30 ;
31 entry:
32 %ext9 = zext nneg <4 x i8> %src to <4 x i32>
33 %ext.0 = extractelement <4 x i32> %ext9, i64 0
34 %ext.1 = extractelement <4 x i32> %ext9, i64 1
35 %ext.2 = extractelement <4 x i32> %ext9, i64 2
36 %ext.3 = extractelement <4 x i32> %ext9, i64 3
37
38 call void @use.i32(i32 %ext.0)
39 call void @use.i32(i32 %ext.1)
40 call void @use.i32(i32 %ext.2)
41 call void @use.i32(i32 %ext.3)
42 ret void
43 }
44
45 define void @sext_v4i8_all_lanes_used(<4 x i8> %src) {
46 ; CHECK-LABEL: define void @sext_v4i8_all_lanes_used(
47 ; CHECK-SAME: <4 x i8> [[SRC:%.*]]) {
48 ; CHECK-NEXT: [[ENTRY:.*:]]
49 ; CHECK-NEXT: [[EXT9:%.*]] = sext <4 x i8> [[SRC]] to <4 x i32>
50 ; CHECK-NEXT: [[EXT_0:%.*]] = extractelement <4 x i32> [[EXT9]], i64 0
51 ; CHECK-NEXT: [[EXT_1:%.*]] = extractelement <4 x i32> [[EXT9]], i64 1
52 ; CHECK-NEXT: [[EXT_2:%.*]] = extractelement <4 x i32> [[EXT9]], i64 2
53 ; CHECK-NEXT: [[EXT_3:%.*]] = extractelement <4 x i32> [[EXT9]], i64 3
54 ; CHECK-NEXT: call void @use.i32(i32 [[EXT_0]])
55 ; CHECK-NEXT: call void @use.i32(i32 [[EXT_1]])
56 ; CHECK-NEXT: call void @use.i32(i32 [[EXT_2]])
57 ; CHECK-NEXT: call void @use.i32(i32 [[EXT_3]])
58 ; CHECK-NEXT: ret void
59 ;
60 entry:
61 %ext9 = sext <4 x i8> %src to <4 x i32>
62 %ext.0 = extractelement <4 x i32> %ext9, i64 0
63 %ext.1 = extractelement <4 x i32> %ext9, i64 1
64 %ext.2 = extractelement <4 x i32> %ext9, i64 2
65 %ext.3 = extractelement <4 x i32> %ext9, i64 3
66
67 call void @use.i32(i32 %ext.0)
68 call void @use.i32(i32 %ext.1)
69 call void @use.i32(i32 %ext.2)
70 call void @use.i32(i32 %ext.3)
71 ret void
72 }
73
74
75 define void @zext_v4i8_3_lanes_used_1(<4 x i8> %src) {
76 ; CHECK-LABEL: define void @zext_v4i8_3_lanes_used_1(
77 ; CHECK-SAME: <4 x i8> [[SRC:%.*]]) {
78 ; CHECK-NEXT: [[ENTRY:.*:]]
79 ; CHECK-NEXT: [[TMP0:%.*]] = freeze <4 x i8> [[SRC]]
80 ; CHECK-NEXT: [[TMP1:%.*]] = bitcast <4 x i8> [[TMP0]] to i32
81 ; CHECK-NEXT: [[TMP2:%.*]] = lshr i32 [[TMP1]], 24
82 ; CHECK-NEXT: [[TMP4:%.*]] = lshr i32 [[TMP1]], 16
83 ; CHECK-NEXT: [[TMP5:%.*]] = and i32 [[TMP4]], 255
84 ; CHECK-NEXT: [[TMP6:%.*]] = lshr i32 [[TMP1]], 8
85 ; CHECK-NEXT: [[TMP7:%.*]] = and i32 [[TMP6]], 255
86 ; CHECK-NEXT: [[EXT9:%.*]] = zext nneg <4 x i8> [[SRC]] to <4 x i32>
87 ; CHECK-NEXT: [[EXT_1:%.*]] = extractelement <4 x i32> [[EXT9]], i64 1
88 ; CHECK-NEXT: [[EXT_2:%.*]] = extractelement <4 x i32> [[EXT9]], i64 2
89 ; CHECK-NEXT: [[EXT_3:%.*]] = extractelement <4 x i32> [[EXT9]], i64 3
90 ; CHECK-NEXT: call void @use.i32(i32 [[TMP7]])
91 ; CHECK-NEXT: call void @use.i32(i32 [[TMP5]])
92 ; CHECK-NEXT: call void @use.i32(i32 [[TMP2]])
93 ; CHECK-NEXT: ret void
94 ;
95 entry:
96 %ext9 = zext nneg <4 x i8> %src to <4 x i32>
97 %ext.1 = extractelement <4 x i32> %ext9, i64 1
98 %ext.2 = extractelement <4 x i32> %ext9, i64 2
99 %ext.3 = extractelement <4 x i32> %ext9, i64 3
100
101 call void @use.i32(i32 %ext.1)
102 call void @use.i32(i32 %ext.2)
103 call void @use.i32(i32 %ext.3)
104 ret void
105 }
106
107 define void @zext_v4i8_3_lanes_used_2(<4 x i8> %src) {
108 ; CHECK-LABEL: define void @zext_v4i8_3_lanes_used_2(
109 ; CHECK-SAME: <4 x i8> [[SRC:%.*]]) {
110 ; CHECK-NEXT: [[ENTRY:.*:]]
111 ; CHECK-NEXT: [[TMP0:%.*]] = freeze <4 x i8> [[SRC]]
112 ; CHECK-NEXT: [[TMP1:%.*]] = bitcast <4 x i8> [[TMP0]] to i32
113 ; CHECK-NEXT: [[TMP2:%.*]] = lshr i32 [[TMP1]], 24
114 ; CHECK-NEXT: [[TMP4:%.*]] = lshr i32 [[TMP1]], 8
115 ; CHECK-NEXT: [[TMP5:%.*]] = and i32 [[TMP4]], 255
116 ; CHECK-NEXT: [[TMP7:%.*]] = and i32 [[TMP1]], 255
117 ; CHECK-NEXT: [[EXT9:%.*]] = zext nneg <4 x i8> [[SRC]] to <4 x i32>
118 ; CHECK-NEXT: [[EXT_0:%.*]] = extractelement <4 x i32> [[EXT9]], i64 0
119 ; CHECK-NEXT: [[EXT_1:%.*]] = extractelement <4 x i32> [[EXT9]], i64 1
120 ; CHECK-NEXT: [[EXT_3:%.*]] = extractelement <4 x i32> [[EXT9]], i64 3
121 ; CHECK-NEXT: call void @use.i32(i32 [[TMP7]])
122 ; CHECK-NEXT: call void @use.i32(i32 [[TMP5]])
123 ; CHECK-NEXT: call void @use.i32(i32 [[TMP2]])
124 ; CHECK-NEXT: ret void
125 ;
126 entry:
127 %ext9 = zext nneg <4 x i8> %src to <4 x i32>
128 %ext.0 = extractelement <4 x i32> %ext9, i64 0
129 %ext.1 = extractelement <4 x i32> %ext9, i64 1
130 %ext.3 = extractelement <4 x i32> %ext9, i64 3
131
132 call void @use.i32(i32 %ext.0)
133 call void @use.i32(i32 %ext.1)
134 call void @use.i32(i32 %ext.3)
135 ret void
136 }
137
138 define void @zext_v4i8_2_lanes_used_1(<4 x i8> %src) {
139 ; CHECK-LABEL: define void @zext_v4i8_2_lanes_used_1(
140 ; CHECK-SAME: <4 x i8> [[SRC:%.*]]) {
141 ; CHECK-NEXT: [[ENTRY:.*:]]
142 ; CHECK-NEXT: [[TMP0:%.*]] = freeze <4 x i8> [[SRC]]
143 ; CHECK-NEXT: [[TMP1:%.*]] = bitcast <4 x i8> [[TMP0]] to i32
144 ; CHECK-NEXT: [[TMP2:%.*]] = lshr i32 [[TMP1]], 16
145 ; CHECK-NEXT: [[TMP3:%.*]] = and i32 [[TMP2]], 255
146 ; CHECK-NEXT: [[TMP4:%.*]] = lshr i32 [[TMP1]], 8
147 ; CHECK-NEXT: [[TMP5:%.*]] = and i32 [[TMP4]], 255
148 ; CHECK-NEXT: [[EXT9:%.*]] = zext nneg <4 x i8> [[SRC]] to <4 x i32>
149 ; CHECK-NEXT: [[EXT_1:%.*]] = extractelement <4 x i32> [[EXT9]], i64 1
150 ; CHECK-NEXT: [[EXT_2:%.*]] = extractelement <4 x i32> [[EXT9]], i64 2
151 ; CHECK-NEXT: call void @use.i32(i32 [[TMP5]])
152 ; CHECK-NEXT: call void @use.i32(i32 [[TMP3]])
153 ; CHECK-NEXT: ret void
154 ;
155 entry:
156 %ext9 = zext nneg <4 x i8> %src to <4 x i32>
157 %ext.1 = extractelement <4 x i32> %ext9, i64 1
158 %ext.2 = extractelement <4 x i32> %ext9, i64 2
159
160 call void @use.i32(i32 %ext.1)
161 call void @use.i32(i32 %ext.2)
162 ret void
163 }
164
165 define void @zext_v4i8_2_lanes_used_2(<4 x i8> %src) {
166 ; CHECK-LABEL: define void @zext_v4i8_2_lanes_used_2(
167 ; CHECK-SAME: <4 x i8> [[SRC:%.*]]) {
168 ; CHECK-NEXT: [[ENTRY:.*:]]
169 ; CHECK-NEXT: [[TMP0:%.*]] = freeze <4 x i8> [[SRC]]
170 ; CHECK-NEXT: [[TMP1:%.*]] = bitcast <4 x i8> [[TMP0]] to i32
171 ; CHECK-NEXT: [[TMP2:%.*]] = lshr i32 [[TMP1]], 16
172 ; CHECK-NEXT: [[TMP3:%.*]] = and i32 [[TMP2]], 255
173 ; CHECK-NEXT: [[TMP5:%.*]] = and i32 [[TMP1]], 255
174 ; CHECK-NEXT: [[EXT9:%.*]] = zext nneg <4 x i8> [[SRC]] to <4 x i32>
175 ; CHECK-NEXT: [[EXT_0:%.*]] = extractelement <4 x i32> [[EXT9]], i64 0
176 ; CHECK-NEXT: [[EXT_2:%.*]] = extractelement <4 x i32> [[EXT9]], i64 2
177 ; CHECK-NEXT: call void @use.i32(i32 [[TMP5]])
178 ; CHECK-NEXT: call void @use.i32(i32 [[TMP3]])
179 ; CHECK-NEXT: ret void
180 ;
181 entry:
182 %ext9 = zext nneg <4 x i8> %src to <4 x i32>
183 %ext.0 = extractelement <4 x i32> %ext9, i64 0
184 %ext.2 = extractelement <4 x i32> %ext9, i64 2
185
186 call void @use.i32(i32 %ext.0)
187 call void @use.i32(i32 %ext.2)
188 ret void
189 }
190
191 define void @zext_v4i8_all_lanes_used_noundef(<4 x i8> noundef %src) {
192 ; CHECK-LABEL: define void @zext_v4i8_all_lanes_used_noundef(
193 ; CHECK-SAME: <4 x i8> noundef [[SRC:%.*]]) {
194 ; CHECK-NEXT: [[ENTRY:.*:]]
195 ; CHECK-NEXT: [[TMP0:%.*]] = bitcast <4 x i8> [[SRC]] to i32
196 ; CHECK-NEXT: [[TMP1:%.*]] = lshr i32 [[TMP0]], 24
197 ; CHECK-NEXT: [[TMP3:%.*]] = lshr i32 [[TMP0]], 16
198 ; CHECK-NEXT: [[TMP4:%.*]] = and i32 [[TMP3]], 255
199 ; CHECK-NEXT: [[TMP5:%.*]] = lshr i32 [[TMP0]], 8
200 ; CHECK-NEXT: [[TMP6:%.*]] = and i32 [[TMP5]], 255
201 ; CHECK-NEXT: [[TMP8:%.*]] = and i32 [[TMP0]], 255
202 ; CHECK-NEXT: [[EXT9:%.*]] = zext nneg <4 x i8> [[SRC]] to <4 x i32>
203 ; CHECK-NEXT: [[EXT_0:%.*]] = extractelement <4 x i32> [[EXT9]], i64 0
204 ; CHECK-NEXT: [[EXT_1:%.*]] = extractelement <4 x i32> [[EXT9]], i64 1
205 ; CHECK-NEXT: [[EXT_2:%.*]] = extractelement <4 x i32> [[EXT9]], i64 2
206 ; CHECK-NEXT: [[EXT_3:%.*]] = extractelement <4 x i32> [[EXT9]], i64 3
207 ; CHECK-NEXT: call void @use.i32(i32 [[TMP8]])
208 ; CHECK-NEXT: call void @use.i32(i32 [[TMP6]])
209 ; CHECK-NEXT: call void @use.i32(i32 [[TMP4]])
210 ; CHECK-NEXT: call void @use.i32(i32 [[TMP1]])
211 ; CHECK-NEXT: ret void
212 ;
213 entry:
214 %ext9 = zext nneg <4 x i8> %src to <4 x i32>
215 %ext.0 = extractelement <4 x i32> %ext9, i64 0
216 %ext.1 = extractelement <4 x i32> %ext9, i64 1
217 %ext.2 = extractelement <4 x i32> %ext9, i64 2
218 %ext.3 = extractelement <4 x i32> %ext9, i64 3
219
220 call void @use.i32(i32 %ext.0)
221 call void @use.i32(i32 %ext.1)
222 call void @use.i32(i32 %ext.2)
223 call void @use.i32(i32 %ext.3)
224 ret void
225 }
226
227 define void @zext_v4i8_all_lanes_used_zext_other_users(<4 x i8> %src) {
228 ; CHECK-LABEL: define void @zext_v4i8_all_lanes_used_zext_other_users(
229 ; CHECK-SAME: <4 x i8> [[SRC:%.*]]) {
230 ; CHECK-NEXT: [[ENTRY:.*:]]
231 ; CHECK-NEXT: [[EXT9:%.*]] = zext nneg <4 x i8> [[SRC]] to <4 x i32>
232 ; CHECK-NEXT: [[EXT_0:%.*]] = extractelement <4 x i32> [[EXT9]], i64 0
233 ; CHECK-NEXT: [[EXT_1:%.*]] = extractelement <4 x i32> [[EXT9]], i64 1
234 ; CHECK-NEXT: [[EXT_2:%.*]] = extractelement <4 x i32> [[EXT9]], i64 2
235 ; CHECK-NEXT: [[EXT_3:%.*]] = extractelement <4 x i32> [[EXT9]], i64 3
236 ; CHECK-NEXT: call void @use.v4i32(<4 x i32> [[EXT9]])
237 ; CHECK-NEXT: call void @use.i32(i32 [[EXT_0]])
238 ; CHECK-NEXT: call void @use.i32(i32 [[EXT_1]])
239 ; CHECK-NEXT: call void @use.i32(i32 [[EXT_2]])
240 ; CHECK-NEXT: call void @use.i32(i32 [[EXT_3]])
241 ; CHECK-NEXT: ret void
242 ;
243 entry:
244 %ext9 = zext nneg <4 x i8> %src to <4 x i32>
245 %ext.0 = extractelement <4 x i32> %ext9, i64 0
246 %ext.1 = extractelement <4 x i32> %ext9, i64 1
247 %ext.2 = extractelement <4 x i32> %ext9, i64 2
248 %ext.3 = extractelement <4 x i32> %ext9, i64 3
249
250 call void @use.v4i32(<4 x i32> %ext9)
251
252 call void @use.i32(i32 %ext.0)
253 call void @use.i32(i32 %ext.1)
254 call void @use.i32(i32 %ext.2)
255 call void @use.i32(i32 %ext.3)
256 ret void
257 }
258
259 define void @zext_v4i16_all_lanes_used(<4 x i16> %src) {
260 ; CHECK-LABEL: define void @zext_v4i16_all_lanes_used(
261 ; CHECK-SAME: <4 x i16> [[SRC:%.*]]) {
262 ; CHECK-NEXT: [[ENTRY:.*:]]
263 ; CHECK-NEXT: [[TMP0:%.*]] = freeze <4 x i16> [[SRC]]
264 ; CHECK-NEXT: [[TMP1:%.*]] = bitcast <4 x i16> [[TMP0]] to i64
265 ; CHECK-NEXT: [[TMP2:%.*]] = lshr i64 [[TMP1]], 48
266 ; CHECK-NEXT: [[TMP4:%.*]] = lshr i64 [[TMP1]], 32
267 ; CHECK-NEXT: [[TMP5:%.*]] = and i64 [[TMP4]], 65535
268 ; CHECK-NEXT: [[TMP6:%.*]] = lshr i64 [[TMP1]], 16
269 ; CHECK-NEXT: [[TMP7:%.*]] = and i64 [[TMP6]], 65535
270 ; CHECK-NEXT: [[TMP9:%.*]] = and i64 [[TMP1]], 65535
271 ; CHECK-NEXT: [[EXT9:%.*]] = zext nneg <4 x i16> [[SRC]] to <4 x i64>
272 ; CHECK-NEXT: [[EXT_0:%.*]] = extractelement <4 x i64> [[EXT9]], i64 0
273 ; CHECK-NEXT: [[EXT_1:%.*]] = extractelement <4 x i64> [[EXT9]], i64 1
274 ; CHECK-NEXT: [[EXT_2:%.*]] = extractelement <4 x i64> [[EXT9]], i64 2
275 ; CHECK-NEXT: [[EXT_3:%.*]] = extractelement <4 x i64> [[EXT9]], i64 3
276 ; CHECK-NEXT: call void @use.i64(i64 [[TMP9]])
277 ; CHECK-NEXT: call void @use.i64(i64 [[TMP7]])
278 ; CHECK-NEXT: call void @use.i64(i64 [[TMP5]])
279 ; CHECK-NEXT: call void @use.i64(i64 [[TMP2]])
280 ; CHECK-NEXT: ret void
281 ;
282 entry:
283 %ext9 = zext nneg <4 x i16> %src to <4 x i64>
284 %ext.0 = extractelement <4 x i64> %ext9, i64 0
285 %ext.1 = extractelement <4 x i64> %ext9, i64 1
286 %ext.2 = extractelement <4 x i64> %ext9, i64 2
287 %ext.3 = extractelement <4 x i64> %ext9, i64 3
288
289 call void @use.i64(i64 %ext.0)
290 call void @use.i64(i64 %ext.1)
291 call void @use.i64(i64 %ext.2)
292 call void @use.i64(i64 %ext.3)
293 ret void
294 }
295
296 define void @zext_v2i32_all_lanes_used(<2 x i32> %src) {
297 ; CHECK-LABEL: define void @zext_v2i32_all_lanes_used(
298 ; CHECK-SAME: <2 x i32> [[SRC:%.*]]) {
299 ; CHECK-NEXT: [[ENTRY:.*:]]
300 ; CHECK-NEXT: [[TMP0:%.*]] = freeze <2 x i32> [[SRC]]
301 ; CHECK-NEXT: [[TMP1:%.*]] = bitcast <2 x i32> [[TMP0]] to i64
302 ; CHECK-NEXT: [[TMP2:%.*]] = lshr i64 [[TMP1]], 32
303 ; CHECK-NEXT: [[TMP5:%.*]] = and i64 [[TMP1]], 4294967295
304 ; CHECK-NEXT: [[EXT9:%.*]] = zext nneg <2 x i32> [[SRC]] to <2 x i64>
305 ; CHECK-NEXT: [[EXT_0:%.*]] = extractelement <2 x i64> [[EXT9]], i64 0
306 ; CHECK-NEXT: [[EXT_1:%.*]] = extractelement <2 x i64> [[EXT9]], i64 1
307 ; CHECK-NEXT: call void @use.i64(i64 [[TMP5]])
308 ; CHECK-NEXT: call void @use.i64(i64 [[TMP2]])
309 ; CHECK-NEXT: ret void
310 ;
311 entry:
312 %ext9 = zext nneg <2 x i32> %src to <2 x i64>
313 %ext.0 = extractelement <2 x i64> %ext9, i64 0
314 %ext.1 = extractelement <2 x i64> %ext9, i64 1
315
316 call void @use.i64(i64 %ext.0)
317 call void @use.i64(i64 %ext.1)
318 ret void
319 }
320
321 define void @zext_nxv4i8_all_lanes_used(<vscale x 4 x i8> %src) {
322 ; CHECK-LABEL: define void @zext_nxv4i8_all_lanes_used(
323 ; CHECK-SAME: <vscale x 4 x i8> [[SRC:%.*]]) {
324 ; CHECK-NEXT: [[ENTRY:.*:]]
325 ; CHECK-NEXT: [[EXT9:%.*]] = zext nneg <vscale x 4 x i8> [[SRC]] to <vscale x 4 x i32>
326 ; CHECK-NEXT: [[EXT_0:%.*]] = extractelement <vscale x 4 x i32> [[EXT9]], i64 0
327 ; CHECK-NEXT: [[EXT_1:%.*]] = extractelement <vscale x 4 x i32> [[EXT9]], i64 1
328 ; CHECK-NEXT: [[EXT_2:%.*]] = extractelement <vscale x 4 x i32> [[EXT9]], i64 2
329 ; CHECK-NEXT: [[EXT_3:%.*]] = extractelement <vscale x 4 x i32> [[EXT9]], i64 3
330 ; CHECK-NEXT: call void @use.i32(i32 [[EXT_0]])
331 ; CHECK-NEXT: call void @use.i32(i32 [[EXT_1]])
332 ; CHECK-NEXT: call void @use.i32(i32 [[EXT_2]])
333 ; CHECK-NEXT: call void @use.i32(i32 [[EXT_3]])
334 ; CHECK-NEXT: ret void
335 ;
336 entry:
337 %ext9 = zext nneg <vscale x 4 x i8> %src to <vscale x 4 x i32>
338 %ext.0 = extractelement <vscale x 4 x i32> %ext9, i64 0
339 %ext.1 = extractelement <vscale x 4 x i32> %ext9, i64 1
340 %ext.2 = extractelement <vscale x 4 x i32> %ext9, i64 2
341 %ext.3 = extractelement <vscale x 4 x i32> %ext9, i64 3
342
343 call void @use.i32(i32 %ext.0)
344 call void @use.i32(i32 %ext.1)
345 call void @use.i32(i32 %ext.2)
346 call void @use.i32(i32 %ext.3)
347 ret void
348 }
349
350 define noundef i32 @zext_v4i8_all_lanes_used_no_freeze(<4 x i8> %src) {
351 ; CHECK-LABEL: define noundef i32 @zext_v4i8_all_lanes_used_no_freeze(
352 ; CHECK-SAME: <4 x i8> [[SRC:%.*]]) {
353 ; CHECK-NEXT: [[ENTRY:.*:]]
354 ; CHECK-NEXT: [[TMP0:%.*]] = bitcast <4 x i8> [[SRC]] to i32
355 ; CHECK-NEXT: [[TMP1:%.*]] = lshr i32 [[TMP0]], 24
356 ; CHECK-NEXT: [[TMP2:%.*]] = lshr i32 [[TMP0]], 16
357 ; CHECK-NEXT: [[TMP3:%.*]] = and i32 [[TMP2]], 255
358 ; CHECK-NEXT: [[TMP4:%.*]] = lshr i32 [[TMP0]], 8
359 ; CHECK-NEXT: [[TMP5:%.*]] = and i32 [[TMP4]], 255
360 ; CHECK-NEXT: [[TMP6:%.*]] = and i32 [[TMP0]], 255
361 ; CHECK-NEXT: [[EXT:%.*]] = zext nneg <4 x i8> [[SRC]] to <4 x i32>
362 ; CHECK-NEXT: [[EXT_0:%.*]] = extractelement <4 x i32> [[EXT]], i64 0
363 ; CHECK-NEXT: [[EXT_1:%.*]] = extractelement <4 x i32> [[EXT]], i64 1
364 ; CHECK-NEXT: [[EXT_2:%.*]] = extractelement <4 x i32> [[EXT]], i64 2
365 ; CHECK-NEXT: [[EXT_3:%.*]] = extractelement <4 x i32> [[EXT]], i64 3
366 ; CHECK-NEXT: [[ADD1:%.*]] = add i32 [[TMP6]], [[TMP5]]
367 ; CHECK-NEXT: [[ADD2:%.*]] = add i32 [[ADD1]], [[TMP3]]
368 ; CHECK-NEXT: [[ADD3:%.*]] = add i32 [[ADD2]], [[TMP1]]
369 ; CHECK-NEXT: ret i32 [[ADD3]]
370 ;
371 entry:
372 %ext = zext nneg <4 x i8> %src to <4 x i32>
373 %ext.0 = extractelement <4 x i32> %ext, i64 0
374 %ext.1 = extractelement <4 x i32> %ext, i64 1
375 %ext.2 = extractelement <4 x i32> %ext, i64 2
376 %ext.3 = extractelement <4 x i32> %ext, i64 3
377
378 %add1 = add i32 %ext.0, %ext.1
379 %add2 = add i32 %add1, %ext.2
380 %add3 = add i32 %add2, %ext.3
381 ret i32 %add3
382 }
383
384 define noundef i32 @zext_v4i8_not_all_lanes_used(<4 x i8> %src) {
385 ; CHECK-LABEL: define noundef i32 @zext_v4i8_not_all_lanes_used(
386 ; CHECK-SAME: <4 x i8> [[SRC:%.*]]) {
387 ; CHECK-NEXT: [[ENTRY:.*:]]
388 ; CHECK-NEXT: [[TMP2:%.*]] = freeze <4 x i8> [[SRC]]
389 ; CHECK-NEXT: [[TMP0:%.*]] = bitcast <4 x i8> [[TMP2]] to i32
390 ; CHECK-NEXT: [[TMP1:%.*]] = lshr i32 [[TMP0]], 24
391 ; CHECK-NEXT: [[TMP4:%.*]] = lshr i32 [[TMP0]], 8
392 ; CHECK-NEXT: [[TMP5:%.*]] = and i32 [[TMP4]], 255
393 ; CHECK-NEXT: [[TMP6:%.*]] = and i32 [[TMP0]], 255
394 ; CHECK-NEXT: [[EXT:%.*]] = zext nneg <4 x i8> [[SRC]] to <4 x i32>
395 ; CHECK-NEXT: [[EXT_0:%.*]] = extractelement <4 x i32> [[EXT]], i64 0
396 ; CHECK-NEXT: [[EXT_1:%.*]] = extractelement <4 x i32> [[EXT]], i64 1
397 ; CHECK-NEXT: [[EXT_3:%.*]] = extractelement <4 x i32> [[EXT]], i64 3
398 ; CHECK-NEXT: [[ADD2:%.*]] = add i32 [[TMP6]], [[TMP5]]
399 ; CHECK-NEXT: [[ADD3:%.*]] = add i32 [[ADD2]], [[TMP1]]
400 ; CHECK-NEXT: ret i32 [[ADD3]]
401 ;
402 entry:
403 %ext = zext nneg <4 x i8> %src to <4 x i32>
404 %ext.0 = extractelement <4 x i32> %ext, i64 0
405 %ext.1 = extractelement <4 x i32> %ext, i64 1
406 %ext.3 = extractelement <4 x i32> %ext, i64 3
407
408 %add1 = add i32 %ext.0, %ext.1
409 %add2 = add i32 %add1, %ext.3
410 ret i32 %add2
411 }
412
413 define i32 @zext_v4i8_all_lanes_used_no_ub(<4 x i8> %src) {
414 ; CHECK-LABEL: define i32 @zext_v4i8_all_lanes_used_no_ub(
415 ; CHECK-SAME: <4 x i8> [[SRC:%.*]]) {
416 ; CHECK-NEXT: [[ENTRY:.*:]]
417 ; CHECK-NEXT: [[TMP0:%.*]] = freeze <4 x i8> [[SRC]]
418 ; CHECK-NEXT: [[TMP1:%.*]] = bitcast <4 x i8> [[TMP0]] to i32
419 ; CHECK-NEXT: [[TMP2:%.*]] = lshr i32 [[TMP1]], 24
420 ; CHECK-NEXT: [[TMP3:%.*]] = lshr i32 [[TMP1]], 16
421 ; CHECK-NEXT: [[TMP4:%.*]] = and i32 [[TMP3]], 255
422 ; CHECK-NEXT: [[TMP5:%.*]] = lshr i32 [[TMP1]], 8
423 ; CHECK-NEXT: [[TMP6:%.*]] = and i32 [[TMP5]], 255
424 ; CHECK-NEXT: [[TMP7:%.*]] = and i32 [[TMP1]], 255
425 ; CHECK-NEXT: [[EXT:%.*]] = zext nneg <4 x i8> [[SRC]] to <4 x i32>
426 ; CHECK-NEXT: [[EXT_0:%.*]] = extractelement <4 x i32> [[EXT]], i64 0
427 ; CHECK-NEXT: [[EXT_1:%.*]] = extractelement <4 x i32> [[EXT]], i64 1
428 ; CHECK-NEXT: [[EXT_2:%.*]] = extractelement <4 x i32> [[EXT]], i64 2
429 ; CHECK-NEXT: [[EXT_3:%.*]] = extractelement <4 x i32> [[EXT]], i64 3
430 ; CHECK-NEXT: [[ADD1:%.*]] = add i32 [[TMP7]], [[TMP6]]
431 ; CHECK-NEXT: [[ADD2:%.*]] = add i32 [[ADD1]], [[TMP4]]
432 ; CHECK-NEXT: [[ADD3:%.*]] = add i32 [[ADD2]], [[TMP2]]
433 ; CHECK-NEXT: ret i32 [[ADD3]]
434 ;
435 entry:
436 %ext = zext nneg <4 x i8> %src to <4 x i32>
437 %ext.0 = extractelement <4 x i32> %ext, i64 0
438 %ext.1 = extractelement <4 x i32> %ext, i64 1
439 %ext.2 = extractelement <4 x i32> %ext, i64 2
440 %ext.3 = extractelement <4 x i32> %ext, i64 3
441
442 %add1 = add i32 %ext.0, %ext.1
443 %add2 = add i32 %add1, %ext.2
444 %add3 = add i32 %add2, %ext.3
445 ret i32 %add3
446 }
447
448 define noundef i32 @zext_v4i8_extracts_different_blocks(<4 x i8> %src, i1 %cond) {
449 ; CHECK-LABEL: define noundef i32 @zext_v4i8_extracts_different_blocks(
450 ; CHECK-SAME: <4 x i8> [[SRC:%.*]], i1 [[COND:%.*]]) {
451 ; CHECK-NEXT: [[ENTRY:.*:]]
452 ; CHECK-NEXT: [[TMP0:%.*]] = freeze <4 x i8> [[SRC]]
453 ; CHECK-NEXT: [[TMP1:%.*]] = bitcast <4 x i8> [[TMP0]] to i32
454 ; CHECK-NEXT: [[TMP2:%.*]] = lshr i32 [[TMP1]], 24
455 ; CHECK-NEXT: [[TMP3:%.*]] = lshr i32 [[TMP1]], 16
456 ; CHECK-NEXT: [[TMP4:%.*]] = and i32 [[TMP3]], 255
457 ; CHECK-NEXT: [[TMP5:%.*]] = lshr i32 [[TMP1]], 8
458 ; CHECK-NEXT: [[TMP6:%.*]] = and i32 [[TMP5]], 255
459 ; CHECK-NEXT: [[TMP7:%.*]] = and i32 [[TMP1]], 255
460 ; CHECK-NEXT: [[EXT:%.*]] = zext nneg <4 x i8> [[SRC]] to <4 x i32>
461 ; CHECK-NEXT: [[EXT_0:%.*]] = extractelement <4 x i32> [[EXT]], i64 0
462 ; CHECK-NEXT: [[EXT_1:%.*]] = extractelement <4 x i32> [[EXT]], i64 1
463 ; CHECK-NEXT: br i1 [[COND]], label %[[THEN:.*]], label %[[ELSE:.*]]
464 ; CHECK: [[THEN]]:
465 ; CHECK-NEXT: [[EXT_2:%.*]] = extractelement <4 x i32> [[EXT]], i64 2
466 ; CHECK-NEXT: br label %[[EXIT:.*]]
467 ; CHECK: [[ELSE]]:
468 ; CHECK-NEXT: [[EXT_3:%.*]] = extractelement <4 x i32> [[EXT]], i64 3
469 ; CHECK-NEXT: br label %[[EXIT]]
470 ; CHECK: [[EXIT]]:
471 ; CHECK-NEXT: [[PHI:%.*]] = phi i32 [ [[TMP4]], %[[THEN]] ], [ [[TMP2]], %[[ELSE]] ]
472 ; CHECK-NEXT: [[ADD1:%.*]] = add i32 [[TMP7]], [[TMP6]]
473 ; CHECK-NEXT: [[ADD2:%.*]] = add i32 [[ADD1]], [[PHI]]
474 ; CHECK-NEXT: ret i32 [[ADD2]]
475 ;
476 entry:
477 %ext = zext nneg <4 x i8> %src to <4 x i32>
478 %ext.0 = extractelement <4 x i32> %ext, i64 0
479 %ext.1 = extractelement <4 x i32> %ext, i64 1
480 br i1 %cond, label %then, label %else
481
482 then:
483 %ext.2 = extractelement <4 x i32> %ext, i64 2
484 br label %exit
485
486 else:
487 %ext.3 = extractelement <4 x i32> %ext, i64 3
488 br label %exit
489
490 exit:
491 %phi = phi i32 [ %ext.2, %then ], [ %ext.3, %else ]
492 %add1 = add i32 %ext.0, %ext.1
493 %add2 = add i32 %add1, %phi
494 ret i32 %add2
495 }
496
497
498 declare void @may_throw() willreturn
499
500 define noundef i32 @zext_v4i8_throwing_call_between(<4 x i8> %src) {
501 ; CHECK-LABEL: define noundef i32 @zext_v4i8_throwing_call_between(
502 ; CHECK-SAME: <4 x i8> [[SRC:%.*]]) {
503 ; CHECK-NEXT: [[ENTRY:.*:]]
504 ; CHECK-NEXT: [[TMP0:%.*]] = freeze <4 x i8> [[SRC]]
505 ; CHECK-NEXT: [[TMP1:%.*]] = bitcast <4 x i8> [[TMP0]] to i32
506 ; CHECK-NEXT: [[TMP2:%.*]] = lshr i32 [[TMP1]], 24
507 ; CHECK-NEXT: [[TMP3:%.*]] = lshr i32 [[TMP1]], 16
508 ; CHECK-NEXT: [[TMP4:%.*]] = and i32 [[TMP3]], 255
509 ; CHECK-NEXT: [[TMP5:%.*]] = lshr i32 [[TMP1]], 8
510 ; CHECK-NEXT: [[TMP6:%.*]] = and i32 [[TMP5]], 255
511 ; CHECK-NEXT: [[TMP7:%.*]] = and i32 [[TMP1]], 255
512 ; CHECK-NEXT: [[EXT:%.*]] = zext nneg <4 x i8> [[SRC]] to <4 x i32>
513 ; CHECK-NEXT: [[EXT_0:%.*]] = extractelement <4 x i32> [[EXT]], i64 0
514 ; CHECK-NEXT: [[EXT_1:%.*]] = extractelement <4 x i32> [[EXT]], i64 1
515 ; CHECK-NEXT: [[EXT_2:%.*]] = extractelement <4 x i32> [[EXT]], i64 2
516 ; CHECK-NEXT: call void @may_throw()
517 ; CHECK-NEXT: [[EXT_3:%.*]] = extractelement <4 x i32> [[EXT]], i64 3
518 ; CHECK-NEXT: [[ADD1:%.*]] = add i32 [[TMP7]], [[TMP6]]
519 ; CHECK-NEXT: [[ADD2:%.*]] = add i32 [[ADD1]], [[TMP4]]
520 ; CHECK-NEXT: [[ADD3:%.*]] = add i32 [[ADD2]], [[TMP2]]
521 ; CHECK-NEXT: ret i32 [[ADD3]]
522 ;
523 entry:
524 %ext = zext nneg <4 x i8> %src to <4 x i32>
525 %ext.0 = extractelement <4 x i32> %ext, i64 0
526 %ext.1 = extractelement <4 x i32> %ext, i64 1
527 %ext.2 = extractelement <4 x i32> %ext, i64 2
528 call void @may_throw()
529 %ext.3 = extractelement <4 x i32> %ext, i64 3
530 %add1 = add i32 %ext.0, %ext.1
531 %add2 = add i32 %add1, %ext.2
532 %add3 = add i32 %add2, %ext.3
533 ret i32 %add3
534 }