Debian Codegraph @

llvm/test/Transforms/VectorCombine/AArch64/load-extract-insert-store-scalarization.ll

raw
1 ; NOTE: Assertions have been autogenerated by utils/update_test_checks.py
2 ; RUN: opt -passes=vector-combine -S %s | FileCheck %s
3
4 target triple = "arm64-apple-darwin"
5
6 define void @load_extract_insert_store_const_idx(ptr %A) {
7 ; CHECK-LABEL: @load_extract_insert_store_const_idx(
8 ; CHECK-NEXT: entry:
9 ; CHECK-NEXT: [[EXT_0:%.*]] = load double, ptr [[TMP0:%.*]], align 8
10 ; CHECK-NEXT: [[MUL:%.*]] = fmul double 2.000000e+01, [[EXT_0]]
11 ; CHECK-NEXT: [[TMP1:%.*]] = getelementptr inbounds <225 x double>, ptr [[TMP0]], i32 0, i64 1
12 ; CHECK-NEXT: [[EXT_1:%.*]] = load double, ptr [[TMP1]], align 8
13 ; CHECK-NEXT: [[SUB:%.*]] = fsub double [[EXT_1]], [[MUL]]
14 ; CHECK-NEXT: [[TMP2:%.*]] = getelementptr inbounds <225 x double>, ptr [[TMP0]], i64 0, i64 1
15 ; CHECK-NEXT: store double [[SUB]], ptr [[TMP2]], align 8
16 ; CHECK-NEXT: ret void
17 ;
18 entry:
19 %lv = load <225 x double>, ptr %A, align 8
20 %ext.0 = extractelement <225 x double> %lv, i64 0
21 %mul = fmul double 20.0, %ext.0
22 %ext.1 = extractelement <225 x double> %lv, i64 1
23 %sub = fsub double %ext.1, %mul
24 %ins = insertelement <225 x double> %lv, double %sub, i64 1
25 store <225 x double> %ins, ptr %A, align 8
26 ret void
27 }
28
29 define void @load_extract_insert_store_var_idx_assume_valid(i64 %idx.1, i64 %idx.2, ptr %A) {
30 ; CHECK-LABEL: @load_extract_insert_store_var_idx_assume_valid(
31 ; CHECK-NEXT: entry:
32 ; CHECK-NEXT: [[CMP_1:%.*]] = icmp ult i64 [[IDX_1:%.*]], 225
33 ; CHECK-NEXT: call void @llvm.assume(i1 [[CMP_1]])
34 ; CHECK-NEXT: [[CMP_2:%.*]] = icmp ult i64 [[IDX_2:%.*]], 225
35 ; CHECK-NEXT: call void @llvm.assume(i1 [[CMP_2]])
36 ; CHECK-NEXT: [[TMP0:%.*]] = getelementptr inbounds <225 x double>, ptr [[A:%.*]], i32 0, i64 [[IDX_1]]
37 ; CHECK-NEXT: [[EXT_0:%.*]] = load double, ptr [[TMP0]], align 8
38 ; CHECK-NEXT: [[MUL:%.*]] = fmul double 2.000000e+01, [[EXT_0]]
39 ; CHECK-NEXT: [[TMP1:%.*]] = getelementptr inbounds <225 x double>, ptr [[A]], i32 0, i64 [[IDX_2]]
40 ; CHECK-NEXT: [[EXT_1:%.*]] = load double, ptr [[TMP1]], align 8
41 ; CHECK-NEXT: [[SUB:%.*]] = fsub double [[EXT_1]], [[MUL]]
42 ; CHECK-NEXT: [[TMP2:%.*]] = getelementptr inbounds <225 x double>, ptr [[A]], i64 0, i64 [[IDX_1]]
43 ; CHECK-NEXT: store double [[SUB]], ptr [[TMP2]], align 8
44 ; CHECK-NEXT: ret void
45 ;
46 entry:
47 %cmp.1 = icmp ult i64 %idx.1, 225
48 call void @llvm.assume(i1 %cmp.1)
49 %cmp.2 = icmp ult i64 %idx.2, 225
50 call void @llvm.assume(i1 %cmp.2)
51
52 %lv = load <225 x double>, ptr %A, align 8
53 %ext.0 = extractelement <225 x double> %lv, i64 %idx.1
54 %mul = fmul double 20.0, %ext.0
55 %ext.1 = extractelement <225 x double> %lv, i64 %idx.2
56 %sub = fsub double %ext.1, %mul
57 %ins = insertelement <225 x double> %lv, double %sub, i64 %idx.1
58 store <225 x double> %ins, ptr %A, align 8
59 ret void
60 }
61
62 declare i1 @cond()
63
64 define void @load_extract_insert_store_var_idx_assume_valid_in_dominating_block(i64 %idx.1, i64 %idx.2, ptr %A, i1 %c.1) {
65 ; CHECK-LABEL: @load_extract_insert_store_var_idx_assume_valid_in_dominating_block(
66 ; CHECK-NEXT: entry:
67 ; CHECK-NEXT: [[CMP_1:%.*]] = icmp ult i64 [[IDX_1:%.*]], 225
68 ; CHECK-NEXT: call void @llvm.assume(i1 [[CMP_1]])
69 ; CHECK-NEXT: [[CMP_2:%.*]] = icmp ult i64 [[IDX_2:%.*]], 225
70 ; CHECK-NEXT: call void @llvm.assume(i1 [[CMP_2]])
71 ; CHECK-NEXT: br i1 [[C_1:%.*]], label [[LOOP:%.*]], label [[EXIT:%.*]]
72 ; CHECK: loop:
73 ; CHECK-NEXT: [[TMP0:%.*]] = getelementptr inbounds <225 x double>, ptr [[A:%.*]], i32 0, i64 [[IDX_1]]
74 ; CHECK-NEXT: [[EXT_0:%.*]] = load double, ptr [[TMP0]], align 8
75 ; CHECK-NEXT: [[MUL:%.*]] = fmul double 2.000000e+01, [[EXT_0]]
76 ; CHECK-NEXT: [[TMP1:%.*]] = getelementptr inbounds <225 x double>, ptr [[A]], i32 0, i64 [[IDX_2]]
77 ; CHECK-NEXT: [[EXT_1:%.*]] = load double, ptr [[TMP1]], align 8
78 ; CHECK-NEXT: [[SUB:%.*]] = fsub double [[EXT_1]], [[MUL]]
79 ; CHECK-NEXT: [[TMP2:%.*]] = getelementptr inbounds <225 x double>, ptr [[A]], i64 0, i64 [[IDX_1]]
80 ; CHECK-NEXT: store double [[SUB]], ptr [[TMP2]], align 8
81 ; CHECK-NEXT: [[C_2:%.*]] = call i1 @cond()
82 ; CHECK-NEXT: br i1 [[C_2]], label [[LOOP]], label [[EXIT]]
83 ; CHECK: exit:
84 ; CHECK-NEXT: ret void
85 ;
86 entry:
87 %cmp.1 = icmp ult i64 %idx.1, 225
88 call void @llvm.assume(i1 %cmp.1)
89 %cmp.2 = icmp ult i64 %idx.2, 225
90 call void @llvm.assume(i1 %cmp.2)
91 br i1 %c.1, label %loop, label %exit
92
93 loop:
94 %lv = load <225 x double>, ptr %A, align 8
95 %ext.0 = extractelement <225 x double> %lv, i64 %idx.1
96 %mul = fmul double 20.0, %ext.0
97 %ext.1 = extractelement <225 x double> %lv, i64 %idx.2
98 %sub = fsub double %ext.1, %mul
99 %ins = insertelement <225 x double> %lv, double %sub, i64 %idx.1
100 store <225 x double> %ins, ptr %A, align 8
101 %c.2 = call i1 @cond()
102 br i1 %c.2, label %loop, label %exit
103
104 exit:
105 ret void
106 }
107
108 define void @load_extract_insert_store_var_idx_assume_valid_in_non_dominating_block(i64 %idx.1, i64 %idx.2, ptr %A, i1 %c.1, i1 %c.2) {
109 ; CHECK-LABEL: @load_extract_insert_store_var_idx_assume_valid_in_non_dominating_block(
110 ; CHECK-NEXT: entry:
111 ; CHECK-NEXT: br i1 [[C_1:%.*]], label [[ASSUME_BLOCK:%.*]], label [[LOOP:%.*]]
112 ; CHECK: assume_block:
113 ; CHECK-NEXT: [[CMP_1:%.*]] = icmp ult i64 [[IDX_1:%.*]], 225
114 ; CHECK-NEXT: call void @llvm.assume(i1 [[CMP_1]])
115 ; CHECK-NEXT: [[CMP_2:%.*]] = icmp ult i64 [[IDX_2:%.*]], 225
116 ; CHECK-NEXT: call void @llvm.assume(i1 [[CMP_2]])
117 ; CHECK-NEXT: br i1 [[C_2:%.*]], label [[LOOP]], label [[EXIT:%.*]]
118 ; CHECK: loop:
119 ; CHECK-NEXT: [[LV:%.*]] = load <225 x double>, ptr [[A:%.*]], align 8
120 ; CHECK-NEXT: [[EXT_0:%.*]] = extractelement <225 x double> [[LV]], i64 [[IDX_1]]
121 ; CHECK-NEXT: [[MUL:%.*]] = fmul double 2.000000e+01, [[EXT_0]]
122 ; CHECK-NEXT: [[EXT_1:%.*]] = extractelement <225 x double> [[LV]], i64 [[IDX_2]]
123 ; CHECK-NEXT: [[SUB:%.*]] = fsub double [[EXT_1]], [[MUL]]
124 ; CHECK-NEXT: [[INS:%.*]] = insertelement <225 x double> [[LV]], double [[SUB]], i64 [[IDX_1]]
125 ; CHECK-NEXT: store <225 x double> [[INS]], ptr [[A]], align 8
126 ; CHECK-NEXT: [[C_3:%.*]] = call i1 @cond()
127 ; CHECK-NEXT: br i1 [[C_3]], label [[LOOP]], label [[EXIT]]
128 ; CHECK: exit:
129 ; CHECK-NEXT: ret void
130 ;
131 entry:
132 br i1 %c.1, label %assume_block, label %loop
133
134 assume_block:
135 %cmp.1 = icmp ult i64 %idx.1, 225
136 call void @llvm.assume(i1 %cmp.1)
137 %cmp.2 = icmp ult i64 %idx.2, 225
138 call void @llvm.assume(i1 %cmp.2)
139 br i1 %c.2, label %loop, label %exit
140
141 loop:
142 %lv = load <225 x double>, ptr %A, align 8
143 %ext.0 = extractelement <225 x double> %lv, i64 %idx.1
144 %mul = fmul double 20.0, %ext.0
145 %ext.1 = extractelement <225 x double> %lv, i64 %idx.2
146 %sub = fsub double %ext.1, %mul
147 %ins = insertelement <225 x double> %lv, double %sub, i64 %idx.1
148 store <225 x double> %ins, ptr %A, align 8
149 %c.3 = call i1 @cond()
150 br i1 %c.3, label %loop, label %exit
151
152 exit:
153 ret void
154 }
155
156 define void @load_extract_insert_store_var_idx_no_assume_valid(i64 %idx.1, i64 %idx.2, ptr %A) {
157 ; CHECK-LABEL: @load_extract_insert_store_var_idx_no_assume_valid(
158 ; CHECK-NEXT: entry:
159 ; CHECK-NEXT: [[LV:%.*]] = load <225 x double>, ptr [[A:%.*]], align 8
160 ; CHECK-NEXT: [[EXT_0:%.*]] = extractelement <225 x double> [[LV]], i64 [[IDX_1:%.*]]
161 ; CHECK-NEXT: [[MUL:%.*]] = fmul double 2.000000e+01, [[EXT_0]]
162 ; CHECK-NEXT: [[EXT_1:%.*]] = extractelement <225 x double> [[LV]], i64 [[IDX_2:%.*]]
163 ; CHECK-NEXT: [[SUB:%.*]] = fsub double [[EXT_1]], [[MUL]]
164 ; CHECK-NEXT: [[INS:%.*]] = insertelement <225 x double> [[LV]], double [[SUB]], i64 [[IDX_1]]
165 ; CHECK-NEXT: store <225 x double> [[INS]], ptr [[A]], align 8
166 ; CHECK-NEXT: ret void
167 ;
168 entry:
169 %lv = load <225 x double>, ptr %A, align 8
170 %ext.0 = extractelement <225 x double> %lv, i64 %idx.1
171 %mul = fmul double 20.0, %ext.0
172 %ext.1 = extractelement <225 x double> %lv, i64 %idx.2
173 %sub = fsub double %ext.1, %mul
174 %ins = insertelement <225 x double> %lv, double %sub, i64 %idx.1
175 store <225 x double> %ins, ptr %A, align 8
176 ret void
177 }
178
179 declare void @llvm.assume(i1)