| 1 |
; Remove 'S' Scalar Dependencies #119345 |
| 2 |
; Scalar dependencies are not handled correctly, so they were removed to avoid |
| 3 |
; miscompiles. The loop nest in this test case used to be interchanged, but it's |
| 4 |
; no longer triggering. XFAIL'ing this test to indicate that this test should |
| 5 |
; interchanged if scalar deps are handled correctly. |
| 6 |
; |
| 7 |
; XFAIL: * |
| 8 |
|
| 9 |
; RUN: opt < %s -passes=loop-interchange -cache-line-size=64 -pass-remarks-missed='loop-interchange' -verify-loop-lcssa -pass-remarks-output=%t -S |
| 10 |
; RUN: FileCheck --input-file %t --check-prefix REMARK %s |
| 11 |
|
| 12 |
target datalayout = "e-m:e-i64:64-f80:128-n8:16:32:64-S128" |
| 13 |
|
| 14 |
@A = common global [100 x [100 x i32]] zeroinitializer |
| 15 |
@C = common global [100 x [100 x i32]] zeroinitializer |
| 16 |
@X = common global i32 0 |
| 17 |
@Y = common global i64 0 |
| 18 |
@F = common global float 0.0 |
| 19 |
|
| 20 |
; We cannot interchange this loop at the moment, because iv.outer.next is |
| 21 |
; produced in the outer loop latch and used in the loop exit block. If the inner |
| 22 |
; loop body is not executed, the outer loop latch won't be executed either |
| 23 |
; after interchanging. |
| 24 |
; REMARK: UnsupportedExitPHI |
| 25 |
; REMARK-NEXT: lcssa_01 |
| 26 |
|
| 27 |
define void @lcssa_01() { |
| 28 |
entry: |
| 29 |
%cmp21 = icmp sgt i64 100, 1 |
| 30 |
br i1 %cmp21, label %outer.ph, label %for.end16 |
| 31 |
|
| 32 |
outer.ph: ; preds = %entry |
| 33 |
%cmp218 = icmp sgt i64 100, 1 |
| 34 |
br label %outer.header |
| 35 |
|
| 36 |
outer.header: ; preds = %outer.inc, %outer.ph |
| 37 |
%iv.outer = phi i64 [ 1, %outer.ph ], [ %iv.outer.next, %outer.inc ] |
| 38 |
br i1 %cmp218, label %for.body3, label %outer.inc |
| 39 |
|
| 40 |
for.body3: ; preds = %for.body3, %outer.header |
| 41 |
%iv.inner = phi i64 [ %iv.inner.next, %for.body3 ], [ 1, %outer.header ] |
| 42 |
%arrayidx5 = getelementptr inbounds [100 x [100 x i32]], ptr @A, i64 0, i64 %iv.inner, i64 %iv.outer |
| 43 |
%vA = load i32, ptr %arrayidx5 |
| 44 |
%arrayidx9 = getelementptr inbounds [100 x [100 x i32]], ptr @C, i64 0, i64 %iv.inner, i64 %iv.outer |
| 45 |
%vC = load i32, ptr %arrayidx9 |
| 46 |
%add = add nsw i32 %vA, %vC |
| 47 |
store i32 %add, ptr %arrayidx5 |
| 48 |
%iv.inner.next = add nuw nsw i64 %iv.inner, 1 |
| 49 |
%exitcond = icmp eq i64 %iv.inner.next, 100 |
| 50 |
br i1 %exitcond, label %outer.inc, label %for.body3 |
| 51 |
|
| 52 |
outer.inc: ; preds = %for.body3, %outer.header |
| 53 |
%iv.outer.next = add nsw i64 %iv.outer, 1 |
| 54 |
%cmp = icmp eq i64 %iv.outer.next, 100 |
| 55 |
br i1 %cmp, label %outer.header, label %for.exit |
| 56 |
|
| 57 |
for.exit: ; preds = %outer.inc |
| 58 |
%iv.outer.next.lcssa = phi i64 [ %iv.outer.next, %outer.inc ] |
| 59 |
store i64 %iv.outer.next.lcssa, ptr @Y |
| 60 |
br label %for.end16 |
| 61 |
|
| 62 |
for.end16: ; preds = %for.exit, %entry |
| 63 |
ret void |
| 64 |
} |
| 65 |
|
| 66 |
; REMARK: UnsupportedExitPHI |
| 67 |
; REMARK-NEXT: lcssa_02 |
| 68 |
define void @lcssa_02() { |
| 69 |
entry: |
| 70 |
%cmp21 = icmp sgt i64 100, 1 |
| 71 |
br i1 %cmp21, label %outer.ph, label %for.end16 |
| 72 |
|
| 73 |
outer.ph: ; preds = %entry |
| 74 |
%cmp218 = icmp sgt i64 100, 1 |
| 75 |
br label %outer.header |
| 76 |
|
| 77 |
outer.header: ; preds = %outer.inc, %outer.ph |
| 78 |
%iv.outer = phi i64 [ 1, %outer.ph ], [ %iv.outer.next, %outer.inc ] |
| 79 |
br i1 %cmp218, label %for.body3, label %outer.inc |
| 80 |
|
| 81 |
for.body3: ; preds = %for.body3, %outer.header |
| 82 |
%iv.inner = phi i64 [ %iv.inner.next, %for.body3 ], [ 1, %outer.header ] |
| 83 |
%arrayidx5 = getelementptr inbounds [100 x [100 x i32]], ptr @A, i64 0, i64 %iv.inner, i64 %iv.outer |
| 84 |
%vA = load i32, ptr %arrayidx5 |
| 85 |
%arrayidx9 = getelementptr inbounds [100 x [100 x i32]], ptr @C, i64 0, i64 %iv.inner, i64 %iv.outer |
| 86 |
%vC = load i32, ptr %arrayidx9 |
| 87 |
%add = add nsw i32 %vA, %vC |
| 88 |
store i32 %add, ptr %arrayidx5 |
| 89 |
%iv.inner.next = add nuw nsw i64 %iv.inner, 1 |
| 90 |
%exitcond = icmp eq i64 %iv.inner.next, 100 |
| 91 |
br i1 %exitcond, label %outer.inc, label %for.body3 |
| 92 |
|
| 93 |
outer.inc: ; preds = %for.body3, %outer.header |
| 94 |
%iv.inner.end = phi i64 [ 0, %outer.header ], [ %iv.inner.next, %for.body3 ] |
| 95 |
%iv.outer.next = add nsw i64 %iv.outer, 1 |
| 96 |
%cmp = icmp eq i64 %iv.outer.next, 100 |
| 97 |
br i1 %cmp, label %outer.header, label %for.exit |
| 98 |
|
| 99 |
for.exit: ; preds = %outer.inc |
| 100 |
%iv.inner.end.lcssa = phi i64 [ %iv.inner.end, %outer.inc ] |
| 101 |
store i64 %iv.inner.end.lcssa, ptr @Y |
| 102 |
br label %for.end16 |
| 103 |
|
| 104 |
for.end16: ; preds = %for.exit, %entry |
| 105 |
ret void |
| 106 |
} |
| 107 |
|
| 108 |
; REMARK: Interchanged |
| 109 |
; REMARK-NEXT: lcssa_03 |
| 110 |
define void @lcssa_03() { |
| 111 |
entry: |
| 112 |
br label %outer.header |
| 113 |
|
| 114 |
outer.header: ; preds = %outer.inc, %entry |
| 115 |
%iv.outer = phi i64 [ 1, %entry ], [ %iv.outer.next, %outer.inc ] |
| 116 |
br label %for.body3 |
| 117 |
|
| 118 |
for.body3: ; preds = %for.body3, %outer.header |
| 119 |
%iv.inner = phi i64 [ %iv.inner.next, %for.body3 ], [ 1, %outer.header ] |
| 120 |
%arrayidx5 = getelementptr inbounds [100 x [100 x i32]], ptr @A, i64 0, i64 %iv.inner, i64 %iv.outer |
| 121 |
%vA = load i32, ptr %arrayidx5 |
| 122 |
%arrayidx9 = getelementptr inbounds [100 x [100 x i32]], ptr @C, i64 0, i64 %iv.inner, i64 %iv.outer |
| 123 |
%vC = load i32, ptr %arrayidx9 |
| 124 |
%add = add nsw i32 %vA, %vC |
| 125 |
store i32 %add, ptr %arrayidx5 |
| 126 |
%iv.inner.next = add nuw nsw i64 %iv.inner, 1 |
| 127 |
%exitcond = icmp eq i64 %iv.inner.next, 100 |
| 128 |
br i1 %exitcond, label %outer.inc, label %for.body3 |
| 129 |
|
| 130 |
outer.inc: ; preds = %for.body3 |
| 131 |
%iv.inner.lcssa = phi i64 [ %iv.inner, %for.body3 ] |
| 132 |
%iv.outer.next = add nsw i64 %iv.outer, 1 |
| 133 |
%cmp = icmp eq i64 %iv.outer.next, 100 |
| 134 |
br i1 %cmp, label %outer.header, label %for.exit |
| 135 |
|
| 136 |
for.exit: ; preds = %outer.inc |
| 137 |
%iv.inner.lcssa.lcssa = phi i64 [ %iv.inner.lcssa, %outer.inc ] |
| 138 |
store i64 %iv.inner.lcssa.lcssa, ptr @Y |
| 139 |
br label %for.end16 |
| 140 |
|
| 141 |
for.end16: ; preds = %for.exit |
| 142 |
ret void |
| 143 |
} |
| 144 |
|
| 145 |
; Loops with floating point reductions are interchanged with fastmath. |
| 146 |
; REMARK: Interchanged |
| 147 |
; REMARK-NEXT: lcssa_04 |
| 148 |
|
| 149 |
define void @lcssa_04() { |
| 150 |
entry: |
| 151 |
br label %outer.header |
| 152 |
|
| 153 |
outer.header: ; preds = %outer.inc, %entry |
| 154 |
%iv.outer = phi i64 [ 1, %entry ], [ %iv.outer.next, %outer.inc ] |
| 155 |
%float.outer = phi float [ 1.000000e+00, %entry ], [ %float.outer.next, %outer.inc ] |
| 156 |
br label %for.body3 |
| 157 |
|
| 158 |
for.body3: ; preds = %for.body3, %outer.header |
| 159 |
%iv.inner = phi i64 [ %iv.inner.next, %for.body3 ], [ 1, %outer.header ] |
| 160 |
%float.inner = phi float [ %float.inner.next, %for.body3 ], [ %float.outer, %outer.header ] |
| 161 |
%arrayidx5 = getelementptr inbounds [100 x [100 x i32]], ptr @A, i64 0, i64 %iv.inner, i64 %iv.outer |
| 162 |
%vA = load i32, ptr %arrayidx5 |
| 163 |
%arrayidx9 = getelementptr inbounds [100 x [100 x i32]], ptr @C, i64 0, i64 %iv.inner, i64 %iv.outer |
| 164 |
%vC = load i32, ptr %arrayidx9 |
| 165 |
%add = add nsw i32 %vA, %vC |
| 166 |
%float.inner.next = fadd fast float %float.inner, 1.000000e+00 |
| 167 |
store i32 %add, ptr %arrayidx5 |
| 168 |
%iv.inner.next = add nuw nsw i64 %iv.inner, 1 |
| 169 |
%exitcond = icmp eq i64 %iv.inner.next, 100 |
| 170 |
br i1 %exitcond, label %outer.inc, label %for.body3 |
| 171 |
|
| 172 |
outer.inc: ; preds = %for.body3 |
| 173 |
%float.outer.next = phi float [ %float.inner.next, %for.body3 ] |
| 174 |
%iv.outer.next = add nsw i64 %iv.outer, 1 |
| 175 |
%cmp = icmp eq i64 %iv.outer.next, 100 |
| 176 |
br i1 %cmp, label %outer.header, label %for.exit |
| 177 |
|
| 178 |
for.exit: ; preds = %outer.inc |
| 179 |
%float.outer.lcssa = phi float [ %float.outer.next, %outer.inc ] |
| 180 |
store float %float.outer.lcssa, ptr @F |
| 181 |
br label %for.end16 |
| 182 |
|
| 183 |
for.end16: ; preds = %for.exit |
| 184 |
ret void |
| 185 |
} |
| 186 |
|
| 187 |
; PHI node in inner latch with multiple predecessors. |
| 188 |
; REMARK: Interchanged |
| 189 |
; REMARK-NEXT: lcssa_05 |
| 190 |
|
| 191 |
define void @lcssa_05(ptr %ptr, i1 %arg) { |
| 192 |
entry: |
| 193 |
br label %outer.header |
| 194 |
|
| 195 |
outer.header: ; preds = %outer.inc, %entry |
| 196 |
%iv.outer = phi i64 [ 1, %entry ], [ %iv.outer.next, %outer.inc ] |
| 197 |
br label %for.body3 |
| 198 |
|
| 199 |
for.body3: ; preds = %bb3, %outer.header |
| 200 |
%iv.inner = phi i64 [ %iv.inner.next, %bb3 ], [ 1, %outer.header ] |
| 201 |
br i1 %arg, label %bb2, label %bb3 |
| 202 |
|
| 203 |
bb2: ; preds = %for.body3 |
| 204 |
%arrayidx5 = getelementptr inbounds [100 x [100 x i32]], ptr @A, i64 0, i64 %iv.inner, i64 %iv.outer |
| 205 |
%vA = load i32, ptr %arrayidx5 |
| 206 |
%arrayidx9 = getelementptr inbounds [100 x [100 x i32]], ptr @C, i64 0, i64 %iv.inner, i64 %iv.outer |
| 207 |
%vC = load i32, ptr %arrayidx9 |
| 208 |
%add = add nsw i32 %vA, %vC |
| 209 |
br label %bb3 |
| 210 |
|
| 211 |
bb3: ; preds = %bb2, %for.body3 |
| 212 |
%addp = phi i32 [ %add, %bb2 ], [ 0, %for.body3 ] |
| 213 |
store i32 %addp, ptr %ptr |
| 214 |
%iv.inner.next = add nuw nsw i64 %iv.inner, 1 |
| 215 |
%exitcond = icmp eq i64 %iv.inner.next, 100 |
| 216 |
br i1 %exitcond, label %outer.inc, label %for.body3 |
| 217 |
|
| 218 |
outer.inc: ; preds = %bb3 |
| 219 |
%iv.inner.lcssa = phi i64 [ %iv.inner, %bb3 ] |
| 220 |
%iv.outer.next = add nsw i64 %iv.outer, 1 |
| 221 |
%cmp = icmp eq i64 %iv.outer.next, 100 |
| 222 |
br i1 %cmp, label %outer.header, label %for.exit |
| 223 |
|
| 224 |
for.exit: ; preds = %outer.inc |
| 225 |
%iv.inner.lcssa.lcssa = phi i64 [ %iv.inner.lcssa, %outer.inc ] |
| 226 |
store i64 %iv.inner.lcssa.lcssa, ptr @Y |
| 227 |
br label %for.end16 |
| 228 |
|
| 229 |
for.end16: ; preds = %for.exit |
| 230 |
ret void |
| 231 |
} |
| 232 |
|
| 233 |
; REMARK: UnsupportedExitPHI |
| 234 |
; REMARK-NEXT: lcssa_06 |
| 235 |
|
| 236 |
define void @lcssa_06(ptr %ptr, ptr %ptr1, i1 %arg) { |
| 237 |
entry: |
| 238 |
br label %outer.header |
| 239 |
|
| 240 |
outer.header: ; preds = %outer.inc, %entry |
| 241 |
%iv.outer = phi i64 [ 1, %entry ], [ %iv.outer.next, %outer.inc ] |
| 242 |
br i1 %arg, label %for.body3, label %outer.inc |
| 243 |
|
| 244 |
for.body3: ; preds = %for.body3, %outer.header |
| 245 |
%iv.inner = phi i64 [ %iv.inner.next, %for.body3 ], [ 1, %outer.header ] |
| 246 |
%arrayidx5 = getelementptr inbounds [100 x [100 x i32]], ptr @A, i64 0, i64 %iv.inner, i64 %iv.outer |
| 247 |
%vA = load i32, ptr %arrayidx5 |
| 248 |
%arrayidx9 = getelementptr inbounds [100 x [100 x i32]], ptr @C, i64 0, i64 %iv.inner, i64 %iv.outer |
| 249 |
%vC = load i32, ptr %arrayidx9 |
| 250 |
%add = add nsw i32 %vA, %vC |
| 251 |
store i32 %add, ptr %ptr1 |
| 252 |
%iv.inner.next = add nuw nsw i64 %iv.inner, 1 |
| 253 |
%exitcond = icmp eq i64 %iv.inner.next, 100 |
| 254 |
br i1 %exitcond, label %outer.inc, label %for.body3 |
| 255 |
|
| 256 |
outer.inc: ; preds = %for.body3, %outer.header |
| 257 |
%sv = phi i64 [ 0, %outer.header ], [ 1, %for.body3 ] |
| 258 |
%iv.outer.next = add nsw i64 %iv.outer, 1 |
| 259 |
%cmp = icmp eq i64 %iv.outer.next, 100 |
| 260 |
br i1 %cmp, label %outer.header, label %for.exit |
| 261 |
|
| 262 |
for.exit: ; preds = %outer.inc |
| 263 |
%sv.lcssa = phi i64 [ %sv, %outer.inc ] |
| 264 |
store i64 %sv.lcssa, ptr @Y |
| 265 |
br label %for.end16 |
| 266 |
|
| 267 |
for.end16: ; preds = %for.exit |
| 268 |
ret void |
| 269 |
} |
| 270 |
|
| 271 |
; REMARK: Interchanged |
| 272 |
; REMARK-NEXT: lcssa_07 |
| 273 |
define void @lcssa_07() { |
| 274 |
entry: |
| 275 |
br label %outer.header |
| 276 |
|
| 277 |
outer.header: ; preds = %outer.inc, %entry |
| 278 |
%iv.outer = phi i64 [ 1, %entry ], [ %iv.outer.next, %outer.inc ] |
| 279 |
br label %for.body3 |
| 280 |
|
| 281 |
for.body3: ; preds = %for.body3, %outer.header |
| 282 |
%iv.inner = phi i64 [ %iv.inner.next, %for.body3 ], [ 1, %outer.header ] |
| 283 |
%arrayidx5 = getelementptr inbounds [100 x [100 x i32]], ptr @A, i64 0, i64 %iv.inner, i64 %iv.outer |
| 284 |
%vA = load i32, ptr %arrayidx5 |
| 285 |
%arrayidx9 = getelementptr inbounds [100 x [100 x i32]], ptr @C, i64 0, i64 %iv.inner, i64 %iv.outer |
| 286 |
%vC = load i32, ptr %arrayidx9 |
| 287 |
%add = add nsw i32 %vA, %vC |
| 288 |
store i32 %add, ptr %arrayidx5 |
| 289 |
%iv.inner.next = add nuw nsw i64 %iv.inner, 1 |
| 290 |
%exitcond = icmp eq i64 %iv.inner.next, 100 |
| 291 |
br i1 %exitcond, label %outer.bb, label %for.body3 |
| 292 |
|
| 293 |
outer.bb: ; preds = %for.body3 |
| 294 |
%iv.inner.lcssa = phi i64 [ %iv.inner, %for.body3 ] |
| 295 |
br label %outer.inc |
| 296 |
|
| 297 |
outer.inc: ; preds = %outer.bb |
| 298 |
%iv.outer.next = add nsw i64 %iv.outer, 1 |
| 299 |
%cmp = icmp eq i64 %iv.outer.next, 100 |
| 300 |
br i1 %cmp, label %outer.header, label %for.exit |
| 301 |
|
| 302 |
for.exit: ; preds = %outer.inc |
| 303 |
%iv.inner.lcssa.lcssa = phi i64 [ %iv.inner.lcssa, %outer.inc ] |
| 304 |
store i64 %iv.inner.lcssa.lcssa, ptr @Y |
| 305 |
br label %for.end16 |
| 306 |
|
| 307 |
for.end16: ; preds = %for.exit |
| 308 |
ret void |
| 309 |
} |
| 310 |
|
| 311 |
; Should not crash when the outer header branches to |
| 312 |
; both the inner loop and the outer latch, and there |
| 313 |
; is an lcssa phi node outside the loopnest. |
| 314 |
; REMARK: Interchanged |
| 315 |
; REMARK-NEXT: lcssa_08 |
| 316 |
define i64 @lcssa_08(ptr %Arr, i1 %arg) { |
| 317 |
entry: |
| 318 |
br label %for1.header |
| 319 |
|
| 320 |
for1.header: ; preds = %for1.inc, %entry |
| 321 |
%indvars.iv23 = phi i64 [ 0, %entry ], [ %indvars.iv.next24, %for1.inc ] |
| 322 |
br i1 %arg, label %for2, label %for1.inc |
| 323 |
|
| 324 |
for2: ; preds = %for2, %for1.header |
| 325 |
%indvars.iv = phi i64 [ 0, %for1.header ], [ %indvars.iv.next.3, %for2 ] |
| 326 |
%arrayidx = getelementptr inbounds [100 x [100 x i64]], ptr %Arr, i64 0, i64 %indvars.iv, i64 %indvars.iv23 |
| 327 |
%lv = load i64, ptr %arrayidx, align 4 |
| 328 |
%indvars.iv.next.3 = add nuw nsw i64 %indvars.iv, 1 |
| 329 |
%exit1 = icmp eq i64 %indvars.iv.next.3, 100 |
| 330 |
br i1 %exit1, label %for1.inc, label %for2 |
| 331 |
|
| 332 |
for1.inc: ; preds = %for2, %for1.header |
| 333 |
%indvars.iv.next24 = add nuw nsw i64 %indvars.iv23, 1 |
| 334 |
%exit2 = icmp eq i64 %indvars.iv.next24, 100 |
| 335 |
br i1 %exit2, label %for1.loopexit, label %for1.header |
| 336 |
|
| 337 |
for1.loopexit: ; preds = %for1.inc |
| 338 |
%sum.outer.lcssa = phi i64 [ %indvars.iv23, %for1.inc ] |
| 339 |
ret i64 %sum.outer.lcssa |
| 340 |
} |
| 341 |
|