; REQUIRES: asserts ; RUN: opt < %s -passes=loop-vectorize -debug -disable-output -force-ordered-reductions=true -hints-allow-reordering=false \ ; RUN: -prefer-predicate-over-epilogue=scalar-epilogue -force-vector-interleave=1 -S 2>&1 | FileCheck %s --check-prefix=CHECK-VSCALE1 ; RUN: opt < %s -passes=loop-vectorize -debug -disable-output -force-ordered-reductions=true -hints-allow-reordering=false \ ; RUN: -prefer-predicate-over-epilogue=scalar-epilogue -force-vector-interleave=1 \ ; RUN: -mcpu=neoverse-v1 -S 2>&1 | FileCheck %s --check-prefix=CHECK-VSCALE2 ; RUN: opt < %s -passes=loop-vectorize -debug -disable-output -force-ordered-reductions=true -hints-allow-reordering=false \ ; RUN: -prefer-predicate-over-epilogue=scalar-epilogue -force-vector-interleave=1 \ ; RUN: -mcpu=neoverse-n2 -S 2>&1 | FileCheck %s --check-prefix=CHECK-VSCALE1 target triple="aarch64-unknown-linux-gnu" ; CHECK-VSCALE2-LABEL: LV: Checking a loop in 'fadd_strict32' ; CHECK-VSCALE2: Cost of 4 for VF vscale x 2: ; CHECK-VSCALE2: REDUCE ir<%add> = ir<%sum.07> + reduce.fadd (ir<%0>) ; CHECK-VSCALE2: Cost of 8 for VF vscale x 4: ; CHECK-VSCALE2: REDUCE ir<%add> = ir<%sum.07> + reduce.fadd (ir<%0>) ; CHECK-VSCALE1-LABEL: LV: Checking a loop in 'fadd_strict32' ; CHECK-VSCALE1: Cost of 2 for VF vscale x 2: ; CHECK-VSCALE1: REDUCE ir<%add> = ir<%sum.07> + reduce.fadd (ir<%0>) ; CHECK-VSCALE1: Cost of 4 for VF vscale x 4: ; CHECK-VSCALE1: REDUCE ir<%add> = ir<%sum.07> + reduce.fadd (ir<%0>) define float @fadd_strict32(ptr noalias nocapture readonly %a, i64 %n) #0 { entry: br label %for.body for.body: %iv = phi i64 [ 0, %entry ], [ %iv.next, %for.body ] %sum.07 = phi float [ 0.000000e+00, %entry ], [ %add, %for.body ] %arrayidx = getelementptr inbounds float, ptr %a, i64 %iv %0 = load float, ptr %arrayidx, align 4 %add = fadd float %0, %sum.07 %iv.next = add nuw nsw i64 %iv, 1 %exitcond.not = icmp eq i64 %iv.next, %n br i1 %exitcond.not, label %for.end, label %for.body, !llvm.loop !0 for.end: ret float %add } ; CHECK-VSCALE2-LABEL: LV: Checking a loop in 'fadd_strict64' ; CHECK-VSCALE2: Cost of 4 for VF vscale x 2: ; CHECK-VSCALE2: REDUCE ir<%add> = ir<%sum.07> + reduce.fadd (ir<%0>) ; CHECK-VSCALE1-LABEL: LV: Checking a loop in 'fadd_strict64' ; CHECK-VSCALE1: Cost of 2 for VF vscale x 2: ; CHECK-VSCALE1: REDUCE ir<%add> = ir<%sum.07> + reduce.fadd (ir<%0>) define double @fadd_strict64(ptr noalias nocapture readonly %a, i64 %n) #0 { entry: br label %for.body for.body: %iv = phi i64 [ 0, %entry ], [ %iv.next, %for.body ] %sum.07 = phi double [ 0.000000e+00, %entry ], [ %add, %for.body ] %arrayidx = getelementptr inbounds double, ptr %a, i64 %iv %0 = load double, ptr %arrayidx, align 4 %add = fadd double %0, %sum.07 %iv.next = add nuw nsw i64 %iv, 1 %exitcond.not = icmp eq i64 %iv.next, %n br i1 %exitcond.not, label %for.end, label %for.body, !llvm.loop !0 for.end: ret double %add } attributes #0 = { "target-features"="+sve" vscale_range(1, 16) } !0 = distinct !{!0, !1} !1 = !{!"llvm.loop.vectorize.scalable.enable", i1 true}