| 1 |
; RUN: opt -S %s -passes=sample-profile -sample-profile-file=%S/Inputs/indirect-call.prof | FileCheck %s |
| 2 |
; RUN: opt -S %s -passes=sample-profile -sample-profile-file=%S/Inputs/indirect-call.extbinary.afdo | FileCheck %s |
| 3 |
|
| 4 |
; CHECK-LABEL: @test |
| 5 |
define void @test(ptr) #0 !dbg !3 { |
| 6 |
%2 = alloca ptr |
| 7 |
store ptr %0, ptr %2 |
| 8 |
%3 = load ptr, ptr %2 |
| 9 |
; CHECK: call {{.*}}, !prof ![[PROF:[0-9]+]] |
| 10 |
call void %3(), !dbg !4 |
| 11 |
ret void |
| 12 |
} |
| 13 |
|
| 14 |
; CHECK-LABEL: @test_inline |
| 15 |
; If the indirect call is promoted and inlined in profile, we should promote and inline it. |
| 16 |
define void @test_inline(ptr, ptr %x) #0 !dbg !6 { |
| 17 |
%2 = alloca ptr |
| 18 |
store ptr %0, ptr %2 |
| 19 |
%3 = load ptr, ptr %2 |
| 20 |
; CHECK: icmp {{.*}} @foo_inline2 |
| 21 |
; CHECK: br {{.*}} !prof ![[BR1:[0-9]+]] |
| 22 |
; CHECK: if.true.direct_targ: |
| 23 |
; CHECK-NOT: call |
| 24 |
; CHECK: if.false.orig_indirect: |
| 25 |
; CHECK: icmp {{.*}} @foo_inline1 |
| 26 |
; CHECK: br {{.*}} !prof ![[BR2:[0-9]+]] |
| 27 |
; CHECK: if.true.direct_targ1: |
| 28 |
; CHECK-NOT: call |
| 29 |
; CHECK: if.false.orig_indirect2: |
| 30 |
; CHECK: call {{.*}} !prof ![[VP:[0-9]+]] |
| 31 |
call ptr %3(ptr %x), !dbg !7 |
| 32 |
ret void |
| 33 |
} |
| 34 |
|
| 35 |
; CHECK-LABEL: @test_inline_strip |
| 36 |
; If the indirect call is promoted and inlined in profile, and the callee name |
| 37 |
; is stripped we should promote and inline it. |
| 38 |
define void @test_inline_strip(ptr, ptr %x) #0 !dbg !8 { |
| 39 |
%2 = alloca ptr |
| 40 |
store ptr %0, ptr %2 |
| 41 |
%3 = load ptr, ptr %2 |
| 42 |
; CHECK: icmp {{.*}} @foo_inline_strip.suffix |
| 43 |
; CHECK: if.true.direct_targ: |
| 44 |
; CHECK-NOT: call |
| 45 |
; CHECK: if.false.orig_indirect: |
| 46 |
; CHECK: call |
| 47 |
call ptr %3(ptr %x), !dbg !9 |
| 48 |
ret void |
| 49 |
} |
| 50 |
|
| 51 |
; CHECK-LABEL: @test_inline_strip_conflict |
| 52 |
; If the indirect call is promoted and inlined in profile, and the callee name |
| 53 |
; is stripped, but have more than 1 potential match, we should not promote. |
| 54 |
define void @test_inline_strip_conflict(ptr, ptr %x) #0 !dbg !10 { |
| 55 |
%2 = alloca ptr |
| 56 |
store ptr %0, ptr %2 |
| 57 |
%3 = load ptr, ptr %2 |
| 58 |
; CHECK-NOT: if.true.direct_targ: |
| 59 |
call ptr %3(ptr %x), !dbg !11 |
| 60 |
ret void |
| 61 |
} |
| 62 |
|
| 63 |
; CHECK-LABEL: @test_noinline |
| 64 |
; If the indirect call target is not available, we should not promote it. |
| 65 |
define void @test_noinline(ptr) #0 !dbg !12 { |
| 66 |
%2 = alloca ptr |
| 67 |
store ptr %0, ptr %2 |
| 68 |
%3 = load ptr, ptr %2 |
| 69 |
; CHECK-NOT: icmp |
| 70 |
; CHECK: call |
| 71 |
call void %3(), !dbg !13 |
| 72 |
ret void |
| 73 |
} |
| 74 |
|
| 75 |
; CHECK-LABEL: @test_noinline_bitcast |
| 76 |
; If the indirect call has been promoted to a direct call with bitcast, |
| 77 |
; do not inline it. |
| 78 |
define float @test_noinline_bitcast(ptr) #0 !dbg !26 { |
| 79 |
%2 = alloca ptr |
| 80 |
store ptr %0, ptr %2 |
| 81 |
; CHECK: icmp |
| 82 |
; CHECK: call |
| 83 |
%3 = load ptr, ptr %2 |
| 84 |
%4 = call float %3(), !dbg !27 |
| 85 |
ret float %4 |
| 86 |
} |
| 87 |
|
| 88 |
; CHECK-LABEL: @test_norecursive_inline |
| 89 |
; If the indirect call target is the caller, we should not promote it. |
| 90 |
define void @test_norecursive_inline() #0 !dbg !24 { |
| 91 |
; CHECK-NOT: icmp |
| 92 |
; CHECK: call |
| 93 |
%1 = load ptr, ptr @y, align 8 |
| 94 |
call void %1(), !dbg !25 |
| 95 |
ret void |
| 96 |
} |
| 97 |
|
| 98 |
define ptr @return_arg(ptr readnone returned) #0 !dbg !29{ |
| 99 |
ret ptr %0 |
| 100 |
} |
| 101 |
|
| 102 |
; CHECK-LABEL: @return_arg_caller |
| 103 |
; When the promoted indirect call returns a parameter that was defined by the |
| 104 |
; return value of a previous direct call. Checks both direct call and promoted |
| 105 |
; indirect call are inlined. |
| 106 |
define ptr @return_arg_caller(ptr nocapture) #0 !dbg !30{ |
| 107 |
; CHECK-NOT: call ptr @foo_inline1 |
| 108 |
; CHECK: if.true.direct_targ: |
| 109 |
; CHECK-NOT: call |
| 110 |
; CHECK: if.false.orig_indirect: |
| 111 |
; CHECK: call |
| 112 |
%2 = call ptr @foo_inline1(ptr null), !dbg !31 |
| 113 |
%cmp = icmp ne ptr %2, null |
| 114 |
br i1 %cmp, label %then, label %else |
| 115 |
|
| 116 |
then: |
| 117 |
%3 = tail call ptr %0(ptr %2), !dbg !32 |
| 118 |
ret ptr %3 |
| 119 |
|
| 120 |
else: |
| 121 |
ret ptr null |
| 122 |
} |
| 123 |
|
| 124 |
; CHECK-LABEL: @branch_prof_valid |
| 125 |
; Check the conditional branch generated by indirect call promotion won't |
| 126 |
; have invalid profile like !{!"branch_weights", i32 0, i32 0}. |
| 127 |
define void @branch_prof_valid(ptr %t0) #0 !dbg !33 { |
| 128 |
%t1 = alloca ptr |
| 129 |
store ptr %t0, ptr %t1 |
| 130 |
%t2 = load ptr, ptr %t1 |
| 131 |
; CHECK-NOT: call {{.*}} |
| 132 |
; CHECK: br i1 {{.*}}, label %if.true.direct_targ, label %if.false.orig_indirect, {{.*}}, !prof ![[BR3:[0-9]+]] |
| 133 |
call void %t2(), !dbg !34 |
| 134 |
ret void |
| 135 |
} |
| 136 |
|
| 137 |
@x = global i32 0, align 4 |
| 138 |
@y = global ptr null, align 8 |
| 139 |
|
| 140 |
define ptr @foo_inline1(ptr %x) #0 !dbg !14 { |
| 141 |
ret ptr %x |
| 142 |
} |
| 143 |
|
| 144 |
define ptr @foo_inline_strip.suffix(ptr %x) #0 !dbg !15 { |
| 145 |
ret ptr %x |
| 146 |
} |
| 147 |
|
| 148 |
define ptr @foo_inline_strip_conflict.suffix1(ptr %x) #0 !dbg !16 { |
| 149 |
ret ptr %x |
| 150 |
} |
| 151 |
|
| 152 |
define ptr @foo_inline_strip_conflict.suffix2(ptr %x) #0 !dbg !17 { |
| 153 |
ret ptr %x |
| 154 |
} |
| 155 |
|
| 156 |
define ptr @foo_inline_strip_conflict.suffix3(ptr %x) #0 !dbg !18 { |
| 157 |
ret ptr %x |
| 158 |
} |
| 159 |
|
| 160 |
define ptr @foo_inline2(ptr %x) #0 !dbg !19 { |
| 161 |
ret ptr %x |
| 162 |
} |
| 163 |
|
| 164 |
define void @foo_inline3() #0 !dbg !35 { |
| 165 |
ret void |
| 166 |
} |
| 167 |
|
| 168 |
define i32 @foo_noinline(i32 %x) #0 !dbg !20 { |
| 169 |
ret i32 %x |
| 170 |
} |
| 171 |
|
| 172 |
define void @foo_direct() #0 !dbg !21 { |
| 173 |
ret void |
| 174 |
} |
| 175 |
|
| 176 |
define i32 @foo_direct_i32() #0 !dbg !28 { |
| 177 |
ret i32 0; |
| 178 |
} |
| 179 |
|
| 180 |
; CHECK-LABEL: @test_direct |
| 181 |
; We should not promote a direct call. |
| 182 |
define void @test_direct() #0 !dbg !22 { |
| 183 |
; CHECK-NOT: icmp |
| 184 |
; CHECK: call |
| 185 |
call void @foo_alias(), !dbg !23 |
| 186 |
ret void |
| 187 |
} |
| 188 |
|
| 189 |
@foo_alias = alias void (), ptr @foo_direct |
| 190 |
|
| 191 |
attributes #0 = {"use-sample-profile"} |
| 192 |
|
| 193 |
!llvm.dbg.cu = !{!0} |
| 194 |
!llvm.module.flags = !{!2} |
| 195 |
|
| 196 |
!0 = distinct !DICompileUnit(language: DW_LANG_C_plus_plus, file: !1) |
| 197 |
!1 = !DIFile(filename: "test.cc", directory: "/") |
| 198 |
!2 = !{i32 2, !"Debug Info Version", i32 3} |
| 199 |
!3 = distinct !DISubprogram(name: "test", scope: !1, file: !1, line: 3, unit: !0) |
| 200 |
!4 = !DILocation(line: 4, scope: !3) |
| 201 |
!5 = !DILocation(line: 6, scope: !3) |
| 202 |
; CHECK: ![[PROF]] = !{!"VP", i32 0, i64 3457, i64 9191153033785521275, i64 2059, i64 -1069303473483922844, i64 1398} |
| 203 |
; CHECK: ![[BR1]] = !{!"branch_weights", i32 4000, i32 4000} |
| 204 |
; CHECK: ![[BR2]] = !{!"branch_weights", i32 3000, i32 1000} |
| 205 |
; CHECK: ![[VP]] = !{!"VP", i32 0, i64 8000, i64 7476224446746900038, i64 -1, i64 925324185419832389, i64 -1, i64 -6391416044382067764, i64 1000} |
| 206 |
; CHECK: ![[BR3]] = !{!"branch_weights", i32 1, i32 0} |
| 207 |
!6 = distinct !DISubprogram(name: "test_inline", scope: !1, file: !1, line: 6, unit: !0) |
| 208 |
!7 = !DILocation(line: 7, scope: !6) |
| 209 |
!8 = distinct !DISubprogram(name: "test_inline_strip", scope: !1, file: !1, line: 8, unit: !0) |
| 210 |
!9 = !DILocation(line: 9, scope: !8) |
| 211 |
!10 = distinct !DISubprogram(name: "test_inline_strip_conflict", scope: !1, file: !1, line: 10, unit: !0) |
| 212 |
!11 = !DILocation(line: 11, scope: !10) |
| 213 |
!12 = distinct !DISubprogram(name: "test_noinline", scope: !1, file: !1, line: 12, unit: !0) |
| 214 |
!13 = !DILocation(line: 13, scope: !12) |
| 215 |
!14 = distinct !DISubprogram(name: "foo_inline1", scope: !1, file: !1, line: 11, unit: !0) |
| 216 |
!15 = distinct !DISubprogram(name: "foo_inline_strip.suffix", scope: !1, file: !1, line: 1, unit: !0) |
| 217 |
!16 = distinct !DISubprogram(name: "foo_inline_strip_conflict.suffix1", scope: !1, file: !1, line: 1, unit: !0) |
| 218 |
!17 = distinct !DISubprogram(name: "foo_inline_strip_conflict.suffix2", scope: !1, file: !1, line: 1, unit: !0) |
| 219 |
!18 = distinct !DISubprogram(name: "foo_inline_strip_conflict.suffix3", scope: !1, file: !1, line: 1, unit: !0) |
| 220 |
!19 = distinct !DISubprogram(name: "foo_inline2", scope: !1, file: !1, line: 19, unit: !0) |
| 221 |
!20 = distinct !DISubprogram(name: "foo_noinline", scope: !1, file: !1, line: 20, unit: !0) |
| 222 |
!21 = distinct !DISubprogram(name: "foo_direct", scope: !1, file: !1, line: 21, unit: !0) |
| 223 |
!22 = distinct !DISubprogram(name: "test_direct", scope: !1, file: !1, line: 22, unit: !0) |
| 224 |
!23 = !DILocation(line: 23, scope: !22) |
| 225 |
!24 = distinct !DISubprogram(name: "test_norecursive_inline", scope: !1, file: !1, line: 12, unit: !0) |
| 226 |
!25 = !DILocation(line: 13, scope: !24) |
| 227 |
!26 = distinct !DISubprogram(name: "test_noinline_bitcast", scope: !1, file: !1, line: 12, unit: !0) |
| 228 |
!27 = !DILocation(line: 13, scope: !26) |
| 229 |
!28 = distinct !DISubprogram(name: "foo_direct_i32", scope: !1, file: !1, line: 11, unit: !0) |
| 230 |
!29 = distinct !DISubprogram(name: "return_arg", scope: !1, file: !1, line: 11, unit: !0) |
| 231 |
!30 = distinct !DISubprogram(name: "return_arg_caller", scope: !1, file: !1, line: 11, unit: !0) |
| 232 |
!31 = !DILocation(line: 12, scope: !30) |
| 233 |
!32 = !DILocation(line: 13, scope: !30) |
| 234 |
!33 = distinct !DISubprogram(name: "branch_prof_valid", scope: !1, file: !1, line: 25, unit: !0) |
| 235 |
!34 = !DILocation(line: 27, scope: !33) |
| 236 |
!35 = distinct !DISubprogram(name: "foo_inline3", scope: !1, file: !1, line: 29, unit: !0) |