Debian Codegraph @

IGC/ocloc_tests/SPIRV-extensions/SPV_INTEL_mini_floats/FP8/ConvertBF16ToHF8.ll

raw
1 ;=========================== begin_copyright_notice ============================
2 ;
3 ; Copyright (C) 2024 Intel Corporation
4 ;
5 ; SPDX-License-Identifier: MIT
6 ;
7 ;============================ end_copyright_notice =============================
8
9 ;
10 ; Tests BF16 -> E4M3 conversion software emulation.
11 ; Emulation uses following conversions: BF16 -> F -> FP16 -> E4M3
12 ;
13
14 ; REQUIRES: llvm-spirv, cri-supported
15 ; RUN: llvm-as %s -o %t.bc
16 ; RUN: llvm-spirv %t.bc --spirv-ext=+SPV_INTEL_fp_conversions,+SPV_KHR_bfloat16,+SPV_EXT_float8 -o %t.spv
17 ; RUN: ocloc compile -spirv_input -file %t.spv -device cri -options "-igc_opts 'DumpVISAASMToConsole=1'" 2>&1 | FileCheck %s
18
19 ; Test if conversion opcodes are present in spirv disassembly
20 ; RUN: llvm-spirv --to-text %t.spv -o %t.spt
21 ; RUN: cat %t.spt | FileCheck %s -check-prefix=CHECK-SPV
22 ; CHECK-SPV: FConvert
23
24 target datalayout = "e-p:64:64:64-i1:8:8-i8:8:8-i16:16:16-i32:32:32-i64:64:64-f32:32:32-f64:64:64-v16:16:16-v24:32:32-v32:32:32-v48:64:64-v64:64:64-v96:128:128-v128:128:128-v192:256:256-v256:256:256-v512:512:512-v1024:1024:1024"
25 target triple = "spir64-unknown-unknown"
26 declare spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32)
27
28 ; CHECK-LABEL: .kernel "Test_ConvertBF16ToE4M3"
29 ; CHECK-DAG: .decl [[OUT_F:[A-z0-9]*]] v_type=G type=f num_elts=32
30 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0>
31 ; CHECK-DAG: mov (M1, 32) [[OUT_HF:[A-z0-9]*]](0,0)<1> [[OUT_F]](0,0)<1;1,0>
32 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3:[A-z0-9]*]](0,0)<1> [[OUT_HF]](0,0)<1;1,0>
33 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=32
34 ; CHECK-DAG: .decl [[OUT_HF]] v_type=G type=hf num_elts=32
35 ; CHECK-DAG: .decl [[OUT_E4M3]] v_type=G type=b num_elts=32
36 declare spir_func signext i8 @_Z36__builtin_spirv_ConvertBF16ToE4M3EXTDF16b(bfloat)
37 define spir_kernel void @Test_ConvertBF16ToE4M3(bfloat addrspace(1)* %inbuf, i8 addrspace(1)* %outbuf) {
38 entry:
39 %call = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
40 %arrayidx = getelementptr inbounds bfloat, bfloat addrspace(1)* %inbuf, i64 %call
41 %loaded = load bfloat, bfloat addrspace(1)* %arrayidx, align 2
42 %call1 = call spir_func signext i8 @_Z36__builtin_spirv_ConvertBF16ToE4M3EXTDF16b(bfloat %loaded)
43 %arrayidx3 = getelementptr inbounds i8, i8 addrspace(1)* %outbuf, i64 %call
44 store i8 %call1, i8 addrspace(1)* %arrayidx3, align 1
45 ret void
46 }
47
48 ; CHECK-LABEL: .kernel "Test2_ConvertBF16ToE4M3"
49 ; CHECK-DAG: .decl [[OUT_F:[A-z0-9]*]] v_type=G type=f num_elts=64
50 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0>
51 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](2,0)<1> [[IN]](1,0)<1;1,0>
52 ;
53 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_0:[A-z0-9]*]](0,0)<1> [[OUT_F]](0,0)<1;1,0>
54 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_1:[A-z0-9]*]](0,0)<1> [[OUT_F]](2,0)<1;1,0>
55 ;
56 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF:[A-z0-9]*]](0,0)<1> [[OUT_HF_0]](0,0)<1;1,0>
57 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](1,0)<1> [[OUT_HF_1]](0,0)<1;1,0>
58 ;
59 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3:[A-z0-9]*]](0,0)<1> [[OUT_VEC_HF]](0,0)<1;1,0>
60 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](0,32)<1> [[OUT_VEC_HF]](1,0)<1;1,0>
61 ;
62 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=64
63 ; CHECK-DAG: .decl [[OUT_HF_0]] v_type=G type=hf num_elts=32
64 ; CHECK-DAG: .decl [[OUT_HF_1]] v_type=G type=hf num_elts=32
65 ; CHECK-DAG: .decl [[OUT_VEC_HF]] v_type=G type=hf num_elts=64
66 ; CHECK-DAG: .decl [[OUT_E4M3]] v_type=G type=b num_elts=64
67 declare spir_func <2 x i8> @_Z36__builtin_spirv_ConvertBF16ToE4M3EXTDv2_DF16b(<2 x bfloat>)
68 define spir_kernel void @Test2_ConvertBF16ToE4M3(<2 x bfloat> addrspace(1)* %inbuf, <2 x i8> addrspace(1)* %outbuf) {
69 entry:
70 %call = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
71 %arrayidx = getelementptr inbounds <2 x bfloat>, <2 x bfloat> addrspace(1)* %inbuf, i64 %call
72 %loaded = load <2 x bfloat>, <2 x bfloat> addrspace(1)* %arrayidx, align 4
73 %call1 = call spir_func <2 x i8> @_Z36__builtin_spirv_ConvertBF16ToE4M3EXTDv2_DF16b(<2 x bfloat> %loaded)
74 %arrayidx3 = getelementptr inbounds <2 x i8>, <2 x i8> addrspace(1)* %outbuf, i64 %call
75 store <2 x i8> %call1, <2 x i8> addrspace(1)* %arrayidx3, align 2
76 ret void
77 }
78
79 ; CHECK-LABEL: .kernel "Test3_ConvertBF16ToE4M3"
80 ; CHECK-DAG: .decl [[OUT_F:[A-z0-9]*]] v_type=G type=f num_elts=96
81 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0>
82 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](2,0)<1> [[IN]](1,0)<1;1,0>
83 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](4,0)<1> [[IN]](2,0)<1;1,0>
84 ;
85 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_0:[A-z0-9]*]](0,0)<1> [[OUT_F]](0,0)<1;1,0>
86 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_1:[A-z0-9]*]](0,0)<1> [[OUT_F]](2,0)<1;1,0>
87 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_2:[A-z0-9]*]](0,0)<1> [[OUT_F]](4,0)<1;1,0>
88 ;
89 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF:[A-z0-9]*]](0,0)<1> [[OUT_HF_0]](0,0)<1;1,0>
90 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](1,0)<1> [[OUT_HF_1]](0,0)<1;1,0>
91 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](2,0)<1> [[OUT_HF_2]](0,0)<1;1,0>
92 ;
93 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3:[A-z0-9]*]](0,0)<1> [[OUT_VEC_HF]](0,0)<1;1,0>
94 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](0,32)<1> [[OUT_VEC_HF]](1,0)<1;1,0>
95 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](1,0)<1> [[OUT_VEC_HF]](2,0)<1;1,0>
96 ;
97 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=96
98 ; CHECK-DAG: .decl [[OUT_HF_0]] v_type=G type=hf num_elts=32
99 ; CHECK-DAG: .decl [[OUT_HF_1]] v_type=G type=hf num_elts=32
100 ; CHECK-DAG: .decl [[OUT_HF_2]] v_type=G type=hf num_elts=32
101 ; CHECK-DAG: .decl [[OUT_VEC_HF]] v_type=G type=hf num_elts=96
102 ; CHECK-DAG: .decl [[OUT_E4M3]] v_type=G type=b num_elts=96
103 declare spir_func <3 x i8> @_Z36__builtin_spirv_ConvertBF16ToE4M3EXTDv3_DF16b(<3 x bfloat>)
104 define spir_kernel void @Test3_ConvertBF16ToE4M3(<3 x bfloat> addrspace(1)* %inbuf, <3 x i8> addrspace(1)* %outbuf) {
105 entry:
106 %call = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
107 %arrayidx = getelementptr inbounds <3 x bfloat>, <3 x bfloat> addrspace(1)* %inbuf, i64 %call
108 %loaded = load <3 x bfloat>, <3 x bfloat> addrspace(1)* %arrayidx, align 8
109 %call1 = call spir_func <3 x i8> @_Z36__builtin_spirv_ConvertBF16ToE4M3EXTDv3_DF16b(<3 x bfloat> %loaded)
110 %arrayidx3 = getelementptr inbounds <3 x i8>, <3 x i8> addrspace(1)* %outbuf, i64 %call
111 store <3 x i8> %call1, <3 x i8> addrspace(1)* %arrayidx3, align 4
112 ret void
113 }
114
115 ; CHECK-LABEL: .kernel "Test4_ConvertBF16ToE4M3"
116 ; CHECK-DAG: .decl [[OUT_F:[A-z0-9]*]] v_type=G type=f num_elts=128
117 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0>
118 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](2,0)<1> [[IN]](1,0)<1;1,0>
119 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](4,0)<1> [[IN]](2,0)<1;1,0>
120 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](6,0)<1> [[IN]](3,0)<1;1,0>
121 ;
122 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_0:[A-z0-9]*]](0,0)<1> [[OUT_F]](0,0)<1;1,0>
123 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_1:[A-z0-9]*]](0,0)<1> [[OUT_F]](2,0)<1;1,0>
124 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_2:[A-z0-9]*]](0,0)<1> [[OUT_F]](4,0)<1;1,0>
125 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_3:[A-z0-9]*]](0,0)<1> [[OUT_F]](6,0)<1;1,0>
126 ;
127 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF:[A-z0-9]*]](0,0)<1> [[OUT_HF_0]](0,0)<1;1,0>
128 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](1,0)<1> [[OUT_HF_1]](0,0)<1;1,0>
129 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](2,0)<1> [[OUT_HF_2]](0,0)<1;1,0>
130 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](3,0)<1> [[OUT_HF_3]](0,0)<1;1,0>
131 ;
132 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3:[A-z0-9]*]](0,0)<1> [[OUT_VEC_HF]](0,0)<1;1,0>
133 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](0,32)<1> [[OUT_VEC_HF]](1,0)<1;1,0>
134 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](1,0)<1> [[OUT_VEC_HF]](2,0)<1;1,0>
135 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](1,32)<1> [[OUT_VEC_HF]](3,0)<1;1,0>
136 ;
137 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=128
138 ; CHECK-DAG: .decl [[OUT_HF_0]] v_type=G type=hf num_elts=32
139 ; CHECK-DAG: .decl [[OUT_HF_1]] v_type=G type=hf num_elts=32
140 ; CHECK-DAG: .decl [[OUT_HF_2]] v_type=G type=hf num_elts=32
141 ; CHECK-DAG: .decl [[OUT_HF_3]] v_type=G type=hf num_elts=32
142 ; CHECK-DAG: .decl [[OUT_VEC_HF]] v_type=G type=hf num_elts=128
143 ; CHECK-DAG: .decl [[OUT_E4M3]] v_type=G type=b num_elts=128
144 declare spir_func <4 x i8> @_Z36__builtin_spirv_ConvertBF16ToE4M3EXTDv4_DF16b(<4 x bfloat>)
145 define spir_kernel void @Test4_ConvertBF16ToE4M3(<4 x bfloat> addrspace(1)* %inbuf, <4 x i8> addrspace(1)* %outbuf) {
146 entry:
147 %call = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
148 %arrayidx = getelementptr inbounds <4 x bfloat>, <4 x bfloat> addrspace(1)* %inbuf, i64 %call
149 %loaded = load <4 x bfloat>, <4 x bfloat> addrspace(1)* %arrayidx, align 8
150 %call1 = call spir_func <4 x i8> @_Z36__builtin_spirv_ConvertBF16ToE4M3EXTDv4_DF16b(<4 x bfloat> %loaded)
151 %arrayidx3 = getelementptr inbounds <4 x i8>, <4 x i8> addrspace(1)* %outbuf, i64 %call
152 store <4 x i8> %call1, <4 x i8> addrspace(1)* %arrayidx3, align 4
153 ret void
154 }
155
156 ; CHECK-LABEL: .kernel "Test8_ConvertBF16ToE4M3"
157 ; CHECK-DAG: .decl [[OUT_F:[A-z0-9]*]] v_type=G type=f num_elts=256
158 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0>
159 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](2,0)<1> [[IN]](1,0)<1;1,0>
160 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](4,0)<1> [[IN]](2,0)<1;1,0>
161 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](6,0)<1> [[IN]](3,0)<1;1,0>
162 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](8,0)<1> [[IN]](4,0)<1;1,0>
163 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](10,0)<1> [[IN]](5,0)<1;1,0>
164 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](12,0)<1> [[IN]](6,0)<1;1,0>
165 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](14,0)<1> [[IN]](7,0)<1;1,0>
166 ;
167 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_0:[A-z0-9]*]](0,0)<1> [[OUT_F]](0,0)<1;1,0>
168 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_1:[A-z0-9]*]](0,0)<1> [[OUT_F]](2,0)<1;1,0>
169 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_2:[A-z0-9]*]](0,0)<1> [[OUT_F]](4,0)<1;1,0>
170 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_3:[A-z0-9]*]](0,0)<1> [[OUT_F]](6,0)<1;1,0>
171 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_4:[A-z0-9]*]](0,0)<1> [[OUT_F]](8,0)<1;1,0>
172 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_5:[A-z0-9]*]](0,0)<1> [[OUT_F]](10,0)<1;1,0>
173 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_6:[A-z0-9]*]](0,0)<1> [[OUT_F]](12,0)<1;1,0>
174 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_7:[A-z0-9]*]](0,0)<1> [[OUT_F]](14,0)<1;1,0>
175 ;
176 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF:[A-z0-9]*]](0,0)<1> [[OUT_HF_0]](0,0)<1;1,0>
177 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](1,0)<1> [[OUT_HF_1]](0,0)<1;1,0>
178 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](2,0)<1> [[OUT_HF_2]](0,0)<1;1,0>
179 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](3,0)<1> [[OUT_HF_3]](0,0)<1;1,0>
180 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](4,0)<1> [[OUT_HF_4]](0,0)<1;1,0>
181 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](5,0)<1> [[OUT_HF_5]](0,0)<1;1,0>
182 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](6,0)<1> [[OUT_HF_6]](0,0)<1;1,0>
183 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](7,0)<1> [[OUT_HF_7]](0,0)<1;1,0>
184 ;
185 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3:[A-z0-9]*]](0,0)<1> [[OUT_VEC_HF]](0,0)<1;1,0>
186 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](0,32)<1> [[OUT_VEC_HF]](1,0)<1;1,0>
187 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](1,0)<1> [[OUT_VEC_HF]](2,0)<1;1,0>
188 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](1,32)<1> [[OUT_VEC_HF]](3,0)<1;1,0>
189 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](2,0)<1> [[OUT_VEC_HF]](4,0)<1;1,0>
190 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](2,32)<1> [[OUT_VEC_HF]](5,0)<1;1,0>
191 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](3,0)<1> [[OUT_VEC_HF]](6,0)<1;1,0>
192 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](3,32)<1> [[OUT_VEC_HF]](7,0)<1;1,0>
193 ;
194 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=256
195 ; CHECK-DAG: .decl [[OUT_HF_0]] v_type=G type=hf num_elts=32
196 ; CHECK-DAG: .decl [[OUT_HF_1]] v_type=G type=hf num_elts=32
197 ; CHECK-DAG: .decl [[OUT_HF_2]] v_type=G type=hf num_elts=32
198 ; CHECK-DAG: .decl [[OUT_HF_3]] v_type=G type=hf num_elts=32
199 ; CHECK-DAG: .decl [[OUT_HF_4]] v_type=G type=hf num_elts=32
200 ; CHECK-DAG: .decl [[OUT_HF_5]] v_type=G type=hf num_elts=32
201 ; CHECK-DAG: .decl [[OUT_HF_6]] v_type=G type=hf num_elts=32
202 ; CHECK-DAG: .decl [[OUT_HF_7]] v_type=G type=hf num_elts=32
203 ; CHECK-DAG: .decl [[OUT_VEC_HF]] v_type=G type=hf num_elts=256
204 ; CHECK-DAG: .decl [[OUT_E4M3]] v_type=G type=b num_elts=256
205 declare spir_func <8 x i8> @_Z36__builtin_spirv_ConvertBF16ToE4M3EXTDv8_DF16b(<8 x bfloat>)
206 define spir_kernel void @Test8_ConvertBF16ToE4M3(<8 x bfloat> addrspace(1)* %inbuf, <8 x i8> addrspace(1)* %outbuf) {
207 entry:
208 %call = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
209 %arrayidx = getelementptr inbounds <8 x bfloat>, <8 x bfloat> addrspace(1)* %inbuf, i64 %call
210 %loaded = load <8 x bfloat>, <8 x bfloat> addrspace(1)* %arrayidx, align 16
211 %call1 = call spir_func <8 x i8> @_Z36__builtin_spirv_ConvertBF16ToE4M3EXTDv8_DF16b(<8 x bfloat> %loaded)
212 %arrayidx3 = getelementptr inbounds <8 x i8>, <8 x i8> addrspace(1)* %outbuf, i64 %call
213 store <8 x i8> %call1, <8 x i8> addrspace(1)* %arrayidx3, align 8
214 ret void
215 }
216
217 ; CHECK-LABEL: .kernel "Test16_ConvertBF16ToE4M3"
218 ; CHECK-DAG: .decl [[OUT_F:[A-z0-9]*]] v_type=G type=f num_elts=512
219 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0>
220 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](2,0)<1> [[IN]](1,0)<1;1,0>
221 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](4,0)<1> [[IN]](2,0)<1;1,0>
222 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](6,0)<1> [[IN]](3,0)<1;1,0>
223 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](8,0)<1> [[IN]](4,0)<1;1,0>
224 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](10,0)<1> [[IN]](5,0)<1;1,0>
225 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](12,0)<1> [[IN]](6,0)<1;1,0>
226 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](14,0)<1> [[IN]](7,0)<1;1,0>
227 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](16,0)<1> [[IN]](8,0)<1;1,0>
228 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](18,0)<1> [[IN]](9,0)<1;1,0>
229 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](20,0)<1> [[IN]](10,0)<1;1,0>
230 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](22,0)<1> [[IN]](11,0)<1;1,0>
231 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](24,0)<1> [[IN]](12,0)<1;1,0>
232 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](26,0)<1> [[IN]](13,0)<1;1,0>
233 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](28,0)<1> [[IN]](14,0)<1;1,0>
234 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](30,0)<1> [[IN]](15,0)<1;1,0>
235 ;
236 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_0:[A-z0-9]*]](0,0)<1> [[OUT_F]](0,0)<1;1,0>
237 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_1:[A-z0-9]*]](0,0)<1> [[OUT_F]](2,0)<1;1,0>
238 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_2:[A-z0-9]*]](0,0)<1> [[OUT_F]](4,0)<1;1,0>
239 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_3:[A-z0-9]*]](0,0)<1> [[OUT_F]](6,0)<1;1,0>
240 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_4:[A-z0-9]*]](0,0)<1> [[OUT_F]](8,0)<1;1,0>
241 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_5:[A-z0-9]*]](0,0)<1> [[OUT_F]](10,0)<1;1,0>
242 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_6:[A-z0-9]*]](0,0)<1> [[OUT_F]](12,0)<1;1,0>
243 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_7:[A-z0-9]*]](0,0)<1> [[OUT_F]](14,0)<1;1,0>
244 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_8:[A-z0-9]*]](0,0)<1> [[OUT_F]](16,0)<1;1,0>
245 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_9:[A-z0-9]*]](0,0)<1> [[OUT_F]](18,0)<1;1,0>
246 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_10:[A-z0-9]*]](0,0)<1> [[OUT_F]](20,0)<1;1,0>
247 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_11:[A-z0-9]*]](0,0)<1> [[OUT_F]](22,0)<1;1,0>
248 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_12:[A-z0-9]*]](0,0)<1> [[OUT_F]](24,0)<1;1,0>
249 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_13:[A-z0-9]*]](0,0)<1> [[OUT_F]](26,0)<1;1,0>
250 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_14:[A-z0-9]*]](0,0)<1> [[OUT_F]](28,0)<1;1,0>
251 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_15:[A-z0-9]*]](0,0)<1> [[OUT_F]](30,0)<1;1,0>
252 ;
253 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF:[A-z0-9]*]](0,0)<1> [[OUT_HF_0]](0,0)<1;1,0>
254 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](1,0)<1> [[OUT_HF_1]](0,0)<1;1,0>
255 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](2,0)<1> [[OUT_HF_2]](0,0)<1;1,0>
256 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](3,0)<1> [[OUT_HF_3]](0,0)<1;1,0>
257 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](4,0)<1> [[OUT_HF_4]](0,0)<1;1,0>
258 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](5,0)<1> [[OUT_HF_5]](0,0)<1;1,0>
259 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](6,0)<1> [[OUT_HF_6]](0,0)<1;1,0>
260 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](7,0)<1> [[OUT_HF_7]](0,0)<1;1,0>
261 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](8,0)<1> [[OUT_HF_8]](0,0)<1;1,0>
262 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](9,0)<1> [[OUT_HF_9]](0,0)<1;1,0>
263 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](10,0)<1> [[OUT_HF_10]](0,0)<1;1,0>
264 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](11,0)<1> [[OUT_HF_11]](0,0)<1;1,0>
265 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](12,0)<1> [[OUT_HF_12]](0,0)<1;1,0>
266 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](13,0)<1> [[OUT_HF_13]](0,0)<1;1,0>
267 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](14,0)<1> [[OUT_HF_14]](0,0)<1;1,0>
268 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](15,0)<1> [[OUT_HF_15]](0,0)<1;1,0>
269 ;
270 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3:[A-z0-9]*]](0,0)<1> [[OUT_VEC_HF]](0,0)<1;1,0>
271 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](0,32)<1> [[OUT_VEC_HF]](1,0)<1;1,0>
272 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](1,0)<1> [[OUT_VEC_HF]](2,0)<1;1,0>
273 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](1,32)<1> [[OUT_VEC_HF]](3,0)<1;1,0>
274 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](2,0)<1> [[OUT_VEC_HF]](4,0)<1;1,0>
275 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](2,32)<1> [[OUT_VEC_HF]](5,0)<1;1,0>
276 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](3,0)<1> [[OUT_VEC_HF]](6,0)<1;1,0>
277 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](3,32)<1> [[OUT_VEC_HF]](7,0)<1;1,0>
278 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](4,0)<1> [[OUT_VEC_HF]](8,0)<1;1,0>
279 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](4,32)<1> [[OUT_VEC_HF]](9,0)<1;1,0>
280 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](5,0)<1> [[OUT_VEC_HF]](10,0)<1;1,0>
281 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](5,32)<1> [[OUT_VEC_HF]](11,0)<1;1,0>
282 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](6,0)<1> [[OUT_VEC_HF]](12,0)<1;1,0>
283 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](6,32)<1> [[OUT_VEC_HF]](13,0)<1;1,0>
284 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](7,0)<1> [[OUT_VEC_HF]](14,0)<1;1,0>
285 ; CHECK-DAG: fcvt (M1_NM, 32) [[OUT_E4M3]](7,32)<1> [[OUT_VEC_HF]](15,0)<1;1,0>
286 ;
287 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=512
288 ; CHECK-DAG: .decl [[OUT_HF_0]] v_type=G type=hf num_elts=32
289 ; CHECK-DAG: .decl [[OUT_HF_1]] v_type=G type=hf num_elts=32
290 ; CHECK-DAG: .decl [[OUT_HF_2]] v_type=G type=hf num_elts=32
291 ; CHECK-DAG: .decl [[OUT_HF_3]] v_type=G type=hf num_elts=32
292 ; CHECK-DAG: .decl [[OUT_HF_4]] v_type=G type=hf num_elts=32
293 ; CHECK-DAG: .decl [[OUT_HF_5]] v_type=G type=hf num_elts=32
294 ; CHECK-DAG: .decl [[OUT_HF_6]] v_type=G type=hf num_elts=32
295 ; CHECK-DAG: .decl [[OUT_HF_7]] v_type=G type=hf num_elts=32
296 ; CHECK-DAG: .decl [[OUT_HF_8]] v_type=G type=hf num_elts=32
297 ; CHECK-DAG: .decl [[OUT_HF_9]] v_type=G type=hf num_elts=32
298 ; CHECK-DAG: .decl [[OUT_HF_10]] v_type=G type=hf num_elts=32
299 ; CHECK-DAG: .decl [[OUT_HF_11]] v_type=G type=hf num_elts=32
300 ; CHECK-DAG: .decl [[OUT_HF_12]] v_type=G type=hf num_elts=32
301 ; CHECK-DAG: .decl [[OUT_HF_13]] v_type=G type=hf num_elts=32
302 ; CHECK-DAG: .decl [[OUT_HF_14]] v_type=G type=hf num_elts=32
303 ; CHECK-DAG: .decl [[OUT_HF_15]] v_type=G type=hf num_elts=32
304 ; CHECK-DAG: .decl [[OUT_VEC_HF]] v_type=G type=hf num_elts=512
305 ; CHECK-DAG: .decl [[OUT_E4M3]] v_type=G type=b num_elts=512
306 declare spir_func <16 x i8> @_Z36__builtin_spirv_ConvertBF16ToE4M3EXTDv16_DF16b(<16 x bfloat>)
307 define spir_kernel void @Test16_ConvertBF16ToE4M3(<16 x bfloat> addrspace(1)* %inbuf, <16 x i8> addrspace(1)* %outbuf) {
308 entry:
309 %call = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
310 %arrayidx = getelementptr inbounds <16 x bfloat>, <16 x bfloat> addrspace(1)* %inbuf, i64 %call
311 %loaded = load <16 x bfloat>, <16 x bfloat> addrspace(1)* %arrayidx, align 32
312 %call1 = call spir_func <16 x i8> @_Z36__builtin_spirv_ConvertBF16ToE4M3EXTDv16_DF16b(<16 x bfloat> %loaded)
313 %arrayidx3 = getelementptr inbounds <16 x i8>, <16 x i8> addrspace(1)* %outbuf, i64 %call
314 store <16 x i8> %call1, <16 x i8> addrspace(1)* %arrayidx3, align 16
315 ret void
316 }