Debian Codegraph @

IGC/ocloc_tests/SPIRV-extensions/SPV_INTEL_mini_floats/FP8/ClampConvertBF16ToHF8.ll

raw
1 ;=========================== begin_copyright_notice ============================
2 ;
3 ; Copyright (C) 2024 Intel Corporation
4 ;
5 ; SPDX-License-Identifier: MIT
6 ;
7 ;============================ end_copyright_notice =============================
8
9 ;
10 ; Tests BF16 -> E5M2 saturated conversion software emulation.
11 ; Emulation uses following conversions: BF16 -> F -> FP16 (sat)-> E5M2
12 ;
13
14 ; REQUIRES: llvm-spirv, cri-supported
15 ; RUN: llvm-as %s -o %t.bc
16 ; RUN: llvm-spirv %t.bc --spirv-ext=+SPV_INTEL_fp_conversions,+SPV_KHR_bfloat16,+SPV_EXT_float8 -o %t.spv
17
18 ; Test IGC compilation
19 ; RUN: ocloc compile -spirv_input -file %t.spv -device cri -options "-igc_opts 'DumpVISAASMToConsole=1'" 2>&1 | FileCheck %s
20
21 ; Test if conversion opcodes are present in spirv disassembly
22 ; RUN: llvm-spirv --to-text %t.spv -o %t.spt
23 ; RUN: cat %t.spt | FileCheck %s -check-prefix=CHECK-SPV
24 ; CHECK-SPV: ClampConvertFToFINTEL
25
26 target datalayout = "e-p:64:64:64-i1:8:8-i8:8:8-i16:16:16-i32:32:32-i64:64:64-f32:32:32-f64:64:64-v16:16:16-v24:32:32-v32:32:32-v48:64:64-v64:64:64-v96:128:128-v128:128:128-v192:256:256-v256:256:256-v512:512:512-v1024:1024:1024"
27 target triple = "spir64-unknown-unknown"
28 declare spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32)
29
30 ; CHECK-LABEL: .kernel "Test_ClampConvertBF16ToE4M3"
31 ; CHECK-DAG: .decl [[OUT_F:[A-z0-9]*]] v_type=G type=f num_elts=32
32 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0>
33 ; CHECK-DAG: mov (M1, 32) [[OUT_HF:[A-z0-9]*]](0,0)<1> [[OUT_F]](0,0)<1;1,0>
34 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3:[A-z0-9]*]](0,0)<1> [[OUT_HF]](0,0)<1;1,0>
35 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=32
36 ; CHECK-DAG: .decl [[OUT_HF]] v_type=G type=hf num_elts=32
37 ; CHECK-DAG: .decl [[OUT_E4M3]] v_type=G type=b num_elts=32
38 declare spir_func signext i8 @_Z43__builtin_spirv_ClampConvertBF16ToE4M3INTELDF16b(bfloat)
39 define spir_kernel void @Test_ClampConvertBF16ToE4M3(bfloat addrspace(1)* %inbuf, i8 addrspace(1)* %outbuf) {
40 entry:
41 %call = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
42 %arrayidx = getelementptr inbounds bfloat, bfloat addrspace(1)* %inbuf, i64 %call
43 %loaded = load bfloat, bfloat addrspace(1)* %arrayidx, align 2
44 %call1 = call spir_func signext i8 @_Z43__builtin_spirv_ClampConvertBF16ToE4M3INTELDF16b(bfloat %loaded)
45 %arrayidx3 = getelementptr inbounds i8, i8 addrspace(1)* %outbuf, i64 %call
46 store i8 %call1, i8 addrspace(1)* %arrayidx3, align 1
47 ret void
48 }
49
50 ; CHECK-LABEL: .kernel "Test2_ClampConvertBF16ToE4M3"
51 ; CHECK-DAG: .decl [[OUT_F:[A-z0-9]*]] v_type=G type=f num_elts=64
52 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0>
53 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](2,0)<1> [[IN]](1,0)<1;1,0>
54 ;
55 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_0:[A-z0-9]*]](0,0)<1> [[OUT_F]](0,0)<1;1,0>
56 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_1:[A-z0-9]*]](0,0)<1> [[OUT_F]](2,0)<1;1,0>
57 ;
58 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF:[A-z0-9]*]](0,0)<1> [[OUT_HF_0]](0,0)<1;1,0>
59 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](1,0)<1> [[OUT_HF_1]](0,0)<1;1,0>
60 ;
61 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3:[A-z0-9]*]](0,0)<1> [[OUT_VEC_HF]](0,0)<1;1,0>
62 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](0,32)<1> [[OUT_VEC_HF]](1,0)<1;1,0>
63 ;
64 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=64
65 ; CHECK-DAG: .decl [[OUT_HF_0]] v_type=G type=hf num_elts=32
66 ; CHECK-DAG: .decl [[OUT_HF_1]] v_type=G type=hf num_elts=32
67 ; CHECK-DAG: .decl [[OUT_VEC_HF]] v_type=G type=hf num_elts=64
68 ; CHECK-DAG: .decl [[OUT_E4M3]] v_type=G type=b num_elts=64
69 declare spir_func <2 x i8> @_Z43__builtin_spirv_ClampConvertBF16ToE4M3INTELDv2_DF16b(<2 x bfloat>)
70 define spir_kernel void @Test2_ClampConvertBF16ToE4M3(<2 x bfloat> addrspace(1)* %inbuf, <2 x i8> addrspace(1)* %outbuf) {
71 entry:
72 %call = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
73 %arrayidx = getelementptr inbounds <2 x bfloat>, <2 x bfloat> addrspace(1)* %inbuf, i64 %call
74 %loaded = load <2 x bfloat>, <2 x bfloat> addrspace(1)* %arrayidx, align 4
75 %call1 = call spir_func <2 x i8> @_Z43__builtin_spirv_ClampConvertBF16ToE4M3INTELDv2_DF16b(<2 x bfloat> %loaded)
76 %arrayidx3 = getelementptr inbounds <2 x i8>, <2 x i8> addrspace(1)* %outbuf, i64 %call
77 store <2 x i8> %call1, <2 x i8> addrspace(1)* %arrayidx3, align 2
78 ret void
79 }
80
81 ; CHECK-LABEL: .kernel "Test3_ClampConvertBF16ToE4M3"
82 ; CHECK-DAG: .decl [[OUT_F:[A-z0-9]*]] v_type=G type=f num_elts=96
83 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0>
84 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](2,0)<1> [[IN]](1,0)<1;1,0>
85 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](4,0)<1> [[IN]](2,0)<1;1,0>
86 ;
87 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_0:[A-z0-9]*]](0,0)<1> [[OUT_F]](0,0)<1;1,0>
88 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_1:[A-z0-9]*]](0,0)<1> [[OUT_F]](2,0)<1;1,0>
89 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_2:[A-z0-9]*]](0,0)<1> [[OUT_F]](4,0)<1;1,0>
90 ;
91 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF:[A-z0-9]*]](0,0)<1> [[OUT_HF_0]](0,0)<1;1,0>
92 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](1,0)<1> [[OUT_HF_1]](0,0)<1;1,0>
93 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](2,0)<1> [[OUT_HF_2]](0,0)<1;1,0>
94 ;
95 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3:[A-z0-9]*]](0,0)<1> [[OUT_VEC_HF]](0,0)<1;1,0>
96 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](0,32)<1> [[OUT_VEC_HF]](1,0)<1;1,0>
97 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](1,0)<1> [[OUT_VEC_HF]](2,0)<1;1,0>
98 ;
99 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=96
100 ; CHECK-DAG: .decl [[OUT_HF_0]] v_type=G type=hf num_elts=32
101 ; CHECK-DAG: .decl [[OUT_HF_1]] v_type=G type=hf num_elts=32
102 ; CHECK-DAG: .decl [[OUT_HF_2]] v_type=G type=hf num_elts=32
103 ; CHECK-DAG: .decl [[OUT_VEC_HF]] v_type=G type=hf num_elts=96
104 ; CHECK-DAG: .decl [[OUT_E4M3]] v_type=G type=b num_elts=96
105 declare spir_func <3 x i8> @_Z43__builtin_spirv_ClampConvertBF16ToE4M3INTELDv3_DF16b(<3 x bfloat>)
106 define spir_kernel void @Test3_ClampConvertBF16ToE4M3(<3 x bfloat> addrspace(1)* %inbuf, <3 x i8> addrspace(1)* %outbuf) {
107 entry:
108 %call = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
109 %arrayidx = getelementptr inbounds <3 x bfloat>, <3 x bfloat> addrspace(1)* %inbuf, i64 %call
110 %loaded = load <3 x bfloat>, <3 x bfloat> addrspace(1)* %arrayidx, align 8
111 %call1 = call spir_func <3 x i8> @_Z43__builtin_spirv_ClampConvertBF16ToE4M3INTELDv3_DF16b(<3 x bfloat> %loaded)
112 %arrayidx3 = getelementptr inbounds <3 x i8>, <3 x i8> addrspace(1)* %outbuf, i64 %call
113 store <3 x i8> %call1, <3 x i8> addrspace(1)* %arrayidx3, align 4
114 ret void
115 }
116
117 ; CHECK-LABEL: .kernel "Test4_ClampConvertBF16ToE4M3"
118 ; CHECK-DAG: .decl [[OUT_F:[A-z0-9]*]] v_type=G type=f num_elts=128
119 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0>
120 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](2,0)<1> [[IN]](1,0)<1;1,0>
121 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](4,0)<1> [[IN]](2,0)<1;1,0>
122 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](6,0)<1> [[IN]](3,0)<1;1,0>
123 ;
124 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_0:[A-z0-9]*]](0,0)<1> [[OUT_F]](0,0)<1;1,0>
125 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_1:[A-z0-9]*]](0,0)<1> [[OUT_F]](2,0)<1;1,0>
126 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_2:[A-z0-9]*]](0,0)<1> [[OUT_F]](4,0)<1;1,0>
127 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_3:[A-z0-9]*]](0,0)<1> [[OUT_F]](6,0)<1;1,0>
128 ;
129 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF:[A-z0-9]*]](0,0)<1> [[OUT_HF_0]](0,0)<1;1,0>
130 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](1,0)<1> [[OUT_HF_1]](0,0)<1;1,0>
131 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](2,0)<1> [[OUT_HF_2]](0,0)<1;1,0>
132 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](3,0)<1> [[OUT_HF_3]](0,0)<1;1,0>
133 ;
134 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3:[A-z0-9]*]](0,0)<1> [[OUT_VEC_HF]](0,0)<1;1,0>
135 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](0,32)<1> [[OUT_VEC_HF]](1,0)<1;1,0>
136 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](1,0)<1> [[OUT_VEC_HF]](2,0)<1;1,0>
137 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](1,32)<1> [[OUT_VEC_HF]](3,0)<1;1,0>
138 ;
139 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=128
140 ; CHECK-DAG: .decl [[OUT_HF_0]] v_type=G type=hf num_elts=32
141 ; CHECK-DAG: .decl [[OUT_HF_1]] v_type=G type=hf num_elts=32
142 ; CHECK-DAG: .decl [[OUT_HF_2]] v_type=G type=hf num_elts=32
143 ; CHECK-DAG: .decl [[OUT_HF_3]] v_type=G type=hf num_elts=32
144 ; CHECK-DAG: .decl [[OUT_VEC_HF]] v_type=G type=hf num_elts=128
145 ; CHECK-DAG: .decl [[OUT_E4M3]] v_type=G type=b num_elts=128
146 declare spir_func <4 x i8> @_Z43__builtin_spirv_ClampConvertBF16ToE4M3INTELDv4_DF16b(<4 x bfloat>)
147 define spir_kernel void @Test4_ClampConvertBF16ToE4M3(<4 x bfloat> addrspace(1)* %inbuf, <4 x i8> addrspace(1)* %outbuf) {
148 entry:
149 %call = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
150 %arrayidx = getelementptr inbounds <4 x bfloat>, <4 x bfloat> addrspace(1)* %inbuf, i64 %call
151 %loaded = load <4 x bfloat>, <4 x bfloat> addrspace(1)* %arrayidx, align 8
152 %call1 = call spir_func <4 x i8> @_Z43__builtin_spirv_ClampConvertBF16ToE4M3INTELDv4_DF16b(<4 x bfloat> %loaded)
153 %arrayidx3 = getelementptr inbounds <4 x i8>, <4 x i8> addrspace(1)* %outbuf, i64 %call
154 store <4 x i8> %call1, <4 x i8> addrspace(1)* %arrayidx3, align 4
155 ret void
156 }
157
158 ; CHECK-LABEL: .kernel "Test8_ClampConvertBF16ToE4M3"
159 ; CHECK-DAG: .decl [[OUT_F:[A-z0-9]*]] v_type=G type=f num_elts=256
160 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0>
161 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](2,0)<1> [[IN]](1,0)<1;1,0>
162 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](4,0)<1> [[IN]](2,0)<1;1,0>
163 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](6,0)<1> [[IN]](3,0)<1;1,0>
164 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](8,0)<1> [[IN]](4,0)<1;1,0>
165 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](10,0)<1> [[IN]](5,0)<1;1,0>
166 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](12,0)<1> [[IN]](6,0)<1;1,0>
167 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](14,0)<1> [[IN]](7,0)<1;1,0>
168 ;
169 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_0:[A-z0-9]*]](0,0)<1> [[OUT_F]](0,0)<1;1,0>
170 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_1:[A-z0-9]*]](0,0)<1> [[OUT_F]](2,0)<1;1,0>
171 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_2:[A-z0-9]*]](0,0)<1> [[OUT_F]](4,0)<1;1,0>
172 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_3:[A-z0-9]*]](0,0)<1> [[OUT_F]](6,0)<1;1,0>
173 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_4:[A-z0-9]*]](0,0)<1> [[OUT_F]](8,0)<1;1,0>
174 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_5:[A-z0-9]*]](0,0)<1> [[OUT_F]](10,0)<1;1,0>
175 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_6:[A-z0-9]*]](0,0)<1> [[OUT_F]](12,0)<1;1,0>
176 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_7:[A-z0-9]*]](0,0)<1> [[OUT_F]](14,0)<1;1,0>
177 ;
178 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF:[A-z0-9]*]](0,0)<1> [[OUT_HF_0]](0,0)<1;1,0>
179 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](1,0)<1> [[OUT_HF_1]](0,0)<1;1,0>
180 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](2,0)<1> [[OUT_HF_2]](0,0)<1;1,0>
181 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](3,0)<1> [[OUT_HF_3]](0,0)<1;1,0>
182 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](4,0)<1> [[OUT_HF_4]](0,0)<1;1,0>
183 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](5,0)<1> [[OUT_HF_5]](0,0)<1;1,0>
184 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](6,0)<1> [[OUT_HF_6]](0,0)<1;1,0>
185 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](7,0)<1> [[OUT_HF_7]](0,0)<1;1,0>
186 ;
187 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3:[A-z0-9]*]](0,0)<1> [[OUT_VEC_HF]](0,0)<1;1,0>
188 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](0,32)<1> [[OUT_VEC_HF]](1,0)<1;1,0>
189 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](1,0)<1> [[OUT_VEC_HF]](2,0)<1;1,0>
190 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](1,32)<1> [[OUT_VEC_HF]](3,0)<1;1,0>
191 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](2,0)<1> [[OUT_VEC_HF]](4,0)<1;1,0>
192 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](2,32)<1> [[OUT_VEC_HF]](5,0)<1;1,0>
193 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](3,0)<1> [[OUT_VEC_HF]](6,0)<1;1,0>
194 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](3,32)<1> [[OUT_VEC_HF]](7,0)<1;1,0>
195 ;
196 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=256
197 ; CHECK-DAG: .decl [[OUT_HF_0]] v_type=G type=hf num_elts=32
198 ; CHECK-DAG: .decl [[OUT_HF_1]] v_type=G type=hf num_elts=32
199 ; CHECK-DAG: .decl [[OUT_HF_2]] v_type=G type=hf num_elts=32
200 ; CHECK-DAG: .decl [[OUT_HF_3]] v_type=G type=hf num_elts=32
201 ; CHECK-DAG: .decl [[OUT_HF_4]] v_type=G type=hf num_elts=32
202 ; CHECK-DAG: .decl [[OUT_HF_5]] v_type=G type=hf num_elts=32
203 ; CHECK-DAG: .decl [[OUT_HF_6]] v_type=G type=hf num_elts=32
204 ; CHECK-DAG: .decl [[OUT_HF_7]] v_type=G type=hf num_elts=32
205 ; CHECK-DAG: .decl [[OUT_VEC_HF]] v_type=G type=hf num_elts=256
206 ; CHECK-DAG: .decl [[OUT_E4M3]] v_type=G type=b num_elts=256
207 declare spir_func <8 x i8> @_Z43__builtin_spirv_ClampConvertBF16ToE4M3INTELDv8_DF16b(<8 x bfloat>)
208 define spir_kernel void @Test8_ClampConvertBF16ToE4M3(<8 x bfloat> addrspace(1)* %inbuf, <8 x i8> addrspace(1)* %outbuf) {
209 entry:
210 %call = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
211 %arrayidx = getelementptr inbounds <8 x bfloat>, <8 x bfloat> addrspace(1)* %inbuf, i64 %call
212 %loaded = load <8 x bfloat>, <8 x bfloat> addrspace(1)* %arrayidx, align 16
213 %call1 = call spir_func <8 x i8> @_Z43__builtin_spirv_ClampConvertBF16ToE4M3INTELDv8_DF16b(<8 x bfloat> %loaded)
214 %arrayidx3 = getelementptr inbounds <8 x i8>, <8 x i8> addrspace(1)* %outbuf, i64 %call
215 store <8 x i8> %call1, <8 x i8> addrspace(1)* %arrayidx3, align 8
216 ret void
217 }
218
219 ; CHECK-LABEL: .kernel "Test16_ClampConvertBF16ToE4M3"
220 ; CHECK-DAG: .decl [[OUT_F:[A-z0-9]*]] v_type=G type=f num_elts=512
221 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0>
222 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](2,0)<1> [[IN]](1,0)<1;1,0>
223 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](4,0)<1> [[IN]](2,0)<1;1,0>
224 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](6,0)<1> [[IN]](3,0)<1;1,0>
225 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](8,0)<1> [[IN]](4,0)<1;1,0>
226 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](10,0)<1> [[IN]](5,0)<1;1,0>
227 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](12,0)<1> [[IN]](6,0)<1;1,0>
228 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](14,0)<1> [[IN]](7,0)<1;1,0>
229 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](16,0)<1> [[IN]](8,0)<1;1,0>
230 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](18,0)<1> [[IN]](9,0)<1;1,0>
231 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](20,0)<1> [[IN]](10,0)<1;1,0>
232 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](22,0)<1> [[IN]](11,0)<1;1,0>
233 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](24,0)<1> [[IN]](12,0)<1;1,0>
234 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](26,0)<1> [[IN]](13,0)<1;1,0>
235 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](28,0)<1> [[IN]](14,0)<1;1,0>
236 ; CHECK-DAG: mov (M1, 32) [[OUT_F]](30,0)<1> [[IN]](15,0)<1;1,0>
237 ;
238 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_0:[A-z0-9]*]](0,0)<1> [[OUT_F]](0,0)<1;1,0>
239 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_1:[A-z0-9]*]](0,0)<1> [[OUT_F]](2,0)<1;1,0>
240 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_2:[A-z0-9]*]](0,0)<1> [[OUT_F]](4,0)<1;1,0>
241 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_3:[A-z0-9]*]](0,0)<1> [[OUT_F]](6,0)<1;1,0>
242 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_4:[A-z0-9]*]](0,0)<1> [[OUT_F]](8,0)<1;1,0>
243 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_5:[A-z0-9]*]](0,0)<1> [[OUT_F]](10,0)<1;1,0>
244 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_6:[A-z0-9]*]](0,0)<1> [[OUT_F]](12,0)<1;1,0>
245 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_7:[A-z0-9]*]](0,0)<1> [[OUT_F]](14,0)<1;1,0>
246 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_8:[A-z0-9]*]](0,0)<1> [[OUT_F]](16,0)<1;1,0>
247 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_9:[A-z0-9]*]](0,0)<1> [[OUT_F]](18,0)<1;1,0>
248 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_10:[A-z0-9]*]](0,0)<1> [[OUT_F]](20,0)<1;1,0>
249 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_11:[A-z0-9]*]](0,0)<1> [[OUT_F]](22,0)<1;1,0>
250 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_12:[A-z0-9]*]](0,0)<1> [[OUT_F]](24,0)<1;1,0>
251 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_13:[A-z0-9]*]](0,0)<1> [[OUT_F]](26,0)<1;1,0>
252 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_14:[A-z0-9]*]](0,0)<1> [[OUT_F]](28,0)<1;1,0>
253 ; CHECK-DAG: mov (M1, 32) [[OUT_HF_15:[A-z0-9]*]](0,0)<1> [[OUT_F]](30,0)<1;1,0>
254 ;
255 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF:[A-z0-9]*]](0,0)<1> [[OUT_HF_0]](0,0)<1;1,0>
256 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](1,0)<1> [[OUT_HF_1]](0,0)<1;1,0>
257 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](2,0)<1> [[OUT_HF_2]](0,0)<1;1,0>
258 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](3,0)<1> [[OUT_HF_3]](0,0)<1;1,0>
259 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](4,0)<1> [[OUT_HF_4]](0,0)<1;1,0>
260 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](5,0)<1> [[OUT_HF_5]](0,0)<1;1,0>
261 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](6,0)<1> [[OUT_HF_6]](0,0)<1;1,0>
262 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](7,0)<1> [[OUT_HF_7]](0,0)<1;1,0>
263 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](8,0)<1> [[OUT_HF_8]](0,0)<1;1,0>
264 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](9,0)<1> [[OUT_HF_9]](0,0)<1;1,0>
265 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](10,0)<1> [[OUT_HF_10]](0,0)<1;1,0>
266 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](11,0)<1> [[OUT_HF_11]](0,0)<1;1,0>
267 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](12,0)<1> [[OUT_HF_12]](0,0)<1;1,0>
268 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](13,0)<1> [[OUT_HF_13]](0,0)<1;1,0>
269 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](14,0)<1> [[OUT_HF_14]](0,0)<1;1,0>
270 ; CHECK-DAG: mov (M1, 32) [[OUT_VEC_HF]](15,0)<1> [[OUT_HF_15]](0,0)<1;1,0>
271 ;
272 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3:[A-z0-9]*]](0,0)<1> [[OUT_VEC_HF]](0,0)<1;1,0>
273 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](0,32)<1> [[OUT_VEC_HF]](1,0)<1;1,0>
274 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](1,0)<1> [[OUT_VEC_HF]](2,0)<1;1,0>
275 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](1,32)<1> [[OUT_VEC_HF]](3,0)<1;1,0>
276 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](2,0)<1> [[OUT_VEC_HF]](4,0)<1;1,0>
277 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](2,32)<1> [[OUT_VEC_HF]](5,0)<1;1,0>
278 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](3,0)<1> [[OUT_VEC_HF]](6,0)<1;1,0>
279 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](3,32)<1> [[OUT_VEC_HF]](7,0)<1;1,0>
280 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](4,0)<1> [[OUT_VEC_HF]](8,0)<1;1,0>
281 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](4,32)<1> [[OUT_VEC_HF]](9,0)<1;1,0>
282 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](5,0)<1> [[OUT_VEC_HF]](10,0)<1;1,0>
283 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](5,32)<1> [[OUT_VEC_HF]](11,0)<1;1,0>
284 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](6,0)<1> [[OUT_VEC_HF]](12,0)<1;1,0>
285 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](6,32)<1> [[OUT_VEC_HF]](13,0)<1;1,0>
286 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](7,0)<1> [[OUT_VEC_HF]](14,0)<1;1,0>
287 ; CHECK-DAG: fcvt.sat (M1_NM, 32) [[OUT_E4M3]](7,32)<1> [[OUT_VEC_HF]](15,0)<1;1,0>
288 ;
289 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=512
290 ; CHECK-DAG: .decl [[OUT_HF_0]] v_type=G type=hf num_elts=32
291 ; CHECK-DAG: .decl [[OUT_HF_1]] v_type=G type=hf num_elts=32
292 ; CHECK-DAG: .decl [[OUT_HF_2]] v_type=G type=hf num_elts=32
293 ; CHECK-DAG: .decl [[OUT_HF_3]] v_type=G type=hf num_elts=32
294 ; CHECK-DAG: .decl [[OUT_HF_4]] v_type=G type=hf num_elts=32
295 ; CHECK-DAG: .decl [[OUT_HF_5]] v_type=G type=hf num_elts=32
296 ; CHECK-DAG: .decl [[OUT_HF_6]] v_type=G type=hf num_elts=32
297 ; CHECK-DAG: .decl [[OUT_HF_7]] v_type=G type=hf num_elts=32
298 ; CHECK-DAG: .decl [[OUT_HF_8]] v_type=G type=hf num_elts=32
299 ; CHECK-DAG: .decl [[OUT_HF_9]] v_type=G type=hf num_elts=32
300 ; CHECK-DAG: .decl [[OUT_HF_10]] v_type=G type=hf num_elts=32
301 ; CHECK-DAG: .decl [[OUT_HF_11]] v_type=G type=hf num_elts=32
302 ; CHECK-DAG: .decl [[OUT_HF_12]] v_type=G type=hf num_elts=32
303 ; CHECK-DAG: .decl [[OUT_HF_13]] v_type=G type=hf num_elts=32
304 ; CHECK-DAG: .decl [[OUT_HF_14]] v_type=G type=hf num_elts=32
305 ; CHECK-DAG: .decl [[OUT_HF_15]] v_type=G type=hf num_elts=32
306 ; CHECK-DAG: .decl [[OUT_VEC_HF]] v_type=G type=hf num_elts=512
307 ; CHECK-DAG: .decl [[OUT_E4M3]] v_type=G type=b num_elts=512
308 declare spir_func <16 x i8> @_Z43__builtin_spirv_ClampConvertBF16ToE4M3INTELDv16_DF16b(<16 x bfloat>)
309 define spir_kernel void @Test16_ClampConvertBF16ToE4M3(<16 x bfloat> addrspace(1)* %inbuf, <16 x i8> addrspace(1)* %outbuf) {
310 entry:
311 %call = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
312 %arrayidx = getelementptr inbounds <16 x bfloat>, <16 x bfloat> addrspace(1)* %inbuf, i64 %call
313 %loaded = load <16 x bfloat>, <16 x bfloat> addrspace(1)* %arrayidx, align 32
314 %call1 = call spir_func <16 x i8> @_Z43__builtin_spirv_ClampConvertBF16ToE4M3INTELDv16_DF16b(<16 x bfloat> %loaded)
315 %arrayidx3 = getelementptr inbounds <16 x i8>, <16 x i8> addrspace(1)* %outbuf, i64 %call
316 store <16 x i8> %call1, <16 x i8> addrspace(1)* %arrayidx3, align 16
317 ret void
318 }