Debian Codegraph @

IGC/ocloc_tests/SPIRV-extensions/SPV_INTEL_mini_floats/FP8/ClampStochasticRoundBF16ToBF8.ll

raw
1 ;=========================== begin_copyright_notice ============================
2 ;
3 ; Copyright (C) 2024 Intel Corporation
4 ;
5 ; SPDX-License-Identifier: MIT
6 ;
7 ;============================ end_copyright_notice =============================
8
9 ; REQUIRES: llvm-spirv, cri-supported
10 ; RUN: llvm-as %s -o %t.bc
11 ; RUN: llvm-spirv %t.bc --spirv-ext=+SPV_INTEL_fp_conversions,+SPV_KHR_bfloat16,+SPV_EXT_float8 -o %t.spv
12 ; RUN: ocloc compile -spirv_input -file %t.spv -device cri -options "-igc_opts 'DumpVISAASMToConsole=1'" 2>&1 | FileCheck %s
13
14 ; Test if conversion opcodes are present in spirv disassembly
15 ; RUN: llvm-spirv --to-text %t.spv -o %t.spt
16 ; RUN: cat %t.spt | FileCheck %s -check-prefix=CHECK-SPV
17 ; CHECK-SPV: ClampStochasticRoundFToFINTEL
18
19 target datalayout = "e-p:64:64:64-i1:8:8-i8:8:8-i16:16:16-i32:32:32-i64:64:64-f32:32:32-f64:64:64-v16:16:16-v24:32:32-v32:32:32-v48:64:64-v64:64:64-v96:128:128-v128:128:128-v192:256:256-v256:256:256-v512:512:512-v1024:1024:1024"
20 target triple = "spir64-unknown-unknown"
21 declare spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32)
22
23 ;
24 ; Variants with output seed pointer
25 ;
26
27 ; CHECK-LABEL: .kernel "Test_ClampStochasticRoundBF16ToE5M2"
28 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
29 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
30 ; CHECK-DAG: .decl [[OUT]] v_type=G type=ub num_elts=32
31 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=32
32 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=32
33 declare spir_func signext i8 @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDF16biPi(bfloat, i32, i32*)
34 define spir_kernel void @Test_ClampStochasticRoundBF16ToE5M2(bfloat addrspace(1)* %inbuf, i8 addrspace(1)* %outbuf, i32 addrspace(1)* %inseed, i32 addrspace(1)* %outseed) {
35 entry:
36 %privateSeed = alloca i32, align 4
37 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
38 %inputAddr = getelementptr inbounds bfloat, bfloat addrspace(1)* %inbuf, i64 %globalId0
39 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
40
41 %inputLoaded = load bfloat, bfloat addrspace(1)* %inputAddr, align 2
42 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
43 %result = call spir_func signext i8 @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDF16biPi(bfloat %inputLoaded, i32 %seedLoaded, i32* %privateSeed)
44
45 %loadedPrivateSeed = load i32, i32* %privateSeed, align 4
46 %outSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %outseed, i64 %globalId0
47 store i32 %loadedPrivateSeed, i32 addrspace(1)* %outSeedAddr, align 4
48
49 %outputAddr = getelementptr inbounds i8, i8 addrspace(1)* %outbuf, i64 %globalId0
50 store i8 %result, i8 addrspace(1)* %outputAddr, align 1
51 ret void
52 }
53
54 ; CHECK-LABEL: .kernel "Test2_ClampStochasticRoundBF16ToE5M2"
55 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
56 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
57 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
58 ; CHECK-DAG: .decl [[OUT]] v_type=G type=ub num_elts=64
59 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=64
60 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=64
61 declare spir_func <2 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDv2_DF16biPi(<2 x bfloat>, i32, i32*)
62 define spir_kernel void @Test2_ClampStochasticRoundBF16ToE5M2(<2 x bfloat> addrspace(1)* %inbuf, <2 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed, i32 addrspace(1)* %outseed) {
63 entry:
64 %privateSeed = alloca i32, align 4
65 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
66 %inputAddr = getelementptr inbounds <2 x bfloat>, <2 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
67 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
68
69 %inputLoaded = load <2 x bfloat>, <2 x bfloat> addrspace(1)* %inputAddr, align 4
70 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
71 %result = call spir_func <2 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDv2_DF16biPi(<2 x bfloat> %inputLoaded, i32 %seedLoaded, i32* %privateSeed)
72
73 %loadedPrivateSeed = load i32, i32* %privateSeed, align 4
74 %outSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %outseed, i64 %globalId0
75 store i32 %loadedPrivateSeed, i32 addrspace(1)* %outSeedAddr, align 4
76
77 %outputAddr = getelementptr inbounds <2 x i8>, <2 x i8> addrspace(1)* %outbuf, i64 %globalId0
78 store <2 x i8> %result, <2 x i8> addrspace(1)* %outputAddr, align 2
79 ret void
80 }
81
82 ; CHECK-LABEL: .kernel "Test3_ClampStochasticRoundBF16ToE5M2"
83 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
84 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
85 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
86 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
87 ; CHECK-DAG: .decl [[OUT]] v_type=G type=ub num_elts=96
88 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=96
89 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=96
90 declare spir_func <3 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDv3_DF16biPi(<3 x bfloat>, i32, i32*)
91 define spir_kernel void @Test3_ClampStochasticRoundBF16ToE5M2(<3 x bfloat> addrspace(1)* %inbuf, <3 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed, i32 addrspace(1)* %outseed) {
92 entry:
93 %privateSeed = alloca i32, align 4
94 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
95 %inputAddr = getelementptr inbounds <3 x bfloat>, <3 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
96 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
97
98 %inputLoaded = load <3 x bfloat>, <3 x bfloat> addrspace(1)* %inputAddr, align 8
99 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
100 %result = call spir_func <3 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDv3_DF16biPi(<3 x bfloat> %inputLoaded, i32 %seedLoaded, i32* %privateSeed)
101
102 %loadedPrivateSeed = load i32, i32* %privateSeed, align 4
103 %outSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %outseed, i64 %globalId0
104 store i32 %loadedPrivateSeed, i32 addrspace(1)* %outSeedAddr, align 4
105
106 %outputAddr = getelementptr inbounds <3 x i8>, <3 x i8> addrspace(1)* %outbuf, i64 %globalId0
107 store <3 x i8> %result, <3 x i8> addrspace(1)* %outputAddr, align 4
108 ret void
109 }
110
111 ; CHECK-LABEL: .kernel "Test4_ClampStochasticRoundBF16ToE5M2"
112 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
113 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
114 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
115 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
116 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,32)<1> [[IN]](3,0)<1;1,0> [[SEED]](1,32)<1;1,0>
117 ; CHECK-DAG: .decl [[OUT]] v_type=G type=ub num_elts=128
118 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=128
119 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=128
120 declare spir_func <4 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDv4_DF16biPi(<4 x bfloat>, i32, i32*)
121 define spir_kernel void @Test4_ClampStochasticRoundBF16ToE5M2(<4 x bfloat> addrspace(1)* %inbuf, <4 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed, i32 addrspace(1)* %outseed) {
122 entry:
123 %privateSeed = alloca i32, align 4
124 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
125 %inputAddr = getelementptr inbounds <4 x bfloat>, <4 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
126 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
127
128 %inputLoaded = load <4 x bfloat>, <4 x bfloat> addrspace(1)* %inputAddr, align 8
129 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
130 %result = call spir_func <4 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDv4_DF16biPi(<4 x bfloat> %inputLoaded, i32 %seedLoaded, i32* %privateSeed)
131
132 %loadedPrivateSeed = load i32, i32* %privateSeed, align 4
133 %outSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %outseed, i64 %globalId0
134 store i32 %loadedPrivateSeed, i32 addrspace(1)* %outSeedAddr, align 4
135
136 %outputAddr = getelementptr inbounds <4 x i8>, <4 x i8> addrspace(1)* %outbuf, i64 %globalId0
137 store <4 x i8> %result, <4 x i8> addrspace(1)* %outputAddr, align 4
138 ret void
139 }
140
141 ; CHECK-LABEL: .kernel "Test8_ClampStochasticRoundBF16ToE5M2"
142 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
143 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
144 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
145 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
146 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
147 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,32)<1> [[IN]](3,0)<1;1,0> [[SEED]](1,32)<1;1,0>
148 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](2,0)<1> [[IN]](4,0)<1;1,0> [[SEED]](2,0)<1;1,0>
149 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](2,32)<1> [[IN]](5,0)<1;1,0> [[SEED]](2,32)<1;1,0>
150 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](3,0)<1> [[IN]](6,0)<1;1,0> [[SEED]](3,0)<1;1,0>
151 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](3,32)<1> [[IN]](7,0)<1;1,0> [[SEED]](3,32)<1;1,0>
152 ; CHECK-DAG: .decl [[OUT]] v_type=G type=ub num_elts=256
153 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=256
154 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=256
155 declare spir_func <8 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDv8_DF16biPi(<8 x bfloat>, i32, i32*)
156 define spir_kernel void @Test8_ClampStochasticRoundBF16ToE5M2(<8 x bfloat> addrspace(1)* %inbuf, <8 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed, i32 addrspace(1)* %outseed) {
157 entry:
158 %privateSeed = alloca i32, align 4
159 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
160 %inputAddr = getelementptr inbounds <8 x bfloat>, <8 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
161 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
162
163 %inputLoaded = load <8 x bfloat>, <8 x bfloat> addrspace(1)* %inputAddr, align 16
164 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
165 %result = call spir_func <8 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDv8_DF16biPi(<8 x bfloat> %inputLoaded, i32 %seedLoaded, i32* %privateSeed)
166
167 %loadedPrivateSeed = load i32, i32* %privateSeed, align 4
168 %outSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %outseed, i64 %globalId0
169 store i32 %loadedPrivateSeed, i32 addrspace(1)* %outSeedAddr, align 4
170
171 %outputAddr = getelementptr inbounds <8 x i8>, <8 x i8> addrspace(1)* %outbuf, i64 %globalId0
172 store <8 x i8> %result, <8 x i8> addrspace(1)* %outputAddr, align 8
173 ret void
174 }
175
176 ; CHECK-LABEL: .kernel "Test16_ClampStochasticRoundBF16ToE5M2"
177 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
178 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
179 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
180 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
181 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
182 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
183 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
184 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,32)<1> [[IN]](3,0)<1;1,0> [[SEED]](1,32)<1;1,0>
185 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](2,0)<1> [[IN]](4,0)<1;1,0> [[SEED]](2,0)<1;1,0>
186 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](2,32)<1> [[IN]](5,0)<1;1,0> [[SEED]](2,32)<1;1,0>
187 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](3,0)<1> [[IN]](6,0)<1;1,0> [[SEED]](3,0)<1;1,0>
188 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](3,32)<1> [[IN]](7,0)<1;1,0> [[SEED]](3,32)<1;1,0>
189 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](4,0)<1> [[IN]](8,0)<1;1,0> [[SEED]](4,0)<1;1,0>
190 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](4,32)<1> [[IN]](9,0)<1;1,0> [[SEED]](4,32)<1;1,0>
191 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](5,0)<1> [[IN]](10,0)<1;1,0> [[SEED]](5,0)<1;1,0>
192 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](5,32)<1> [[IN]](11,0)<1;1,0> [[SEED]](5,32)<1;1,0>
193 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](6,0)<1> [[IN]](12,0)<1;1,0> [[SEED]](6,0)<1;1,0>
194 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](6,32)<1> [[IN]](13,0)<1;1,0> [[SEED]](6,32)<1;1,0>
195 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](7,0)<1> [[IN]](14,0)<1;1,0> [[SEED]](7,0)<1;1,0>
196 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](7,32)<1> [[IN]](15,0)<1;1,0> [[SEED]](7,32)<1;1,0>
197 ; CHECK-DAG: .decl [[OUT]] v_type=G type=ub num_elts=512
198 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=512
199 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=512
200 declare spir_func <16 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDv16_DF16biPi(<16 x bfloat>, i32, i32*)
201 define spir_kernel void @Test16_ClampStochasticRoundBF16ToE5M2(<16 x bfloat> addrspace(1)* %inbuf, <16 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed, i32 addrspace(1)* %outseed) {
202 entry:
203 %privateSeed = alloca i32, align 4
204 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
205 %inputAddr = getelementptr inbounds <16 x bfloat>, <16 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
206 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
207
208 %inputLoaded = load <16 x bfloat>, <16 x bfloat> addrspace(1)* %inputAddr, align 32
209 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
210 %result = call spir_func <16 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDv16_DF16biPi(<16 x bfloat> %inputLoaded, i32 %seedLoaded, i32* %privateSeed)
211
212 %loadedPrivateSeed = load i32, i32* %privateSeed, align 4
213 %outSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %outseed, i64 %globalId0
214 store i32 %loadedPrivateSeed, i32 addrspace(1)* %outSeedAddr, align 4
215
216 %outputAddr = getelementptr inbounds <16 x i8>, <16 x i8> addrspace(1)* %outbuf, i64 %globalId0
217 store <16 x i8> %result, <16 x i8> addrspace(1)* %outputAddr, align 16
218 ret void
219 }
220
221 ;
222 ; Variants without output seed pointer
223 ;
224
225 ; CHECK-LABEL: .kernel "TestNoSeedPtr_ClampStochasticRoundBF16ToE5M2"
226 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
227 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
228 ; CHECK-DAG: .decl [[OUT]] v_type=G type=ub num_elts=32
229 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=32
230 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=32
231 declare spir_func signext i8 @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDF16bi(bfloat, i32)
232 define spir_kernel void @TestNoSeedPtr_ClampStochasticRoundBF16ToE5M2(bfloat addrspace(1)* %inbuf, i8 addrspace(1)* %outbuf, i32 addrspace(1)* %inseed) {
233 entry:
234 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
235 %inputAddr = getelementptr inbounds bfloat, bfloat addrspace(1)* %inbuf, i64 %globalId0
236 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
237
238 %inputLoaded = load bfloat, bfloat addrspace(1)* %inputAddr, align 2
239 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
240 %result = call spir_func signext i8 @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDF16bi(bfloat %inputLoaded, i32 %seedLoaded)
241
242 %outputAddr = getelementptr inbounds i8, i8 addrspace(1)* %outbuf, i64 %globalId0
243 store i8 %result, i8 addrspace(1)* %outputAddr, align 1
244 ret void
245 }
246
247 ; CHECK-LABEL: .kernel "TestNoSeedPtr2_ClampStochasticRoundBF16ToE5M2"
248 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
249 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
250 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
251 ; CHECK-DAG: .decl [[OUT]] v_type=G type=ub num_elts=64
252 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=64
253 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=64
254 declare spir_func <2 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDv2_DF16bi(<2 x bfloat>, i32)
255 define spir_kernel void @TestNoSeedPtr2_ClampStochasticRoundBF16ToE5M2(<2 x bfloat> addrspace(1)* %inbuf, <2 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed) {
256 entry:
257 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
258 %inputAddr = getelementptr inbounds <2 x bfloat>, <2 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
259 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
260
261 %inputLoaded = load <2 x bfloat>, <2 x bfloat> addrspace(1)* %inputAddr, align 4
262 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
263 %result = call spir_func <2 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDv2_DF16bi(<2 x bfloat> %inputLoaded, i32 %seedLoaded)
264
265 %outputAddr = getelementptr inbounds <2 x i8>, <2 x i8> addrspace(1)* %outbuf, i64 %globalId0
266 store <2 x i8> %result, <2 x i8> addrspace(1)* %outputAddr, align 2
267 ret void
268 }
269
270 ; CHECK-LABEL: .kernel "TestNoSeedPtr3_ClampStochasticRoundBF16ToE5M2"
271 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
272 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
273 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
274 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
275 ; CHECK-DAG: .decl [[OUT]] v_type=G type=ub num_elts=96
276 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=96
277 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=96
278 declare spir_func <3 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDv3_DF16bi(<3 x bfloat>, i32)
279 define spir_kernel void @TestNoSeedPtr3_ClampStochasticRoundBF16ToE5M2(<3 x bfloat> addrspace(1)* %inbuf, <3 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed) {
280 entry:
281 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
282 %inputAddr = getelementptr inbounds <3 x bfloat>, <3 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
283 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
284
285 %inputLoaded = load <3 x bfloat>, <3 x bfloat> addrspace(1)* %inputAddr, align 8
286 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
287 %result = call spir_func <3 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDv3_DF16bi(<3 x bfloat> %inputLoaded, i32 %seedLoaded)
288
289 %outputAddr = getelementptr inbounds <3 x i8>, <3 x i8> addrspace(1)* %outbuf, i64 %globalId0
290 store <3 x i8> %result, <3 x i8> addrspace(1)* %outputAddr, align 4
291 ret void
292 }
293
294 ; CHECK-LABEL: .kernel "TestNoSeedPtr4_ClampStochasticRoundBF16ToE5M2"
295 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
296 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
297 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
298 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
299 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,32)<1> [[IN]](3,0)<1;1,0> [[SEED]](1,32)<1;1,0>
300 ; CHECK-DAG: .decl [[OUT]] v_type=G type=ub num_elts=128
301 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=128
302 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=128
303 declare spir_func <4 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDv4_DF16bi(<4 x bfloat>, i32)
304 define spir_kernel void @TestNoSeedPtr4_ClampStochasticRoundBF16ToE5M2(<4 x bfloat> addrspace(1)* %inbuf, <4 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed) {
305 entry:
306 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
307 %inputAddr = getelementptr inbounds <4 x bfloat>, <4 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
308 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
309
310 %inputLoaded = load <4 x bfloat>, <4 x bfloat> addrspace(1)* %inputAddr, align 8
311 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
312 %result = call spir_func <4 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDv4_DF16bi(<4 x bfloat> %inputLoaded, i32 %seedLoaded)
313
314 %outputAddr = getelementptr inbounds <4 x i8>, <4 x i8> addrspace(1)* %outbuf, i64 %globalId0
315 store <4 x i8> %result, <4 x i8> addrspace(1)* %outputAddr, align 4
316 ret void
317 }
318
319 ; CHECK-LABEL: .kernel "TestNoSeedPtr8_ClampStochasticRoundBF16ToE5M2"
320 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
321 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
322 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
323 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
324 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
325 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,32)<1> [[IN]](3,0)<1;1,0> [[SEED]](1,32)<1;1,0>
326 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](2,0)<1> [[IN]](4,0)<1;1,0> [[SEED]](2,0)<1;1,0>
327 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](2,32)<1> [[IN]](5,0)<1;1,0> [[SEED]](2,32)<1;1,0>
328 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](3,0)<1> [[IN]](6,0)<1;1,0> [[SEED]](3,0)<1;1,0>
329 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](3,32)<1> [[IN]](7,0)<1;1,0> [[SEED]](3,32)<1;1,0>
330 ; CHECK-DAG: .decl [[OUT]] v_type=G type=ub num_elts=256
331 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=256
332 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=256
333 declare spir_func <8 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDv8_DF16bi(<8 x bfloat>, i32)
334 define spir_kernel void @TestNoSeedPtr8_ClampStochasticRoundBF16ToE5M2(<8 x bfloat> addrspace(1)* %inbuf, <8 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed) {
335 entry:
336 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
337 %inputAddr = getelementptr inbounds <8 x bfloat>, <8 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
338 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
339
340 %inputLoaded = load <8 x bfloat>, <8 x bfloat> addrspace(1)* %inputAddr, align 16
341 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
342 %result = call spir_func <8 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDv8_DF16bi(<8 x bfloat> %inputLoaded, i32 %seedLoaded)
343
344 %outputAddr = getelementptr inbounds <8 x i8>, <8 x i8> addrspace(1)* %outbuf, i64 %globalId0
345 store <8 x i8> %result, <8 x i8> addrspace(1)* %outputAddr, align 8
346 ret void
347 }
348
349 ; CHECK-LABEL: .kernel "TestNoSeedPtr16_ClampStochasticRoundBF16ToE5M2"
350 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
351 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
352 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
353 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
354 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
355 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
356 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
357 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,32)<1> [[IN]](3,0)<1;1,0> [[SEED]](1,32)<1;1,0>
358 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](2,0)<1> [[IN]](4,0)<1;1,0> [[SEED]](2,0)<1;1,0>
359 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](2,32)<1> [[IN]](5,0)<1;1,0> [[SEED]](2,32)<1;1,0>
360 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](3,0)<1> [[IN]](6,0)<1;1,0> [[SEED]](3,0)<1;1,0>
361 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](3,32)<1> [[IN]](7,0)<1;1,0> [[SEED]](3,32)<1;1,0>
362 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](4,0)<1> [[IN]](8,0)<1;1,0> [[SEED]](4,0)<1;1,0>
363 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](4,32)<1> [[IN]](9,0)<1;1,0> [[SEED]](4,32)<1;1,0>
364 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](5,0)<1> [[IN]](10,0)<1;1,0> [[SEED]](5,0)<1;1,0>
365 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](5,32)<1> [[IN]](11,0)<1;1,0> [[SEED]](5,32)<1;1,0>
366 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](6,0)<1> [[IN]](12,0)<1;1,0> [[SEED]](6,0)<1;1,0>
367 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](6,32)<1> [[IN]](13,0)<1;1,0> [[SEED]](6,32)<1;1,0>
368 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](7,0)<1> [[IN]](14,0)<1;1,0> [[SEED]](7,0)<1;1,0>
369 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](7,32)<1> [[IN]](15,0)<1;1,0> [[SEED]](7,32)<1;1,0>
370 ; CHECK-DAG: .decl [[OUT]] v_type=G type=ub num_elts=512
371 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=512
372 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=512
373 declare spir_func <16 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDv16_DF16bi(<16 x bfloat>, i32)
374 define spir_kernel void @TestNoSeedPtr16_ClampStochasticRoundBF16ToE5M2(<16 x bfloat> addrspace(1)* %inbuf, <16 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed) {
375 entry:
376 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
377 %inputAddr = getelementptr inbounds <16 x bfloat>, <16 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
378 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
379
380 %inputLoaded = load <16 x bfloat>, <16 x bfloat> addrspace(1)* %inputAddr, align 32
381 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
382 %result = call spir_func <16 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE5M2INTELDv16_DF16bi(<16 x bfloat> %inputLoaded, i32 %seedLoaded)
383
384 %outputAddr = getelementptr inbounds <16 x i8>, <16 x i8> addrspace(1)* %outbuf, i64 %globalId0
385 store <16 x i8> %result, <16 x i8> addrspace(1)* %outputAddr, align 16
386 ret void
387 }