Debian Codegraph @

IGC/ocloc_tests/SPIRV-extensions/SPV_INTEL_mini_floats/FP8/ClampStochasticRoundBF16ToHF8.ll

raw
1 ;=========================== begin_copyright_notice ============================
2 ;
3 ; Copyright (C) 2024 Intel Corporation
4 ;
5 ; SPDX-License-Identifier: MIT
6 ;
7 ;============================ end_copyright_notice =============================
8
9 ; REQUIRES: llvm-spirv, cri-supported
10 ; RUN: llvm-as %s -o %t.bc
11 ; RUN: llvm-spirv %t.bc --spirv-ext=+SPV_INTEL_fp_conversions,+SPV_KHR_bfloat16,+SPV_EXT_float8 -o %t.spv
12 ; RUN: ocloc compile -spirv_input -file %t.spv -device cri -options "-igc_opts 'DumpVISAASMToConsole=1'" 2>&1 | FileCheck %s
13
14 ; Test if conversion opcodes are present in spirv disassembly
15 ; RUN: llvm-spirv --to-text %t.spv -o %t.spt
16 ; RUN: cat %t.spt | FileCheck %s -check-prefix=CHECK-SPV
17 ; CHECK-SPV: ClampStochasticRoundFToFINTEL
18
19 target datalayout = "e-p:64:64:64-i1:8:8-i8:8:8-i16:16:16-i32:32:32-i64:64:64-f32:32:32-f64:64:64-v16:16:16-v24:32:32-v32:32:32-v48:64:64-v64:64:64-v96:128:128-v128:128:128-v192:256:256-v256:256:256-v512:512:512-v1024:1024:1024"
20 target triple = "spir64-unknown-unknown"
21 declare spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32)
22
23 ;
24 ; Variants with output seed pointer
25 ;
26
27 ; CHECK-LABEL: .kernel "Test_ClampStochasticRoundBF16ToE4M3"
28 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
29 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
30 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=32
31 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=32
32 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=32
33 declare spir_func signext i8 @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDF16biPi(bfloat, i32, i32*)
34 define spir_kernel void @Test_ClampStochasticRoundBF16ToE4M3(bfloat addrspace(1)* %inbuf, i8 addrspace(1)* %outbuf, i32 addrspace(1)* %inseed, i32 addrspace(1)* %outseed) {
35 entry:
36 %privateSeed = alloca i32, align 4
37 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
38 %inputAddr = getelementptr inbounds bfloat, bfloat addrspace(1)* %inbuf, i64 %globalId0
39 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
40
41 %inputLoaded = load bfloat, bfloat addrspace(1)* %inputAddr, align 2
42 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
43 %result = call spir_func signext i8 @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDF16biPi(bfloat %inputLoaded, i32 %seedLoaded, i32* %privateSeed)
44
45 %loadedPrivateSeed = load i32, i32* %privateSeed, align 4
46 %outSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %outseed, i64 %globalId0
47 store i32 %loadedPrivateSeed, i32 addrspace(1)* %outSeedAddr, align 4
48
49 %outputAddr = getelementptr inbounds i8, i8 addrspace(1)* %outbuf, i64 %globalId0
50 store i8 %result, i8 addrspace(1)* %outputAddr, align 1
51 ret void
52 }
53
54 ; CHECK-LABEL: .kernel "Test2_ClampStochasticRoundBF16ToE4M3"
55 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
56 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
57 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
58 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=64
59 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=64
60 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=64
61 declare spir_func <2 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDv2_DF16biPi(<2 x bfloat>, i32, i32*)
62 define spir_kernel void @Test2_ClampStochasticRoundBF16ToE4M3(<2 x bfloat> addrspace(1)* %inbuf, <2 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed, i32 addrspace(1)* %outseed) {
63 entry:
64 %privateSeed = alloca i32, align 4
65 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
66 %inputAddr = getelementptr inbounds <2 x bfloat>, <2 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
67 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
68
69 %inputLoaded = load <2 x bfloat>, <2 x bfloat> addrspace(1)* %inputAddr, align 4
70 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
71 %result = call spir_func <2 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDv2_DF16biPi(<2 x bfloat> %inputLoaded, i32 %seedLoaded, i32* %privateSeed)
72
73 %loadedPrivateSeed = load i32, i32* %privateSeed, align 4
74 %outSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %outseed, i64 %globalId0
75 store i32 %loadedPrivateSeed, i32 addrspace(1)* %outSeedAddr, align 4
76
77 %outputAddr = getelementptr inbounds <2 x i8>, <2 x i8> addrspace(1)* %outbuf, i64 %globalId0
78 store <2 x i8> %result, <2 x i8> addrspace(1)* %outputAddr, align 2
79 ret void
80 }
81
82 ; CHECK-LABEL: .kernel "Test3_ClampStochasticRoundBF16ToE4M3"
83 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
84 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
85 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
86 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
87 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=96
88 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=96
89 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=96
90 declare spir_func <3 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDv3_DF16biPi(<3 x bfloat>, i32, i32*)
91 define spir_kernel void @Test3_ClampStochasticRoundBF16ToE4M3(<3 x bfloat> addrspace(1)* %inbuf, <3 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed, i32 addrspace(1)* %outseed) {
92 entry:
93 %privateSeed = alloca i32, align 4
94 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
95 %inputAddr = getelementptr inbounds <3 x bfloat>, <3 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
96 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
97
98 %inputLoaded = load <3 x bfloat>, <3 x bfloat> addrspace(1)* %inputAddr, align 8
99 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
100 %result = call spir_func <3 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDv3_DF16biPi(<3 x bfloat> %inputLoaded, i32 %seedLoaded, i32* %privateSeed)
101
102 %loadedPrivateSeed = load i32, i32* %privateSeed, align 4
103 %outSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %outseed, i64 %globalId0
104 store i32 %loadedPrivateSeed, i32 addrspace(1)* %outSeedAddr, align 4
105
106 %outputAddr = getelementptr inbounds <3 x i8>, <3 x i8> addrspace(1)* %outbuf, i64 %globalId0
107 store <3 x i8> %result, <3 x i8> addrspace(1)* %outputAddr, align 4
108 ret void
109 }
110
111 ; CHECK-LABEL: .kernel "Test4_ClampStochasticRoundBF16ToE4M3"
112 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
113 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
114 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
115 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
116
117 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,32)<1> [[IN]](3,0)<1;1,0> [[SEED]](1,32)<1;1,0>
118 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=128
119 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=128
120 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=128
121 declare spir_func <4 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDv4_DF16biPi(<4 x bfloat>, i32, i32*)
122 define spir_kernel void @Test4_ClampStochasticRoundBF16ToE4M3(<4 x bfloat> addrspace(1)* %inbuf, <4 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed, i32 addrspace(1)* %outseed) {
123 entry:
124 %privateSeed = alloca i32, align 4
125 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
126 %inputAddr = getelementptr inbounds <4 x bfloat>, <4 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
127 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
128
129 %inputLoaded = load <4 x bfloat>, <4 x bfloat> addrspace(1)* %inputAddr, align 8
130 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
131 %result = call spir_func <4 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDv4_DF16biPi(<4 x bfloat> %inputLoaded, i32 %seedLoaded, i32* %privateSeed)
132
133 %loadedPrivateSeed = load i32, i32* %privateSeed, align 4
134 %outSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %outseed, i64 %globalId0
135 store i32 %loadedPrivateSeed, i32 addrspace(1)* %outSeedAddr, align 4
136
137 %outputAddr = getelementptr inbounds <4 x i8>, <4 x i8> addrspace(1)* %outbuf, i64 %globalId0
138 store <4 x i8> %result, <4 x i8> addrspace(1)* %outputAddr, align 4
139 ret void
140 }
141
142 ; CHECK-LABEL: .kernel "Test8_ClampStochasticRoundBF16ToE4M3"
143 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
144 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
145 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
146 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
147 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
148 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,32)<1> [[IN]](3,0)<1;1,0> [[SEED]](1,32)<1;1,0>
149 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](2,0)<1> [[IN]](4,0)<1;1,0> [[SEED]](2,0)<1;1,0>
150 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](2,32)<1> [[IN]](5,0)<1;1,0> [[SEED]](2,32)<1;1,0>
151 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](3,0)<1> [[IN]](6,0)<1;1,0> [[SEED]](3,0)<1;1,0>
152 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](3,32)<1> [[IN]](7,0)<1;1,0> [[SEED]](3,32)<1;1,0>
153 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=256
154 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=256
155 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=256
156 declare spir_func <8 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDv8_DF16biPi(<8 x bfloat>, i32, i32*)
157 define spir_kernel void @Test8_ClampStochasticRoundBF16ToE4M3(<8 x bfloat> addrspace(1)* %inbuf, <8 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed, i32 addrspace(1)* %outseed) {
158 entry:
159 %privateSeed = alloca i32, align 4
160 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
161 %inputAddr = getelementptr inbounds <8 x bfloat>, <8 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
162 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
163
164 %inputLoaded = load <8 x bfloat>, <8 x bfloat> addrspace(1)* %inputAddr, align 16
165 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
166 %result = call spir_func <8 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDv8_DF16biPi(<8 x bfloat> %inputLoaded, i32 %seedLoaded, i32* %privateSeed)
167
168 %loadedPrivateSeed = load i32, i32* %privateSeed, align 4
169 %outSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %outseed, i64 %globalId0
170 store i32 %loadedPrivateSeed, i32 addrspace(1)* %outSeedAddr, align 4
171
172 %outputAddr = getelementptr inbounds <8 x i8>, <8 x i8> addrspace(1)* %outbuf, i64 %globalId0
173 store <8 x i8> %result, <8 x i8> addrspace(1)* %outputAddr, align 8
174 ret void
175 }
176
177 ; CHECK-LABEL: .kernel "Test16_ClampStochasticRoundBF16ToE4M3"
178 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
179 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
180 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
181 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
182 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
183 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
184 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
185 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,32)<1> [[IN]](3,0)<1;1,0> [[SEED]](1,32)<1;1,0>
186 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](2,0)<1> [[IN]](4,0)<1;1,0> [[SEED]](2,0)<1;1,0>
187 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](2,32)<1> [[IN]](5,0)<1;1,0> [[SEED]](2,32)<1;1,0>
188 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](3,0)<1> [[IN]](6,0)<1;1,0> [[SEED]](3,0)<1;1,0>
189 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](3,32)<1> [[IN]](7,0)<1;1,0> [[SEED]](3,32)<1;1,0>
190 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](4,0)<1> [[IN]](8,0)<1;1,0> [[SEED]](4,0)<1;1,0>
191 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](4,32)<1> [[IN]](9,0)<1;1,0> [[SEED]](4,32)<1;1,0>
192 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](5,0)<1> [[IN]](10,0)<1;1,0> [[SEED]](5,0)<1;1,0>
193 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](5,32)<1> [[IN]](11,0)<1;1,0> [[SEED]](5,32)<1;1,0>
194 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](6,0)<1> [[IN]](12,0)<1;1,0> [[SEED]](6,0)<1;1,0>
195 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](6,32)<1> [[IN]](13,0)<1;1,0> [[SEED]](6,32)<1;1,0>
196 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](7,0)<1> [[IN]](14,0)<1;1,0> [[SEED]](7,0)<1;1,0>
197 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](7,32)<1> [[IN]](15,0)<1;1,0> [[SEED]](7,32)<1;1,0>
198 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=512
199 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=512
200 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=512
201 declare spir_func <16 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDv16_DF16biPi(<16 x bfloat>, i32, i32*)
202 define spir_kernel void @Test16_ClampStochasticRoundBF16ToE4M3(<16 x bfloat> addrspace(1)* %inbuf, <16 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed, i32 addrspace(1)* %outseed) {
203 entry:
204 %privateSeed = alloca i32, align 4
205 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
206 %inputAddr = getelementptr inbounds <16 x bfloat>, <16 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
207 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
208
209 %inputLoaded = load <16 x bfloat>, <16 x bfloat> addrspace(1)* %inputAddr, align 32
210 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
211 %result = call spir_func <16 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDv16_DF16biPi(<16 x bfloat> %inputLoaded, i32 %seedLoaded, i32* %privateSeed)
212
213 %loadedPrivateSeed = load i32, i32* %privateSeed, align 4
214 %outSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %outseed, i64 %globalId0
215 store i32 %loadedPrivateSeed, i32 addrspace(1)* %outSeedAddr, align 4
216
217 %outputAddr = getelementptr inbounds <16 x i8>, <16 x i8> addrspace(1)* %outbuf, i64 %globalId0
218 store <16 x i8> %result, <16 x i8> addrspace(1)* %outputAddr, align 16
219 ret void
220 }
221
222 ;
223 ; Variants without output seed pointer
224 ;
225
226 ; CHECK-LABEL: .kernel "TestNoSeedPtr_ClampStochasticRoundBF16ToE4M3"
227 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
228 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
229 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=32
230 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=32
231 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=32
232 declare spir_func signext i8 @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDF16bi(bfloat, i32)
233 define spir_kernel void @TestNoSeedPtr_ClampStochasticRoundBF16ToE4M3(bfloat addrspace(1)* %inbuf, i8 addrspace(1)* %outbuf, i32 addrspace(1)* %inseed) {
234 entry:
235 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
236 %inputAddr = getelementptr inbounds bfloat, bfloat addrspace(1)* %inbuf, i64 %globalId0
237 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
238
239 %inputLoaded = load bfloat, bfloat addrspace(1)* %inputAddr, align 2
240 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
241 %result = call spir_func signext i8 @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDF16bi(bfloat %inputLoaded, i32 %seedLoaded)
242
243 %outputAddr = getelementptr inbounds i8, i8 addrspace(1)* %outbuf, i64 %globalId0
244 store i8 %result, i8 addrspace(1)* %outputAddr, align 1
245 ret void
246 }
247
248 ; CHECK-LABEL: .kernel "TestNoSeedPtr2_ClampStochasticRoundBF16ToE4M3"
249 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
250 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
251 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
252 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=64
253 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=64
254 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=64
255 declare spir_func <2 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDv2_DF16bi(<2 x bfloat>, i32)
256 define spir_kernel void @TestNoSeedPtr2_ClampStochasticRoundBF16ToE4M3(<2 x bfloat> addrspace(1)* %inbuf, <2 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed) {
257 entry:
258 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
259 %inputAddr = getelementptr inbounds <2 x bfloat>, <2 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
260 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
261
262 %inputLoaded = load <2 x bfloat>, <2 x bfloat> addrspace(1)* %inputAddr, align 4
263 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
264 %result = call spir_func <2 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDv2_DF16bi(<2 x bfloat> %inputLoaded, i32 %seedLoaded)
265
266 %outputAddr = getelementptr inbounds <2 x i8>, <2 x i8> addrspace(1)* %outbuf, i64 %globalId0
267 store <2 x i8> %result, <2 x i8> addrspace(1)* %outputAddr, align 2
268 ret void
269 }
270
271 ; CHECK-LABEL: .kernel "TestNoSeedPtr3_ClampStochasticRoundBF16ToE4M3"
272 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
273 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
274 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
275 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
276 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=96
277 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=96
278 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=96
279 declare spir_func <3 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDv3_DF16bi(<3 x bfloat>, i32)
280 define spir_kernel void @TestNoSeedPtr3_ClampStochasticRoundBF16ToE4M3(<3 x bfloat> addrspace(1)* %inbuf, <3 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed) {
281 entry:
282 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
283 %inputAddr = getelementptr inbounds <3 x bfloat>, <3 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
284 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
285
286 %inputLoaded = load <3 x bfloat>, <3 x bfloat> addrspace(1)* %inputAddr, align 8
287 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
288 %result = call spir_func <3 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDv3_DF16bi(<3 x bfloat> %inputLoaded, i32 %seedLoaded)
289
290 %outputAddr = getelementptr inbounds <3 x i8>, <3 x i8> addrspace(1)* %outbuf, i64 %globalId0
291 store <3 x i8> %result, <3 x i8> addrspace(1)* %outputAddr, align 4
292 ret void
293 }
294
295 ; CHECK-LABEL: .kernel "TestNoSeedPtr4_ClampStochasticRoundBF16ToE4M3"
296 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
297 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
298 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
299 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
300 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,32)<1> [[IN]](3,0)<1;1,0> [[SEED]](1,32)<1;1,0>
301 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=128
302 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=128
303 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=128
304 declare spir_func <4 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDv4_DF16bi(<4 x bfloat>, i32)
305 define spir_kernel void @TestNoSeedPtr4_ClampStochasticRoundBF16ToE4M3(<4 x bfloat> addrspace(1)* %inbuf, <4 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed) {
306 entry:
307 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
308 %inputAddr = getelementptr inbounds <4 x bfloat>, <4 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
309 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
310
311 %inputLoaded = load <4 x bfloat>, <4 x bfloat> addrspace(1)* %inputAddr, align 8
312 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
313 %result = call spir_func <4 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDv4_DF16bi(<4 x bfloat> %inputLoaded, i32 %seedLoaded)
314
315 %outputAddr = getelementptr inbounds <4 x i8>, <4 x i8> addrspace(1)* %outbuf, i64 %globalId0
316 store <4 x i8> %result, <4 x i8> addrspace(1)* %outputAddr, align 4
317 ret void
318 }
319
320 ; CHECK-LABEL: .kernel "TestNoSeedPtr8_ClampStochasticRoundBF16ToE4M3"
321 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
322 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
323 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
324 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
325 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
326 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,32)<1> [[IN]](3,0)<1;1,0> [[SEED]](1,32)<1;1,0>
327 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](2,0)<1> [[IN]](4,0)<1;1,0> [[SEED]](2,0)<1;1,0>
328 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](2,32)<1> [[IN]](5,0)<1;1,0> [[SEED]](2,32)<1;1,0>
329 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](3,0)<1> [[IN]](6,0)<1;1,0> [[SEED]](3,0)<1;1,0>
330 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](3,32)<1> [[IN]](7,0)<1;1,0> [[SEED]](3,32)<1;1,0>
331 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=256
332 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=256
333 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=256
334 declare spir_func <8 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDv8_DF16bi(<8 x bfloat>, i32)
335 define spir_kernel void @TestNoSeedPtr8_ClampStochasticRoundBF16ToE4M3(<8 x bfloat> addrspace(1)* %inbuf, <8 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed) {
336 entry:
337 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
338 %inputAddr = getelementptr inbounds <8 x bfloat>, <8 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
339 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
340
341 %inputLoaded = load <8 x bfloat>, <8 x bfloat> addrspace(1)* %inputAddr, align 16
342 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
343 %result = call spir_func <8 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDv8_DF16bi(<8 x bfloat> %inputLoaded, i32 %seedLoaded)
344
345 %outputAddr = getelementptr inbounds <8 x i8>, <8 x i8> addrspace(1)* %outbuf, i64 %globalId0
346 store <8 x i8> %result, <8 x i8> addrspace(1)* %outputAddr, align 8
347 ret void
348 }
349
350 ; CHECK-LABEL: .kernel "TestNoSeedPtr16_ClampStochasticRoundBF16ToE4M3"
351 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
352 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
353 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
354 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
355 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
356 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
357 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
358 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](1,32)<1> [[IN]](3,0)<1;1,0> [[SEED]](1,32)<1;1,0>
359 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](2,0)<1> [[IN]](4,0)<1;1,0> [[SEED]](2,0)<1;1,0>
360 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](2,32)<1> [[IN]](5,0)<1;1,0> [[SEED]](2,32)<1;1,0>
361 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](3,0)<1> [[IN]](6,0)<1;1,0> [[SEED]](3,0)<1;1,0>
362 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](3,32)<1> [[IN]](7,0)<1;1,0> [[SEED]](3,32)<1;1,0>
363 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](4,0)<1> [[IN]](8,0)<1;1,0> [[SEED]](4,0)<1;1,0>
364 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](4,32)<1> [[IN]](9,0)<1;1,0> [[SEED]](4,32)<1;1,0>
365 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](5,0)<1> [[IN]](10,0)<1;1,0> [[SEED]](5,0)<1;1,0>
366 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](5,32)<1> [[IN]](11,0)<1;1,0> [[SEED]](5,32)<1;1,0>
367 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](6,0)<1> [[IN]](12,0)<1;1,0> [[SEED]](6,0)<1;1,0>
368 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](6,32)<1> [[IN]](13,0)<1;1,0> [[SEED]](6,32)<1;1,0>
369 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](7,0)<1> [[IN]](14,0)<1;1,0> [[SEED]](7,0)<1;1,0>
370 ; CHECK-DAG: srnd.sat (M1_NM, 32) [[OUT]](7,32)<1> [[IN]](15,0)<1;1,0> [[SEED]](7,32)<1;1,0>
371 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=512
372 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=512
373 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=512
374 declare spir_func <16 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDv16_DF16bi(<16 x bfloat>, i32)
375 define spir_kernel void @TestNoSeedPtr16_ClampStochasticRoundBF16ToE4M3(<16 x bfloat> addrspace(1)* %inbuf, <16 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed) {
376 entry:
377 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
378 %inputAddr = getelementptr inbounds <16 x bfloat>, <16 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
379 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
380
381 %inputLoaded = load <16 x bfloat>, <16 x bfloat> addrspace(1)* %inputAddr, align 32
382 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
383 %result = call spir_func <16 x i8> @_Z51__builtin_spirv_ClampStochasticRoundBF16ToE4M3INTELDv16_DF16bi(<16 x bfloat> %inputLoaded, i32 %seedLoaded)
384
385 %outputAddr = getelementptr inbounds <16 x i8>, <16 x i8> addrspace(1)* %outbuf, i64 %globalId0
386 store <16 x i8> %result, <16 x i8> addrspace(1)* %outputAddr, align 16
387 ret void
388 }