Debian Codegraph @

IGC/ocloc_tests/SPIRV-extensions/SPV_INTEL_mini_floats/FP8/StochasticRoundBF16ToHF8.ll

raw
1 ;=========================== begin_copyright_notice ============================
2 ;
3 ; Copyright (C) 2024 Intel Corporation
4 ;
5 ; SPDX-License-Identifier: MIT
6 ;
7 ;============================ end_copyright_notice =============================
8
9 ; REQUIRES: llvm-spirv, cri-supported
10 ; RUN: llvm-as %s -o %t.bc
11 ; RUN: llvm-spirv %t.bc --spirv-ext=+SPV_INTEL_fp_conversions,+SPV_KHR_bfloat16,+SPV_EXT_float8 -o %t.spv
12 ; RUN: ocloc compile -spirv_input -file %t.spv -device cri -options "-igc_opts 'DumpVISAASMToConsole=1'" 2>&1 | FileCheck %s
13
14 ; Test if conversion opcodes are present in spirv disassembly
15 ; RUN: llvm-spirv --to-text %t.spv -o %t.spt
16 ; RUN: cat %t.spt | FileCheck %s -check-prefix=CHECK-SPV
17 ; CHECK-SPV: StochasticRoundFToFINTEL
18
19 target datalayout = "e-p:64:64:64-i1:8:8-i8:8:8-i16:16:16-i32:32:32-i64:64:64-f32:32:32-f64:64:64-v16:16:16-v24:32:32-v32:32:32-v48:64:64-v64:64:64-v96:128:128-v128:128:128-v192:256:256-v256:256:256-v512:512:512-v1024:1024:1024"
20 target triple = "spir64-unknown-unknown"
21 declare spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32)
22
23 ;
24 ; Variants with output seed pointer
25 ;
26
27 ; CHECK-LABEL: .kernel "Test_StochasticRoundBF16ToE4M3"
28 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
29 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
30 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=32
31 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=32
32 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=32
33 declare spir_func signext i8 @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDF16biPi(bfloat, i32, i32*)
34 define spir_kernel void @Test_StochasticRoundBF16ToE4M3(bfloat addrspace(1)* %inbuf, i8 addrspace(1)* %outbuf, i32 addrspace(1)* %inseed, i32 addrspace(1)* %outseed) {
35 entry:
36 %privateSeed = alloca i32, align 4
37 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
38 %inputAddr = getelementptr inbounds bfloat, bfloat addrspace(1)* %inbuf, i64 %globalId0
39 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
40
41 %inputLoaded = load bfloat, bfloat addrspace(1)* %inputAddr, align 2
42 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
43 %result = call spir_func signext i8 @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDF16biPi(bfloat %inputLoaded, i32 %seedLoaded, i32* %privateSeed)
44
45 %loadedPrivateSeed = load i32, i32* %privateSeed, align 4
46 %outSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %outseed, i64 %globalId0
47 store i32 %loadedPrivateSeed, i32 addrspace(1)* %outSeedAddr, align 4
48 %outputAddr = getelementptr inbounds i8, i8 addrspace(1)* %outbuf, i64 %globalId0
49 store i8 %result, i8 addrspace(1)* %outputAddr, align 1
50 ret void
51 }
52
53 ; CHECK-LABEL: .kernel "Test2_StochasticRoundBF16ToE4M3"
54 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
55 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
56 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
57 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=64
58 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=64
59 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=64
60 declare spir_func <2 x i8> @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDv2_DF16biPi(<2 x bfloat>, i32, i32*)
61 define spir_kernel void @Test2_StochasticRoundBF16ToE4M3(<2 x bfloat> addrspace(1)* %inbuf, <2 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed, i32 addrspace(1)* %outseed) {
62 entry:
63 %privateSeed = alloca i32, align 4
64 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
65 %inputAddr = getelementptr inbounds <2 x bfloat>, <2 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
66 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
67
68 %inputLoaded = load <2 x bfloat>, <2 x bfloat> addrspace(1)* %inputAddr, align 4
69 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
70 %result = call spir_func <2 x i8> @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDv2_DF16biPi(<2 x bfloat> %inputLoaded, i32 %seedLoaded, i32* %privateSeed)
71
72 %loadedPrivateSeed = load i32, i32* %privateSeed, align 4
73 %outSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %outseed, i64 %globalId0
74 store i32 %loadedPrivateSeed, i32 addrspace(1)* %outSeedAddr, align 4
75
76 %outputAddr = getelementptr inbounds <2 x i8>, <2 x i8> addrspace(1)* %outbuf, i64 %globalId0
77 store <2 x i8> %result, <2 x i8> addrspace(1)* %outputAddr, align 2
78 ret void
79 }
80
81 ; CHECK-LABEL: .kernel "Test3_StochasticRoundBF16ToE4M3"
82 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
83 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
84 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
85 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
86 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=96
87 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=96
88 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=96
89 declare spir_func <3 x i8> @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDv3_DF16biPi(<3 x bfloat>, i32, i32*)
90 define spir_kernel void @Test3_StochasticRoundBF16ToE4M3(<3 x bfloat> addrspace(1)* %inbuf, <3 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed, i32 addrspace(1)* %outseed) {
91 entry:
92 %privateSeed = alloca i32, align 4
93 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
94 %inputAddr = getelementptr inbounds <3 x bfloat>, <3 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
95 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
96
97 %inputLoaded = load <3 x bfloat>, <3 x bfloat> addrspace(1)* %inputAddr, align 8
98 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
99 %result = call spir_func <3 x i8> @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDv3_DF16biPi(<3 x bfloat> %inputLoaded, i32 %seedLoaded, i32* %privateSeed)
100
101 %loadedPrivateSeed = load i32, i32* %privateSeed, align 4
102 %outSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %outseed, i64 %globalId0
103 store i32 %loadedPrivateSeed, i32 addrspace(1)* %outSeedAddr, align 4
104
105 %outputAddr = getelementptr inbounds <3 x i8>, <3 x i8> addrspace(1)* %outbuf, i64 %globalId0
106 store <3 x i8> %result, <3 x i8> addrspace(1)* %outputAddr, align 4
107 ret void
108 }
109
110 ; CHECK-LABEL: .kernel "Test4_StochasticRoundBF16ToE4M3"
111 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
112 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
113 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
114 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
115 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](1,32)<1> [[IN]](3,0)<1;1,0> [[SEED]](1,32)<1;1,0>
116 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=128
117 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=128
118 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=128
119 declare spir_func <4 x i8> @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDv4_DF16biPi(<4 x bfloat>, i32, i32*)
120 define spir_kernel void @Test4_StochasticRoundBF16ToE4M3(<4 x bfloat> addrspace(1)* %inbuf, <4 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed, i32 addrspace(1)* %outseed) {
121 entry:
122 %privateSeed = alloca i32, align 4
123 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
124 %inputAddr = getelementptr inbounds <4 x bfloat>, <4 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
125 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
126
127 %inputLoaded = load <4 x bfloat>, <4 x bfloat> addrspace(1)* %inputAddr, align 8
128 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
129 %result = call spir_func <4 x i8> @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDv4_DF16biPi(<4 x bfloat> %inputLoaded, i32 %seedLoaded, i32* %privateSeed)
130
131 %loadedPrivateSeed = load i32, i32* %privateSeed, align 4
132 %outSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %outseed, i64 %globalId0
133 store i32 %loadedPrivateSeed, i32 addrspace(1)* %outSeedAddr, align 4
134
135 %outputAddr = getelementptr inbounds <4 x i8>, <4 x i8> addrspace(1)* %outbuf, i64 %globalId0
136 store <4 x i8> %result, <4 x i8> addrspace(1)* %outputAddr, align 4
137 ret void
138 }
139
140 ; CHECK-LABEL: .kernel "Test8_StochasticRoundBF16ToE4M3"
141 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
142 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
143 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
144 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
145 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
146 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](1,32)<1> [[IN]](3,0)<1;1,0> [[SEED]](1,32)<1;1,0>
147 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](2,0)<1> [[IN]](4,0)<1;1,0> [[SEED]](2,0)<1;1,0>
148 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](2,32)<1> [[IN]](5,0)<1;1,0> [[SEED]](2,32)<1;1,0>
149 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](3,0)<1> [[IN]](6,0)<1;1,0> [[SEED]](3,0)<1;1,0>
150 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](3,32)<1> [[IN]](7,0)<1;1,0> [[SEED]](3,32)<1;1,0>
151 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=256
152 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=256
153 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=256
154 declare spir_func <8 x i8> @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDv8_DF16biPi(<8 x bfloat>, i32, i32*)
155 define spir_kernel void @Test8_StochasticRoundBF16ToE4M3(<8 x bfloat> addrspace(1)* %inbuf, <8 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed, i32 addrspace(1)* %outseed) {
156 entry:
157 %privateSeed = alloca i32, align 4
158 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
159 %inputAddr = getelementptr inbounds <8 x bfloat>, <8 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
160 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
161
162 %inputLoaded = load <8 x bfloat>, <8 x bfloat> addrspace(1)* %inputAddr, align 16
163 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
164 %result = call spir_func <8 x i8> @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDv8_DF16biPi(<8 x bfloat> %inputLoaded, i32 %seedLoaded, i32* %privateSeed)
165
166 %loadedPrivateSeed = load i32, i32* %privateSeed, align 4
167 %outSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %outseed, i64 %globalId0
168 store i32 %loadedPrivateSeed, i32 addrspace(1)* %outSeedAddr, align 4
169
170 %outputAddr = getelementptr inbounds <8 x i8>, <8 x i8> addrspace(1)* %outbuf, i64 %globalId0
171 store <8 x i8> %result, <8 x i8> addrspace(1)* %outputAddr, align 8
172 ret void
173 }
174
175 ; CHECK-LABEL: .kernel "Test16_StochasticRoundBF16ToE4M3"
176 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
177 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
178 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
179 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
180 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
181 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
182 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
183 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](1,32)<1> [[IN]](3,0)<1;1,0> [[SEED]](1,32)<1;1,0>
184 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](2,0)<1> [[IN]](4,0)<1;1,0> [[SEED]](2,0)<1;1,0>
185 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](2,32)<1> [[IN]](5,0)<1;1,0> [[SEED]](2,32)<1;1,0>
186 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](3,0)<1> [[IN]](6,0)<1;1,0> [[SEED]](3,0)<1;1,0>
187 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](3,32)<1> [[IN]](7,0)<1;1,0> [[SEED]](3,32)<1;1,0>
188 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](4,0)<1> [[IN]](8,0)<1;1,0> [[SEED]](4,0)<1;1,0>
189 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](4,32)<1> [[IN]](9,0)<1;1,0> [[SEED]](4,32)<1;1,0>
190 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](5,0)<1> [[IN]](10,0)<1;1,0> [[SEED]](5,0)<1;1,0>
191 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](5,32)<1> [[IN]](11,0)<1;1,0> [[SEED]](5,32)<1;1,0>
192 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](6,0)<1> [[IN]](12,0)<1;1,0> [[SEED]](6,0)<1;1,0>
193 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](6,32)<1> [[IN]](13,0)<1;1,0> [[SEED]](6,32)<1;1,0>
194 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](7,0)<1> [[IN]](14,0)<1;1,0> [[SEED]](7,0)<1;1,0>
195 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](7,32)<1> [[IN]](15,0)<1;1,0> [[SEED]](7,32)<1;1,0>
196 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=512
197 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=512
198 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=512
199 declare spir_func <16 x i8> @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDv16_DF16biPi(<16 x bfloat>, i32, i32*)
200 define spir_kernel void @Test16_StochasticRoundBF16ToE4M3(<16 x bfloat> addrspace(1)* %inbuf, <16 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed, i32 addrspace(1)* %outseed) {
201 entry:
202 %privateSeed = alloca i32, align 4
203 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
204 %inputAddr = getelementptr inbounds <16 x bfloat>, <16 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
205 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
206
207 %inputLoaded = load <16 x bfloat>, <16 x bfloat> addrspace(1)* %inputAddr, align 32
208 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
209 %result = call spir_func <16 x i8> @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDv16_DF16biPi(<16 x bfloat> %inputLoaded, i32 %seedLoaded, i32* %privateSeed)
210
211 %loadedPrivateSeed = load i32, i32* %privateSeed, align 4
212 %outSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %outseed, i64 %globalId0
213 store i32 %loadedPrivateSeed, i32 addrspace(1)* %outSeedAddr, align 4
214
215 %outputAddr = getelementptr inbounds <16 x i8>, <16 x i8> addrspace(1)* %outbuf, i64 %globalId0
216 store <16 x i8> %result, <16 x i8> addrspace(1)* %outputAddr, align 16
217 ret void
218 }
219
220 ;
221 ; Variants without output seed pointer
222 ;
223
224 ; CHECK-LABEL: .kernel "TestNoSeedPtr_StochasticRoundBF16ToE4M3"
225 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
226 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
227 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=32
228 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=32
229 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=32
230 declare spir_func signext i8 @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDF16bi(bfloat, i32)
231 define spir_kernel void @TestNoSeedPtr_StochasticRoundBF16ToE4M3(bfloat addrspace(1)* %inbuf, i8 addrspace(1)* %outbuf, i32 addrspace(1)* %inseed) {
232 entry:
233 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
234 %inputAddr = getelementptr inbounds bfloat, bfloat addrspace(1)* %inbuf, i64 %globalId0
235 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
236
237 %inputLoaded = load bfloat, bfloat addrspace(1)* %inputAddr, align 2
238 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
239 %result = call spir_func signext i8 @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDF16bi(bfloat %inputLoaded, i32 %seedLoaded)
240
241 %outputAddr = getelementptr inbounds i8, i8 addrspace(1)* %outbuf, i64 %globalId0
242 store i8 %result, i8 addrspace(1)* %outputAddr, align 1
243 ret void
244 }
245
246 ; CHECK-LABEL: .kernel "TestNoSeedPtr2_StochasticRoundBF16ToE4M3"
247 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
248 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
249 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
250 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=64
251 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=64
252 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=64
253 declare spir_func <2 x i8> @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDv2_DF16bi(<2 x bfloat>, i32)
254 define spir_kernel void @TestNoSeedPtr2_StochasticRoundBF16ToE4M3(<2 x bfloat> addrspace(1)* %inbuf, <2 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed) {
255 entry:
256 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
257 %inputAddr = getelementptr inbounds <2 x bfloat>, <2 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
258 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
259
260 %inputLoaded = load <2 x bfloat>, <2 x bfloat> addrspace(1)* %inputAddr, align 4
261 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
262 %result = call spir_func <2 x i8> @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDv2_DF16bi(<2 x bfloat> %inputLoaded, i32 %seedLoaded)
263
264 %outputAddr = getelementptr inbounds <2 x i8>, <2 x i8> addrspace(1)* %outbuf, i64 %globalId0
265 store <2 x i8> %result, <2 x i8> addrspace(1)* %outputAddr, align 2
266 ret void
267 }
268
269 ; CHECK-LABEL: .kernel "TestNoSeedPtr3_StochasticRoundBF16ToE4M3"
270 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
271 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
272 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
273 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
274 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=96
275 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=96
276 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=96
277 declare spir_func <3 x i8> @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDv3_DF16bi(<3 x bfloat>, i32)
278 define spir_kernel void @TestNoSeedPtr3_StochasticRoundBF16ToE4M3(<3 x bfloat> addrspace(1)* %inbuf, <3 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed) {
279 entry:
280 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
281 %inputAddr = getelementptr inbounds <3 x bfloat>, <3 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
282 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
283
284 %inputLoaded = load <3 x bfloat>, <3 x bfloat> addrspace(1)* %inputAddr, align 8
285 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
286 %result = call spir_func <3 x i8> @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDv3_DF16bi(<3 x bfloat> %inputLoaded, i32 %seedLoaded)
287
288 %outputAddr = getelementptr inbounds <3 x i8>, <3 x i8> addrspace(1)* %outbuf, i64 %globalId0
289 store <3 x i8> %result, <3 x i8> addrspace(1)* %outputAddr, align 4
290 ret void
291 }
292
293 ; CHECK-LABEL: .kernel "TestNoSeedPtr4_StochasticRoundBF16ToE4M3"
294 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
295 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
296 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
297 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
298 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](1,32)<1> [[IN]](3,0)<1;1,0> [[SEED]](1,32)<1;1,0>
299 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=128
300 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=128
301 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=128
302 declare spir_func <4 x i8> @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDv4_DF16bi(<4 x bfloat>, i32)
303 define spir_kernel void @TestNoSeedPtr4_StochasticRoundBF16ToE4M3(<4 x bfloat> addrspace(1)* %inbuf, <4 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed) {
304 entry:
305 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
306 %inputAddr = getelementptr inbounds <4 x bfloat>, <4 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
307 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
308
309 %inputLoaded = load <4 x bfloat>, <4 x bfloat> addrspace(1)* %inputAddr, align 8
310 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
311 %result = call spir_func <4 x i8> @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDv4_DF16bi(<4 x bfloat> %inputLoaded, i32 %seedLoaded)
312
313 %outputAddr = getelementptr inbounds <4 x i8>, <4 x i8> addrspace(1)* %outbuf, i64 %globalId0
314 store <4 x i8> %result, <4 x i8> addrspace(1)* %outputAddr, align 4
315 ret void
316 }
317
318 ; CHECK-LABEL: .kernel "TestNoSeedPtr8_StochasticRoundBF16ToE4M3"
319 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
320 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
321 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
322 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
323 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
324 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](1,32)<1> [[IN]](3,0)<1;1,0> [[SEED]](1,32)<1;1,0>
325 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](2,0)<1> [[IN]](4,0)<1;1,0> [[SEED]](2,0)<1;1,0>
326 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](2,32)<1> [[IN]](5,0)<1;1,0> [[SEED]](2,32)<1;1,0>
327 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](3,0)<1> [[IN]](6,0)<1;1,0> [[SEED]](3,0)<1;1,0>
328 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](3,32)<1> [[IN]](7,0)<1;1,0> [[SEED]](3,32)<1;1,0>
329 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=256
330 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=256
331 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=256
332 declare spir_func <8 x i8> @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDv8_DF16bi(<8 x bfloat>, i32)
333 define spir_kernel void @TestNoSeedPtr8_StochasticRoundBF16ToE4M3(<8 x bfloat> addrspace(1)* %inbuf, <8 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed) {
334 entry:
335 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
336 %inputAddr = getelementptr inbounds <8 x bfloat>, <8 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
337 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
338
339 %inputLoaded = load <8 x bfloat>, <8 x bfloat> addrspace(1)* %inputAddr, align 16
340 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
341 %result = call spir_func <8 x i8> @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDv8_DF16bi(<8 x bfloat> %inputLoaded, i32 %seedLoaded)
342
343 %outputAddr = getelementptr inbounds <8 x i8>, <8 x i8> addrspace(1)* %outbuf, i64 %globalId0
344 store <8 x i8> %result, <8 x i8> addrspace(1)* %outputAddr, align 8
345 ret void
346 }
347
348 ; CHECK-LABEL: .kernel "TestNoSeedPtr16_StochasticRoundBF16ToE4M3"
349 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
350 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
351 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
352 ; CHECK-DAG: lfsr.b8v4 (M1, 32)
353 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT:[A-z0-9]*]](0,0)<1> [[IN:[A-z0-9]*]](0,0)<1;1,0> [[SEED:[A-z0-9]*]](0,0)<1;1,0>
354 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](0,32)<1> [[IN]](1,0)<1;1,0> [[SEED]](0,32)<1;1,0>
355 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](1,0)<1> [[IN]](2,0)<1;1,0> [[SEED]](1,0)<1;1,0>
356 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](1,32)<1> [[IN]](3,0)<1;1,0> [[SEED]](1,32)<1;1,0>
357 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](2,0)<1> [[IN]](4,0)<1;1,0> [[SEED]](2,0)<1;1,0>
358 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](2,32)<1> [[IN]](5,0)<1;1,0> [[SEED]](2,32)<1;1,0>
359 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](3,0)<1> [[IN]](6,0)<1;1,0> [[SEED]](3,0)<1;1,0>
360 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](3,32)<1> [[IN]](7,0)<1;1,0> [[SEED]](3,32)<1;1,0>
361 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](4,0)<1> [[IN]](8,0)<1;1,0> [[SEED]](4,0)<1;1,0>
362 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](4,32)<1> [[IN]](9,0)<1;1,0> [[SEED]](4,32)<1;1,0>
363 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](5,0)<1> [[IN]](10,0)<1;1,0> [[SEED]](5,0)<1;1,0>
364 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](5,32)<1> [[IN]](11,0)<1;1,0> [[SEED]](5,32)<1;1,0>
365 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](6,0)<1> [[IN]](12,0)<1;1,0> [[SEED]](6,0)<1;1,0>
366 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](6,32)<1> [[IN]](13,0)<1;1,0> [[SEED]](6,32)<1;1,0>
367 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](7,0)<1> [[IN]](14,0)<1;1,0> [[SEED]](7,0)<1;1,0>
368 ; CHECK-DAG: srnd (M1_NM, 32) [[OUT]](7,32)<1> [[IN]](15,0)<1;1,0> [[SEED]](7,32)<1;1,0>
369 ; CHECK-DAG: .decl [[OUT]] v_type=G type=b num_elts=512
370 ; CHECK-DAG: .decl [[IN]] v_type=G type=bf num_elts=512
371 ; CHECK-DAG: .decl [[SEED]] v_type=G type=ub num_elts=512
372 declare spir_func <16 x i8> @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDv16_DF16bi(<16 x bfloat>, i32)
373 define spir_kernel void @TestNoSeedPtr16_StochasticRoundBF16ToE4M3(<16 x bfloat> addrspace(1)* %inbuf, <16 x i8> addrspace(1)* %outbuf, i32 addrspace(1)* %inseed) {
374 entry:
375 %globalId0 = call spir_func i64 @_Z33__spirv_BuiltInGlobalInvocationIdi(i32 0)
376 %inputAddr = getelementptr inbounds <16 x bfloat>, <16 x bfloat> addrspace(1)* %inbuf, i64 %globalId0
377 %inSeedAddr = getelementptr inbounds i32, i32 addrspace(1)* %inseed, i64 %globalId0
378
379 %inputLoaded = load <16 x bfloat>, <16 x bfloat> addrspace(1)* %inputAddr, align 32
380 %seedLoaded = load i32, i32 addrspace(1)* %inSeedAddr, align 4
381 %result = call spir_func <16 x i8> @_Z46__builtin_spirv_StochasticRoundBF16ToE4M3INTELDv16_DF16bi(<16 x bfloat> %inputLoaded, i32 %seedLoaded)
382
383 %outputAddr = getelementptr inbounds <16 x i8>, <16 x i8> addrspace(1)* %outbuf, i64 %globalId0
384 store <16 x i8> %result, <16 x i8> addrspace(1)* %outputAddr, align 16
385 ret void
386 }