Debian Codegraph @

libgcc/config/riscv/feature_bits.c

raw
1 /* Helper function for function multi-versioning for RISC-V.
2
3 Copyright (C) 2024-2025 Free Software Foundation, Inc.
4
5 This file is part of GCC.
6
7 GCC is free software; you can redistribute it and/or modify it under
8 the terms of the GNU General Public License as published by the Free
9 Software Foundation; either version 3, or (at your option) any later
10 version.
11
12 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
13 WARRANTY; without even the implied warranty of MERCHANTABILITY or
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
15 for more details.
16
17 Under Section 7 of GPL version 3, you are granted additional
18 permissions described in the GCC Runtime Library Exception, version
19 3.1, as published by the Free Software Foundation.
20
21 You should have received a copy of the GNU General Public License and
22 a copy of the GCC Runtime Library Exception along with this program;
23 see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
24 <http://www.gnu.org/licenses/>. */
25
26 #define RISCV_FEATURE_BITS_LENGTH 2
27
28 struct {
29 unsigned length;
30 unsigned long long features[RISCV_FEATURE_BITS_LENGTH];
31 } __riscv_feature_bits __attribute__ ((visibility ("hidden"), nocommon));
32
33 struct {
34 unsigned mvendorid;
35 unsigned long long marchid;
36 unsigned long long mimpid;
37 } __riscv_cpu_model __attribute__ ((visibility ("hidden"), nocommon));
38
39 #define A_GROUPID 0
40 #define A_BITMASK (1ULL << 0)
41 #define C_GROUPID 0
42 #define C_BITMASK (1ULL << 2)
43 #define D_GROUPID 0
44 #define D_BITMASK (1ULL << 3)
45 #define F_GROUPID 0
46 #define F_BITMASK (1ULL << 5)
47 #define I_GROUPID 0
48 #define I_BITMASK (1ULL << 8)
49 #define M_GROUPID 0
50 #define M_BITMASK (1ULL << 12)
51 #define V_GROUPID 0
52 #define V_BITMASK (1ULL << 21)
53 #define ZACAS_GROUPID 0
54 #define ZACAS_BITMASK (1ULL << 26)
55 #define ZBA_GROUPID 0
56 #define ZBA_BITMASK (1ULL << 27)
57 #define ZBB_GROUPID 0
58 #define ZBB_BITMASK (1ULL << 28)
59 #define ZBC_GROUPID 0
60 #define ZBC_BITMASK (1ULL << 29)
61 #define ZBKB_GROUPID 0
62 #define ZBKB_BITMASK (1ULL << 30)
63 #define ZBKC_GROUPID 0
64 #define ZBKC_BITMASK (1ULL << 31)
65 #define ZBKX_GROUPID 0
66 #define ZBKX_BITMASK (1ULL << 32)
67 #define ZBS_GROUPID 0
68 #define ZBS_BITMASK (1ULL << 33)
69 #define ZFA_GROUPID 0
70 #define ZFA_BITMASK (1ULL << 34)
71 #define ZFH_GROUPID 0
72 #define ZFH_BITMASK (1ULL << 35)
73 #define ZFHMIN_GROUPID 0
74 #define ZFHMIN_BITMASK (1ULL << 36)
75 #define ZICBOZ_GROUPID 0
76 #define ZICBOZ_BITMASK (1ULL << 37)
77 #define ZICOND_GROUPID 0
78 #define ZICOND_BITMASK (1ULL << 38)
79 #define ZIHINTNTL_GROUPID 0
80 #define ZIHINTNTL_BITMASK (1ULL << 39)
81 #define ZIHINTPAUSE_GROUPID 0
82 #define ZIHINTPAUSE_BITMASK (1ULL << 40)
83 #define ZKND_GROUPID 0
84 #define ZKND_BITMASK (1ULL << 41)
85 #define ZKNE_GROUPID 0
86 #define ZKNE_BITMASK (1ULL << 42)
87 #define ZKNH_GROUPID 0
88 #define ZKNH_BITMASK (1ULL << 43)
89 #define ZKSED_GROUPID 0
90 #define ZKSED_BITMASK (1ULL << 44)
91 #define ZKSH_GROUPID 0
92 #define ZKSH_BITMASK (1ULL << 45)
93 #define ZKT_GROUPID 0
94 #define ZKT_BITMASK (1ULL << 46)
95 #define ZTSO_GROUPID 0
96 #define ZTSO_BITMASK (1ULL << 47)
97 #define ZVBB_GROUPID 0
98 #define ZVBB_BITMASK (1ULL << 48)
99 #define ZVBC_GROUPID 0
100 #define ZVBC_BITMASK (1ULL << 49)
101 #define ZVFH_GROUPID 0
102 #define ZVFH_BITMASK (1ULL << 50)
103 #define ZVFHMIN_GROUPID 0
104 #define ZVFHMIN_BITMASK (1ULL << 51)
105 #define ZVKB_GROUPID 0
106 #define ZVKB_BITMASK (1ULL << 52)
107 #define ZVKG_GROUPID 0
108 #define ZVKG_BITMASK (1ULL << 53)
109 #define ZVKNED_GROUPID 0
110 #define ZVKNED_BITMASK (1ULL << 54)
111 #define ZVKNHA_GROUPID 0
112 #define ZVKNHA_BITMASK (1ULL << 55)
113 #define ZVKNHB_GROUPID 0
114 #define ZVKNHB_BITMASK (1ULL << 56)
115 #define ZVKSED_GROUPID 0
116 #define ZVKSED_BITMASK (1ULL << 57)
117 #define ZVKSH_GROUPID 0
118 #define ZVKSH_BITMASK (1ULL << 58)
119 #define ZVKT_GROUPID 0
120 #define ZVKT_BITMASK (1ULL << 59)
121 #define ZVE32X_GROUPID 0
122 #define ZVE32X_BITMASK (1ULL << 60)
123 #define ZVE32F_GROUPID 0
124 #define ZVE32F_BITMASK (1ULL << 61)
125 #define ZVE64X_GROUPID 0
126 #define ZVE64X_BITMASK (1ULL << 62)
127 #define ZVE64F_GROUPID 0
128 #define ZVE64F_BITMASK (1ULL << 63)
129 #define ZVE64D_GROUPID 1
130 #define ZVE64D_BITMASK (1ULL << 0)
131 #define ZIMOP_GROUPID 1
132 #define ZIMOP_BITMASK (1ULL << 1)
133 #define ZCA_GROUPID 1
134 #define ZCA_BITMASK (1ULL << 2)
135 #define ZCB_GROUPID 1
136 #define ZCB_BITMASK (1ULL << 3)
137 #define ZCD_GROUPID 1
138 #define ZCD_BITMASK (1ULL << 4)
139 #define ZCF_GROUPID 1
140 #define ZCF_BITMASK (1ULL << 5)
141 #define ZCMOP_GROUPID 1
142 #define ZCMOP_BITMASK (1ULL << 6)
143 #define ZAWRS_GROUPID 1
144 #define ZAWRS_BITMASK (1ULL << 7)
145
146 #define SET_EXT(EXT) features[EXT##_GROUPID] |= EXT##_BITMASK
147
148 #ifdef __linux
149
150 #define __NR_riscv_hwprobe 258
151 #define RISCV_HWPROBE_KEY_MVENDORID 0
152 #define RISCV_HWPROBE_KEY_MARCHID 1
153 #define RISCV_HWPROBE_KEY_MIMPID 2
154 #define RISCV_HWPROBE_KEY_BASE_BEHAVIOR 3
155 #define RISCV_HWPROBE_BASE_BEHAVIOR_IMA (1ULL << 0)
156 #define RISCV_HWPROBE_KEY_IMA_EXT_0 4
157 #define RISCV_HWPROBE_IMA_FD (1ULL << 0)
158 #define RISCV_HWPROBE_IMA_C (1ULL << 1)
159 #define RISCV_HWPROBE_IMA_V (1ULL << 2)
160 #define RISCV_HWPROBE_EXT_ZBA (1ULL << 3)
161 #define RISCV_HWPROBE_EXT_ZBB (1ULL << 4)
162 #define RISCV_HWPROBE_EXT_ZBS (1ULL << 5)
163 #define RISCV_HWPROBE_EXT_ZICBOZ (1ULL << 6)
164 #define RISCV_HWPROBE_EXT_ZBC (1ULL << 7)
165 #define RISCV_HWPROBE_EXT_ZBKB (1ULL << 8)
166 #define RISCV_HWPROBE_EXT_ZBKC (1ULL << 9)
167 #define RISCV_HWPROBE_EXT_ZBKX (1ULL << 10)
168 #define RISCV_HWPROBE_EXT_ZKND (1ULL << 11)
169 #define RISCV_HWPROBE_EXT_ZKNE (1ULL << 12)
170 #define RISCV_HWPROBE_EXT_ZKNH (1ULL << 13)
171 #define RISCV_HWPROBE_EXT_ZKSED (1ULL << 14)
172 #define RISCV_HWPROBE_EXT_ZKSH (1ULL << 15)
173 #define RISCV_HWPROBE_EXT_ZKT (1ULL << 16)
174 #define RISCV_HWPROBE_EXT_ZVBB (1ULL << 17)
175 #define RISCV_HWPROBE_EXT_ZVBC (1ULL << 18)
176 #define RISCV_HWPROBE_EXT_ZVKB (1ULL << 19)
177 #define RISCV_HWPROBE_EXT_ZVKG (1ULL << 20)
178 #define RISCV_HWPROBE_EXT_ZVKNED (1ULL << 21)
179 #define RISCV_HWPROBE_EXT_ZVKNHA (1ULL << 22)
180 #define RISCV_HWPROBE_EXT_ZVKNHB (1ULL << 23)
181 #define RISCV_HWPROBE_EXT_ZVKSED (1ULL << 24)
182 #define RISCV_HWPROBE_EXT_ZVKSH (1ULL << 25)
183 #define RISCV_HWPROBE_EXT_ZVKT (1ULL << 26)
184 #define RISCV_HWPROBE_EXT_ZFH (1ULL << 27)
185 #define RISCV_HWPROBE_EXT_ZFHMIN (1ULL << 28)
186 #define RISCV_HWPROBE_EXT_ZIHINTNTL (1ULL << 29)
187 #define RISCV_HWPROBE_EXT_ZVFH (1ULL << 30)
188 #define RISCV_HWPROBE_EXT_ZVFHMIN (1ULL << 31)
189 #define RISCV_HWPROBE_EXT_ZFA (1ULL << 32)
190 #define RISCV_HWPROBE_EXT_ZTSO (1ULL << 33)
191 #define RISCV_HWPROBE_EXT_ZACAS (1ULL << 34)
192 #define RISCV_HWPROBE_EXT_ZICOND (1ULL << 35)
193 #define RISCV_HWPROBE_EXT_ZIHINTPAUSE (1ULL << 36)
194 #define RISCV_HWPROBE_EXT_ZVE32X (1ULL << 37)
195 #define RISCV_HWPROBE_EXT_ZVE32F (1ULL << 38)
196 #define RISCV_HWPROBE_EXT_ZVE64X (1ULL << 39)
197 #define RISCV_HWPROBE_EXT_ZVE64F (1ULL << 40)
198 #define RISCV_HWPROBE_EXT_ZVE64D (1ULL << 41)
199 #define RISCV_HWPROBE_EXT_ZIMOP (1ULL << 42)
200 #define RISCV_HWPROBE_EXT_ZCA (1ULL << 43)
201 #define RISCV_HWPROBE_EXT_ZCB (1ULL << 44)
202 #define RISCV_HWPROBE_EXT_ZCD (1ULL << 45)
203 #define RISCV_HWPROBE_EXT_ZCF (1ULL << 46)
204 #define RISCV_HWPROBE_EXT_ZCMOP (1ULL << 47)
205 #define RISCV_HWPROBE_EXT_ZAWRS (1ULL << 48)
206 #define RISCV_HWPROBE_KEY_CPUPERF_0 5
207 #define RISCV_HWPROBE_MISALIGNED_UNKNOWN (0 << 0)
208 #define RISCV_HWPROBE_MISALIGNED_EMULATED (1ULL << 0)
209 #define RISCV_HWPROBE_MISALIGNED_SLOW (2 << 0)
210 #define RISCV_HWPROBE_MISALIGNED_FAST (3 << 0)
211 #define RISCV_HWPROBE_MISALIGNED_UNSUPPORTED (4 << 0)
212 #define RISCV_HWPROBE_MISALIGNED_MASK (7 << 0)
213 #define RISCV_HWPROBE_KEY_ZICBOZ_BLOCK_SIZE 6
214
215 struct riscv_hwprobe {
216 long long key;
217 unsigned long long value;
218 };
219
220 static long syscall_5_args (long number, long arg1, long arg2, long arg3,
221 long arg4, long arg5)
222 {
223 register long a7 __asm__ ("a7") = number;
224 register long a0 __asm__ ("a0") = arg1;
225 register long a1 __asm__ ("a1") = arg2;
226 register long a2 __asm__ ("a2") = arg3;
227 register long a3 __asm__ ("a3") = arg4;
228 register long a4 __asm__ ("a4") = arg5;
229 __asm__ __volatile__ ("ecall\n\t"
230 : "=r"(a0)
231 : "r"(a7), "r"(a0), "r"(a1), "r"(a2), "r"(a3), "r"(a4)
232 : "memory");
233 return a0;
234 }
235
236 #define SET_FROM_HWPROBE(HWPROBE_VAR, EXT) \
237 if (HWPROBE_VAR.value & RISCV_HWPROBE_EXT_##EXT) \
238 SET_EXT (EXT)
239
240 #define SET_FROM_IMA_EXT(EXT) \
241 SET_FROM_HWPROBE (hwprobe_ima_ext, EXT)
242
243 static void __init_riscv_features_bits_linux ()
244 {
245 struct riscv_hwprobe hwprobes[] = {
246 {RISCV_HWPROBE_KEY_MVENDORID, 0},
247 {RISCV_HWPROBE_KEY_MARCHID, 0},
248 {RISCV_HWPROBE_KEY_MIMPID, 0},
249 {RISCV_HWPROBE_KEY_BASE_BEHAVIOR, 0},
250 {RISCV_HWPROBE_KEY_IMA_EXT_0, 0},
251 };
252
253 long res = syscall_5_args (__NR_riscv_hwprobe, (long)&hwprobes,
254 sizeof (hwprobes) / sizeof (hwprobes[0]), 0,
255 0, 0);
256
257 if (res)
258 return;
259
260 const struct riscv_hwprobe hwprobe_mvendorid = hwprobes[0];
261
262 __riscv_cpu_model.mvendorid = hwprobe_mvendorid.value;
263
264 const struct riscv_hwprobe hwprobe_marchid = hwprobes[1];
265
266 __riscv_cpu_model.marchid = hwprobe_marchid.value;
267
268 const struct riscv_hwprobe hwprobe_mimpid = hwprobes[2];
269
270 __riscv_cpu_model.mimpid = hwprobe_mimpid.value;
271
272 const struct riscv_hwprobe hwprobe_base_behavior = hwprobes[3];
273 unsigned long long features[RISCV_FEATURE_BITS_LENGTH];
274 int i;
275 for (i = 0; i < RISCV_FEATURE_BITS_LENGTH; ++i)
276 features[i] = 0;
277
278 if (hwprobe_base_behavior.value & RISCV_HWPROBE_BASE_BEHAVIOR_IMA)
279 {
280 SET_EXT (I);
281 SET_EXT (M);
282 SET_EXT (A);
283 }
284
285 const struct riscv_hwprobe hwprobe_ima_ext = hwprobes[4];
286 /* Every time we add new extensions, we should check if previous extensions
287 imply the new extension and set the corresponding bit.
288 We don't need to handle cases where:
289 1. The new extension implies a previous extension (e.g., Zve32f -> F).
290 2. The extensions imply some other extensions appear in the same release
291 version of Linux Kernel (e.g., Zbc - > Zbkc). */
292
293 if (hwprobe_ima_ext.value & RISCV_HWPROBE_IMA_FD)
294 {
295 SET_EXT (F);
296 SET_EXT (D);
297 }
298
299 if (hwprobe_ima_ext.value & RISCV_HWPROBE_IMA_C)
300 {
301 SET_EXT (C);
302 SET_EXT (ZCA);
303 if (hwprobe_ima_ext.value & RISCV_HWPROBE_IMA_FD)
304 {
305 #if __riscv_xlen == 32
306 SET_EXT (ZCF);
307 #endif
308 SET_EXT (ZCD);
309 }
310 }
311
312 /* Added since Linux v6.5. */
313 if (hwprobe_ima_ext.value & RISCV_HWPROBE_IMA_V)
314 {
315 SET_EXT (V);
316 SET_EXT (ZVE32X);
317 SET_EXT (ZVE32F);
318 SET_EXT (ZVE64X);
319 SET_EXT (ZVE64F);
320 SET_EXT (ZVE64D);
321 }
322
323 SET_FROM_IMA_EXT (ZBA);
324 SET_FROM_IMA_EXT (ZBB);
325 SET_FROM_IMA_EXT (ZBS);
326 /* Added since Linux v6.7. */
327 SET_FROM_IMA_EXT (ZICBOZ);
328 /* Added since Linux v6.8. */
329 SET_FROM_IMA_EXT (ZBC);
330 SET_FROM_IMA_EXT (ZBKB);
331 SET_FROM_IMA_EXT (ZBKC);
332 SET_FROM_IMA_EXT (ZBKX);
333 SET_FROM_IMA_EXT (ZKND);
334 SET_FROM_IMA_EXT (ZKNE);
335 SET_FROM_IMA_EXT (ZKNH);
336 SET_FROM_IMA_EXT (ZKSED);
337 SET_FROM_IMA_EXT (ZKSH);
338 SET_FROM_IMA_EXT (ZKT);
339 SET_FROM_IMA_EXT (ZVBB);
340 SET_FROM_IMA_EXT (ZVBC);
341 SET_FROM_IMA_EXT (ZVKB);
342 SET_FROM_IMA_EXT (ZVKG);
343 SET_FROM_IMA_EXT (ZVKNED);
344 SET_FROM_IMA_EXT (ZVKNHA);
345 SET_FROM_IMA_EXT (ZVKNHB);
346 SET_FROM_IMA_EXT (ZVKSED);
347 SET_FROM_IMA_EXT (ZVKSH);
348 SET_FROM_IMA_EXT (ZVKT);
349 SET_FROM_IMA_EXT (ZFH);
350 SET_FROM_IMA_EXT (ZFHMIN);
351 SET_FROM_IMA_EXT (ZIHINTNTL);
352 SET_FROM_IMA_EXT (ZVFH);
353 SET_FROM_IMA_EXT (ZVFHMIN);
354 SET_FROM_IMA_EXT (ZFA);
355 SET_FROM_IMA_EXT (ZTSO);
356 SET_FROM_IMA_EXT (ZACAS);
357 SET_FROM_IMA_EXT (ZICOND);
358 /* Added since Linux v6.10. */
359 SET_FROM_IMA_EXT (ZIHINTPAUSE);
360 /* Added since Linux v6.11. */
361 SET_FROM_IMA_EXT (ZVE32X);
362 SET_FROM_IMA_EXT (ZVE32F);
363 SET_FROM_IMA_EXT (ZVE64X);
364 SET_FROM_IMA_EXT (ZVE64F);
365 SET_FROM_IMA_EXT (ZVE64D);
366 SET_FROM_IMA_EXT (ZIMOP);
367 SET_FROM_IMA_EXT (ZCA);
368 SET_FROM_IMA_EXT (ZCB);
369 SET_FROM_IMA_EXT (ZCD);
370 SET_FROM_IMA_EXT (ZCF);
371 SET_FROM_IMA_EXT (ZCMOP);
372 SET_FROM_IMA_EXT (ZAWRS);
373
374 for (i = 0; i < RISCV_FEATURE_BITS_LENGTH; ++i)
375 __riscv_feature_bits.features[i] = features[i];
376
377 __riscv_feature_bits.length = RISCV_FEATURE_BITS_LENGTH;
378 }
379 #endif
380
381
382 static int __init = 0;
383
384 void
385 __attribute__ ((constructor (101)))
386 __init_riscv_feature_bits ()
387 {
388 if (__init)
389 return;
390
391 #ifdef __linux
392 __init_riscv_features_bits_linux ();
393 #else
394 /* Unsupported, just initialize that into all zeros. */
395 __riscv_feature_bits.length = 0;
396 __riscv_cpu_model.mvendorid = 0;
397 __riscv_cpu_model.marchid = 0;
398 __riscv_cpu_model.mimpid = 0;
399 #endif
400
401 __init = 1;
402 }