| 1 |
/* SPDX-License-Identifier: GPL-2.0-or-later */ |
| 2 |
/* |
| 3 |
* Copyright (C) 2013 Imagination Technologies |
| 4 |
* Author: Paul Burton <[email protected]> |
| 5 |
*/ |
| 6 |
#ifndef _ASM_MSA_H |
| 7 |
#define _ASM_MSA_H |
| 8 |
|
| 9 |
#include <asm/mipsregs.h> |
| 10 |
|
| 11 |
#ifndef __ASSEMBLER__ |
| 12 |
|
| 13 |
#include <asm/inst.h> |
| 14 |
|
| 15 |
extern void _save_msa(struct task_struct *); |
| 16 |
extern void _restore_msa(struct task_struct *); |
| 17 |
extern void _init_msa_upper(void); |
| 18 |
|
| 19 |
extern void read_msa_wr_b(unsigned idx, union fpureg *to); |
| 20 |
extern void read_msa_wr_h(unsigned idx, union fpureg *to); |
| 21 |
extern void read_msa_wr_w(unsigned idx, union fpureg *to); |
| 22 |
extern void read_msa_wr_d(unsigned idx, union fpureg *to); |
| 23 |
|
| 24 |
/** |
| 25 |
* read_msa_wr() - Read a single MSA vector register |
| 26 |
* @idx: The index of the vector register to read |
| 27 |
* @to: The FPU register union to store the registers value in |
| 28 |
* @fmt: The format of the data in the vector register |
| 29 |
* |
| 30 |
* Read the value of MSA vector register idx into the FPU register |
| 31 |
* union to, using the format fmt. |
| 32 |
*/ |
| 33 |
static inline void read_msa_wr(unsigned idx, union fpureg *to, |
| 34 |
enum msa_2b_fmt fmt) |
| 35 |
{ |
| 36 |
switch (fmt) { |
| 37 |
case msa_fmt_b: |
| 38 |
read_msa_wr_b(idx, to); |
| 39 |
break; |
| 40 |
|
| 41 |
case msa_fmt_h: |
| 42 |
read_msa_wr_h(idx, to); |
| 43 |
break; |
| 44 |
|
| 45 |
case msa_fmt_w: |
| 46 |
read_msa_wr_w(idx, to); |
| 47 |
break; |
| 48 |
|
| 49 |
case msa_fmt_d: |
| 50 |
read_msa_wr_d(idx, to); |
| 51 |
break; |
| 52 |
|
| 53 |
default: |
| 54 |
BUG(); |
| 55 |
} |
| 56 |
} |
| 57 |
|
| 58 |
extern void write_msa_wr_b(unsigned idx, union fpureg *from); |
| 59 |
extern void write_msa_wr_h(unsigned idx, union fpureg *from); |
| 60 |
extern void write_msa_wr_w(unsigned idx, union fpureg *from); |
| 61 |
extern void write_msa_wr_d(unsigned idx, union fpureg *from); |
| 62 |
|
| 63 |
/** |
| 64 |
* write_msa_wr() - Write a single MSA vector register |
| 65 |
* @idx: The index of the vector register to write |
| 66 |
* @from: The FPU register union to take the registers value from |
| 67 |
* @fmt: The format of the data in the vector register |
| 68 |
* |
| 69 |
* Write the value from the FPU register union from into MSA vector |
| 70 |
* register idx, using the format fmt. |
| 71 |
*/ |
| 72 |
static inline void write_msa_wr(unsigned idx, union fpureg *from, |
| 73 |
enum msa_2b_fmt fmt) |
| 74 |
{ |
| 75 |
switch (fmt) { |
| 76 |
case msa_fmt_b: |
| 77 |
write_msa_wr_b(idx, from); |
| 78 |
break; |
| 79 |
|
| 80 |
case msa_fmt_h: |
| 81 |
write_msa_wr_h(idx, from); |
| 82 |
break; |
| 83 |
|
| 84 |
case msa_fmt_w: |
| 85 |
write_msa_wr_w(idx, from); |
| 86 |
break; |
| 87 |
|
| 88 |
case msa_fmt_d: |
| 89 |
write_msa_wr_d(idx, from); |
| 90 |
break; |
| 91 |
|
| 92 |
default: |
| 93 |
BUG(); |
| 94 |
} |
| 95 |
} |
| 96 |
|
| 97 |
static inline void enable_msa(void) |
| 98 |
{ |
| 99 |
if (cpu_has_msa) { |
| 100 |
set_c0_config5(MIPS_CONF5_MSAEN); |
| 101 |
enable_fpu_hazard(); |
| 102 |
} |
| 103 |
} |
| 104 |
|
| 105 |
static inline void disable_msa(void) |
| 106 |
{ |
| 107 |
if (cpu_has_msa) { |
| 108 |
clear_c0_config5(MIPS_CONF5_MSAEN); |
| 109 |
disable_fpu_hazard(); |
| 110 |
} |
| 111 |
} |
| 112 |
|
| 113 |
static inline int is_msa_enabled(void) |
| 114 |
{ |
| 115 |
if (!cpu_has_msa) |
| 116 |
return 0; |
| 117 |
|
| 118 |
return read_c0_config5() & MIPS_CONF5_MSAEN; |
| 119 |
} |
| 120 |
|
| 121 |
static inline int thread_msa_context_live(void) |
| 122 |
{ |
| 123 |
/* |
| 124 |
* Check cpu_has_msa only if it's a constant. This will allow the |
| 125 |
* compiler to optimise out code for CPUs without MSA without adding |
| 126 |
* an extra redundant check for CPUs with MSA. |
| 127 |
*/ |
| 128 |
if (__builtin_constant_p(cpu_has_msa) && !cpu_has_msa) |
| 129 |
return 0; |
| 130 |
|
| 131 |
return test_thread_flag(TIF_MSA_CTX_LIVE); |
| 132 |
} |
| 133 |
|
| 134 |
static inline void save_msa(struct task_struct *t) |
| 135 |
{ |
| 136 |
if (cpu_has_msa) |
| 137 |
_save_msa(t); |
| 138 |
} |
| 139 |
|
| 140 |
static inline void restore_msa(struct task_struct *t) |
| 141 |
{ |
| 142 |
if (cpu_has_msa) |
| 143 |
_restore_msa(t); |
| 144 |
} |
| 145 |
|
| 146 |
static inline void init_msa_upper(void) |
| 147 |
{ |
| 148 |
/* |
| 149 |
* Check cpu_has_msa only if it's a constant. This will allow the |
| 150 |
* compiler to optimise out code for CPUs without MSA without adding |
| 151 |
* an extra redundant check for CPUs with MSA. |
| 152 |
*/ |
| 153 |
if (__builtin_constant_p(cpu_has_msa) && !cpu_has_msa) |
| 154 |
return; |
| 155 |
|
| 156 |
_init_msa_upper(); |
| 157 |
} |
| 158 |
|
| 159 |
#ifndef TOOLCHAIN_SUPPORTS_MSA |
| 160 |
/* |
| 161 |
* Define assembler macros using .word for the c[ft]cmsa instructions in order |
| 162 |
* to allow compilation with toolchains that do not support MSA. Once all |
| 163 |
* toolchains in use support MSA these can be removed. |
| 164 |
*/ |
| 165 |
|
| 166 |
#define _ASM_SET_CFCMSA \ |
| 167 |
_ASM_MACRO_2R(cfcmsa, rd, cs, \ |
| 168 |
_ASM_INSN_IF_MIPS(0x787e0019 | __cs << 11 | __rd << 6) \ |
| 169 |
_ASM_INSN32_IF_MM(0x587e0016 | __cs << 11 | __rd << 6)) |
| 170 |
#define _ASM_UNSET_CFCMSA ".purgem cfcmsa\n\t" |
| 171 |
#define _ASM_SET_CTCMSA \ |
| 172 |
_ASM_MACRO_2R(ctcmsa, cd, rs, \ |
| 173 |
_ASM_INSN_IF_MIPS(0x783e0019 | __rs << 11 | __cd << 6) \ |
| 174 |
_ASM_INSN32_IF_MM(0x583e0016 | __rs << 11 | __cd << 6)) |
| 175 |
#define _ASM_UNSET_CTCMSA ".purgem ctcmsa\n\t" |
| 176 |
#else /* TOOLCHAIN_SUPPORTS_MSA */ |
| 177 |
#define _ASM_SET_CFCMSA \ |
| 178 |
".set\tfp=64\n\t" \ |
| 179 |
".set\tmsa\n\t" |
| 180 |
#define _ASM_UNSET_CFCMSA |
| 181 |
#define _ASM_SET_CTCMSA \ |
| 182 |
".set\tfp=64\n\t" \ |
| 183 |
".set\tmsa\n\t" |
| 184 |
#define _ASM_UNSET_CTCMSA |
| 185 |
#endif |
| 186 |
|
| 187 |
#define __BUILD_MSA_CTL_REG(name, cs) \ |
| 188 |
static inline unsigned int read_msa_##name(void) \ |
| 189 |
{ \ |
| 190 |
unsigned int reg; \ |
| 191 |
__asm__ __volatile__( \ |
| 192 |
" .set push\n" \ |
| 193 |
_ASM_SET_CFCMSA \ |
| 194 |
" cfcmsa %0, $" #cs "\n" \ |
| 195 |
_ASM_UNSET_CFCMSA \ |
| 196 |
" .set pop\n" \ |
| 197 |
: "=r"(reg)); \ |
| 198 |
return reg; \ |
| 199 |
} \ |
| 200 |
\ |
| 201 |
static inline void write_msa_##name(unsigned int val) \ |
| 202 |
{ \ |
| 203 |
__asm__ __volatile__( \ |
| 204 |
" .set push\n" \ |
| 205 |
_ASM_SET_CTCMSA \ |
| 206 |
" ctcmsa $" #cs ", %0\n" \ |
| 207 |
_ASM_UNSET_CTCMSA \ |
| 208 |
" .set pop\n" \ |
| 209 |
: : "r"(val)); \ |
| 210 |
} |
| 211 |
|
| 212 |
__BUILD_MSA_CTL_REG(ir, 0) |
| 213 |
__BUILD_MSA_CTL_REG(csr, 1) |
| 214 |
__BUILD_MSA_CTL_REG(access, 2) |
| 215 |
__BUILD_MSA_CTL_REG(save, 3) |
| 216 |
__BUILD_MSA_CTL_REG(modify, 4) |
| 217 |
__BUILD_MSA_CTL_REG(request, 5) |
| 218 |
__BUILD_MSA_CTL_REG(map, 6) |
| 219 |
__BUILD_MSA_CTL_REG(unmap, 7) |
| 220 |
|
| 221 |
#endif /* !__ASSEMBLER__ */ |
| 222 |
|
| 223 |
#define MSA_IR 0 |
| 224 |
#define MSA_CSR 1 |
| 225 |
#define MSA_ACCESS 2 |
| 226 |
#define MSA_SAVE 3 |
| 227 |
#define MSA_MODIFY 4 |
| 228 |
#define MSA_REQUEST 5 |
| 229 |
#define MSA_MAP 6 |
| 230 |
#define MSA_UNMAP 7 |
| 231 |
|
| 232 |
/* MSA Implementation Register (MSAIR) */ |
| 233 |
#define MSA_IR_REVB 0 |
| 234 |
#define MSA_IR_REVF (_ULCAST_(0xff) << MSA_IR_REVB) |
| 235 |
#define MSA_IR_PROCB 8 |
| 236 |
#define MSA_IR_PROCF (_ULCAST_(0xff) << MSA_IR_PROCB) |
| 237 |
#define MSA_IR_WRPB 16 |
| 238 |
#define MSA_IR_WRPF (_ULCAST_(0x1) << MSA_IR_WRPB) |
| 239 |
|
| 240 |
/* MSA Control & Status Register (MSACSR) */ |
| 241 |
#define MSA_CSR_RMB 0 |
| 242 |
#define MSA_CSR_RMF (_ULCAST_(0x3) << MSA_CSR_RMB) |
| 243 |
#define MSA_CSR_RM_NEAREST 0 |
| 244 |
#define MSA_CSR_RM_TO_ZERO 1 |
| 245 |
#define MSA_CSR_RM_TO_POS 2 |
| 246 |
#define MSA_CSR_RM_TO_NEG 3 |
| 247 |
#define MSA_CSR_FLAGSB 2 |
| 248 |
#define MSA_CSR_FLAGSF (_ULCAST_(0x1f) << MSA_CSR_FLAGSB) |
| 249 |
#define MSA_CSR_FLAGS_IB 2 |
| 250 |
#define MSA_CSR_FLAGS_IF (_ULCAST_(0x1) << MSA_CSR_FLAGS_IB) |
| 251 |
#define MSA_CSR_FLAGS_UB 3 |
| 252 |
#define MSA_CSR_FLAGS_UF (_ULCAST_(0x1) << MSA_CSR_FLAGS_UB) |
| 253 |
#define MSA_CSR_FLAGS_OB 4 |
| 254 |
#define MSA_CSR_FLAGS_OF (_ULCAST_(0x1) << MSA_CSR_FLAGS_OB) |
| 255 |
#define MSA_CSR_FLAGS_ZB 5 |
| 256 |
#define MSA_CSR_FLAGS_ZF (_ULCAST_(0x1) << MSA_CSR_FLAGS_ZB) |
| 257 |
#define MSA_CSR_FLAGS_VB 6 |
| 258 |
#define MSA_CSR_FLAGS_VF (_ULCAST_(0x1) << MSA_CSR_FLAGS_VB) |
| 259 |
#define MSA_CSR_ENABLESB 7 |
| 260 |
#define MSA_CSR_ENABLESF (_ULCAST_(0x1f) << MSA_CSR_ENABLESB) |
| 261 |
#define MSA_CSR_ENABLES_IB 7 |
| 262 |
#define MSA_CSR_ENABLES_IF (_ULCAST_(0x1) << MSA_CSR_ENABLES_IB) |
| 263 |
#define MSA_CSR_ENABLES_UB 8 |
| 264 |
#define MSA_CSR_ENABLES_UF (_ULCAST_(0x1) << MSA_CSR_ENABLES_UB) |
| 265 |
#define MSA_CSR_ENABLES_OB 9 |
| 266 |
#define MSA_CSR_ENABLES_OF (_ULCAST_(0x1) << MSA_CSR_ENABLES_OB) |
| 267 |
#define MSA_CSR_ENABLES_ZB 10 |
| 268 |
#define MSA_CSR_ENABLES_ZF (_ULCAST_(0x1) << MSA_CSR_ENABLES_ZB) |
| 269 |
#define MSA_CSR_ENABLES_VB 11 |
| 270 |
#define MSA_CSR_ENABLES_VF (_ULCAST_(0x1) << MSA_CSR_ENABLES_VB) |
| 271 |
#define MSA_CSR_CAUSEB 12 |
| 272 |
#define MSA_CSR_CAUSEF (_ULCAST_(0x3f) << MSA_CSR_CAUSEB) |
| 273 |
#define MSA_CSR_CAUSE_IB 12 |
| 274 |
#define MSA_CSR_CAUSE_IF (_ULCAST_(0x1) << MSA_CSR_CAUSE_IB) |
| 275 |
#define MSA_CSR_CAUSE_UB 13 |
| 276 |
#define MSA_CSR_CAUSE_UF (_ULCAST_(0x1) << MSA_CSR_CAUSE_UB) |
| 277 |
#define MSA_CSR_CAUSE_OB 14 |
| 278 |
#define MSA_CSR_CAUSE_OF (_ULCAST_(0x1) << MSA_CSR_CAUSE_OB) |
| 279 |
#define MSA_CSR_CAUSE_ZB 15 |
| 280 |
#define MSA_CSR_CAUSE_ZF (_ULCAST_(0x1) << MSA_CSR_CAUSE_ZB) |
| 281 |
#define MSA_CSR_CAUSE_VB 16 |
| 282 |
#define MSA_CSR_CAUSE_VF (_ULCAST_(0x1) << MSA_CSR_CAUSE_VB) |
| 283 |
#define MSA_CSR_CAUSE_EB 17 |
| 284 |
#define MSA_CSR_CAUSE_EF (_ULCAST_(0x1) << MSA_CSR_CAUSE_EB) |
| 285 |
#define MSA_CSR_NXB 18 |
| 286 |
#define MSA_CSR_NXF (_ULCAST_(0x1) << MSA_CSR_NXB) |
| 287 |
#define MSA_CSR_FSB 24 |
| 288 |
#define MSA_CSR_FSF (_ULCAST_(0x1) << MSA_CSR_FSB) |
| 289 |
|
| 290 |
#endif /* _ASM_MSA_H */ |