| 1 |
/* SPDX-License-Identifier: GPL-2.0 */ |
| 2 |
#ifndef __ASM_SH_ATOMIC_LLSC_H |
| 3 |
#define __ASM_SH_ATOMIC_LLSC_H |
| 4 |
|
| 5 |
/* |
| 6 |
* SH-4A note: |
| 7 |
* |
| 8 |
* We basically get atomic_xxx_return() for free compared with |
| 9 |
* atomic_xxx(). movli.l/movco.l require r0 due to the instruction |
| 10 |
* encoding, so the retval is automatically set without having to |
| 11 |
* do any special work. |
| 12 |
*/ |
| 13 |
/* |
| 14 |
* To get proper branch prediction for the main line, we must branch |
| 15 |
* forward to code at the end of this object's .text section, then |
| 16 |
* branch back to restart the operation. |
| 17 |
*/ |
| 18 |
|
| 19 |
#define ATOMIC_OP(op) \ |
| 20 |
static inline void arch_atomic_##op(int i, atomic_t *v) \ |
| 21 |
{ \ |
| 22 |
unsigned long tmp; \ |
| 23 |
\ |
| 24 |
__asm__ __volatile__ ( \ |
| 25 |
"1: movli.l @%2, %0 ! atomic_" #op "\n" \ |
| 26 |
" " #op " %1, %0 \n" \ |
| 27 |
" movco.l %0, @%2 \n" \ |
| 28 |
" bf 1b \n" \ |
| 29 |
: "=&z" (tmp) \ |
| 30 |
: "r" (i), "r" (&v->counter) \ |
| 31 |
: "t"); \ |
| 32 |
} |
| 33 |
|
| 34 |
#define ATOMIC_OP_RETURN(op) \ |
| 35 |
static inline int arch_atomic_##op##_return(int i, atomic_t *v) \ |
| 36 |
{ \ |
| 37 |
unsigned long temp; \ |
| 38 |
\ |
| 39 |
__asm__ __volatile__ ( \ |
| 40 |
"1: movli.l @%2, %0 ! atomic_" #op "_return \n" \ |
| 41 |
" " #op " %1, %0 \n" \ |
| 42 |
" movco.l %0, @%2 \n" \ |
| 43 |
" bf 1b \n" \ |
| 44 |
" synco \n" \ |
| 45 |
: "=&z" (temp) \ |
| 46 |
: "r" (i), "r" (&v->counter) \ |
| 47 |
: "t"); \ |
| 48 |
\ |
| 49 |
return temp; \ |
| 50 |
} |
| 51 |
|
| 52 |
#define ATOMIC_FETCH_OP(op) \ |
| 53 |
static inline int arch_atomic_fetch_##op(int i, atomic_t *v) \ |
| 54 |
{ \ |
| 55 |
unsigned long res, temp; \ |
| 56 |
\ |
| 57 |
__asm__ __volatile__ ( \ |
| 58 |
"1: movli.l @%3, %0 ! atomic_fetch_" #op " \n" \ |
| 59 |
" mov %0, %1 \n" \ |
| 60 |
" " #op " %2, %0 \n" \ |
| 61 |
" movco.l %0, @%3 \n" \ |
| 62 |
" bf 1b \n" \ |
| 63 |
" synco \n" \ |
| 64 |
: "=&z" (temp), "=&r" (res) \ |
| 65 |
: "r" (i), "r" (&v->counter) \ |
| 66 |
: "t"); \ |
| 67 |
\ |
| 68 |
return res; \ |
| 69 |
} |
| 70 |
|
| 71 |
#define ATOMIC_OPS(op) ATOMIC_OP(op) ATOMIC_OP_RETURN(op) ATOMIC_FETCH_OP(op) |
| 72 |
|
| 73 |
ATOMIC_OPS(add) |
| 74 |
ATOMIC_OPS(sub) |
| 75 |
|
| 76 |
#define arch_atomic_add_return arch_atomic_add_return |
| 77 |
#define arch_atomic_sub_return arch_atomic_sub_return |
| 78 |
#define arch_atomic_fetch_add arch_atomic_fetch_add |
| 79 |
#define arch_atomic_fetch_sub arch_atomic_fetch_sub |
| 80 |
|
| 81 |
#undef ATOMIC_OPS |
| 82 |
#define ATOMIC_OPS(op) ATOMIC_OP(op) ATOMIC_FETCH_OP(op) |
| 83 |
|
| 84 |
ATOMIC_OPS(and) |
| 85 |
ATOMIC_OPS(or) |
| 86 |
ATOMIC_OPS(xor) |
| 87 |
|
| 88 |
#define arch_atomic_fetch_and arch_atomic_fetch_and |
| 89 |
#define arch_atomic_fetch_or arch_atomic_fetch_or |
| 90 |
#define arch_atomic_fetch_xor arch_atomic_fetch_xor |
| 91 |
|
| 92 |
#undef ATOMIC_OPS |
| 93 |
#undef ATOMIC_FETCH_OP |
| 94 |
#undef ATOMIC_OP_RETURN |
| 95 |
#undef ATOMIC_OP |
| 96 |
|
| 97 |
#endif /* __ASM_SH_ATOMIC_LLSC_H */ |