| 1 |
#define a_ll a_ll |
| 2 |
static inline int a_ll(volatile int *p) |
| 3 |
{ |
| 4 |
int v; |
| 5 |
__asm__ __volatile__ ("lwarx %0, 0, %2" : "=r"(v) : "m"(*p), "r"(p)); |
| 6 |
return v; |
| 7 |
} |
| 8 |
|
| 9 |
#define a_sc a_sc |
| 10 |
static inline int a_sc(volatile int *p, int v) |
| 11 |
{ |
| 12 |
int r; |
| 13 |
__asm__ __volatile__ ( |
| 14 |
"stwcx. %2, 0, %3 ; mfcr %0" |
| 15 |
: "=r"(r), "=m"(*p) : "r"(v), "r"(p) : "memory", "cc"); |
| 16 |
return r & 0x20000000; /* "bit 2" of "cr0" (backwards bit order) */ |
| 17 |
} |
| 18 |
|
| 19 |
#define a_ll_p a_ll_p |
| 20 |
static inline void *a_ll_p(volatile void *p) |
| 21 |
{ |
| 22 |
void *v; |
| 23 |
__asm__ __volatile__ ("ldarx %0, 0, %2" : "=r"(v) : "m"(*(void *volatile *)p), "r"(p)); |
| 24 |
return v; |
| 25 |
} |
| 26 |
|
| 27 |
#define a_sc_p a_sc_p |
| 28 |
static inline int a_sc_p(volatile void *p, void *v) |
| 29 |
{ |
| 30 |
int r; |
| 31 |
__asm__ __volatile__ ( |
| 32 |
"stdcx. %2, 0, %3 ; mfcr %0" |
| 33 |
: "=r"(r), "=m"(*(void *volatile *)p) : "r"(v), "r"(p) : "memory", "cc"); |
| 34 |
return r & 0x20000000; /* "bit 2" of "cr0" (backwards bit order) */ |
| 35 |
} |
| 36 |
|
| 37 |
#define a_barrier a_barrier |
| 38 |
static inline void a_barrier() |
| 39 |
{ |
| 40 |
__asm__ __volatile__ ("sync" : : : "memory"); |
| 41 |
} |
| 42 |
|
| 43 |
#define a_pre_llsc a_barrier |
| 44 |
|
| 45 |
#define a_post_llsc a_post_llsc |
| 46 |
static inline void a_post_llsc() |
| 47 |
{ |
| 48 |
__asm__ __volatile__ ("isync" : : : "memory"); |
| 49 |
} |
| 50 |
|
| 51 |
#define a_crash a_crash |
| 52 |
static inline void a_crash() |
| 53 |
{ |
| 54 |
__asm__ __volatile__ (".long 0"); |
| 55 |
} |
| 56 |
|
| 57 |
#define a_clz_64 a_clz_64 |
| 58 |
static inline int a_clz_64(uint64_t x) |
| 59 |
{ |
| 60 |
__asm__ ("cntlzd %0, %1" : "=r"(x) : "r"(x)); |
| 61 |
return x; |
| 62 |
} |