123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438 |
- static inline void op
- { \
- unsigned int temp; \
- \
- m += nr >> 5; \
- \
- nr &= 0x1f; \
- \
- __asm__ __volatile__( \
- "1: llock %0, [%1] \n" \
- " "
- " scond %0, [%1] \n" \
- " bnz 1b \n" \
- : "=&r"(temp) \
- : "r"(m), \
- "ir"(nr) \
- : "cc"); \
- }
- static inline int test_and_
- { \
- unsigned long old, temp; \
- \
- m += nr >> 5; \
- \
- nr &= 0x1f; \
- \
-
- \
- smp_mb(); \
- \
- __asm__ __volatile__( \
- "1: llock %0, [%2] \n" \
- " "
- " scond %1, [%2] \n" \
- " bnz 1b \n" \
- : "=&r"(old), "=&r"(temp) \
- : "r"(m), "ir"(nr) \
- : "cc"); \
- \
- smp_mb(); \
- \
- return (old & (1 << nr)) != 0; \
- }
- static inline void op
- { \
- unsigned long temp, flags; \
- m += nr >> 5; \
- \
-
- \
- bitops_lock(flags); \
- \
- temp = *m; \
- *m = temp c_op (1UL << (nr & 0x1f)); \
- \
- bitops_unlock(flags); \
- }
- static inline int test_and_
- { \
- unsigned long old, flags; \
- m += nr >> 5; \
- \
- bitops_lock(flags); \
- \
- old = *m; \
- *m = old c_op (1UL << (nr & 0x1f)); \
- \
- bitops_unlock(flags); \
- \
- return (old & (1UL << (nr & 0x1f))) != 0; \
- }
- static inline void op
- { \
- m += nr >> 5; \
- \
- nr = (1UL << (nr & 0x1f)); \
- if (asm_op == CTOP_INST_AAND_DI_R2_R2_R3) \
- nr = ~nr; \
- \
- __asm__ __volatile__( \
- " mov r2, %0\n" \
- " mov r3, %1\n" \
- " .word %2\n" \
- : \
- : "r"(nr), "r"(m), "i"(asm_op) \
- : "r2", "r3", "memory"); \
- }
- static inline int test_and_
- { \
- unsigned long old; \
- \
- m += nr >> 5; \
- \
- nr = old = (1UL << (nr & 0x1f)); \
- if (asm_op == CTOP_INST_AAND_DI_R2_R2_R3) \
- old = ~old; \
- \
- \
- smp_mb(); \
- \
- __asm__ __volatile__( \
- " mov r2, %0\n" \
- " mov r3, %1\n" \
- " .word %2\n" \
- " mov %0, r2" \
- : "+r"(old) \
- : "r"(m), "i"(asm_op) \
- : "r2", "r3", "memory"); \
- \
- smp_mb(); \
- \
- return (old & nr) != 0; \
- }
- static inline void __
- { \
- unsigned long temp; \
- m += nr >> 5; \
- \
- temp = *m; \
- *m = temp c_op (1UL << (nr & 0x1f)); \
- }
- static inline int __test_and_
- { \
- unsigned long old; \
- m += nr >> 5; \
- \
- old = *m; \
- *m = old c_op (1UL << (nr & 0x1f)); \
- \
- return (old & (1UL << (nr & 0x1f))) != 0; \
- }
- \
- \
- BIT_OP(op, c_op, asm_op) \
- \
- \
- TEST_N_BIT_OP(op, c_op, asm_op) \
- \
- \
- __BIT_OP(op, c_op, asm_op) \
- \
- \
- __TEST_N_BIT_OP(op, c_op, asm_op)
- BIT_OPS(set, |, bset)
- BIT_OPS(clear, & ~, bclr)
- BIT_OPS(change, ^, bxor)
- BIT_OPS(set, |, CTOP_INST_AOR_DI_R2_R2_R3)
- BIT_OPS(clear, & ~, CTOP_INST_AAND_DI_R2_R2_R3)
- BIT_OPS(change, ^, CTOP_INST_AXOR_DI_R2_R2_R3)
- static inline int
- test_bit(unsigned int nr, const volatile unsigned long *addr)
- {
- unsigned long mask;
- addr += nr >> 5;
- mask = 1UL << (nr & 0x1f);
- return ((mask & *addr) != 0);
- }
- static inline __attribute__ ((const)) int clz(unsigned int x)
- {
- unsigned int res;
- __asm__ __volatile__(
- " norm.f %0, %1 \n"
- " mov.n %0, 0 \n"
- " add.p %0, %0, 1 \n"
- : "=r"(res)
- : "r"(x)
- : "cc");
- return res;
- }
- static inline int constant_fls(int x)
- {
- int r = 32;
- if (!x)
- return 0;
- if (!(x & 0xffff0000u)) {
- x <<= 16;
- r -= 16;
- }
- if (!(x & 0xff000000u)) {
- x <<= 8;
- r -= 8;
- }
- if (!(x & 0xf0000000u)) {
- x <<= 4;
- r -= 4;
- }
- if (!(x & 0xc0000000u)) {
- x <<= 2;
- r -= 2;
- }
- if (!(x & 0x80000000u)) {
- x <<= 1;
- r -= 1;
- }
- return r;
- }
- static inline __attribute__ ((const)) int fls(unsigned long x)
- {
- if (__builtin_constant_p(x))
- return constant_fls(x);
- return 32 - clz(x);
- }
- static inline __attribute__ ((const)) int __fls(unsigned long x)
- {
- if (!x)
- return 0;
- else
- return fls(x) - 1;
- }
- static inline __attribute__ ((const)) unsigned long __ffs(unsigned long word)
- {
- if (!word)
- return word;
- return ffs(word) - 1;
- }
- static inline __attribute__ ((const)) int fls(unsigned long x)
- {
- int n;
- asm volatile(
- " fls.f %0, %1 \n"
- " add.nz %0, %0, 1 \n"
- : "=r"(n)
- : "r"(x)
- : "cc");
- return n;
- }
- static inline __attribute__ ((const)) int __fls(unsigned long x)
- {
-
- return __builtin_arc_fls(x);
- }
- static inline __attribute__ ((const)) int ffs(unsigned long x)
- {
- int n;
- asm volatile(
- " ffs.f %0, %1 \n"
- " add.nz %0, %0, 1 \n"
- " mov.z %0, 0 \n"
- : "=r"(n)
- : "r"(x)
- : "cc");
- return n;
- }
- static inline __attribute__ ((const)) unsigned long __ffs(unsigned long x)
- {
- unsigned long n;
- asm volatile(
- " ffs.f %0, %1 \n"
- " mov.z %0, 0 \n"
- : "=r"(n)
- : "r"(x)
- : "cc");
- return n;
- }
|