123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413 |
- #ifndef __ASM_SPINLOCK_H
- #define __ASM_SPINLOCK_H
- #include <asm/spinlock_types.h>
- #include <asm/processor.h>
- #include <asm/barrier.h>
- #define arch_spin_is_locked(x) ((x)->slock != __ARCH_SPIN_LOCK_UNLOCKED__)
- #ifdef CONFIG_ARC_HAS_LLSC
- static inline void arch_spin_lock(arch_spinlock_t *lock)
- {
- unsigned int val;
- smp_mb();
- __asm__ __volatile__(
- "1: llock %[val], [%[slock]] \n"
- " breq %[val], %[LOCKED], 1b \n"
- " scond %[LOCKED], [%[slock]] \n"
- " bnz 1b \n"
- " \n"
- : [val] "=&r" (val)
- : [slock] "r" (&(lock->slock)),
- [LOCKED] "r" (__ARCH_SPIN_LOCK_LOCKED__)
- : "memory", "cc");
- smp_mb();
- }
- static inline int arch_spin_trylock(arch_spinlock_t *lock)
- {
- unsigned int val, got_it = 0;
- smp_mb();
- __asm__ __volatile__(
- "1: llock %[val], [%[slock]] \n"
- " breq %[val], %[LOCKED], 4f \n"
- " scond %[LOCKED], [%[slock]] \n"
- " bnz 1b \n"
- " mov %[got_it], 1 \n"
- "4: \n"
- " \n"
- : [val] "=&r" (val),
- [got_it] "+&r" (got_it)
- : [slock] "r" (&(lock->slock)),
- [LOCKED] "r" (__ARCH_SPIN_LOCK_LOCKED__)
- : "memory", "cc");
- smp_mb();
- return got_it;
- }
- static inline void arch_spin_unlock(arch_spinlock_t *lock)
- {
- smp_mb();
- lock->slock = __ARCH_SPIN_LOCK_UNLOCKED__;
- smp_mb();
- }
- static inline void arch_read_lock(arch_rwlock_t *rw)
- {
- unsigned int val;
- smp_mb();
-
- __asm__ __volatile__(
- "1: llock %[val], [%[rwlock]] \n"
- " brls %[val], %[WR_LOCKED], 1b\n"
- " sub %[val], %[val], 1 \n"
- " scond %[val], [%[rwlock]] \n"
- " bnz 1b \n"
- " \n"
- : [val] "=&r" (val)
- : [rwlock] "r" (&(rw->counter)),
- [WR_LOCKED] "ir" (0)
- : "memory", "cc");
- smp_mb();
- }
- static inline int arch_read_trylock(arch_rwlock_t *rw)
- {
- unsigned int val, got_it = 0;
- smp_mb();
- __asm__ __volatile__(
- "1: llock %[val], [%[rwlock]] \n"
- " brls %[val], %[WR_LOCKED], 4f\n"
- " sub %[val], %[val], 1 \n"
- " scond %[val], [%[rwlock]] \n"
- " bnz 1b \n"
- " mov %[got_it], 1 \n"
- " \n"
- "4: ; --- done --- \n"
- : [val] "=&r" (val),
- [got_it] "+&r" (got_it)
- : [rwlock] "r" (&(rw->counter)),
- [WR_LOCKED] "ir" (0)
- : "memory", "cc");
- smp_mb();
- return got_it;
- }
- static inline void arch_write_lock(arch_rwlock_t *rw)
- {
- unsigned int val;
- smp_mb();
-
- __asm__ __volatile__(
- "1: llock %[val], [%[rwlock]] \n"
- " brne %[val], %[UNLOCKED], 1b \n"
- " mov %[val], %[WR_LOCKED] \n"
- " scond %[val], [%[rwlock]] \n"
- " bnz 1b \n"
- " \n"
- : [val] "=&r" (val)
- : [rwlock] "r" (&(rw->counter)),
- [UNLOCKED] "ir" (__ARCH_RW_LOCK_UNLOCKED__),
- [WR_LOCKED] "ir" (0)
- : "memory", "cc");
- smp_mb();
- }
- static inline int arch_write_trylock(arch_rwlock_t *rw)
- {
- unsigned int val, got_it = 0;
- smp_mb();
- __asm__ __volatile__(
- "1: llock %[val], [%[rwlock]] \n"
- " brne %[val], %[UNLOCKED], 4f \n"
- " mov %[val], %[WR_LOCKED] \n"
- " scond %[val], [%[rwlock]] \n"
- " bnz 1b \n"
- " mov %[got_it], 1 \n"
- " \n"
- "4: ; --- done --- \n"
- : [val] "=&r" (val),
- [got_it] "+&r" (got_it)
- : [rwlock] "r" (&(rw->counter)),
- [UNLOCKED] "ir" (__ARCH_RW_LOCK_UNLOCKED__),
- [WR_LOCKED] "ir" (0)
- : "memory", "cc");
- smp_mb();
- return got_it;
- }
- static inline void arch_read_unlock(arch_rwlock_t *rw)
- {
- unsigned int val;
- smp_mb();
-
- __asm__ __volatile__(
- "1: llock %[val], [%[rwlock]] \n"
- " add %[val], %[val], 1 \n"
- " scond %[val], [%[rwlock]] \n"
- " bnz 1b \n"
- " \n"
- : [val] "=&r" (val)
- : [rwlock] "r" (&(rw->counter))
- : "memory", "cc");
- smp_mb();
- }
- static inline void arch_write_unlock(arch_rwlock_t *rw)
- {
- smp_mb();
- rw->counter = __ARCH_RW_LOCK_UNLOCKED__;
- smp_mb();
- }
- #else
- static inline void arch_spin_lock(arch_spinlock_t *lock)
- {
- unsigned int val = __ARCH_SPIN_LOCK_LOCKED__;
-
- smp_mb();
- __asm__ __volatile__(
- "1: ex %0, [%1] \n"
- #ifdef CONFIG_EZNPS_MTM_EXT
- " .word %3 \n"
- #endif
- " breq %0, %2, 1b \n"
- : "+&r" (val)
- : "r"(&(lock->slock)), "ir"(__ARCH_SPIN_LOCK_LOCKED__)
- #ifdef CONFIG_EZNPS_MTM_EXT
- , "i"(CTOP_INST_SCHD_RW)
- #endif
- : "memory");
-
- smp_mb();
- }
- static inline int arch_spin_trylock(arch_spinlock_t *lock)
- {
- unsigned int val = __ARCH_SPIN_LOCK_LOCKED__;
- smp_mb();
- __asm__ __volatile__(
- "1: ex %0, [%1] \n"
- : "+r" (val)
- : "r"(&(lock->slock))
- : "memory");
- smp_mb();
- return (val == __ARCH_SPIN_LOCK_UNLOCKED__);
- }
- static inline void arch_spin_unlock(arch_spinlock_t *lock)
- {
- unsigned int val = __ARCH_SPIN_LOCK_UNLOCKED__;
-
- smp_mb();
-
- __asm__ __volatile__(
- " ex %0, [%1] \n"
- : "+r" (val)
- : "r"(&(lock->slock))
- : "memory");
-
- smp_mb();
- }
- static inline int arch_read_trylock(arch_rwlock_t *rw)
- {
- int ret = 0;
- unsigned long flags;
- local_irq_save(flags);
- arch_spin_lock(&(rw->lock_mutex));
-
- if (rw->counter > 0) {
- rw->counter--;
- ret = 1;
- }
- arch_spin_unlock(&(rw->lock_mutex));
- local_irq_restore(flags);
- smp_mb();
- return ret;
- }
- static inline int arch_write_trylock(arch_rwlock_t *rw)
- {
- int ret = 0;
- unsigned long flags;
- local_irq_save(flags);
- arch_spin_lock(&(rw->lock_mutex));
-
- if (rw->counter == __ARCH_RW_LOCK_UNLOCKED__) {
- rw->counter = 0;
- ret = 1;
- }
- arch_spin_unlock(&(rw->lock_mutex));
- local_irq_restore(flags);
- return ret;
- }
- static inline void arch_read_lock(arch_rwlock_t *rw)
- {
- while (!arch_read_trylock(rw))
- cpu_relax();
- }
- static inline void arch_write_lock(arch_rwlock_t *rw)
- {
- while (!arch_write_trylock(rw))
- cpu_relax();
- }
- static inline void arch_read_unlock(arch_rwlock_t *rw)
- {
- unsigned long flags;
- local_irq_save(flags);
- arch_spin_lock(&(rw->lock_mutex));
- rw->counter++;
- arch_spin_unlock(&(rw->lock_mutex));
- local_irq_restore(flags);
- }
- static inline void arch_write_unlock(arch_rwlock_t *rw)
- {
- unsigned long flags;
- local_irq_save(flags);
- arch_spin_lock(&(rw->lock_mutex));
- rw->counter = __ARCH_RW_LOCK_UNLOCKED__;
- arch_spin_unlock(&(rw->lock_mutex));
- local_irq_restore(flags);
- }
- #endif
- #endif
|