123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250 |
- #ifndef __ASM_GENERIC_BARRIER_H
- #define __ASM_GENERIC_BARRIER_H
- #ifndef __ASSEMBLY__
- #include <linux/compiler.h>
- #ifndef nop
- #define nop() asm volatile ("nop")
- #endif
- #ifndef mb
- #define mb() barrier()
- #endif
- #ifndef rmb
- #define rmb() mb()
- #endif
- #ifndef wmb
- #define wmb() mb()
- #endif
- #ifndef dma_rmb
- #define dma_rmb() rmb()
- #endif
- #ifndef dma_wmb
- #define dma_wmb() wmb()
- #endif
- #ifndef read_barrier_depends
- #define read_barrier_depends() do { } while (0)
- #endif
- #ifndef __smp_mb
- #define __smp_mb() mb()
- #endif
- #ifndef __smp_rmb
- #define __smp_rmb() rmb()
- #endif
- #ifndef __smp_wmb
- #define __smp_wmb() wmb()
- #endif
- #ifndef __smp_read_barrier_depends
- #define __smp_read_barrier_depends() read_barrier_depends()
- #endif
- #ifdef CONFIG_SMP
- #ifndef smp_mb
- #define smp_mb() __smp_mb()
- #endif
- #ifndef smp_rmb
- #define smp_rmb() __smp_rmb()
- #endif
- #ifndef smp_wmb
- #define smp_wmb() __smp_wmb()
- #endif
- #ifndef smp_read_barrier_depends
- #define smp_read_barrier_depends() __smp_read_barrier_depends()
- #endif
- #else
- #ifndef smp_mb
- #define smp_mb() barrier()
- #endif
- #ifndef smp_rmb
- #define smp_rmb() barrier()
- #endif
- #ifndef smp_wmb
- #define smp_wmb() barrier()
- #endif
- #ifndef smp_read_barrier_depends
- #define smp_read_barrier_depends() do { } while (0)
- #endif
- #endif
- #ifndef __smp_store_mb
- #define __smp_store_mb(var, value) do { WRITE_ONCE(var, value); __smp_mb(); } while (0)
- #endif
- #ifndef __smp_mb__before_atomic
- #define __smp_mb__before_atomic() __smp_mb()
- #endif
- #ifndef __smp_mb__after_atomic
- #define __smp_mb__after_atomic() __smp_mb()
- #endif
- #ifndef __smp_store_release
- #define __smp_store_release(p, v) \
- do { \
- compiletime_assert_atomic_type(*p)
- __smp_mb()
- WRITE_ONCE(*p, v)
- } while (0)
- #endif
- #ifndef __smp_load_acquire
- #define __smp_load_acquire(p) \
- ({ \
- typeof(*p) ___p1 = READ_ONCE(*p)
- compiletime_assert_atomic_type(*p)
- __smp_mb()
- ___p1
- })
- #endif
- #ifdef CONFIG_SMP
- #ifndef smp_store_mb
- #define smp_store_mb(var, value) __smp_store_mb(var, value)
- #endif
- #ifndef smp_mb__before_atomic
- #define smp_mb__before_atomic() __smp_mb__before_atomic()
- #endif
- #ifndef smp_mb__after_atomic
- #define smp_mb__after_atomic() __smp_mb__after_atomic()
- #endif
- #ifndef smp_store_release
- #define smp_store_release(p, v) __smp_store_release(p, v)
- #endif
- #ifndef smp_load_acquire
- #define smp_load_acquire(p) __smp_load_acquire(p)
- #endif
- #else
- #ifndef smp_store_mb
- #define smp_store_mb(var, value) do { WRITE_ONCE(var, value); barrier(); } while (0)
- #endif
- #ifndef smp_mb__before_atomic
- #define smp_mb__before_atomic() barrier()
- #endif
- #ifndef smp_mb__after_atomic
- #define smp_mb__after_atomic() barrier()
- #endif
- #ifndef smp_store_release
- #define smp_store_release(p, v) \
- do { \
- compiletime_assert_atomic_type(*p)
- barrier()
- WRITE_ONCE(*p, v)
- } while (0)
- #endif
- #ifndef smp_load_acquire
- #define smp_load_acquire(p) \
- ({ \
- typeof(*p) ___p1 = READ_ONCE(*p)
- compiletime_assert_atomic_type(*p)
- barrier()
- ___p1
- })
- #endif
- #endif
- #define virt_mb() __smp_mb()
- #define virt_rmb() __smp_rmb()
- #define virt_wmb() __smp_wmb()
- #define virt_read_barrier_depends() __smp_read_barrier_depends()
- #define virt_store_mb(var, value) __smp_store_mb(var, value)
- #define virt_mb__before_atomic() __smp_mb__before_atomic()
- #define virt_mb__after_atomic() __smp_mb__after_atomic()
- #define virt_store_release(p, v) __smp_store_release(p, v)
- #define virt_load_acquire(p) __smp_load_acquire(p)
- #ifndef smp_acquire__after_ctrl_dep
- #define smp_acquire__after_ctrl_dep() smp_rmb()
- #endif
- #ifndef smp_cond_load_acquire
- #define smp_cond_load_acquire(ptr, cond_expr) ({ \
- typeof(ptr) __PTR = (ptr)
- typeof(*ptr) VAL
- for (
- VAL = READ_ONCE(*__PTR)
- if (cond_expr) \
- break
- cpu_relax()
- } \
- smp_acquire__after_ctrl_dep()
- VAL
- })
- #endif
- #endif
- #endif
|