^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0+
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) //
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) // An earlier version of this file appeared in the companion webpage for
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) // "Frightening small children and disconcerting grown-ups: Concurrency
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) // in the Linux kernel" by Alglave, Maranget, McKenney, Parri, and Stern,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) // which appeared in ASPLOS 2018.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) // ONCE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) READ_ONCE(X) __load{once}(X)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) WRITE_ONCE(X,V) { __store{once}(X,V); }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) // Release Acquire and friends
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) smp_store_release(X,V) { __store{release}(*X,V); }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) smp_load_acquire(X) __load{acquire}(*X)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) rcu_assign_pointer(X,V) { __store{release}(X,V); }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) rcu_dereference(X) __load{once}(X)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) smp_store_mb(X,V) { __store{once}(X,V); __fence{mb}; }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) // Fences
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) smp_mb() { __fence{mb}; }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) smp_rmb() { __fence{rmb}; }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) smp_wmb() { __fence{wmb}; }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) smp_mb__before_atomic() { __fence{before-atomic}; }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) smp_mb__after_atomic() { __fence{after-atomic}; }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) smp_mb__after_spinlock() { __fence{after-spinlock}; }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) smp_mb__after_unlock_lock() { __fence{after-unlock-lock}; }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) barrier() { __fence{barrier}; }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) // Exchange
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) xchg(X,V) __xchg{mb}(X,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) xchg_relaxed(X,V) __xchg{once}(X,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) xchg_release(X,V) __xchg{release}(X,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) xchg_acquire(X,V) __xchg{acquire}(X,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) cmpxchg(X,V,W) __cmpxchg{mb}(X,V,W)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) cmpxchg_relaxed(X,V,W) __cmpxchg{once}(X,V,W)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) cmpxchg_acquire(X,V,W) __cmpxchg{acquire}(X,V,W)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) cmpxchg_release(X,V,W) __cmpxchg{release}(X,V,W)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) // Spinlocks
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) spin_lock(X) { __lock(X); }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) spin_unlock(X) { __unlock(X); }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) spin_trylock(X) __trylock(X)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) spin_is_locked(X) __islocked(X)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) // RCU
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) rcu_read_lock() { __fence{rcu-lock}; }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) rcu_read_unlock() { __fence{rcu-unlock}; }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) synchronize_rcu() { __fence{sync-rcu}; }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) synchronize_rcu_expedited() { __fence{sync-rcu}; }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) // SRCU
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) srcu_read_lock(X) __srcu{srcu-lock}(X)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) srcu_read_unlock(X,Y) { __srcu{srcu-unlock}(X,Y); }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) synchronize_srcu(X) { __srcu{sync-srcu}(X); }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) synchronize_srcu_expedited(X) { __srcu{sync-srcu}(X); }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) // Atomic
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) atomic_read(X) READ_ONCE(*X)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) atomic_set(X,V) { WRITE_ONCE(*X,V); }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) atomic_read_acquire(X) smp_load_acquire(X)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) atomic_set_release(X,V) { smp_store_release(X,V); }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) atomic_add(V,X) { __atomic_op(X,+,V); }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) atomic_sub(V,X) { __atomic_op(X,-,V); }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) atomic_inc(X) { __atomic_op(X,+,1); }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) atomic_dec(X) { __atomic_op(X,-,1); }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) atomic_add_return(V,X) __atomic_op_return{mb}(X,+,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) atomic_add_return_relaxed(V,X) __atomic_op_return{once}(X,+,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) atomic_add_return_acquire(V,X) __atomic_op_return{acquire}(X,+,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) atomic_add_return_release(V,X) __atomic_op_return{release}(X,+,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) atomic_fetch_add(V,X) __atomic_fetch_op{mb}(X,+,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) atomic_fetch_add_relaxed(V,X) __atomic_fetch_op{once}(X,+,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) atomic_fetch_add_acquire(V,X) __atomic_fetch_op{acquire}(X,+,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) atomic_fetch_add_release(V,X) __atomic_fetch_op{release}(X,+,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) atomic_inc_return(X) __atomic_op_return{mb}(X,+,1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) atomic_inc_return_relaxed(X) __atomic_op_return{once}(X,+,1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) atomic_inc_return_acquire(X) __atomic_op_return{acquire}(X,+,1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) atomic_inc_return_release(X) __atomic_op_return{release}(X,+,1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) atomic_fetch_inc(X) __atomic_fetch_op{mb}(X,+,1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) atomic_fetch_inc_relaxed(X) __atomic_fetch_op{once}(X,+,1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) atomic_fetch_inc_acquire(X) __atomic_fetch_op{acquire}(X,+,1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) atomic_fetch_inc_release(X) __atomic_fetch_op{release}(X,+,1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) atomic_sub_return(V,X) __atomic_op_return{mb}(X,-,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) atomic_sub_return_relaxed(V,X) __atomic_op_return{once}(X,-,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) atomic_sub_return_acquire(V,X) __atomic_op_return{acquire}(X,-,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) atomic_sub_return_release(V,X) __atomic_op_return{release}(X,-,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) atomic_fetch_sub(V,X) __atomic_fetch_op{mb}(X,-,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) atomic_fetch_sub_relaxed(V,X) __atomic_fetch_op{once}(X,-,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) atomic_fetch_sub_acquire(V,X) __atomic_fetch_op{acquire}(X,-,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) atomic_fetch_sub_release(V,X) __atomic_fetch_op{release}(X,-,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) atomic_dec_return(X) __atomic_op_return{mb}(X,-,1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) atomic_dec_return_relaxed(X) __atomic_op_return{once}(X,-,1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) atomic_dec_return_acquire(X) __atomic_op_return{acquire}(X,-,1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) atomic_dec_return_release(X) __atomic_op_return{release}(X,-,1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) atomic_fetch_dec(X) __atomic_fetch_op{mb}(X,-,1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) atomic_fetch_dec_relaxed(X) __atomic_fetch_op{once}(X,-,1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) atomic_fetch_dec_acquire(X) __atomic_fetch_op{acquire}(X,-,1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) atomic_fetch_dec_release(X) __atomic_fetch_op{release}(X,-,1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) atomic_xchg(X,V) __xchg{mb}(X,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) atomic_xchg_relaxed(X,V) __xchg{once}(X,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) atomic_xchg_release(X,V) __xchg{release}(X,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) atomic_xchg_acquire(X,V) __xchg{acquire}(X,V)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) atomic_cmpxchg(X,V,W) __cmpxchg{mb}(X,V,W)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) atomic_cmpxchg_relaxed(X,V,W) __cmpxchg{once}(X,V,W)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) atomic_cmpxchg_acquire(X,V,W) __cmpxchg{acquire}(X,V,W)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) atomic_cmpxchg_release(X,V,W) __cmpxchg{release}(X,V,W)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) atomic_sub_and_test(V,X) __atomic_op_return{mb}(X,-,V) == 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) atomic_dec_and_test(X) __atomic_op_return{mb}(X,-,1) == 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) atomic_inc_and_test(X) __atomic_op_return{mb}(X,+,1) == 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) atomic_add_negative(V,X) __atomic_op_return{mb}(X,+,V) < 0
Orange Pi5 kernel
Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards
3 Commits
0 Branches
0 Tags