^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) /* SPDX-License-Identifier: GPL-2.0 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) #include <linux/compiler.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) #if defined(__i386__) || defined(__x86_64__)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) #include "../../arch/x86/include/asm/barrier.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) #elif defined(__arm__)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) #include "../../arch/arm/include/asm/barrier.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) #elif defined(__aarch64__)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #include "../../arch/arm64/include/asm/barrier.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #elif defined(__powerpc__)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include "../../arch/powerpc/include/asm/barrier.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #elif defined(__s390__)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) #include "../../arch/s390/include/asm/barrier.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #elif defined(__sh__)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #include "../../arch/sh/include/asm/barrier.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) #elif defined(__sparc__)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) #include "../../arch/sparc/include/asm/barrier.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) #elif defined(__tile__)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) #include "../../arch/tile/include/asm/barrier.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) #elif defined(__alpha__)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) #include "../../arch/alpha/include/asm/barrier.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) #elif defined(__mips__)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) #include "../../arch/mips/include/asm/barrier.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) #elif defined(__ia64__)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) #include "../../arch/ia64/include/asm/barrier.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) #elif defined(__xtensa__)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) #include "../../arch/xtensa/include/asm/barrier.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) #elif defined(__nds32__)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) #include "../../arch/nds32/include/asm/barrier.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) #include <asm-generic/barrier.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) * Generic fallback smp_*() definitions for archs that haven't
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) * been updated yet.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) #ifndef smp_rmb
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) # define smp_rmb() rmb()
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) #ifndef smp_wmb
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) # define smp_wmb() wmb()
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) #ifndef smp_mb
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) # define smp_mb() mb()
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) #ifndef smp_store_release
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) # define smp_store_release(p, v) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) do { \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) smp_mb(); \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) WRITE_ONCE(*p, v); \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) } while (0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) #ifndef smp_load_acquire
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) # define smp_load_acquire(p) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) ({ \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) typeof(*p) ___p1 = READ_ONCE(*p); \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) smp_mb(); \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) ___p1; \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) })
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) #endif