Orange Pi5 kernel

^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   1) /* SPDX-License-Identifier: GPL-2.0 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   2) #ifndef _ASM_X86_CPUFEATURE_H
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   3) #define _ASM_X86_CPUFEATURE_H
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   4) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   5) #include <asm/processor.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   6) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   7) #if defined(__KERNEL__) && !defined(__ASSEMBLY__)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   8) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   9) #include <asm/asm.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  10) #include <linux/bitops.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  11) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  12) enum cpuid_leafs
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  13) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  14) 	CPUID_1_EDX		= 0,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  15) 	CPUID_8000_0001_EDX,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  16) 	CPUID_8086_0001_EDX,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  17) 	CPUID_LNX_1,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  18) 	CPUID_1_ECX,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  19) 	CPUID_C000_0001_EDX,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  20) 	CPUID_8000_0001_ECX,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  21) 	CPUID_LNX_2,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  22) 	CPUID_LNX_3,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  23) 	CPUID_7_0_EBX,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  24) 	CPUID_D_1_EAX,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  25) 	CPUID_LNX_4,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  26) 	CPUID_7_1_EAX,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  27) 	CPUID_8000_0008_EBX,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  28) 	CPUID_6_EAX,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  29) 	CPUID_8000_000A_EDX,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  30) 	CPUID_7_ECX,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  31) 	CPUID_8000_0007_EBX,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  32) 	CPUID_7_EDX,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  33) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  34) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  35) #ifdef CONFIG_X86_FEATURE_NAMES
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  36) extern const char * const x86_cap_flags[NCAPINTS*32];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  37) extern const char * const x86_power_flags[32];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  38) #define X86_CAP_FMT "%s"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  39) #define x86_cap_flag(flag) x86_cap_flags[flag]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  40) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  41) #define X86_CAP_FMT "%d:%d"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  42) #define x86_cap_flag(flag) ((flag) >> 5), ((flag) & 31)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  43) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  44) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  45) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  46)  * In order to save room, we index into this array by doing
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  47)  * X86_BUG_<name> - NCAPINTS*32.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  48)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  49) extern const char * const x86_bug_flags[NBUGINTS*32];
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  50) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  51) #define test_cpu_cap(c, bit)						\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  52) 	 test_bit(bit, (unsigned long *)((c)->x86_capability))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  53) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  54) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  55)  * There are 32 bits/features in each mask word.  The high bits
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  56)  * (selected with (bit>>5) give us the word number and the low 5
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  57)  * bits give us the bit/feature number inside the word.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  58)  * (1UL<<((bit)&31) gives us a mask for the feature_bit so we can
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  59)  * see if it is set in the mask word.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  60)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  61) #define CHECK_BIT_IN_MASK_WORD(maskname, word, bit)	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  62) 	(((bit)>>5)==(word) && (1UL<<((bit)&31) & maskname##word ))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  63) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  64) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  65)  * {REQUIRED,DISABLED}_MASK_CHECK below may seem duplicated with the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  66)  * following BUILD_BUG_ON_ZERO() check but when NCAPINTS gets changed, all
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  67)  * header macros which use NCAPINTS need to be changed. The duplicated macro
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  68)  * use causes the compiler to issue errors for all headers so that all usage
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  69)  * sites can be corrected.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  70)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  71) #define REQUIRED_MASK_BIT_SET(feature_bit)		\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  72) 	 ( CHECK_BIT_IN_MASK_WORD(REQUIRED_MASK,  0, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  73) 	   CHECK_BIT_IN_MASK_WORD(REQUIRED_MASK,  1, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  74) 	   CHECK_BIT_IN_MASK_WORD(REQUIRED_MASK,  2, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  75) 	   CHECK_BIT_IN_MASK_WORD(REQUIRED_MASK,  3, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  76) 	   CHECK_BIT_IN_MASK_WORD(REQUIRED_MASK,  4, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  77) 	   CHECK_BIT_IN_MASK_WORD(REQUIRED_MASK,  5, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  78) 	   CHECK_BIT_IN_MASK_WORD(REQUIRED_MASK,  6, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  79) 	   CHECK_BIT_IN_MASK_WORD(REQUIRED_MASK,  7, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  80) 	   CHECK_BIT_IN_MASK_WORD(REQUIRED_MASK,  8, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  81) 	   CHECK_BIT_IN_MASK_WORD(REQUIRED_MASK,  9, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  82) 	   CHECK_BIT_IN_MASK_WORD(REQUIRED_MASK, 10, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  83) 	   CHECK_BIT_IN_MASK_WORD(REQUIRED_MASK, 11, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  84) 	   CHECK_BIT_IN_MASK_WORD(REQUIRED_MASK, 12, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  85) 	   CHECK_BIT_IN_MASK_WORD(REQUIRED_MASK, 13, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  86) 	   CHECK_BIT_IN_MASK_WORD(REQUIRED_MASK, 14, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  87) 	   CHECK_BIT_IN_MASK_WORD(REQUIRED_MASK, 15, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  88) 	   CHECK_BIT_IN_MASK_WORD(REQUIRED_MASK, 16, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  89) 	   CHECK_BIT_IN_MASK_WORD(REQUIRED_MASK, 17, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  90) 	   CHECK_BIT_IN_MASK_WORD(REQUIRED_MASK, 18, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  91) 	   REQUIRED_MASK_CHECK					  ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  92) 	   BUILD_BUG_ON_ZERO(NCAPINTS != 19))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  93) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  94) #define DISABLED_MASK_BIT_SET(feature_bit)				\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  95) 	 ( CHECK_BIT_IN_MASK_WORD(DISABLED_MASK,  0, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  96) 	   CHECK_BIT_IN_MASK_WORD(DISABLED_MASK,  1, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  97) 	   CHECK_BIT_IN_MASK_WORD(DISABLED_MASK,  2, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  98) 	   CHECK_BIT_IN_MASK_WORD(DISABLED_MASK,  3, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  99) 	   CHECK_BIT_IN_MASK_WORD(DISABLED_MASK,  4, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) 	   CHECK_BIT_IN_MASK_WORD(DISABLED_MASK,  5, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) 	   CHECK_BIT_IN_MASK_WORD(DISABLED_MASK,  6, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) 	   CHECK_BIT_IN_MASK_WORD(DISABLED_MASK,  7, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) 	   CHECK_BIT_IN_MASK_WORD(DISABLED_MASK,  8, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) 	   CHECK_BIT_IN_MASK_WORD(DISABLED_MASK,  9, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) 	   CHECK_BIT_IN_MASK_WORD(DISABLED_MASK, 10, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) 	   CHECK_BIT_IN_MASK_WORD(DISABLED_MASK, 11, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) 	   CHECK_BIT_IN_MASK_WORD(DISABLED_MASK, 12, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) 	   CHECK_BIT_IN_MASK_WORD(DISABLED_MASK, 13, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) 	   CHECK_BIT_IN_MASK_WORD(DISABLED_MASK, 14, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) 	   CHECK_BIT_IN_MASK_WORD(DISABLED_MASK, 15, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) 	   CHECK_BIT_IN_MASK_WORD(DISABLED_MASK, 16, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) 	   CHECK_BIT_IN_MASK_WORD(DISABLED_MASK, 17, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) 	   CHECK_BIT_IN_MASK_WORD(DISABLED_MASK, 18, feature_bit) ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) 	   DISABLED_MASK_CHECK					  ||	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) 	   BUILD_BUG_ON_ZERO(NCAPINTS != 19))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) #define cpu_has(c, bit)							\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) 	(__builtin_constant_p(bit) && REQUIRED_MASK_BIT_SET(bit) ? 1 :	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) 	 test_cpu_cap(c, bit))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) #define this_cpu_has(bit)						\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) 	(__builtin_constant_p(bit) && REQUIRED_MASK_BIT_SET(bit) ? 1 :	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) 	 x86_this_cpu_test_bit(bit,					\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) 		(unsigned long __percpu *)&cpu_info.x86_capability))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127)  * This macro is for detection of features which need kernel
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128)  * infrastructure to be used.  It may *not* directly test the CPU
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129)  * itself.  Use the cpu_has() family if you want true runtime
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130)  * testing of CPU features, like in hypervisor code where you are
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131)  * supporting a possible guest feature where host support for it
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132)  * is not relevant.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) #define cpu_feature_enabled(bit)	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) 	(__builtin_constant_p(bit) && DISABLED_MASK_BIT_SET(bit) ? 0 : static_cpu_has(bit))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) #define boot_cpu_has(bit)	cpu_has(&boot_cpu_data, bit)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) #define set_cpu_cap(c, bit)	set_bit(bit, (unsigned long *)((c)->x86_capability))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) extern void setup_clear_cpu_cap(unsigned int bit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) extern void clear_cpu_cap(struct cpuinfo_x86 *c, unsigned int bit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) #define setup_force_cpu_cap(bit) do { \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) 	set_cpu_cap(&boot_cpu_data, bit);	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) 	set_bit(bit, (unsigned long *)cpu_caps_set);	\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) } while (0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) #define setup_force_cpu_bug(bit) setup_force_cpu_cap(bit)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) #if defined(__clang__) && !defined(CONFIG_CC_HAS_ASM_GOTO)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154)  * Workaround for the sake of BPF compilation which utilizes kernel
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155)  * headers, but clang does not support ASM GOTO and fails the build.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) #ifndef __BPF_TRACING__
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) #warning "Compiler lacks ASM_GOTO support. Add -D __BPF_TRACING__ to your compiler arguments"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) #define static_cpu_has(bit)            boot_cpu_has(bit)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166)  * Static testing of CPU features. Used the same as boot_cpu_has(). It
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167)  * statically patches the target code for additional performance. Use
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168)  * static_cpu_has() only in fast paths, where every cycle counts. Which
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169)  * means that the boot_cpu_has() variant is already fast enough for the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170)  * majority of cases and you should stick to using it as it is generally
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171)  * only two instructions: a RIP-relative MOV and a TEST.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) static __always_inline bool _static_cpu_has(u16 bit)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) 	asm_volatile_goto("1: jmp 6f\n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) 		 "2:\n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) 		 ".skip -(((5f-4f) - (2b-1b)) > 0) * "
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) 			 "((5f-4f) - (2b-1b)),0x90\n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) 		 "3:\n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) 		 ".section .altinstructions,\"a\"\n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) 		 " .long 1b - .\n"		/* src offset */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) 		 " .long 4f - .\n"		/* repl offset */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) 		 " .word %P[always]\n"		/* always replace */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) 		 " .byte 3b - 1b\n"		/* src len */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) 		 " .byte 5f - 4f\n"		/* repl len */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) 		 " .byte 3b - 2b\n"		/* pad len */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) 		 ".previous\n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) 		 ".section .altinstr_replacement,\"ax\"\n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) 		 "4: jmp %l[t_no]\n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) 		 "5:\n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) 		 ".previous\n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) 		 ".section .altinstructions,\"a\"\n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) 		 " .long 1b - .\n"		/* src offset */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) 		 " .long 0\n"			/* no replacement */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) 		 " .word %P[feature]\n"		/* feature bit */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) 		 " .byte 3b - 1b\n"		/* src len */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) 		 " .byte 0\n"			/* repl len */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) 		 " .byte 0\n"			/* pad len */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) 		 ".previous\n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) 		 ".section .altinstr_aux,\"ax\"\n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) 		 "6:\n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) 		 " testb %[bitnum],%[cap_byte]\n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) 		 " jnz %l[t_yes]\n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) 		 " jmp %l[t_no]\n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) 		 ".previous\n"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) 		 : : [feature]  "i" (bit),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) 		     [always]   "i" (X86_FEATURE_ALWAYS),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) 		     [bitnum]   "i" (1 << (bit & 7)),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) 		     [cap_byte] "m" (((const char *)boot_cpu_data.x86_capability)[bit >> 3])
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) 		 : : t_yes, t_no);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) t_yes:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) 	return true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) t_no:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) 	return false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) #define static_cpu_has(bit)					\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) (								\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) 	__builtin_constant_p(boot_cpu_has(bit)) ?		\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) 		boot_cpu_has(bit) :				\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) 		_static_cpu_has(bit)				\
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) )
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) #define cpu_has_bug(c, bit)		cpu_has(c, (bit))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) #define set_cpu_bug(c, bit)		set_cpu_cap(c, (bit))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) #define clear_cpu_bug(c, bit)		clear_cpu_cap(c, (bit))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) #define static_cpu_has_bug(bit)		static_cpu_has((bit))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) #define boot_cpu_has_bug(bit)		cpu_has_bug(&boot_cpu_data, (bit))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) #define boot_cpu_set_bug(bit)		set_cpu_cap(&boot_cpu_data, (bit))
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) #define MAX_CPU_FEATURES		(NCAPINTS * 32)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) #define cpu_have_feature		boot_cpu_has
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) #define CPU_FEATURE_TYPEFMT		"x86,ven%04Xfam%04Xmod%04X"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) #define CPU_FEATURE_TYPEVAL		boot_cpu_data.x86_vendor, boot_cpu_data.x86, \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) 					boot_cpu_data.x86_model
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) #endif /* defined(__KERNEL__) && !defined(__ASSEMBLY__) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) #endif /* _ASM_X86_CPUFEATURE_H */