^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) /* SPDX-License-Identifier: GPL-2.0 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) #include <linux/stringify.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) #include <linux/linkage.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) #include <asm/dwarf2.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) #include <asm/cpufeatures.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) #include <asm/alternative-asm.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #include <asm/export.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #include <asm/nospec-branch.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <asm/unwind_hints.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <asm/frame.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) .macro THUNK reg
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) .section .text.__x86.indirect_thunk
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) .align 32
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) SYM_FUNC_START(__x86_indirect_thunk_\reg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) JMP_NOSPEC \reg
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) SYM_FUNC_END(__x86_indirect_thunk_\reg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) SYM_FUNC_START_NOALIGN(__x86_retpoline_\reg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) ANNOTATE_INTRA_FUNCTION_CALL
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) call .Ldo_rop_\@
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) .Lspec_trap_\@:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) UNWIND_HINT_EMPTY
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) pause
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) lfence
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) jmp .Lspec_trap_\@
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) .Ldo_rop_\@:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) mov %\reg, (%_ASM_SP)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) UNWIND_HINT_RET_OFFSET
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) ret
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) SYM_FUNC_END(__x86_retpoline_\reg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) .endm
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) * Despite being an assembler file we can't just use .irp here
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) * because __KSYM_DEPS__ only uses the C preprocessor and would
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) * only see one instance of "__x86_indirect_thunk_\reg" rather
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) * than one per register with the correct names. So we do it
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) * the simple and nasty way...
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) * Worse, you can only have a single EXPORT_SYMBOL per line,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) * and CPP can't insert newlines, so we have to repeat everything
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) * at least twice.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) #define __EXPORT_THUNK(sym) _ASM_NOKPROBE(sym); EXPORT_SYMBOL(sym)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) #define EXPORT_THUNK(reg) __EXPORT_THUNK(__x86_indirect_thunk_ ## reg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) #define EXPORT_RETPOLINE(reg) __EXPORT_THUNK(__x86_retpoline_ ## reg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) #undef GEN
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) #define GEN(reg) THUNK reg
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) #include <asm/GEN-for-each-reg.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) #undef GEN
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) #define GEN(reg) EXPORT_THUNK(reg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) #include <asm/GEN-for-each-reg.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) #undef GEN
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) #define GEN(reg) EXPORT_RETPOLINE(reg)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) #include <asm/GEN-for-each-reg.h>