^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) // SPDX-License-Identifier: GPL-2.0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) #include <linux/kernel.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) #include <linux/types.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) #include <linux/mutex.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) #include <linux/cpu.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) #include <linux/jump_label.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #include <linux/memory.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <asm/cacheflush.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) void arch_jump_label_transform(struct jump_entry *entry,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) enum jump_label_type type)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) u32 *insn = (u32 *) (unsigned long) entry->code;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) u32 val;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) if (type == JUMP_LABEL_JMP) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) s32 off = (s32)entry->target - (s32)entry->code;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) bool use_v9_branch = false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) BUG_ON(off & 3);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) #ifdef CONFIG_SPARC64
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) if (off <= 0xfffff && off >= -0x100000)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) use_v9_branch = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) if (use_v9_branch) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) /* WDISP19 - target is . + immed << 2 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) /* ba,pt %xcc, . + off */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) val = 0x10680000 | (((u32) off >> 2) & 0x7ffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) /* WDISP22 - target is . + immed << 2 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) BUG_ON(off > 0x7fffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) BUG_ON(off < -0x800000);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) /* ba . + off */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) val = 0x10800000 | (((u32) off >> 2) & 0x3fffff);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) val = 0x01000000;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) mutex_lock(&text_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) *insn = val;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) flushi(insn);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) mutex_unlock(&text_mutex);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) }