^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) /* SPDX-License-Identifier: GPL-2.0 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * locks.S: SMP low-level lock primitives on Sparc.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * Copyright (C) 1996 David S. Miller (davem@caip.rutgers.edu)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) * Copyright (C) 1998 Anton Blanchard (anton@progsoc.uts.edu.au)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) * Copyright (C) 1998 Jakub Jelinek (jj@ultra.linux.cz)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <asm/ptrace.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <asm/psr.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) #include <asm/smp.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #include <asm/spinlock.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #include <asm/export.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) .text
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) .align 4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) /* Read/writer locks, as usual this is overly clever to make it
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) * as fast as possible.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) /* caches... */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) ___rw_read_enter_spin_on_wlock:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) orcc %g2, 0x0, %g0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) be,a ___rw_read_enter
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) ldstub [%g1 + 3], %g2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) b ___rw_read_enter_spin_on_wlock
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) ldub [%g1 + 3], %g2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) ___rw_read_try_spin_on_wlock:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) andcc %g2, 0xff, %g0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) be,a ___rw_read_try
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) ldstub [%g1 + 3], %g2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) xnorcc %g2, 0x0, %o0 /* if g2 is ~0, set o0 to 0 and bugger off */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) bne,a ___rw_read_enter_spin_on_wlock
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) ld [%g1], %g2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) retl
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) mov %g4, %o7
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) ___rw_read_exit_spin_on_wlock:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) orcc %g2, 0x0, %g0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) be,a ___rw_read_exit
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) ldstub [%g1 + 3], %g2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) b ___rw_read_exit_spin_on_wlock
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) ldub [%g1 + 3], %g2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) ___rw_write_enter_spin_on_wlock:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) orcc %g2, 0x0, %g0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) be,a ___rw_write_enter
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) ldstub [%g1 + 3], %g2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) b ___rw_write_enter_spin_on_wlock
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) ld [%g1], %g2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) .globl ___rw_read_enter
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) EXPORT_SYMBOL(___rw_read_enter)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) ___rw_read_enter:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) orcc %g2, 0x0, %g0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) bne,a ___rw_read_enter_spin_on_wlock
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) ldub [%g1 + 3], %g2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) ld [%g1], %g2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) add %g2, 1, %g2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) st %g2, [%g1]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) retl
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) mov %g4, %o7
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) .globl ___rw_read_exit
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) EXPORT_SYMBOL(___rw_read_exit)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) ___rw_read_exit:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) orcc %g2, 0x0, %g0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) bne,a ___rw_read_exit_spin_on_wlock
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) ldub [%g1 + 3], %g2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) ld [%g1], %g2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) sub %g2, 0x1ff, %g2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) st %g2, [%g1]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) retl
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) mov %g4, %o7
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) .globl ___rw_read_try
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) EXPORT_SYMBOL(___rw_read_try)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) ___rw_read_try:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) orcc %g2, 0x0, %g0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) bne ___rw_read_try_spin_on_wlock
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) ld [%g1], %g2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) add %g2, 1, %g2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) st %g2, [%g1]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) set 1, %o1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) retl
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) mov %g4, %o7
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) .globl ___rw_write_enter
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) EXPORT_SYMBOL(___rw_write_enter)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) ___rw_write_enter:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) orcc %g2, 0x0, %g0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) bne ___rw_write_enter_spin_on_wlock
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) ld [%g1], %g2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) andncc %g2, 0xff, %g0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) bne,a ___rw_write_enter_spin_on_wlock
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) stb %g0, [%g1 + 3]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) retl
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) mov %g4, %o7