^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) /* SPDX-License-Identifier: GPL-2.0 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) #include <linux/linkage.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) #include <asm/export.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) .text
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) .align 32
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) ENTRY(__arch_hweight8)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) sethi %hi(__sw_hweight8), %g1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) jmpl %g1 + %lo(__sw_hweight8), %g0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) nop
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) ENDPROC(__arch_hweight8)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) EXPORT_SYMBOL(__arch_hweight8)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) .section .popc_3insn_patch, "ax"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) .word __arch_hweight8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) sllx %o0, 64-8, %g1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) retl
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) popc %g1, %o0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) .previous
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) ENTRY(__arch_hweight16)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) sethi %hi(__sw_hweight16), %g1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) jmpl %g1 + %lo(__sw_hweight16), %g0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) nop
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) ENDPROC(__arch_hweight16)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) EXPORT_SYMBOL(__arch_hweight16)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) .section .popc_3insn_patch, "ax"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) .word __arch_hweight16
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) sllx %o0, 64-16, %g1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) retl
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) popc %g1, %o0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) .previous
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) ENTRY(__arch_hweight32)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) sethi %hi(__sw_hweight32), %g1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) jmpl %g1 + %lo(__sw_hweight32), %g0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) nop
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) ENDPROC(__arch_hweight32)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) EXPORT_SYMBOL(__arch_hweight32)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) .section .popc_3insn_patch, "ax"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) .word __arch_hweight32
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) sllx %o0, 64-32, %g1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) retl
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) popc %g1, %o0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) .previous
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) ENTRY(__arch_hweight64)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) sethi %hi(__sw_hweight64), %g1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) jmpl %g1 + %lo(__sw_hweight64), %g0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) nop
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) ENDPROC(__arch_hweight64)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) EXPORT_SYMBOL(__arch_hweight64)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) .section .popc_3insn_patch, "ax"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) .word __arch_hweight64
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) retl
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) popc %o0, %o0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) nop
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) .previous