^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) /* SPDX-License-Identifier: GPL-2.0 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /* strlen.S: Sparc optimized strlen code
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * Hand optimized from GNU libc's strlen
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) * Copyright (C) 1991,1996 Free Software Foundation
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * Copyright (C) 1996,2008 David S. Miller (davem@davemloft.net)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) * Copyright (C) 1996, 1997 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #include <linux/linkage.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <asm/asm.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <asm/export.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #define LO_MAGIC 0x01010101
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #define HI_MAGIC 0x80808080
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) .text
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) ENTRY(strlen)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) mov %o0, %o1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) andcc %o0, 3, %g0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) BRANCH32(be, pt, 9f)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) sethi %hi(HI_MAGIC), %o4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) ldub [%o0], %o5
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) BRANCH_REG_ZERO(pn, %o5, 11f)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) add %o0, 1, %o0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) andcc %o0, 3, %g0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) BRANCH32(be, pn, 4f)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) or %o4, %lo(HI_MAGIC), %o3
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) ldub [%o0], %o5
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) BRANCH_REG_ZERO(pn, %o5, 12f)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) add %o0, 1, %o0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) andcc %o0, 3, %g0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) BRANCH32(be, pt, 5f)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) sethi %hi(LO_MAGIC), %o4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) ldub [%o0], %o5
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) BRANCH_REG_ZERO(pn, %o5, 13f)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) add %o0, 1, %o0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) BRANCH32(ba, pt, 8f)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) or %o4, %lo(LO_MAGIC), %o2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) 9:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) or %o4, %lo(HI_MAGIC), %o3
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) 4:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) sethi %hi(LO_MAGIC), %o4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) 5:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) or %o4, %lo(LO_MAGIC), %o2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) 8:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) ld [%o0], %o5
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) 2:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) sub %o5, %o2, %o4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) andcc %o4, %o3, %g0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) BRANCH32(be, pt, 8b)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) add %o0, 4, %o0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) /* Check every byte. */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) srl %o5, 24, %g7
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) andcc %g7, 0xff, %g0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) BRANCH32(be, pn, 1f)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) add %o0, -4, %o4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) srl %o5, 16, %g7
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) andcc %g7, 0xff, %g0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) BRANCH32(be, pn, 1f)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) add %o4, 1, %o4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) srl %o5, 8, %g7
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) andcc %g7, 0xff, %g0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) BRANCH32(be, pn, 1f)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) add %o4, 1, %o4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) andcc %o5, 0xff, %g0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) BRANCH32_ANNUL(bne, pt, 2b)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) ld [%o0], %o5
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) add %o4, 1, %o4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) 1:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) retl
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) sub %o4, %o1, %o0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) 11:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) retl
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) mov 0, %o0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) 12:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) retl
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) mov 1, %o0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) 13:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) retl
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) mov 2, %o0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) ENDPROC(strlen)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) EXPORT_SYMBOL(strlen)