^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) /* SPDX-License-Identifier: GPL-2.0-only */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * User string length functions for kernel
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * Copyright (c) 2010-2011, The Linux Foundation. All rights reserved.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #define isrc r0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) #define max r1 /* Do not change! */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #define end r2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) #define tmp1 r3
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #define obo r6 /* off-by-one */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) #define start r7
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) #define mod8 r8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) #define dbuf r15:14
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) #define dcmp r13:12
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) * The vector mask version of this turned out *really* badly.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) * The hardware loop version also turned out *really* badly.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) * Seems straight pointer arithmetic basically wins here.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) #define fname __strnlen_user
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) .text
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) .global fname
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) .type fname, @function
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) .p2align 5 /* why? */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) fname:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) mod8 = and(isrc,#7);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) end = add(isrc,max);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) start = isrc;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) P0 = cmp.eq(mod8,#0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) mod8 = and(end,#7);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) dcmp = #0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) if (P0.new) jump:t dw_loop; /* fire up the oven */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) alignment_loop:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) fail_1: {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) tmp1 = memb(start++#1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) P0 = cmp.eq(tmp1,#0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) if (P0.new) jump:nt exit_found;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) P1 = cmp.gtu(end,start);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) mod8 = and(start,#7);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) if (!P1) jump exit_error; /* hit the end */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) P0 = cmp.eq(mod8,#0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) if (!P0) jump alignment_loop;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) dw_loop:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) fail_2: {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) dbuf = memd(start);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) obo = add(start,#1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) P0 = vcmpb.eq(dbuf,dcmp);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) tmp1 = P0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) P0 = cmp.gtu(end,start);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) tmp1 = ct0(tmp1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) mod8 = and(end,#7);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) if (!P0) jump end_check;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) P0 = cmp.eq(tmp1,#32);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) if (!P0.new) jump:nt exit_found;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) if (!P0.new) start = add(obo,tmp1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) start = add(start,#8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) jump dw_loop;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) } /* might be nice to combine these jumps... */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) end_check:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) P0 = cmp.gt(tmp1,mod8);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) if (P0.new) jump:nt exit_error; /* neverfound! */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) start = add(obo,tmp1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) exit_found:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) R0 = sub(start,isrc);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) jumpr R31;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) exit_error:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) R0 = add(max,#1);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) jumpr R31;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) /* Uh, what does the "fixup" return here? */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) .falign
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) fix_1:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) R0 = #0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) jumpr R31;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) .size fname,.-fname
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) .section __ex_table,"a"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) .long fail_1,fix_1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) .long fail_2,fix_1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) .previous