Orange Pi5 kernel

^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   1) /* SPDX-License-Identifier: GPL-2.0 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   3)  * arch/alpha/lib/stxcpy.S
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   4)  * Contributed by Richard Henderson (rth@tamu.edu)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   5)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   6)  * Copy a null-terminated string from SRC to DST.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   7)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   8)  * This is an internal routine used by strcpy, stpcpy, and strcat.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300   9)  * As such, it uses special linkage conventions to make implementation
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  10)  * of these public functions more efficient.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  11)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  12)  * On input:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  13)  *	t9 = return address
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  14)  *	a0 = DST
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  15)  *	a1 = SRC
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  16)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  17)  * On output:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  18)  *	t12 = bitmask (with one bit set) indicating the last byte written
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  19)  *	a0  = unaligned address of the last *word* written
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  20)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  21)  * Furthermore, v0, a3-a5, t11, and t12 are untouched.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  22)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  23) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  24) #include <asm/regdef.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  25) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  26) 	.set noat
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  27) 	.set noreorder
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  28) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  29) 	.text
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  30) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  31) /* There is a problem with either gdb (as of 4.16) or gas (as of 2.7) that
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  32)    doesn't like putting the entry point for a procedure somewhere in the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  33)    middle of the procedure descriptor.  Work around this by putting the
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  34)    aligned copy in its own procedure descriptor */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  35) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  36) 	.ent stxcpy_aligned
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  37) 	.align 3
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  38) stxcpy_aligned:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  39) 	.frame sp, 0, t9
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  40) 	.prologue 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  41) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  42) 	/* On entry to this basic block:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  43) 	   t0 == the first destination word for masking back in
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  44) 	   t1 == the first source word.  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  45) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  46) 	/* Create the 1st output word and detect 0's in the 1st input word.  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  47) 	lda	t2, -1		# e1    : build a mask against false zero
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  48) 	mskqh	t2, a1, t2	# e0    :   detection in the src word
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  49) 	mskqh	t1, a1, t3	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  50) 	ornot	t1, t2, t2	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  51) 	mskql	t0, a1, t0	# e0    : assemble the first output word
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  52) 	cmpbge	zero, t2, t8	# .. e1 : bits set iff null found
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  53) 	or	t0, t3, t1	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  54) 	bne	t8, $a_eos	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  55) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  56) 	/* On entry to this basic block:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  57) 	   t0 == the first destination word for masking back in
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  58) 	   t1 == a source word not containing a null.  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  59) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  60) $a_loop:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  61) 	stq_u	t1, 0(a0)	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  62) 	addq	a0, 8, a0	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  63) 	ldq_u	t1, 0(a1)	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  64) 	addq	a1, 8, a1	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  65) 	cmpbge	zero, t1, t8	# e0 (stall)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  66) 	beq	t8, $a_loop	# .. e1 (zdb)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  67) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  68) 	/* Take care of the final (partial) word store.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  69) 	   On entry to this basic block we have:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  70) 	   t1 == the source word containing the null
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  71) 	   t8 == the cmpbge mask that found it.  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  72) $a_eos:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  73) 	negq	t8, t6		# e0    : find low bit set
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  74) 	and	t8, t6, t12	# e1 (stall)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  75) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  76) 	/* For the sake of the cache, don't read a destination word
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  77) 	   if we're not going to need it.  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  78) 	and	t12, 0x80, t6	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  79) 	bne	t6, 1f		# .. e1 (zdb)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  80) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  81) 	/* We're doing a partial word store and so need to combine
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  82) 	   our source and original destination words.  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  83) 	ldq_u	t0, 0(a0)	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  84) 	subq	t12, 1, t6	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  85) 	zapnot	t1, t6, t1	# e0    : clear src bytes >= null
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  86) 	or	t12, t6, t8	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  87) 	zap	t0, t8, t0	# e0    : clear dst bytes <= null
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  88) 	or	t0, t1, t1	# e1    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  89) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  90) 1:	stq_u	t1, 0(a0)	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  91) 	ret	(t9)		# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  92) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  93) 	.end stxcpy_aligned
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  94) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  95) 	.align 3
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  96) 	.ent __stxcpy
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  97) 	.globl __stxcpy
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  98) __stxcpy:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  99) 	.frame sp, 0, t9
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) 	.prologue 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) 	/* Are source and destination co-aligned?  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) 	xor	a0, a1, t0	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) 	unop			#       :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) 	and	t0, 7, t0	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) 	bne	t0, $unaligned	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) 	/* We are co-aligned; take care of a partial first word.  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) 	ldq_u	t1, 0(a1)	# e0    : load first src word
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) 	and	a0, 7, t0	# .. e1 : take care not to load a word ...
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) 	addq	a1, 8, a1		# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) 	beq	t0, stxcpy_aligned	# .. e1 : ... if we wont need it
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) 	ldq_u	t0, 0(a0)	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) 	br	stxcpy_aligned	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) /* The source and destination are not co-aligned.  Align the destination
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118)    and cope.  We have to be very careful about not reading too much and
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119)    causing a SEGV.  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) 	.align 3
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) $u_head:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) 	/* We know just enough now to be able to assemble the first
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) 	   full source word.  We can still find a zero at the end of it
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) 	   that prevents us from outputting the whole thing.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) 	   On entry to this basic block:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) 	   t0 == the first dest word, for masking back in, if needed else 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) 	   t1 == the low bits of the first source word
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) 	   t6 == bytemask that is -1 in dest word bytes */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) 	ldq_u	t2, 8(a1)	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) 	addq	a1, 8, a1	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) 	extql	t1, a1, t1	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) 	extqh	t2, a1, t4	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) 	mskql	t0, a0, t0	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) 	or	t1, t4, t1	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) 	mskqh	t1, a0, t1	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) 	or	t0, t1, t1	# e1    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) 	or	t1, t6, t6	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) 	cmpbge	zero, t6, t8	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) 	lda	t6, -1		# e0    : for masking just below
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) 	bne	t8, $u_final	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) 	mskql	t6, a1, t6		# e0    : mask out the bits we have
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) 	or	t6, t2, t2		# e1    :   already extracted before
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) 	cmpbge	zero, t2, t8		# e0    :   testing eos
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) 	bne	t8, $u_late_head_exit	# .. e1 (zdb)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) 	/* Finally, we've got all the stupid leading edge cases taken care
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) 	   of and we can set up to enter the main loop.  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) 	stq_u	t1, 0(a0)	# e0    : store first output word
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) 	addq	a0, 8, a0	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) 	extql	t2, a1, t0	# e0    : position ho-bits of lo word
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) 	ldq_u	t2, 8(a1)	# .. e1 : read next high-order source word
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) 	addq	a1, 8, a1	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) 	cmpbge	zero, t2, t8	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) 	nop			# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) 	bne	t8, $u_eos	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) 	/* Unaligned copy main loop.  In order to avoid reading too much,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) 	   the loop is structured to detect zeros in aligned source words.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) 	   This has, unfortunately, effectively pulled half of a loop
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) 	   iteration out into the head and half into the tail, but it does
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) 	   prevent nastiness from accumulating in the very thing we want
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) 	   to run as fast as possible.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) 	   On entry to this basic block:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) 	   t0 == the shifted high-order bits from the previous source word
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) 	   t2 == the unshifted current source word
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) 	   We further know that t2 does not contain a null terminator.  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) 	.align 3
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) $u_loop:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) 	extqh	t2, a1, t1	# e0    : extract high bits for current word
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) 	addq	a1, 8, a1	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) 	extql	t2, a1, t3	# e0    : extract low bits for next time
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) 	addq	a0, 8, a0	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) 	or	t0, t1, t1	# e0    : current dst word now complete
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) 	ldq_u	t2, 0(a1)	# .. e1 : load high word for next time
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) 	stq_u	t1, -8(a0)	# e0    : save the current word
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) 	mov	t3, t0		# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) 	cmpbge	zero, t2, t8	# e0    : test new word for eos
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) 	beq	t8, $u_loop	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) 	/* We've found a zero somewhere in the source word we just read.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) 	   If it resides in the lower half, we have one (probably partial)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) 	   word to write out, and if it resides in the upper half, we
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193) 	   have one full and one partial word left to write out.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) 	   On entry to this basic block:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) 	   t0 == the shifted high-order bits from the previous source word
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) 	   t2 == the unshifted current source word.  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) $u_eos:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) 	extqh	t2, a1, t1	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) 	or	t0, t1, t1	# e1    : first (partial) source word complete
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) 	cmpbge	zero, t1, t8	# e0    : is the null in this first bit?
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) 	bne	t8, $u_final	# .. e1 (zdb)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) $u_late_head_exit:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) 	stq_u	t1, 0(a0)	# e0    : the null was in the high-order bits
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) 	addq	a0, 8, a0	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) 	extql	t2, a1, t1	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) 	cmpbge	zero, t1, t8	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) 	/* Take care of a final (probably partial) result word.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) 	   On entry to this basic block:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) 	   t1 == assembled source word
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) 	   t8 == cmpbge mask that found the null.  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) $u_final:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) 	negq	t8, t6		# e0    : isolate low bit set
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) 	and	t6, t8, t12	# e1    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) 	and	t12, 0x80, t6	# e0    : avoid dest word load if we can
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) 	bne	t6, 1f		# .. e1 (zdb)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) 	ldq_u	t0, 0(a0)	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) 	subq	t12, 1, t6	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) 	or	t6, t12, t8	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) 	zapnot	t1, t6, t1	# .. e1 : kill source bytes >= null
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) 	zap	t0, t8, t0	# e0    : kill dest bytes <= null
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) 	or	t0, t1, t1	# e1    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) 1:	stq_u	t1, 0(a0)	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) 	ret	(t9)		# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) 	/* Unaligned copy entry point.  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) 	.align 3
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) $unaligned:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) 	ldq_u	t1, 0(a1)	# e0    : load first source word
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) 	and	a0, 7, t4	# .. e1 : find dest misalignment
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) 	and	a1, 7, t5	# e0    : find src misalignment
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) 	/* Conditionally load the first destination word and a bytemask
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) 	   with 0xff indicating that the destination byte is sacrosanct.  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) 	mov	zero, t0	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) 	mov	zero, t6	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) 	beq	t4, 1f		# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) 	ldq_u	t0, 0(a0)	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) 	lda	t6, -1		# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) 	mskql	t6, a0, t6	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) 1:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) 	subq	a1, t4, a1	# .. e1 : sub dest misalignment from src addr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) 	/* If source misalignment is larger than dest misalignment, we need
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) 	   extra startup checks to avoid SEGV.  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) 	cmplt	t4, t5, t12	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) 	beq	t12, $u_head	# .. e1 (zdb)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) 	lda	t2, -1		# e1    : mask out leading garbage in source
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) 	mskqh	t2, t5, t2	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) 	nop			# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) 	ornot	t1, t2, t3	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) 	cmpbge	zero, t3, t8	# e0    : is there a zero?
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) 	beq	t8, $u_head	# .. e1 (zdb)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) 	/* At this point we've found a zero in the first partial word of
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) 	   the source.  We need to isolate the valid source data and mask
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) 	   it into the original destination data.  (Incidentally, we know
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) 	   that we'll need at least one byte of that original dest word.) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) 	ldq_u	t0, 0(a0)	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) 	negq	t8, t6		# .. e1 : build bitmask of bytes <= zero
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) 	and	t6, t8, t12	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) 	and	a1, 7, t5	# .. e1 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) 	subq	t12, 1, t6	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) 	or	t6, t12, t8	# e1    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) 	srl	t12, t5, t12	# e0    : adjust final null return value
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) 	zapnot	t2, t8, t2	# .. e1 : prepare source word; mirror changes
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) 	and	t1, t2, t1	# e1    : to source validity mask
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) 	extql	t2, a1, t2	# .. e0 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) 	extql	t1, a1, t1	# e0    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) 	andnot	t0, t2, t0	# .. e1 : zero place for source to reside
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) 	or	t0, t1, t1	# e1    : and put it there
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) 	stq_u	t1, 0(a0)	# .. e0 :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) 	ret	(t9)		# e1    :
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) 	.end __stxcpy