Orange Pi5 kernel

^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  1) /* SPDX-License-Identifier: GPL-2.0-only */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  3)  * Copyright (C) 2012 ARM Ltd.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  4)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  5) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  6) #include <linux/linkage.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  7) #include <linux/const.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  8) #include <asm/assembler.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300  9) #include <asm/page.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <asm/cpufeature.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <asm/alternative.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14)  * Copy a page from src to dest (both are page aligned)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15)  *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16)  * Parameters:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17)  *	x0 - dest
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18)  *	x1 - src
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19)  */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) SYM_FUNC_START_PI(copy_page)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) alternative_if ARM64_HAS_NO_HW_PREFETCH
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) 	// Prefetch three cache lines ahead.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) 	prfm	pldl1strm, [x1, #128]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) 	prfm	pldl1strm, [x1, #256]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) 	prfm	pldl1strm, [x1, #384]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) alternative_else_nop_endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) 	ldp	x2, x3, [x1]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) 	ldp	x4, x5, [x1, #16]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) 	ldp	x6, x7, [x1, #32]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) 	ldp	x8, x9, [x1, #48]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) 	ldp	x10, x11, [x1, #64]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) 	ldp	x12, x13, [x1, #80]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) 	ldp	x14, x15, [x1, #96]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) 	ldp	x16, x17, [x1, #112]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) 	add	x0, x0, #256
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) 	add	x1, x1, #128
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) 1:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) 	tst	x0, #(PAGE_SIZE - 1)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) alternative_if ARM64_HAS_NO_HW_PREFETCH
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) 	prfm	pldl1strm, [x1, #384]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) alternative_else_nop_endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) 	stnp	x2, x3, [x0, #-256]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) 	ldp	x2, x3, [x1]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) 	stnp	x4, x5, [x0, #16 - 256]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) 	ldp	x4, x5, [x1, #16]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) 	stnp	x6, x7, [x0, #32 - 256]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) 	ldp	x6, x7, [x1, #32]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) 	stnp	x8, x9, [x0, #48 - 256]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) 	ldp	x8, x9, [x1, #48]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) 	stnp	x10, x11, [x0, #64 - 256]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) 	ldp	x10, x11, [x1, #64]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) 	stnp	x12, x13, [x0, #80 - 256]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) 	ldp	x12, x13, [x1, #80]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) 	stnp	x14, x15, [x0, #96 - 256]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) 	ldp	x14, x15, [x1, #96]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60) 	stnp	x16, x17, [x0, #112 - 256]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) 	ldp	x16, x17, [x1, #112]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) 	add	x0, x0, #128
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) 	add	x1, x1, #128
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) 	b.ne	1b
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) 	stnp	x2, x3, [x0, #-256]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) 	stnp	x4, x5, [x0, #16 - 256]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) 	stnp	x6, x7, [x0, #32 - 256]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) 	stnp	x8, x9, [x0, #48 - 256]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) 	stnp	x10, x11, [x0, #64 - 256]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) 	stnp	x12, x13, [x0, #80 - 256]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) 	stnp	x14, x15, [x0, #96 - 256]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) 	stnp	x16, x17, [x0, #112 - 256]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) 
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) 	ret
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) SYM_FUNC_END_PI(copy_page)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) EXPORT_SYMBOL(copy_page)