^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) /* SPDX-License-Identifier: GPL-2.0 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /* NG4copy_page.S: Niagara-4 optimized copy page.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) * Copyright (C) 2012 (davem@davemloft.net)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) #include <asm/asi.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #include <asm/page.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) .text
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) .align 32
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) .register %g2, #scratch
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) .register %g3, #scratch
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) .globl NG4copy_user_page
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17) NG4copy_user_page: /* %o0=dest, %o1=src, %o2=vaddr */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) prefetch [%o1 + 0x000], #n_reads_strong
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) prefetch [%o1 + 0x040], #n_reads_strong
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) prefetch [%o1 + 0x080], #n_reads_strong
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) prefetch [%o1 + 0x0c0], #n_reads_strong
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) set PAGE_SIZE, %g7
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) prefetch [%o1 + 0x100], #n_reads_strong
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) prefetch [%o1 + 0x140], #n_reads_strong
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) prefetch [%o1 + 0x180], #n_reads_strong
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) prefetch [%o1 + 0x1c0], #n_reads_strong
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) 1:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) ldx [%o1 + 0x00], %o2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) subcc %g7, 0x40, %g7
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) ldx [%o1 + 0x08], %o3
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) ldx [%o1 + 0x10], %o4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) ldx [%o1 + 0x18], %o5
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) ldx [%o1 + 0x20], %g1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) stxa %o2, [%o0] ASI_ST_BLKINIT_MRU_P
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) add %o0, 0x08, %o0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) ldx [%o1 + 0x28], %g2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) stxa %o3, [%o0] ASI_ST_BLKINIT_MRU_P
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) add %o0, 0x08, %o0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) ldx [%o1 + 0x30], %g3
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) stxa %o4, [%o0] ASI_ST_BLKINIT_MRU_P
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) add %o0, 0x08, %o0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) ldx [%o1 + 0x38], %o2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) add %o1, 0x40, %o1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) stxa %o5, [%o0] ASI_ST_BLKINIT_MRU_P
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) add %o0, 0x08, %o0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) stxa %g1, [%o0] ASI_ST_BLKINIT_MRU_P
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) add %o0, 0x08, %o0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) stxa %g2, [%o0] ASI_ST_BLKINIT_MRU_P
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) add %o0, 0x08, %o0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) stxa %g3, [%o0] ASI_ST_BLKINIT_MRU_P
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) add %o0, 0x08, %o0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) stxa %o2, [%o0] ASI_ST_BLKINIT_MRU_P
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) add %o0, 0x08, %o0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) bne,pt %icc, 1b
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) prefetch [%o1 + 0x200], #n_reads_strong
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) retl
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) membar #StoreLoad | #StoreStore
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) .size NG4copy_user_page,.-NG4copy_user_page