^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) /* SPDX-License-Identifier: GPL-2.0 */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) * This file contains the light-weight system call handlers (fsyscall-handlers).
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) * Copyright (C) 2003 Hewlett-Packard Co
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6) * David Mosberger-Tang <davidm@hpl.hp.com>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) * 25-Sep-03 davidm Implement fsys_rt_sigprocmask().
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9) * 18-Feb-03 louisk Implement fsys_gettimeofday().
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) * 28-Feb-03 davidm Fixed several bugs in fsys_gettimeofday(). Tuned it some more,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) * probably broke it along the way... ;-)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12) * 13-Jul-04 clameter Implement fsys_clock_gettime and revise fsys_gettimeofday to make
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) * it capable of using memory based clocks without falling back to C code.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) * 08-Feb-07 Fenghua Yu Implement fsys_getcpu.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) #include <asm/asmmacro.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) #include <asm/errno.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) #include <asm/asm-offsets.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) #include <asm/percpu.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) #include <asm/thread_info.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) #include <asm/sal.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) #include <asm/signal.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25) #include <asm/unistd.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27) #include "entry.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) #include <asm/native/inst.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) * See Documentation/ia64/fsys.rst for details on fsyscalls.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) * On entry to an fsyscall handler:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) * r10 = 0 (i.e., defaults to "successful syscall return")
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35) * r11 = saved ar.pfs (a user-level value)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) * r15 = system call number
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) * r16 = "current" task pointer (in normal kernel-mode, this is in r13)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) * r32-r39 = system call arguments
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) * b6 = return address (a user-level value)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) * ar.pfs = previous frame-state (a user-level value)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41) * PSR.be = cleared to zero (i.e., little-endian byte order is in effect)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) * all other registers may contain values passed in from user-mode
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) * On return from an fsyscall handler:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) * r11 = saved ar.pfs (as passed into the fsyscall handler)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) * r15 = system call number (as passed into the fsyscall handler)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47) * r32-r39 = system call arguments (as passed into the fsyscall handler)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) * b6 = return address (as passed into the fsyscall handler)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) * ar.pfs = previous frame-state (as passed into the fsyscall handler)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) ENTRY(fsys_ni_syscall)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) .prologue
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) .altrp b6
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55) .body
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) mov r8=ENOSYS
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) mov r10=-1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) FSYS_RETURN
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) END(fsys_ni_syscall)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) ENTRY(fsys_getpid)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) .prologue
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) .altrp b6
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) .body
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) add r17=IA64_TASK_SIGNAL_OFFSET,r16
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) ld8 r17=[r17] // r17 = current->signal
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68) add r9=TI_FLAGS+IA64_TASK_SIZE,r16
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) ld4 r9=[r9]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71) add r17=IA64_SIGNAL_PIDS_TGID_OFFSET,r17
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) and r9=TIF_ALLWORK_MASK,r9
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) ld8 r17=[r17] // r17 = current->signal->pids[PIDTYPE_TGID]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) add r8=IA64_PID_LEVEL_OFFSET,r17
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) ld4 r8=[r8] // r8 = pid->level
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79) add r17=IA64_PID_UPID_OFFSET,r17 // r17 = &pid->numbers[0]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) shl r8=r8,IA64_UPID_SHIFT
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83) add r17=r17,r8 // r17 = &pid->numbers[pid->level]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) ld4 r8=[r17] // r8 = pid->numbers[pid->level].nr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) mov r17=0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) cmp.ne p8,p0=0,r9
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) (p8) br.spnt.many fsys_fallback_syscall
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91) FSYS_RETURN
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) END(fsys_getpid)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) ENTRY(fsys_set_tid_address)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) .prologue
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) .altrp b6
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97) .body
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) add r9=TI_FLAGS+IA64_TASK_SIZE,r16
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) add r17=IA64_TASK_THREAD_PID_OFFSET,r16
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) ld4 r9=[r9]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) tnat.z p6,p7=r32 // check argument register for being NaT
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103) ld8 r17=[r17] // r17 = current->thread_pid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) and r9=TIF_ALLWORK_MASK,r9
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) add r8=IA64_PID_LEVEL_OFFSET,r17
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) add r18=IA64_TASK_CLEAR_CHILD_TID_OFFSET,r16
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109) ld4 r8=[r8] // r8 = pid->level
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) add r17=IA64_PID_UPID_OFFSET,r17 // r17 = &pid->numbers[0]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112) shl r8=r8,IA64_UPID_SHIFT
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114) add r17=r17,r8 // r17 = &pid->numbers[pid->level]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) ld4 r8=[r17] // r8 = pid->numbers[pid->level].nr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) cmp.ne p8,p0=0,r9
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) mov r17=-1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) (p6) st8 [r18]=r32
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) (p7) st8 [r18]=r17
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123) (p8) br.spnt.many fsys_fallback_syscall
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) mov r17=0 // i must not leak kernel bits...
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) mov r18=0 // i must not leak kernel bits...
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127) FSYS_RETURN
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) END(fsys_set_tid_address)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) #if IA64_GTOD_SEQ_OFFSET !=0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) #error fsys_gettimeofday incompatible with changes to struct fsyscall_gtod_data_t
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133) #if IA64_ITC_JITTER_OFFSET !=0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) #error fsys_gettimeofday incompatible with changes to struct itc_jitter_data_t
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) #define CLOCK_REALTIME 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137) #define CLOCK_MONOTONIC 1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) #define CLOCK_DIVIDE_BY_1000 0x4000
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) #define CLOCK_ADD_MONOTONIC 0x8000
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) ENTRY(fsys_gettimeofday)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142) .prologue
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) .altrp b6
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) .body
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145) mov r31 = r32
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) tnat.nz p6,p0 = r33 // guard against NaT argument
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) (p6) br.cond.spnt.few .fail_einval
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) mov r30 = CLOCK_DIVIDE_BY_1000
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) .gettime:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151) // Register map
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) // Incoming r31 = pointer to address where to place result
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) // r30 = flags determining how time is processed
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) // r2,r3 = temp r4-r7 preserved
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155) // r8 = result nanoseconds
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) // r9 = result seconds
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) // r10 = temporary storage for clock difference
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) // r11 = preserved: saved ar.pfs
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) // r12 = preserved: memory stack
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160) // r13 = preserved: thread pointer
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) // r14 = address of mask / mask value
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) // r15 = preserved: system call number
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163) // r16 = preserved: current task pointer
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) // r17 = (not used)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) // r18 = (not used)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) // r19 = address of itc_lastcycle
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) // r20 = struct fsyscall_gtod_data (= address of gtod_lock.sequence)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) // r21 = address of mmio_ptr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169) // r22 = address of wall_time or monotonic_time
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) // r23 = address of shift / value
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) // r24 = address mult factor / cycle_last value
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) // r25 = itc_lastcycle value
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173) // r26 = address clocksource cycle_last
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) // r27 = (not used)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) // r28 = sequence number at the beginning of critcal section
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176) // r29 = address of itc_jitter
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) // r30 = time processing flags / memory address
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) // r31 = pointer to result
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) // Predicates
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180) // p6,p7 short term use
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) // p8 = timesource ar.itc
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) // p9 = timesource mmio64
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) // p10 = timesource mmio32 - not used
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) // p11 = timesource not to be handled by asm code
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) // p12 = memory time source ( = p9 | p10) - not used
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186) // p13 = do cmpxchg with itc_lastcycle
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) // p14 = Divide by 1000
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) // p15 = Add monotonic
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) //
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190) // Note that instructions are optimized for McKinley. McKinley can
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) // process two bundles simultaneously and therefore we continuously
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) // try to feed the CPU two bundles and then a stop.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) add r2 = TI_FLAGS+IA64_TASK_SIZE,r16
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) tnat.nz p6,p0 = r31 // guard against Nat argument
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) (p6) br.cond.spnt.few .fail_einval
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197) movl r20 = fsyscall_gtod_data // load fsyscall gettimeofday data address
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) ld4 r2 = [r2] // process work pending flags
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) movl r29 = itc_jitter_data // itc_jitter
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) add r22 = IA64_GTOD_WALL_TIME_OFFSET,r20 // wall_time
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) add r21 = IA64_CLKSRC_MMIO_OFFSET,r20
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203) mov pr = r30,0xc000 // Set predicates according to function
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) and r2 = TIF_ALLWORK_MASK,r2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) add r19 = IA64_ITC_LASTCYCLE_OFFSET,r29
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207) (p15) add r22 = IA64_GTOD_MONO_TIME_OFFSET,r20 // monotonic_time
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) add r26 = IA64_CLKSRC_CYCLE_LAST_OFFSET,r20 // clksrc_cycle_last
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) cmp.ne p6, p0 = 0, r2 // Fallback if work is scheduled
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) (p6) br.cond.spnt.many fsys_fallback_syscall
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) // Begin critical section
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) .time_redo:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) ld4.acq r28 = [r20] // gtod_lock.sequence, Must take first
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217) and r28 = ~1,r28 // And make sequence even to force retry if odd
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) ld8 r30 = [r21] // clocksource->mmio_ptr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) add r24 = IA64_CLKSRC_MULT_OFFSET,r20
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221) ld4 r2 = [r29] // itc_jitter value
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) add r23 = IA64_CLKSRC_SHIFT_OFFSET,r20
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) add r14 = IA64_CLKSRC_MASK_OFFSET,r20
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) ld4 r3 = [r24] // clocksource mult value
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) ld8 r14 = [r14] // clocksource mask value
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) cmp.eq p8,p9 = 0,r30 // use cpu timer if no mmio_ptr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) setf.sig f7 = r3 // Setup for mult scaling of counter
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) (p8) cmp.ne p13,p0 = r2,r0 // need itc_jitter compensation, set p13
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) ld4 r23 = [r23] // clocksource shift value
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) ld8 r24 = [r26] // get clksrc_cycle_last value
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) (p9) cmp.eq p13,p0 = 0,r30 // if mmio_ptr, clear p13 jitter control
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235) .pred.rel.mutex p8,p9
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) MOV_FROM_ITC(p8, p6, r2, r10) // CPU_TIMER. 36 clocks latency!!!
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) (p9) ld8 r2 = [r30] // MMIO_TIMER. Could also have latency issues..
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238) (p13) ld8 r25 = [r19] // get itc_lastcycle value
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) ld8 r9 = [r22],IA64_TIME_SN_SPEC_SNSEC_OFFSET // sec
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241) ld8 r8 = [r22],-IA64_TIME_SN_SPEC_SNSEC_OFFSET // snsec
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) (p13) sub r3 = r25,r2 // Diff needed before comparison (thanks davidm)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) (p13) cmp.gt.unc p6,p7 = r3,r0 // check if it is less than last. p6,p7 cleared
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245) sub r10 = r2,r24 // current_cycle - last_cycle
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) (p6) sub r10 = r25,r24 // time we got was less than last_cycle
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) (p7) mov ar.ccv = r25 // more than last_cycle. Prep for cmpxchg
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250) (p7) cmpxchg8.rel r3 = [r19],r2,ar.ccv
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) (p7) cmp.ne p7,p0 = r25,r3 // if cmpxchg not successful
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254) (p7) sub r10 = r3,r24 // then use new last_cycle instead
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) and r10 = r10,r14 // Apply mask
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) setf.sig f8 = r10
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) nop.i 123
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) // fault check takes 5 cycles and we have spare time
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) EX(.fail_efault, probe.w.fault r31, 3)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) xmpy.l f8 = f8,f7 // nsec_per_cyc*(counter-last_counter)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) getf.sig r2 = f8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) mf
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) ld4 r10 = [r20] // gtod_lock.sequence
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) add r8 = r8,r2 // Add xtime.nsecs
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271) shr.u r8 = r8,r23 // shift by factor
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) cmp4.ne p7,p0 = r28,r10
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) (p7) br.cond.dpnt.few .time_redo // sequence number changed, redo
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) // End critical section.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275) // Now r8=tv->tv_nsec and r9=tv->tv_sec
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) mov r10 = r0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) movl r2 = 1000000000
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) add r23 = IA64_TIMESPEC_TV_NSEC_OFFSET, r31
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) (p14) movl r3 = 2361183241434822607 // Prep for / 1000 hack
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) .time_normalize:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282) mov r21 = r8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) cmp.ge p6,p0 = r8,r2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) (p14) shr.u r20 = r8, 3 // We can repeat this if necessary just wasting time
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) (p14) setf.sig f8 = r20
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) (p6) sub r8 = r8,r2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) (p6) add r9 = 1,r9 // two nops before the branch.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) (p14) setf.sig f7 = r3 // Chances for repeats are 1 in 10000 for gettod
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290) (p6) br.cond.dpnt.few .time_normalize
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) // Divided by 8 though shift. Now divide by 125
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) // The compiler was able to do that with a multiply
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) // and a shift and we do the same
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295) EX(.fail_efault, probe.w.fault r23, 3) // This also costs 5 cycles
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) (p14) xmpy.hu f8 = f8, f7 // xmpy has 5 cycles latency so use it
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) (p14) getf.sig r2 = f8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300) mov r8 = r0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301) (p14) shr.u r21 = r2, 4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) EX(.fail_efault, st8 [r31] = r9)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) EX(.fail_efault, st8 [r23] = r21)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) FSYS_RETURN
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306) .fail_einval:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) mov r8 = EINVAL
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) mov r10 = -1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) FSYS_RETURN
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310) .fail_efault:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311) mov r8 = EFAULT
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) mov r10 = -1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) FSYS_RETURN
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) END(fsys_gettimeofday)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316) ENTRY(fsys_clock_gettime)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) .prologue
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 318) .altrp b6
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 319) .body
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 320) cmp4.ltu p6, p0 = CLOCK_MONOTONIC, r32
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 321) // Fallback if this is not CLOCK_REALTIME or CLOCK_MONOTONIC
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 322) (p6) br.spnt.few fsys_fallback_syscall
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 323) mov r31 = r33
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 324) shl r30 = r32,15
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 325) br.many .gettime
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 326) END(fsys_clock_gettime)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 327)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 328) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 329) * fsys_getcpu doesn't use the third parameter in this implementation. It reads
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 330) * current_thread_info()->cpu and corresponding node in cpu_to_node_map.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 331) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 332) ENTRY(fsys_getcpu)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 333) .prologue
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 334) .altrp b6
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 335) .body
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 336) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 337) add r2=TI_FLAGS+IA64_TASK_SIZE,r16
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 338) tnat.nz p6,p0 = r32 // guard against NaT argument
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 339) add r3=TI_CPU+IA64_TASK_SIZE,r16
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 340) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 341) ld4 r3=[r3] // M r3 = thread_info->cpu
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 342) ld4 r2=[r2] // M r2 = thread_info->flags
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 343) (p6) br.cond.spnt.few .fail_einval // B
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 344) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 345) tnat.nz p7,p0 = r33 // I guard against NaT argument
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 346) (p7) br.cond.spnt.few .fail_einval // B
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 347) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 348) cmp.ne p6,p0=r32,r0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 349) cmp.ne p7,p0=r33,r0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 350) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 351) #ifdef CONFIG_NUMA
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 352) movl r17=cpu_to_node_map
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 353) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 354) EX(.fail_efault, (p6) probe.w.fault r32, 3) // M This takes 5 cycles
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 355) EX(.fail_efault, (p7) probe.w.fault r33, 3) // M This takes 5 cycles
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 356) shladd r18=r3,1,r17
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 357) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 358) ld2 r20=[r18] // r20 = cpu_to_node_map[cpu]
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 359) and r2 = TIF_ALLWORK_MASK,r2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 360) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 361) cmp.ne p8,p0=0,r2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 362) (p8) br.spnt.many fsys_fallback_syscall
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 363) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 364) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 365) EX(.fail_efault, (p6) st4 [r32] = r3)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 366) EX(.fail_efault, (p7) st2 [r33] = r20)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 367) mov r8=0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 368) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 369) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 370) EX(.fail_efault, (p6) probe.w.fault r32, 3) // M This takes 5 cycles
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 371) EX(.fail_efault, (p7) probe.w.fault r33, 3) // M This takes 5 cycles
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 372) and r2 = TIF_ALLWORK_MASK,r2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 373) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 374) cmp.ne p8,p0=0,r2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 375) (p8) br.spnt.many fsys_fallback_syscall
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 376) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 377) EX(.fail_efault, (p6) st4 [r32] = r3)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 378) EX(.fail_efault, (p7) st2 [r33] = r0)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 379) mov r8=0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 380) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 381) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 382) FSYS_RETURN
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 383) END(fsys_getcpu)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 384)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 385) ENTRY(fsys_fallback_syscall)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 386) .prologue
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 387) .altrp b6
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 388) .body
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 389) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 390) * We only get here from light-weight syscall handlers. Thus, we already
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 391) * know that r15 contains a valid syscall number. No need to re-check.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 392) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 393) adds r17=-1024,r15
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 394) movl r14=sys_call_table
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 395) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 396) RSM_PSR_I(p0, r26, r27)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 397) shladd r18=r17,3,r14
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 398) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 399) ld8 r18=[r18] // load normal (heavy-weight) syscall entry-point
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 400) MOV_FROM_PSR(p0, r29, r26) // read psr (12 cyc load latency)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 401) mov r27=ar.rsc
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 402) mov r21=ar.fpsr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 403) mov r26=ar.pfs
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 404) END(fsys_fallback_syscall)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 405) /* FALL THROUGH */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 406) GLOBAL_ENTRY(fsys_bubble_down)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 407) .prologue
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 408) .altrp b6
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 409) .body
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 410) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 411) * We get here for syscalls that don't have a lightweight
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 412) * handler. For those, we need to bubble down into the kernel
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 413) * and that requires setting up a minimal pt_regs structure,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 414) * and initializing the CPU state more or less as if an
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 415) * interruption had occurred. To make syscall-restarts work,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 416) * we setup pt_regs such that cr_iip points to the second
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 417) * instruction in syscall_via_break. Decrementing the IP
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 418) * hence will restart the syscall via break and not
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 419) * decrementing IP will return us to the caller, as usual.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 420) * Note that we preserve the value of psr.pp rather than
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 421) * initializing it from dcr.pp. This makes it possible to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 422) * distinguish fsyscall execution from other privileged
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 423) * execution.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 424) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 425) * On entry:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 426) * - normal fsyscall handler register usage, except
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 427) * that we also have:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 428) * - r18: address of syscall entry point
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 429) * - r21: ar.fpsr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 430) * - r26: ar.pfs
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 431) * - r27: ar.rsc
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 432) * - r29: psr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 433) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 434) * We used to clear some PSR bits here but that requires slow
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 435) * serialization. Fortuntely, that isn't really necessary.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 436) * The rationale is as follows: we used to clear bits
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 437) * ~PSR_PRESERVED_BITS in PSR.L. Since
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 438) * PSR_PRESERVED_BITS==PSR.{UP,MFL,MFH,PK,DT,PP,SP,RT,IC}, we
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 439) * ended up clearing PSR.{BE,AC,I,DFL,DFH,DI,DB,SI,TB}.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 440) * However,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 441) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 442) * PSR.BE : already is turned off in __kernel_syscall_via_epc()
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 443) * PSR.AC : don't care (kernel normally turns PSR.AC on)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 444) * PSR.I : already turned off by the time fsys_bubble_down gets
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 445) * invoked
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 446) * PSR.DFL: always 0 (kernel never turns it on)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 447) * PSR.DFH: don't care --- kernel never touches f32-f127 on its own
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 448) * initiative
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 449) * PSR.DI : always 0 (kernel never turns it on)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 450) * PSR.SI : always 0 (kernel never turns it on)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 451) * PSR.DB : don't care --- kernel never enables kernel-level
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 452) * breakpoints
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 453) * PSR.TB : must be 0 already; if it wasn't zero on entry to
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 454) * __kernel_syscall_via_epc, the branch to fsys_bubble_down
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 455) * will trigger a taken branch; the taken-trap-handler then
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 456) * converts the syscall into a break-based system-call.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 457) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 458) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 459) * Reading psr.l gives us only bits 0-31, psr.it, and psr.mc.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 460) * The rest we have to synthesize.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 461) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 462) # define PSR_ONE_BITS ((3 << IA64_PSR_CPL0_BIT) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 463) | (0x1 << IA64_PSR_RI_BIT) \
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 464) | IA64_PSR_BN | IA64_PSR_I)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 465)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 466) invala // M0|1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 467) movl r14=ia64_ret_from_syscall // X
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 468)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 469) nop.m 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 470) movl r28=__kernel_syscall_via_break // X create cr.iip
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 471) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 472)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 473) mov r2=r16 // A get task addr to addl-addressable register
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 474) adds r16=IA64_TASK_THREAD_ON_USTACK_OFFSET,r16 // A
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 475) mov r31=pr // I0 save pr (2 cyc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 476) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 477) st1 [r16]=r0 // M2|3 clear current->thread.on_ustack flag
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 478) addl r22=IA64_RBS_OFFSET,r2 // A compute base of RBS
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 479) add r3=TI_FLAGS+IA64_TASK_SIZE,r2 // A
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 480) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 481) ld4 r3=[r3] // M0|1 r3 = current_thread_info()->flags
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 482) lfetch.fault.excl.nt1 [r22] // M0|1 prefetch register backing-store
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 483) nop.i 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 484) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 485) mov ar.rsc=0 // M2 set enforced lazy mode, pl 0, LE, loadrs=0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 486) #ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 487) MOV_FROM_ITC(p0, p6, r30, r23) // M get cycle for accounting
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 488) #else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 489) nop.m 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 490) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 491) nop.i 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 492) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 493) mov r23=ar.bspstore // M2 (12 cyc) save ar.bspstore
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 494) mov.m r24=ar.rnat // M2 (5 cyc) read ar.rnat (dual-issues!)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 495) nop.i 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 496) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 497) mov ar.bspstore=r22 // M2 (6 cyc) switch to kernel RBS
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 498) movl r8=PSR_ONE_BITS // X
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 499) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 500) mov r25=ar.unat // M2 (5 cyc) save ar.unat
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 501) mov r19=b6 // I0 save b6 (2 cyc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 502) mov r20=r1 // A save caller's gp in r20
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 503) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 504) or r29=r8,r29 // A construct cr.ipsr value to save
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 505) mov b6=r18 // I0 copy syscall entry-point to b6 (7 cyc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 506) addl r1=IA64_STK_OFFSET-IA64_PT_REGS_SIZE,r2 // A compute base of memory stack
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 507)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 508) mov r18=ar.bsp // M2 save (kernel) ar.bsp (12 cyc)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 509) cmp.ne pKStk,pUStk=r0,r0 // A set pKStk <- 0, pUStk <- 1
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 510) br.call.sptk.many b7=ia64_syscall_setup // B
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 511) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 512) #ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 513) // mov.m r30=ar.itc is called in advance
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 514) add r16=TI_AC_STAMP+IA64_TASK_SIZE,r2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 515) add r17=TI_AC_LEAVE+IA64_TASK_SIZE,r2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 516) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 517) ld8 r18=[r16],TI_AC_STIME-TI_AC_STAMP // time at last check in kernel
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 518) ld8 r19=[r17],TI_AC_UTIME-TI_AC_LEAVE // time at leave kernel
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 519) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 520) ld8 r20=[r16],TI_AC_STAMP-TI_AC_STIME // cumulated stime
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 521) ld8 r21=[r17] // cumulated utime
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 522) sub r22=r19,r18 // stime before leave kernel
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 523) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 524) st8 [r16]=r30,TI_AC_STIME-TI_AC_STAMP // update stamp
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 525) sub r18=r30,r19 // elapsed time in user mode
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 526) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 527) add r20=r20,r22 // sum stime
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 528) add r21=r21,r18 // sum utime
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 529) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 530) st8 [r16]=r20 // update stime
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 531) st8 [r17]=r21 // update utime
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 532) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 533) #endif
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 534) mov ar.rsc=0x3 // M2 set eager mode, pl 0, LE, loadrs=0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 535) mov rp=r14 // I0 set the real return addr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 536) and r3=_TIF_SYSCALL_TRACEAUDIT,r3 // A
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 537) ;;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 538) SSM_PSR_I(p0, p6, r22) // M2 we're on kernel stacks now, reenable irqs
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 539) cmp.eq p8,p0=r3,r0 // A
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 540) (p10) br.cond.spnt.many ia64_ret_from_syscall // B return if bad call-frame or r15 is a NaT
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 541)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 542) nop.m 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 543) (p8) br.call.sptk.many b6=b6 // B (ignore return address)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 544) br.cond.spnt ia64_trace_syscall // B
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 545) END(fsys_bubble_down)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 546)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 547) .rodata
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 548) .align 8
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 549) .globl fsyscall_table
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 550)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 551) data8 fsys_bubble_down
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 552) fsyscall_table:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 553) data8 fsys_ni_syscall
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 554) data8 0 // exit // 1025
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 555) data8 0 // read
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 556) data8 0 // write
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 557) data8 0 // open
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 558) data8 0 // close
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 559) data8 0 // creat // 1030
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 560) data8 0 // link
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 561) data8 0 // unlink
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 562) data8 0 // execve
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 563) data8 0 // chdir
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 564) data8 0 // fchdir // 1035
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 565) data8 0 // utimes
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 566) data8 0 // mknod
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 567) data8 0 // chmod
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 568) data8 0 // chown
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 569) data8 0 // lseek // 1040
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 570) data8 fsys_getpid // getpid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 571) data8 0 // getppid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 572) data8 0 // mount
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 573) data8 0 // umount
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 574) data8 0 // setuid // 1045
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 575) data8 0 // getuid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 576) data8 0 // geteuid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 577) data8 0 // ptrace
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 578) data8 0 // access
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 579) data8 0 // sync // 1050
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 580) data8 0 // fsync
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 581) data8 0 // fdatasync
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 582) data8 0 // kill
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 583) data8 0 // rename
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 584) data8 0 // mkdir // 1055
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 585) data8 0 // rmdir
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 586) data8 0 // dup
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 587) data8 0 // pipe
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 588) data8 0 // times
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 589) data8 0 // brk // 1060
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 590) data8 0 // setgid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 591) data8 0 // getgid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 592) data8 0 // getegid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 593) data8 0 // acct
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 594) data8 0 // ioctl // 1065
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 595) data8 0 // fcntl
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 596) data8 0 // umask
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 597) data8 0 // chroot
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 598) data8 0 // ustat
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 599) data8 0 // dup2 // 1070
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 600) data8 0 // setreuid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 601) data8 0 // setregid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 602) data8 0 // getresuid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 603) data8 0 // setresuid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 604) data8 0 // getresgid // 1075
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 605) data8 0 // setresgid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 606) data8 0 // getgroups
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 607) data8 0 // setgroups
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 608) data8 0 // getpgid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 609) data8 0 // setpgid // 1080
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 610) data8 0 // setsid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 611) data8 0 // getsid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 612) data8 0 // sethostname
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 613) data8 0 // setrlimit
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 614) data8 0 // getrlimit // 1085
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 615) data8 0 // getrusage
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 616) data8 fsys_gettimeofday // gettimeofday
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 617) data8 0 // settimeofday
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 618) data8 0 // select
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 619) data8 0 // poll // 1090
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 620) data8 0 // symlink
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 621) data8 0 // readlink
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 622) data8 0 // uselib
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 623) data8 0 // swapon
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 624) data8 0 // swapoff // 1095
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 625) data8 0 // reboot
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 626) data8 0 // truncate
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 627) data8 0 // ftruncate
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 628) data8 0 // fchmod
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 629) data8 0 // fchown // 1100
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 630) data8 0 // getpriority
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 631) data8 0 // setpriority
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 632) data8 0 // statfs
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 633) data8 0 // fstatfs
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 634) data8 0 // gettid // 1105
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 635) data8 0 // semget
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 636) data8 0 // semop
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 637) data8 0 // semctl
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 638) data8 0 // msgget
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 639) data8 0 // msgsnd // 1110
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 640) data8 0 // msgrcv
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 641) data8 0 // msgctl
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 642) data8 0 // shmget
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 643) data8 0 // shmat
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 644) data8 0 // shmdt // 1115
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 645) data8 0 // shmctl
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 646) data8 0 // syslog
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 647) data8 0 // setitimer
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 648) data8 0 // getitimer
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 649) data8 0 // 1120
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 650) data8 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 651) data8 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 652) data8 0 // vhangup
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 653) data8 0 // lchown
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 654) data8 0 // remap_file_pages // 1125
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 655) data8 0 // wait4
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 656) data8 0 // sysinfo
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 657) data8 0 // clone
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 658) data8 0 // setdomainname
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 659) data8 0 // newuname // 1130
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 660) data8 0 // adjtimex
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 661) data8 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 662) data8 0 // init_module
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 663) data8 0 // delete_module
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 664) data8 0 // 1135
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 665) data8 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 666) data8 0 // quotactl
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 667) data8 0 // bdflush
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 668) data8 0 // sysfs
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 669) data8 0 // personality // 1140
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 670) data8 0 // afs_syscall
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 671) data8 0 // setfsuid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 672) data8 0 // setfsgid
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 673) data8 0 // getdents
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 674) data8 0 // flock // 1145
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 675) data8 0 // readv
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 676) data8 0 // writev
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 677) data8 0 // pread64
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 678) data8 0 // pwrite64
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 679) data8 0 // sysctl // 1150
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 680) data8 0 // mmap
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 681) data8 0 // munmap
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 682) data8 0 // mlock
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 683) data8 0 // mlockall
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 684) data8 0 // mprotect // 1155
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 685) data8 0 // mremap
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 686) data8 0 // msync
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 687) data8 0 // munlock
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 688) data8 0 // munlockall
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 689) data8 0 // sched_getparam // 1160
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 690) data8 0 // sched_setparam
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 691) data8 0 // sched_getscheduler
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 692) data8 0 // sched_setscheduler
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 693) data8 0 // sched_yield
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 694) data8 0 // sched_get_priority_max // 1165
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 695) data8 0 // sched_get_priority_min
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 696) data8 0 // sched_rr_get_interval
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 697) data8 0 // nanosleep
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 698) data8 0 // nfsservctl
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 699) data8 0 // prctl // 1170
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 700) data8 0 // getpagesize
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 701) data8 0 // mmap2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 702) data8 0 // pciconfig_read
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 703) data8 0 // pciconfig_write
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 704) data8 0 // perfmonctl // 1175
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 705) data8 0 // sigaltstack
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 706) data8 0 // rt_sigaction
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 707) data8 0 // rt_sigpending
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 708) data8 0 // rt_sigprocmask
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 709) data8 0 // rt_sigqueueinfo // 1180
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 710) data8 0 // rt_sigreturn
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 711) data8 0 // rt_sigsuspend
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 712) data8 0 // rt_sigtimedwait
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 713) data8 0 // getcwd
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 714) data8 0 // capget // 1185
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 715) data8 0 // capset
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 716) data8 0 // sendfile
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 717) data8 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 718) data8 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 719) data8 0 // socket // 1190
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 720) data8 0 // bind
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 721) data8 0 // connect
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 722) data8 0 // listen
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 723) data8 0 // accept
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 724) data8 0 // getsockname // 1195
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 725) data8 0 // getpeername
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 726) data8 0 // socketpair
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 727) data8 0 // send
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 728) data8 0 // sendto
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 729) data8 0 // recv // 1200
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 730) data8 0 // recvfrom
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 731) data8 0 // shutdown
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 732) data8 0 // setsockopt
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 733) data8 0 // getsockopt
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 734) data8 0 // sendmsg // 1205
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 735) data8 0 // recvmsg
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 736) data8 0 // pivot_root
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 737) data8 0 // mincore
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 738) data8 0 // madvise
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 739) data8 0 // newstat // 1210
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 740) data8 0 // newlstat
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 741) data8 0 // newfstat
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 742) data8 0 // clone2
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 743) data8 0 // getdents64
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 744) data8 0 // getunwind // 1215
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 745) data8 0 // readahead
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 746) data8 0 // setxattr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 747) data8 0 // lsetxattr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 748) data8 0 // fsetxattr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 749) data8 0 // getxattr // 1220
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 750) data8 0 // lgetxattr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 751) data8 0 // fgetxattr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 752) data8 0 // listxattr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 753) data8 0 // llistxattr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 754) data8 0 // flistxattr // 1225
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 755) data8 0 // removexattr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 756) data8 0 // lremovexattr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 757) data8 0 // fremovexattr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 758) data8 0 // tkill
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 759) data8 0 // futex // 1230
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 760) data8 0 // sched_setaffinity
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 761) data8 0 // sched_getaffinity
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 762) data8 fsys_set_tid_address // set_tid_address
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 763) data8 0 // fadvise64_64
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 764) data8 0 // tgkill // 1235
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 765) data8 0 // exit_group
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 766) data8 0 // lookup_dcookie
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 767) data8 0 // io_setup
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 768) data8 0 // io_destroy
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 769) data8 0 // io_getevents // 1240
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 770) data8 0 // io_submit
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 771) data8 0 // io_cancel
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 772) data8 0 // epoll_create
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 773) data8 0 // epoll_ctl
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 774) data8 0 // epoll_wait // 1245
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 775) data8 0 // restart_syscall
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 776) data8 0 // semtimedop
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 777) data8 0 // timer_create
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 778) data8 0 // timer_settime
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 779) data8 0 // timer_gettime // 1250
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 780) data8 0 // timer_getoverrun
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 781) data8 0 // timer_delete
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 782) data8 0 // clock_settime
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 783) data8 fsys_clock_gettime // clock_gettime
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 784) data8 0 // clock_getres // 1255
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 785) data8 0 // clock_nanosleep
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 786) data8 0 // fstatfs64
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 787) data8 0 // statfs64
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 788) data8 0 // mbind
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 789) data8 0 // get_mempolicy // 1260
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 790) data8 0 // set_mempolicy
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 791) data8 0 // mq_open
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 792) data8 0 // mq_unlink
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 793) data8 0 // mq_timedsend
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 794) data8 0 // mq_timedreceive // 1265
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 795) data8 0 // mq_notify
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 796) data8 0 // mq_getsetattr
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 797) data8 0 // kexec_load
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 798) data8 0 // vserver
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 799) data8 0 // waitid // 1270
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 800) data8 0 // add_key
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 801) data8 0 // request_key
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 802) data8 0 // keyctl
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 803) data8 0 // ioprio_set
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 804) data8 0 // ioprio_get // 1275
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 805) data8 0 // move_pages
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 806) data8 0 // inotify_init
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 807) data8 0 // inotify_add_watch
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 808) data8 0 // inotify_rm_watch
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 809) data8 0 // migrate_pages // 1280
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 810) data8 0 // openat
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 811) data8 0 // mkdirat
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 812) data8 0 // mknodat
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 813) data8 0 // fchownat
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 814) data8 0 // futimesat // 1285
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 815) data8 0 // newfstatat
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 816) data8 0 // unlinkat
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 817) data8 0 // renameat
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 818) data8 0 // linkat
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 819) data8 0 // symlinkat // 1290
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 820) data8 0 // readlinkat
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 821) data8 0 // fchmodat
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 822) data8 0 // faccessat
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 823) data8 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 824) data8 0 // 1295
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 825) data8 0 // unshare
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 826) data8 0 // splice
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 827) data8 0 // set_robust_list
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 828) data8 0 // get_robust_list
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 829) data8 0 // sync_file_range // 1300
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 830) data8 0 // tee
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 831) data8 0 // vmsplice
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 832) data8 0
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 833) data8 fsys_getcpu // getcpu // 1304
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 834)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 835) // fill in zeros for the remaining entries
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 836) .zero:
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 837) .space fsyscall_table + 8*NR_syscalls - .zero, 0
Orange Pi5 kernel
Deprecated Linux kernel 5.10.110 for OrangePi 5/5B/5+ boards
3 Commits
0 Branches
0 Tags