2 * Compatibility mode system call entry point for x86-64.
4 * Copyright 2000-2002 Andi Kleen, SuSE Labs.
7 #include <asm/dwarf2.h>
8 #include <asm/calling.h>
9 #include <asm/asm-offsets.h>
10 #include <asm/current.h>
11 #include <asm/errno.h>
12 #include <asm/ia32_unistd.h>
13 #include <asm/thread_info.h>
14 #include <asm/segment.h>
15 #include <asm/vsyscall32.h>
16 #include <linux/linkage.h>
18 #define __XEN_X86_64 1
20 #define IA32_NR_syscalls ((ia32_syscall_end - ia32_sys_call_table)/8)
22 .macro IA32_ARG_FIXUP noebp=0
30 movl %edx,%edx /* zero extension */
42 #if defined (__XEN_X86_64)
43 #include "../kernel/xen_entry.S"
50 * Use the native instructions
52 #define __swapgs swapgs
57 .macro CFI_STARTPROC32 simple
70 * 32bit SYSENTER instruction entry.
73 * %eax System call number.
84 * This is purely a fast path. For anything complicated we use the int 0x80
85 * path below. Set up a complete hardware stack frame to share code
86 * with the int 0x80 path.
88 ENTRY(ia32_sysenter_target)
89 CFI_STARTPROC32 simple
93 movq %gs:pda_kernelstack, %rsp
94 addq $(PDA_STACKOFFSET),%rsp
95 XEN_UNBLOCK_EVENTS(%r11)
97 movl %ebp,%ebp /* zero extension */
99 CFI_ADJUST_CFA_OFFSET 8
100 /*CFI_REL_OFFSET ss,0*/
102 CFI_ADJUST_CFA_OFFSET 8
105 CFI_ADJUST_CFA_OFFSET 8
106 /*CFI_REL_OFFSET rflags,0*/
107 movl $VSYSCALL32_SYSEXIT, %r10d
110 CFI_ADJUST_CFA_OFFSET 8
111 /*CFI_REL_OFFSET cs,0*/
114 CFI_ADJUST_CFA_OFFSET 8
117 CFI_ADJUST_CFA_OFFSET 8
120 /* no need to do an access_ok check here because rbp has been
121 32bit zero extended */
123 .section __ex_table,"a"
126 GET_THREAD_INFO(%r10)
127 orl $TS_COMPAT,threadinfo_status(%r10)
128 testl $(_TIF_SYSCALL_TRACE|_TIF_SYSCALL_AUDIT|_TIF_SECCOMP),threadinfo_flags(%r10)
130 jnz sysenter_tracesys
132 cmpl $(IA32_NR_syscalls-1),%eax
135 call *ia32_sys_call_table(,%rax,8)
136 movq %rax,RAX-ARGOFFSET(%rsp)
137 GET_THREAD_INFO(%r10)
138 XEN_BLOCK_EVENTS(%r11)
140 testl $_TIF_ALLWORK_MASK,threadinfo_flags(%r10)
141 jnz int_ret_from_sys_call
142 andl $~TS_COMPAT,threadinfo_status(%r10)
143 /* clear IF, that popfq doesn't enable interrupts early */
144 andl $~0x200,EFLAGS-R11(%rsp)
145 RESTORE_ARGS 1,24,1,1,1,1
147 CFI_ADJUST_CFA_OFFSET -8
148 /*CFI_RESTORE rflags*/
149 popq %rcx /* User %esp */
150 CFI_ADJUST_CFA_OFFSET -8
152 movl $VSYSCALL32_SYSEXIT,%edx /* User %eip */
155 XEN_UNBLOCK_EVENTS(%r11)
156 __sti /* sti only takes effect after the next instruction */
158 .byte 0xf, 0x35 /* TBD */
164 movq $-ENOSYS,RAX(%rsp) /* really needed? */
165 movq %rsp,%rdi /* &pt_regs -> arg1 */
166 call syscall_trace_enter
167 LOAD_ARGS ARGOFFSET /* reload args from stack in case ptrace changed it */
170 /* no need to do an access_ok check here because rbp has been
171 32bit zero extended */
173 .section __ex_table,"a"
180 * 32bit SYSCALL instruction entry.
183 * %eax System call number.
189 * %ebp Arg2 [note: not saved in the stack frame, should not be touched]
195 * This is purely a fast path. For anything complicated we use the int 0x80
196 * path below. Set up a complete hardware stack frame to share code
197 * with the int 0x80 path.
199 ENTRY(ia32_cstar_target)
200 CFI_STARTPROC32 simple
203 /*CFI_REGISTER rflags,r11*/
207 movq %gs:pda_kernelstack,%rsp
208 XEN_UNBLOCK_EVENTS(%r11)
211 movl %eax,%eax /* zero extension */
212 movq %rax,ORIG_RAX-ARGOFFSET(%rsp)
213 movq %rcx,RIP-ARGOFFSET(%rsp)
214 CFI_REL_OFFSET rip,RIP-ARGOFFSET
215 movq %rbp,RCX-ARGOFFSET(%rsp) /* this lies slightly to ptrace */
217 movq $__USER32_CS,CS-ARGOFFSET(%rsp)
218 movq $__USER32_DS,SS-ARGOFFSET(%rsp)
219 movq %r11,EFLAGS-ARGOFFSET(%rsp)
220 /*CFI_REL_OFFSET rflags,EFLAGS-ARGOFFSET*/
221 movq %r8,RSP-ARGOFFSET(%rsp)
222 CFI_REL_OFFSET rsp,RSP-ARGOFFSET
223 /* no need to do an access_ok check here because r8 has been
224 32bit zero extended */
225 /* hardware stack frame is complete now */
227 .section __ex_table,"a"
230 GET_THREAD_INFO(%r10)
231 orl $TS_COMPAT,threadinfo_status(%r10)
232 testl $(_TIF_SYSCALL_TRACE|_TIF_SYSCALL_AUDIT|_TIF_SECCOMP),threadinfo_flags(%r10)
236 cmpl $IA32_NR_syscalls-1,%eax
239 call *ia32_sys_call_table(,%rax,8)
240 movq %rax,RAX-ARGOFFSET(%rsp)
241 GET_THREAD_INFO(%r10)
242 XEN_BLOCK_EVENTS(%r11)
244 testl $_TIF_ALLWORK_MASK,threadinfo_flags(%r10)
245 jnz int_ret_from_sys_call
246 andl $~TS_COMPAT,threadinfo_status(%r10)
247 RESTORE_ARGS 1,-ARG_SKIP,1,1,1
248 movl RIP-ARGOFFSET(%rsp),%ecx
250 movl EFLAGS-ARGOFFSET(%rsp),%r11d
251 /*CFI_REGISTER rflags,r11*/
252 movl RSP-ARGOFFSET(%rsp),%esp
261 movq $-ENOSYS,RAX(%rsp) /* really needed? */
262 movq %rsp,%rdi /* &pt_regs -> arg1 */
263 call syscall_trace_enter
264 LOAD_ARGS ARGOFFSET /* reload args from stack in case ptrace changed it */
266 movl RSP-ARGOFFSET(%rsp), %r8d
267 /* no need to do an access_ok check here because r8 has been
268 32bit zero extended */
270 .section __ex_table,"a"
281 * Emulated IA32 system calls via int 0x80.
284 * %eax System call number.
290 * %ebp Arg6 [note: not saved in the stack frame, should not be touched]
293 * Uses the same stack frame as the x86-64 version.
294 * All registers except %eax must be saved (but ptrace may violate that)
295 * Arguments are zero extended. For system calls that want sign extension and
296 * take long arguments a wrapper is needed. Most calls can just be called
298 * Assumes it is only called from user space and entered with interrupts off.
303 CFI_DEF_CFA rsp,SS+8-RIP
304 /*CFI_REL_OFFSET ss,SS-RIP*/
305 CFI_REL_OFFSET rsp,RSP-RIP
306 /*CFI_REL_OFFSET rflags,EFLAGS-RIP*/
307 /*CFI_REL_OFFSET cs,CS-RIP*/
308 CFI_REL_OFFSET rip,RIP-RIP
310 XEN_UNBLOCK_EVENTS(%r11)
314 addq $0x10,%rsp /* skip rcx and r11 */
317 CFI_ADJUST_CFA_OFFSET 8
320 /* note the registers are not zero extended to the sf.
321 this could be a problem. */
323 GET_THREAD_INFO(%r10)
324 orl $TS_COMPAT,threadinfo_status(%r10)
325 testl $(_TIF_SYSCALL_TRACE|_TIF_SYSCALL_AUDIT|_TIF_SECCOMP),threadinfo_flags(%r10)
328 cmpl $(IA32_NR_syscalls-1),%eax
331 call *ia32_sys_call_table(,%rax,8) # xxx: rip relative
333 movq %rax,RAX-ARGOFFSET(%rsp)
334 jmp int_ret_from_sys_call
338 movq $-ENOSYS,RAX(%rsp) /* really needed? */
339 movq %rsp,%rdi /* &pt_regs -> arg1 */
340 call syscall_trace_enter
341 LOAD_ARGS ARGOFFSET /* reload args from stack in case ptrace changed it */
346 movq $0,ORIG_RAX-ARGOFFSET(%rsp)
347 movq $-ENOSYS,RAX-ARGOFFSET(%rsp)
348 jmp int_ret_from_sys_call
359 .macro PTREGSCALL label, func, arg
362 leaq \func(%rip),%rax
363 leaq -ARGOFFSET+8(%rsp),\arg /* 8 for return address */
364 jmp ia32_ptregs_common
369 PTREGSCALL stub32_rt_sigreturn, sys32_rt_sigreturn, %rdi
370 PTREGSCALL stub32_sigreturn, sys32_sigreturn, %rdi
371 PTREGSCALL stub32_sigaltstack, sys32_sigaltstack, %rdx
372 PTREGSCALL stub32_sigsuspend, sys32_sigsuspend, %rcx
373 PTREGSCALL stub32_execve, sys32_execve, %rcx
374 PTREGSCALL stub32_fork, sys_fork, %rdi
375 PTREGSCALL stub32_clone, sys32_clone, %rdx
376 PTREGSCALL stub32_vfork, sys_vfork, %rdi
377 PTREGSCALL stub32_iopl, sys_iopl, %rsi
378 PTREGSCALL stub32_rt_sigsuspend, sys_rt_sigsuspend, %rdx
380 ENTRY(ia32_ptregs_common)
383 CFI_STARTPROC32 simple
384 CFI_DEF_CFA rsp,SS+8-ARGOFFSET
385 CFI_REL_OFFSET rax,RAX-ARGOFFSET
386 CFI_REL_OFFSET rcx,RCX-ARGOFFSET
387 CFI_REL_OFFSET rdx,RDX-ARGOFFSET
388 CFI_REL_OFFSET rsi,RSI-ARGOFFSET
389 CFI_REL_OFFSET rdi,RDI-ARGOFFSET
390 CFI_REL_OFFSET rip,RIP-ARGOFFSET
391 /* CFI_REL_OFFSET cs,CS-ARGOFFSET*/
392 /* CFI_REL_OFFSET rflags,EFLAGS-ARGOFFSET*/
393 CFI_REL_OFFSET rsp,RSP-ARGOFFSET
394 /* CFI_REL_OFFSET ss,SS-ARGOFFSET*/
398 jmp ia32_sysret /* misbalances the return cache */
403 .globl ia32_sys_call_table
405 .quad sys_restart_syscall
410 .quad compat_sys_open /* 5 */
415 .quad sys_unlink /* 10 */
418 .quad compat_sys_time
420 .quad sys_chmod /* 15 */
422 .quad quiet_ni_syscall /* old break syscall holder */
425 .quad sys_getpid /* 20 */
426 .quad compat_sys_mount /* mount */
427 .quad sys_oldumount /* old_umount */
430 .quad compat_sys_stime /* stime */ /* 25 */
431 .quad sys32_ptrace /* ptrace */
433 .quad sys_fstat /* (old)fstat */
435 .quad compat_sys_utime /* 30 */
436 .quad quiet_ni_syscall /* old stty syscall holder */
437 .quad quiet_ni_syscall /* old gtty syscall holder */
440 .quad quiet_ni_syscall /* 35 */ /* old ftime syscall holder */
445 .quad sys_rmdir /* 40 */
448 .quad compat_sys_times
449 .quad quiet_ni_syscall /* old prof syscall holder */
450 .quad sys_brk /* 45 */
455 .quad sys_getegid16 /* 50 */
457 .quad sys_umount /* new_umount */
458 .quad quiet_ni_syscall /* old lock syscall holder */
459 .quad compat_sys_ioctl
460 .quad compat_sys_fcntl64 /* 55 */
461 .quad quiet_ni_syscall /* old mpx syscall holder */
463 .quad quiet_ni_syscall /* old ulimit syscall holder */
465 .quad sys_umask /* 60 */
470 .quad sys_getpgrp /* 65 */
472 .quad sys32_sigaction
475 .quad sys_setreuid16 /* 70 */
477 .quad stub32_sigsuspend
478 .quad compat_sys_sigpending
479 .quad sys_sethostname
480 .quad compat_sys_setrlimit /* 75 */
481 .quad compat_sys_old_getrlimit /* old_getrlimit */
482 .quad compat_sys_getrusage
483 .quad sys32_gettimeofday
484 .quad sys32_settimeofday
485 .quad sys_getgroups16 /* 80 */
486 .quad sys_setgroups16
487 .quad sys32_old_select
490 .quad sys_readlink /* 85 */
491 #ifdef CONFIG_IA32_AOUT
494 .quad quiet_ni_syscall
498 .quad compat_sys_old_readdir
499 .quad sys32_mmap /* 90 */
504 .quad sys_fchown16 /* 95 */
505 .quad sys_getpriority
506 .quad sys_setpriority
507 .quad quiet_ni_syscall /* old profil syscall holder */
508 .quad compat_sys_statfs
509 .quad compat_sys_fstatfs /* 100 */
511 .quad compat_sys_socketcall
513 .quad compat_sys_setitimer
514 .quad compat_sys_getitimer /* 105 */
515 .quad compat_sys_newstat
516 .quad compat_sys_newlstat
517 .quad compat_sys_newfstat
519 .quad stub32_iopl /* 110 */
521 .quad quiet_ni_syscall /* old "idle" system call */
522 .quad sys32_vm86_warning /* vm86old */
523 .quad compat_sys_wait4
524 .quad sys_swapoff /* 115 */
528 .quad stub32_sigreturn
529 .quad stub32_clone /* 120 */
530 .quad sys_setdomainname
533 .quad compat_sys_adjtimex
534 .quad sys32_mprotect /* 125 */
535 .quad compat_sys_sigprocmask
536 .quad quiet_ni_syscall /* create_module */
537 .quad sys_init_module
538 .quad sys_delete_module
539 .quad quiet_ni_syscall /* 130 get_kernel_syms */
543 .quad quiet_ni_syscall /* bdflush */
544 .quad sys_sysfs /* 135 */
545 .quad sys_personality
546 .quad quiet_ni_syscall /* for afs_syscall */
549 .quad sys_llseek /* 140 */
550 .quad compat_sys_getdents
551 .quad compat_sys_select
554 .quad compat_sys_readv /* 145 */
555 .quad compat_sys_writev
558 .quad sys32_sysctl /* sysctl */
559 .quad sys_mlock /* 150 */
563 .quad sys_sched_setparam
564 .quad sys_sched_getparam /* 155 */
565 .quad sys_sched_setscheduler
566 .quad sys_sched_getscheduler
567 .quad sys_sched_yield
568 .quad sys_sched_get_priority_max
569 .quad sys_sched_get_priority_min /* 160 */
570 .quad sys_sched_rr_get_interval
571 .quad compat_sys_nanosleep
573 .quad sys_setresuid16
574 .quad sys_getresuid16 /* 165 */
575 .quad sys32_vm86_warning /* vm86 */
576 .quad quiet_ni_syscall /* query_module */
578 .quad compat_sys_nfsservctl
579 .quad sys_setresgid16 /* 170 */
580 .quad sys_getresgid16
582 .quad stub32_rt_sigreturn
583 .quad sys32_rt_sigaction
584 .quad sys32_rt_sigprocmask /* 175 */
585 .quad sys32_rt_sigpending
586 .quad compat_sys_rt_sigtimedwait
587 .quad sys32_rt_sigqueueinfo
588 .quad stub32_rt_sigsuspend
589 .quad sys32_pread /* 180 */
595 .quad stub32_sigaltstack
597 .quad quiet_ni_syscall /* streams1 */
598 .quad quiet_ni_syscall /* streams2 */
599 .quad stub32_vfork /* 190 */
600 .quad compat_sys_getrlimit
602 .quad sys32_truncate64
603 .quad sys32_ftruncate64
604 .quad sys32_stat64 /* 195 */
609 .quad sys_getgid /* 200 */
614 .quad sys_getgroups /* 205 */
619 .quad sys_setresgid /* 210 */
624 .quad sys_setfsuid /* 215 */
629 .quad compat_sys_getdents64 /* 220 getdents64 */
630 .quad compat_sys_fcntl64
631 .quad quiet_ni_syscall /* tux */
632 .quad quiet_ni_syscall /* security */
634 .quad sys_readahead /* 225 */
639 .quad sys_lgetxattr /* 230 */
644 .quad sys_removexattr /* 235 */
645 .quad sys_lremovexattr
646 .quad sys_fremovexattr
649 .quad compat_sys_futex /* 240 */
650 .quad compat_sys_sched_setaffinity
651 .quad compat_sys_sched_getaffinity
652 .quad sys32_set_thread_area
653 .quad sys32_get_thread_area
654 .quad compat_sys_io_setup /* 245 */
656 .quad compat_sys_io_getevents
657 .quad compat_sys_io_submit
659 .quad sys_fadvise64 /* 250 */
660 .quad quiet_ni_syscall /* free_huge_pages */
662 .quad sys32_lookup_dcookie
663 .quad sys_epoll_create
664 .quad sys_epoll_ctl /* 255 */
666 .quad sys_remap_file_pages
667 .quad sys_set_tid_address
668 .quad compat_sys_timer_create
669 .quad compat_sys_timer_settime /* 260 */
670 .quad compat_sys_timer_gettime
671 .quad sys_timer_getoverrun
672 .quad sys_timer_delete
673 .quad compat_sys_clock_settime
674 .quad compat_sys_clock_gettime /* 265 */
675 .quad compat_sys_clock_getres
676 .quad compat_sys_clock_nanosleep
677 .quad compat_sys_statfs64
678 .quad compat_sys_fstatfs64
679 .quad sys_tgkill /* 270 */
680 .quad compat_sys_utimes
681 .quad sys32_fadvise64_64
682 .quad quiet_ni_syscall /* sys_vserver */
684 .quad compat_sys_get_mempolicy /* 275 */
685 .quad sys_set_mempolicy
686 .quad compat_sys_mq_open
688 .quad compat_sys_mq_timedsend
689 .quad compat_sys_mq_timedreceive /* 280 */
690 .quad compat_sys_mq_notify
691 .quad compat_sys_mq_getsetattr
692 .quad compat_sys_kexec_load /* reserved for kexec */
693 .quad compat_sys_waitid
694 .quad quiet_ni_syscall /* 285: sys_altroot */
696 .quad sys_request_key
699 .quad sys_ioprio_get /* 290 */
700 .quad sys_inotify_init
701 .quad sys_inotify_add_watch
702 .quad sys_inotify_rm_watch
703 .quad sys_migrate_pages
704 .quad compat_sys_openat /* 295 */
708 .quad compat_sys_futimesat
709 .quad sys32_fstatat /* 300 */
714 .quad sys_readlinkat /* 305 */
717 .quad quiet_ni_syscall /* pselect6 for now */
718 .quad quiet_ni_syscall /* ppoll for now */
719 .quad sys_unshare /* 310 */
720 .quad compat_sys_set_robust_list
721 .quad compat_sys_get_robust_list
723 .quad sys_sync_file_range
725 .quad compat_sys_vmsplice