2 * Compatibility mode system call entry point for x86-64.
4 * Copyright 2000-2002 Andi Kleen, SuSE Labs.
7 #include <asm/dwarf2.h>
8 #include <asm/calling.h>
9 #include <asm/asm-offsets.h>
10 #include <asm/current.h>
11 #include <asm/errno.h>
12 #include <asm/ia32_unistd.h>
13 #include <asm/thread_info.h>
14 #include <asm/segment.h>
15 #include <asm/vsyscall32.h>
16 #include <asm/irqflags.h>
17 #include <linux/linkage.h>
19 #define __XEN_X86_64 1
21 #define IA32_NR_syscalls ((ia32_syscall_end - ia32_sys_call_table)/8)
23 .macro IA32_ARG_FIXUP noebp=0
31 movl %edx,%edx /* zero extension */
43 #if defined (__XEN_X86_64)
44 #include "../kernel/xen_entry.S"
51 * Use the native instructions
53 #define __swapgs swapgs
58 .macro CFI_STARTPROC32 simple
71 * 32bit SYSENTER instruction entry.
74 * %eax System call number.
85 * This is purely a fast path. For anything complicated we use the int 0x80
86 * path below. Set up a complete hardware stack frame to share code
87 * with the int 0x80 path.
89 ENTRY(ia32_sysenter_target)
90 CFI_STARTPROC32 simple
94 movq %gs:pda_kernelstack, %rsp
95 addq $(PDA_STACKOFFSET),%rsp
97 * No need to follow this irqs on/off section: the syscall
98 * disabled irqs, here we enable it straight after entry:
100 XEN_UNBLOCK_EVENTS(%r11)
102 movl %ebp,%ebp /* zero extension */
104 CFI_ADJUST_CFA_OFFSET 8
105 /*CFI_REL_OFFSET ss,0*/
107 CFI_ADJUST_CFA_OFFSET 8
110 CFI_ADJUST_CFA_OFFSET 8
111 /*CFI_REL_OFFSET rflags,0*/
112 movl $VSYSCALL32_SYSEXIT, %r10d
115 CFI_ADJUST_CFA_OFFSET 8
116 /*CFI_REL_OFFSET cs,0*/
119 CFI_ADJUST_CFA_OFFSET 8
122 CFI_ADJUST_CFA_OFFSET 8
125 /* no need to do an access_ok check here because rbp has been
126 32bit zero extended */
128 .section __ex_table,"a"
131 GET_THREAD_INFO(%r10)
132 orl $TS_COMPAT,threadinfo_status(%r10)
133 testl $(_TIF_SYSCALL_TRACE|_TIF_SYSCALL_AUDIT|_TIF_SECCOMP),threadinfo_flags(%r10)
135 jnz sysenter_tracesys
137 cmpl $(IA32_NR_syscalls-1),%eax
140 call *ia32_sys_call_table(,%rax,8)
141 movq %rax,RAX-ARGOFFSET(%rsp)
142 GET_THREAD_INFO(%r10)
143 XEN_BLOCK_EVENTS(%r11)
146 testl $_TIF_ALLWORK_MASK,threadinfo_flags(%r10)
147 jnz int_ret_from_sys_call
148 andl $~TS_COMPAT,threadinfo_status(%r10)
149 /* clear IF, that popfq doesn't enable interrupts early */
150 andl $~0x200,EFLAGS-R11(%rsp)
151 RESTORE_ARGS 1,24,1,1,1,1
153 CFI_ADJUST_CFA_OFFSET -8
154 /*CFI_RESTORE rflags*/
155 popq %rcx /* User %esp */
156 CFI_ADJUST_CFA_OFFSET -8
158 movl $VSYSCALL32_SYSEXIT,%edx /* User %eip */
162 XEN_UNBLOCK_EVENTS(%r11)
163 __sti /* sti only takes effect after the next instruction */
165 .byte 0xf, 0x35 /* TBD */
171 movq $-ENOSYS,RAX(%rsp) /* really needed? */
172 movq %rsp,%rdi /* &pt_regs -> arg1 */
173 call syscall_trace_enter
174 LOAD_ARGS ARGOFFSET /* reload args from stack in case ptrace changed it */
177 /* no need to do an access_ok check here because rbp has been
178 32bit zero extended */
180 .section __ex_table,"a"
185 ENDPROC(ia32_sysenter_target)
188 * 32bit SYSCALL instruction entry.
191 * %eax System call number.
197 * %ebp Arg2 [note: not saved in the stack frame, should not be touched]
203 * This is purely a fast path. For anything complicated we use the int 0x80
204 * path below. Set up a complete hardware stack frame to share code
205 * with the int 0x80 path.
207 ENTRY(ia32_cstar_target)
208 CFI_STARTPROC32 simple
209 CFI_DEF_CFA rsp,PDA_STACKOFFSET
211 /*CFI_REGISTER rflags,r11*/
215 movq %gs:pda_kernelstack,%rsp
217 * No need to follow this irqs on/off section: the syscall
218 * disabled irqs and here we enable it straight after entry:
220 XEN_UNBLOCK_EVENTS(%r11)
223 movl %eax,%eax /* zero extension */
224 movq %rax,ORIG_RAX-ARGOFFSET(%rsp)
225 movq %rcx,RIP-ARGOFFSET(%rsp)
226 CFI_REL_OFFSET rip,RIP-ARGOFFSET
227 movq %rbp,RCX-ARGOFFSET(%rsp) /* this lies slightly to ptrace */
229 movq $__USER32_CS,CS-ARGOFFSET(%rsp)
230 movq $__USER32_DS,SS-ARGOFFSET(%rsp)
231 movq %r11,EFLAGS-ARGOFFSET(%rsp)
232 /*CFI_REL_OFFSET rflags,EFLAGS-ARGOFFSET*/
233 movq %r8,RSP-ARGOFFSET(%rsp)
234 CFI_REL_OFFSET rsp,RSP-ARGOFFSET
235 /* no need to do an access_ok check here because r8 has been
236 32bit zero extended */
237 /* hardware stack frame is complete now */
239 .section __ex_table,"a"
242 GET_THREAD_INFO(%r10)
243 orl $TS_COMPAT,threadinfo_status(%r10)
244 testl $(_TIF_SYSCALL_TRACE|_TIF_SYSCALL_AUDIT|_TIF_SECCOMP),threadinfo_flags(%r10)
248 cmpl $IA32_NR_syscalls-1,%eax
251 call *ia32_sys_call_table(,%rax,8)
252 movq %rax,RAX-ARGOFFSET(%rsp)
253 GET_THREAD_INFO(%r10)
254 XEN_BLOCK_EVENTS(%r11)
257 testl $_TIF_ALLWORK_MASK,threadinfo_flags(%r10)
258 jnz int_ret_from_sys_call
259 andl $~TS_COMPAT,threadinfo_status(%r10)
260 RESTORE_ARGS 1,-ARG_SKIP,1,1,1
261 movl RIP-ARGOFFSET(%rsp),%ecx
263 movl EFLAGS-ARGOFFSET(%rsp),%r11d
264 /*CFI_REGISTER rflags,r11*/
266 movl RSP-ARGOFFSET(%rsp),%esp
275 movq $-ENOSYS,RAX(%rsp) /* really needed? */
276 movq %rsp,%rdi /* &pt_regs -> arg1 */
277 call syscall_trace_enter
278 LOAD_ARGS ARGOFFSET /* reload args from stack in case ptrace changed it */
280 movl RSP-ARGOFFSET(%rsp), %r8d
281 /* no need to do an access_ok check here because r8 has been
282 32bit zero extended */
284 .section __ex_table,"a"
288 END(ia32_cstar_target)
296 * Emulated IA32 system calls via int 0x80.
299 * %eax System call number.
305 * %ebp Arg6 [note: not saved in the stack frame, should not be touched]
308 * Uses the same stack frame as the x86-64 version.
309 * All registers except %eax must be saved (but ptrace may violate that)
310 * Arguments are zero extended. For system calls that want sign extension and
311 * take long arguments a wrapper is needed. Most calls can just be called
313 * Assumes it is only called from user space and entered with interrupts off.
318 CFI_DEF_CFA rsp,SS+8-RIP
319 /*CFI_REL_OFFSET ss,SS-RIP*/
320 CFI_REL_OFFSET rsp,RSP-RIP
321 /*CFI_REL_OFFSET rflags,EFLAGS-RIP*/
322 /*CFI_REL_OFFSET cs,CS-RIP*/
323 CFI_REL_OFFSET rip,RIP-RIP
326 * No need to follow this irqs on/off section: the syscall
327 * disabled irqs and here we enable it straight after entry:
329 XEN_UNBLOCK_EVENTS(%r11)
333 addq $0x10,%rsp /* skip rcx and r11 */
336 CFI_ADJUST_CFA_OFFSET 8
339 /* note the registers are not zero extended to the sf.
340 this could be a problem. */
342 GET_THREAD_INFO(%r10)
343 orl $TS_COMPAT,threadinfo_status(%r10)
344 testl $(_TIF_SYSCALL_TRACE|_TIF_SYSCALL_AUDIT|_TIF_SECCOMP),threadinfo_flags(%r10)
347 cmpl $(IA32_NR_syscalls-1),%eax
350 call *ia32_sys_call_table(,%rax,8) # xxx: rip relative
352 movq %rax,RAX-ARGOFFSET(%rsp)
353 jmp int_ret_from_sys_call
357 movq $-ENOSYS,RAX(%rsp) /* really needed? */
358 movq %rsp,%rdi /* &pt_regs -> arg1 */
359 call syscall_trace_enter
360 LOAD_ARGS ARGOFFSET /* reload args from stack in case ptrace changed it */
366 movq $0,ORIG_RAX-ARGOFFSET(%rsp)
367 movq $-ENOSYS,RAX-ARGOFFSET(%rsp)
368 jmp int_ret_from_sys_call
375 .macro PTREGSCALL label, func, arg
378 leaq \func(%rip),%rax
379 leaq -ARGOFFSET+8(%rsp),\arg /* 8 for return address */
380 jmp ia32_ptregs_common
385 PTREGSCALL stub32_rt_sigreturn, sys32_rt_sigreturn, %rdi
386 PTREGSCALL stub32_sigreturn, sys32_sigreturn, %rdi
387 PTREGSCALL stub32_sigaltstack, sys32_sigaltstack, %rdx
388 PTREGSCALL stub32_sigsuspend, sys32_sigsuspend, %rcx
389 PTREGSCALL stub32_execve, sys32_execve, %rcx
390 PTREGSCALL stub32_fork, sys_fork, %rdi
391 PTREGSCALL stub32_clone, sys32_clone, %rdx
392 PTREGSCALL stub32_vfork, sys_vfork, %rdi
393 PTREGSCALL stub32_iopl, sys_iopl, %rsi
394 PTREGSCALL stub32_rt_sigsuspend, sys_rt_sigsuspend, %rdx
396 ENTRY(ia32_ptregs_common)
399 CFI_STARTPROC32 simple
400 CFI_DEF_CFA rsp,SS+8-ARGOFFSET
401 CFI_REL_OFFSET rax,RAX-ARGOFFSET
402 CFI_REL_OFFSET rcx,RCX-ARGOFFSET
403 CFI_REL_OFFSET rdx,RDX-ARGOFFSET
404 CFI_REL_OFFSET rsi,RSI-ARGOFFSET
405 CFI_REL_OFFSET rdi,RDI-ARGOFFSET
406 CFI_REL_OFFSET rip,RIP-ARGOFFSET
407 /* CFI_REL_OFFSET cs,CS-ARGOFFSET*/
408 /* CFI_REL_OFFSET rflags,EFLAGS-ARGOFFSET*/
409 CFI_REL_OFFSET rsp,RSP-ARGOFFSET
410 /* CFI_REL_OFFSET ss,SS-ARGOFFSET*/
414 jmp ia32_sysret /* misbalances the return cache */
416 END(ia32_ptregs_common)
421 .quad sys_restart_syscall
426 .quad compat_sys_open /* 5 */
431 .quad sys_unlink /* 10 */
434 .quad compat_sys_time
436 .quad sys_chmod /* 15 */
438 .quad quiet_ni_syscall /* old break syscall holder */
441 .quad sys_getpid /* 20 */
442 .quad compat_sys_mount /* mount */
443 .quad sys_oldumount /* old_umount */
446 .quad compat_sys_stime /* stime */ /* 25 */
447 .quad sys32_ptrace /* ptrace */
449 .quad sys_fstat /* (old)fstat */
451 .quad compat_sys_utime /* 30 */
452 .quad quiet_ni_syscall /* old stty syscall holder */
453 .quad quiet_ni_syscall /* old gtty syscall holder */
456 .quad quiet_ni_syscall /* 35 */ /* old ftime syscall holder */
461 .quad sys_rmdir /* 40 */
464 .quad compat_sys_times
465 .quad quiet_ni_syscall /* old prof syscall holder */
466 .quad sys_brk /* 45 */
471 .quad sys_getegid16 /* 50 */
473 .quad sys_umount /* new_umount */
474 .quad quiet_ni_syscall /* old lock syscall holder */
475 .quad compat_sys_ioctl
476 .quad compat_sys_fcntl64 /* 55 */
480 # ifdef CONFIG_TUX_MODULE
483 .quad quiet_ni_syscall
487 .quad quiet_ni_syscall /* old ulimit syscall holder */
489 .quad sys_umask /* 60 */
494 .quad sys_getpgrp /* 65 */
496 .quad sys32_sigaction
499 .quad sys_setreuid16 /* 70 */
501 .quad stub32_sigsuspend
502 .quad compat_sys_sigpending
503 .quad sys_sethostname
504 .quad compat_sys_setrlimit /* 75 */
505 .quad compat_sys_old_getrlimit /* old_getrlimit */
506 .quad compat_sys_getrusage
507 .quad sys32_gettimeofday
508 .quad sys32_settimeofday
509 .quad sys_getgroups16 /* 80 */
510 .quad sys_setgroups16
511 .quad sys32_old_select
514 .quad sys_readlink /* 85 */
515 #ifdef CONFIG_IA32_AOUT
518 .quad quiet_ni_syscall
522 .quad compat_sys_old_readdir
523 .quad sys32_mmap /* 90 */
528 .quad sys_fchown16 /* 95 */
529 .quad sys_getpriority
530 .quad sys_setpriority
531 .quad quiet_ni_syscall /* old profil syscall holder */
532 .quad compat_sys_statfs
533 .quad compat_sys_fstatfs /* 100 */
535 .quad compat_sys_socketcall
537 .quad compat_sys_setitimer
538 .quad compat_sys_getitimer /* 105 */
539 .quad compat_sys_newstat
540 .quad compat_sys_newlstat
541 .quad compat_sys_newfstat
543 .quad stub32_iopl /* 110 */
545 .quad quiet_ni_syscall /* old "idle" system call */
546 .quad sys32_vm86_warning /* vm86old */
547 .quad compat_sys_wait4
548 .quad sys_swapoff /* 115 */
552 .quad stub32_sigreturn
553 .quad stub32_clone /* 120 */
554 .quad sys_setdomainname
557 .quad compat_sys_adjtimex
558 .quad sys32_mprotect /* 125 */
559 .quad compat_sys_sigprocmask
560 .quad quiet_ni_syscall /* create_module */
561 .quad sys_init_module
562 .quad sys_delete_module
563 .quad quiet_ni_syscall /* 130 get_kernel_syms */
567 .quad quiet_ni_syscall /* bdflush */
568 .quad sys_sysfs /* 135 */
569 .quad sys_personality
570 .quad quiet_ni_syscall /* for afs_syscall */
573 .quad sys_llseek /* 140 */
574 .quad compat_sys_getdents
575 .quad compat_sys_select
578 .quad compat_sys_readv /* 145 */
579 .quad compat_sys_writev
582 .quad sys32_sysctl /* sysctl */
583 .quad sys_mlock /* 150 */
587 .quad sys_sched_setparam
588 .quad sys_sched_getparam /* 155 */
589 .quad sys_sched_setscheduler
590 .quad sys_sched_getscheduler
591 .quad sys_sched_yield
592 .quad sys_sched_get_priority_max
593 .quad sys_sched_get_priority_min /* 160 */
594 .quad sys_sched_rr_get_interval
595 .quad compat_sys_nanosleep
597 .quad sys_setresuid16
598 .quad sys_getresuid16 /* 165 */
599 .quad sys32_vm86_warning /* vm86 */
600 .quad quiet_ni_syscall /* query_module */
602 .quad compat_sys_nfsservctl
603 .quad sys_setresgid16 /* 170 */
604 .quad sys_getresgid16
606 .quad stub32_rt_sigreturn
607 .quad sys32_rt_sigaction
608 .quad sys32_rt_sigprocmask /* 175 */
609 .quad sys32_rt_sigpending
610 .quad compat_sys_rt_sigtimedwait
611 .quad sys32_rt_sigqueueinfo
612 .quad stub32_rt_sigsuspend
613 .quad sys32_pread /* 180 */
619 .quad stub32_sigaltstack
621 .quad quiet_ni_syscall /* streams1 */
622 .quad quiet_ni_syscall /* streams2 */
623 .quad stub32_vfork /* 190 */
624 .quad compat_sys_getrlimit
626 .quad sys32_truncate64
627 .quad sys32_ftruncate64
628 .quad sys32_stat64 /* 195 */
633 .quad sys_getgid /* 200 */
638 .quad sys_getgroups /* 205 */
643 .quad sys_setresgid /* 210 */
648 .quad sys_setfsuid /* 215 */
653 .quad compat_sys_getdents64 /* 220 getdents64 */
654 .quad compat_sys_fcntl64
655 .quad quiet_ni_syscall /* tux */
656 .quad quiet_ni_syscall /* security */
658 .quad sys_readahead /* 225 */
663 .quad sys_lgetxattr /* 230 */
668 .quad sys_removexattr /* 235 */
669 .quad sys_lremovexattr
670 .quad sys_fremovexattr
673 .quad compat_sys_futex /* 240 */
674 .quad compat_sys_sched_setaffinity
675 .quad compat_sys_sched_getaffinity
676 .quad sys32_set_thread_area
677 .quad sys32_get_thread_area
678 .quad compat_sys_io_setup /* 245 */
680 .quad compat_sys_io_getevents
681 .quad compat_sys_io_submit
683 .quad sys_fadvise64 /* 250 */
684 .quad quiet_ni_syscall /* free_huge_pages */
686 .quad sys32_lookup_dcookie
687 .quad sys_epoll_create
688 .quad sys_epoll_ctl /* 255 */
690 .quad sys_remap_file_pages
691 .quad sys_set_tid_address
692 .quad compat_sys_timer_create
693 .quad compat_sys_timer_settime /* 260 */
694 .quad compat_sys_timer_gettime
695 .quad sys_timer_getoverrun
696 .quad sys_timer_delete
697 .quad compat_sys_clock_settime
698 .quad compat_sys_clock_gettime /* 265 */
699 .quad compat_sys_clock_getres
700 .quad compat_sys_clock_nanosleep
701 .quad compat_sys_statfs64
702 .quad compat_sys_fstatfs64
703 .quad sys_tgkill /* 270 */
704 .quad compat_sys_utimes
705 .quad sys32_fadvise64_64
708 .quad compat_sys_get_mempolicy /* 275 */
709 .quad sys_set_mempolicy
710 .quad compat_sys_mq_open
712 .quad compat_sys_mq_timedsend
713 .quad compat_sys_mq_timedreceive /* 280 */
714 .quad compat_sys_mq_notify
715 .quad compat_sys_mq_getsetattr
716 .quad compat_sys_kexec_load /* reserved for kexec */
717 .quad compat_sys_waitid
718 .quad quiet_ni_syscall /* 285: sys_altroot */
720 .quad sys_request_key
723 .quad sys_ioprio_get /* 290 */
724 .quad sys_inotify_init
725 .quad sys_inotify_add_watch
726 .quad sys_inotify_rm_watch
727 .quad sys_migrate_pages
728 .quad compat_sys_openat /* 295 */
732 .quad compat_sys_futimesat
733 .quad sys32_fstatat /* 300 */
738 .quad sys_readlinkat /* 305 */
741 .quad compat_sys_pselect6
742 .quad compat_sys_ppoll
743 .quad sys_unshare /* 310 */
744 .quad compat_sys_set_robust_list
745 .quad compat_sys_get_robust_list
747 .quad sys_sync_file_range
749 .quad compat_sys_vmsplice
750 .quad compat_sys_move_pages