mirror of
				https://github.com/torvalds/linux.git
				synced 2025-11-04 10:40:15 +02:00 
			
		
		
		
	Pull restartable sequence support from Thomas Gleixner: "The restartable sequences syscall (finally): After a lot of back and forth discussion and massive delays caused by the speculative distraction of maintainers, the core set of restartable sequences has finally reached a consensus. It comes with the basic non disputed core implementation along with support for arm, powerpc and x86 and a full set of selftests It was exposed to linux-next earlier this week, so it does not fully comply with the merge window requirements, but there is really no point to drag it out for yet another cycle" * 'core-rseq-for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/tip/tip: rseq/selftests: Provide Makefile, scripts, gitignore rseq/selftests: Provide parametrized tests rseq/selftests: Provide basic percpu ops test rseq/selftests: Provide basic test rseq/selftests: Provide rseq library selftests/lib.mk: Introduce OVERRIDE_TARGETS powerpc: Wire up restartable sequences system call powerpc: Add syscall detection for restartable sequences powerpc: Add support for restartable sequences x86: Wire up restartable sequence system call x86: Add support for restartable sequences arm: Wire up restartable sequences system call arm: Add syscall detection for restartable sequences arm: Add restartable sequences support rseq: Introduce restartable sequences system call uapi/headers: Provide types_32_64.h
		
			
				
	
	
		
			437 lines
		
	
	
	
		
			8.8 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			437 lines
		
	
	
	
		
			8.8 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
// SPDX-License-Identifier: GPL-2.0
 | 
						|
 | 
						|
#include <linux/linkage.h>
 | 
						|
#include <linux/errno.h>
 | 
						|
 | 
						|
#include <asm/unistd.h>
 | 
						|
 | 
						|
#ifdef CONFIG_ARCH_HAS_SYSCALL_WRAPPER
 | 
						|
/* Architectures may override COND_SYSCALL and COND_SYSCALL_COMPAT */
 | 
						|
#include <asm/syscall_wrapper.h>
 | 
						|
#endif /* CONFIG_ARCH_HAS_SYSCALL_WRAPPER */
 | 
						|
 | 
						|
/*  we can't #include <linux/syscalls.h> here,
 | 
						|
    but tell gcc to not warn with -Wmissing-prototypes  */
 | 
						|
asmlinkage long sys_ni_syscall(void);
 | 
						|
 | 
						|
/*
 | 
						|
 * Non-implemented system calls get redirected here.
 | 
						|
 */
 | 
						|
asmlinkage long sys_ni_syscall(void)
 | 
						|
{
 | 
						|
	return -ENOSYS;
 | 
						|
}
 | 
						|
 | 
						|
#ifndef COND_SYSCALL
 | 
						|
#define COND_SYSCALL(name) cond_syscall(sys_##name)
 | 
						|
#endif /* COND_SYSCALL */
 | 
						|
 | 
						|
#ifndef COND_SYSCALL_COMPAT
 | 
						|
#define COND_SYSCALL_COMPAT(name) cond_syscall(compat_sys_##name)
 | 
						|
#endif /* COND_SYSCALL_COMPAT */
 | 
						|
 | 
						|
/*
 | 
						|
 * This list is kept in the same order as include/uapi/asm-generic/unistd.h.
 | 
						|
 * Architecture specific entries go below, followed by deprecated or obsolete
 | 
						|
 * system calls.
 | 
						|
 */
 | 
						|
 | 
						|
COND_SYSCALL(io_setup);
 | 
						|
COND_SYSCALL_COMPAT(io_setup);
 | 
						|
COND_SYSCALL(io_destroy);
 | 
						|
COND_SYSCALL(io_submit);
 | 
						|
COND_SYSCALL_COMPAT(io_submit);
 | 
						|
COND_SYSCALL(io_cancel);
 | 
						|
COND_SYSCALL(io_getevents);
 | 
						|
COND_SYSCALL(io_pgetevents);
 | 
						|
COND_SYSCALL_COMPAT(io_getevents);
 | 
						|
COND_SYSCALL_COMPAT(io_pgetevents);
 | 
						|
 | 
						|
/* fs/xattr.c */
 | 
						|
 | 
						|
/* fs/dcache.c */
 | 
						|
 | 
						|
/* fs/cookies.c */
 | 
						|
COND_SYSCALL(lookup_dcookie);
 | 
						|
COND_SYSCALL_COMPAT(lookup_dcookie);
 | 
						|
 | 
						|
/* fs/eventfd.c */
 | 
						|
COND_SYSCALL(eventfd2);
 | 
						|
 | 
						|
/* fs/eventfd.c */
 | 
						|
COND_SYSCALL(epoll_create1);
 | 
						|
COND_SYSCALL(epoll_ctl);
 | 
						|
COND_SYSCALL(epoll_pwait);
 | 
						|
COND_SYSCALL_COMPAT(epoll_pwait);
 | 
						|
 | 
						|
/* fs/fcntl.c */
 | 
						|
 | 
						|
/* fs/inotify_user.c */
 | 
						|
COND_SYSCALL(inotify_init1);
 | 
						|
COND_SYSCALL(inotify_add_watch);
 | 
						|
COND_SYSCALL(inotify_rm_watch);
 | 
						|
 | 
						|
/* fs/ioctl.c */
 | 
						|
 | 
						|
/* fs/ioprio.c */
 | 
						|
COND_SYSCALL(ioprio_set);
 | 
						|
COND_SYSCALL(ioprio_get);
 | 
						|
 | 
						|
/* fs/locks.c */
 | 
						|
COND_SYSCALL(flock);
 | 
						|
 | 
						|
/* fs/namei.c */
 | 
						|
 | 
						|
/* fs/namespace.c */
 | 
						|
 | 
						|
/* fs/nfsctl.c */
 | 
						|
 | 
						|
/* fs/open.c */
 | 
						|
 | 
						|
/* fs/pipe.c */
 | 
						|
 | 
						|
/* fs/quota.c */
 | 
						|
COND_SYSCALL(quotactl);
 | 
						|
 | 
						|
/* fs/readdir.c */
 | 
						|
 | 
						|
/* fs/read_write.c */
 | 
						|
 | 
						|
/* fs/sendfile.c */
 | 
						|
 | 
						|
/* fs/select.c */
 | 
						|
 | 
						|
/* fs/signalfd.c */
 | 
						|
COND_SYSCALL(signalfd4);
 | 
						|
COND_SYSCALL_COMPAT(signalfd4);
 | 
						|
 | 
						|
/* fs/splice.c */
 | 
						|
 | 
						|
/* fs/stat.c */
 | 
						|
 | 
						|
/* fs/sync.c */
 | 
						|
 | 
						|
/* fs/timerfd.c */
 | 
						|
COND_SYSCALL(timerfd_create);
 | 
						|
COND_SYSCALL(timerfd_settime);
 | 
						|
COND_SYSCALL_COMPAT(timerfd_settime);
 | 
						|
COND_SYSCALL(timerfd_gettime);
 | 
						|
COND_SYSCALL_COMPAT(timerfd_gettime);
 | 
						|
 | 
						|
/* fs/utimes.c */
 | 
						|
 | 
						|
/* kernel/acct.c */
 | 
						|
COND_SYSCALL(acct);
 | 
						|
 | 
						|
/* kernel/capability.c */
 | 
						|
COND_SYSCALL(capget);
 | 
						|
COND_SYSCALL(capset);
 | 
						|
 | 
						|
/* kernel/exec_domain.c */
 | 
						|
 | 
						|
/* kernel/exit.c */
 | 
						|
 | 
						|
/* kernel/fork.c */
 | 
						|
 | 
						|
/* kernel/futex.c */
 | 
						|
COND_SYSCALL(futex);
 | 
						|
COND_SYSCALL_COMPAT(futex);
 | 
						|
COND_SYSCALL(set_robust_list);
 | 
						|
COND_SYSCALL_COMPAT(set_robust_list);
 | 
						|
COND_SYSCALL(get_robust_list);
 | 
						|
COND_SYSCALL_COMPAT(get_robust_list);
 | 
						|
 | 
						|
/* kernel/hrtimer.c */
 | 
						|
 | 
						|
/* kernel/itimer.c */
 | 
						|
 | 
						|
/* kernel/kexec.c */
 | 
						|
COND_SYSCALL(kexec_load);
 | 
						|
COND_SYSCALL_COMPAT(kexec_load);
 | 
						|
 | 
						|
/* kernel/module.c */
 | 
						|
COND_SYSCALL(init_module);
 | 
						|
COND_SYSCALL(delete_module);
 | 
						|
 | 
						|
/* kernel/posix-timers.c */
 | 
						|
 | 
						|
/* kernel/printk.c */
 | 
						|
COND_SYSCALL(syslog);
 | 
						|
 | 
						|
/* kernel/ptrace.c */
 | 
						|
 | 
						|
/* kernel/sched/core.c */
 | 
						|
 | 
						|
/* kernel/signal.c */
 | 
						|
 | 
						|
/* kernel/sys.c */
 | 
						|
COND_SYSCALL(setregid);
 | 
						|
COND_SYSCALL(setgid);
 | 
						|
COND_SYSCALL(setreuid);
 | 
						|
COND_SYSCALL(setuid);
 | 
						|
COND_SYSCALL(setresuid);
 | 
						|
COND_SYSCALL(getresuid);
 | 
						|
COND_SYSCALL(setresgid);
 | 
						|
COND_SYSCALL(getresgid);
 | 
						|
COND_SYSCALL(setfsuid);
 | 
						|
COND_SYSCALL(setfsgid);
 | 
						|
COND_SYSCALL(setgroups);
 | 
						|
COND_SYSCALL(getgroups);
 | 
						|
 | 
						|
/* kernel/time.c */
 | 
						|
 | 
						|
/* kernel/timer.c */
 | 
						|
 | 
						|
/* ipc/mqueue.c */
 | 
						|
COND_SYSCALL(mq_open);
 | 
						|
COND_SYSCALL_COMPAT(mq_open);
 | 
						|
COND_SYSCALL(mq_unlink);
 | 
						|
COND_SYSCALL(mq_timedsend);
 | 
						|
COND_SYSCALL_COMPAT(mq_timedsend);
 | 
						|
COND_SYSCALL(mq_timedreceive);
 | 
						|
COND_SYSCALL_COMPAT(mq_timedreceive);
 | 
						|
COND_SYSCALL(mq_notify);
 | 
						|
COND_SYSCALL_COMPAT(mq_notify);
 | 
						|
COND_SYSCALL(mq_getsetattr);
 | 
						|
COND_SYSCALL_COMPAT(mq_getsetattr);
 | 
						|
 | 
						|
/* ipc/msg.c */
 | 
						|
COND_SYSCALL(msgget);
 | 
						|
COND_SYSCALL(msgctl);
 | 
						|
COND_SYSCALL_COMPAT(msgctl);
 | 
						|
COND_SYSCALL(msgrcv);
 | 
						|
COND_SYSCALL_COMPAT(msgrcv);
 | 
						|
COND_SYSCALL(msgsnd);
 | 
						|
COND_SYSCALL_COMPAT(msgsnd);
 | 
						|
 | 
						|
/* ipc/sem.c */
 | 
						|
COND_SYSCALL(semget);
 | 
						|
COND_SYSCALL(semctl);
 | 
						|
COND_SYSCALL_COMPAT(semctl);
 | 
						|
COND_SYSCALL(semtimedop);
 | 
						|
COND_SYSCALL_COMPAT(semtimedop);
 | 
						|
COND_SYSCALL(semop);
 | 
						|
 | 
						|
/* ipc/shm.c */
 | 
						|
COND_SYSCALL(shmget);
 | 
						|
COND_SYSCALL(shmctl);
 | 
						|
COND_SYSCALL_COMPAT(shmctl);
 | 
						|
COND_SYSCALL(shmat);
 | 
						|
COND_SYSCALL_COMPAT(shmat);
 | 
						|
COND_SYSCALL(shmdt);
 | 
						|
 | 
						|
/* net/socket.c */
 | 
						|
COND_SYSCALL(socket);
 | 
						|
COND_SYSCALL(socketpair);
 | 
						|
COND_SYSCALL(bind);
 | 
						|
COND_SYSCALL(listen);
 | 
						|
COND_SYSCALL(accept);
 | 
						|
COND_SYSCALL(connect);
 | 
						|
COND_SYSCALL(getsockname);
 | 
						|
COND_SYSCALL(getpeername);
 | 
						|
COND_SYSCALL(setsockopt);
 | 
						|
COND_SYSCALL_COMPAT(setsockopt);
 | 
						|
COND_SYSCALL(getsockopt);
 | 
						|
COND_SYSCALL_COMPAT(getsockopt);
 | 
						|
COND_SYSCALL(sendto);
 | 
						|
COND_SYSCALL(shutdown);
 | 
						|
COND_SYSCALL(recvfrom);
 | 
						|
COND_SYSCALL_COMPAT(recvfrom);
 | 
						|
COND_SYSCALL(sendmsg);
 | 
						|
COND_SYSCALL_COMPAT(sendmsg);
 | 
						|
COND_SYSCALL(recvmsg);
 | 
						|
COND_SYSCALL_COMPAT(recvmsg);
 | 
						|
 | 
						|
/* mm/filemap.c */
 | 
						|
 | 
						|
/* mm/nommu.c, also with MMU */
 | 
						|
COND_SYSCALL(mremap);
 | 
						|
 | 
						|
/* security/keys/keyctl.c */
 | 
						|
COND_SYSCALL(add_key);
 | 
						|
COND_SYSCALL(request_key);
 | 
						|
COND_SYSCALL(keyctl);
 | 
						|
COND_SYSCALL_COMPAT(keyctl);
 | 
						|
 | 
						|
/* arch/example/kernel/sys_example.c */
 | 
						|
 | 
						|
/* mm/fadvise.c */
 | 
						|
COND_SYSCALL(fadvise64_64);
 | 
						|
 | 
						|
/* mm/, CONFIG_MMU only */
 | 
						|
COND_SYSCALL(swapon);
 | 
						|
COND_SYSCALL(swapoff);
 | 
						|
COND_SYSCALL(mprotect);
 | 
						|
COND_SYSCALL(msync);
 | 
						|
COND_SYSCALL(mlock);
 | 
						|
COND_SYSCALL(munlock);
 | 
						|
COND_SYSCALL(mlockall);
 | 
						|
COND_SYSCALL(munlockall);
 | 
						|
COND_SYSCALL(mincore);
 | 
						|
COND_SYSCALL(madvise);
 | 
						|
COND_SYSCALL(remap_file_pages);
 | 
						|
COND_SYSCALL(mbind);
 | 
						|
COND_SYSCALL_COMPAT(mbind);
 | 
						|
COND_SYSCALL(get_mempolicy);
 | 
						|
COND_SYSCALL_COMPAT(get_mempolicy);
 | 
						|
COND_SYSCALL(set_mempolicy);
 | 
						|
COND_SYSCALL_COMPAT(set_mempolicy);
 | 
						|
COND_SYSCALL(migrate_pages);
 | 
						|
COND_SYSCALL_COMPAT(migrate_pages);
 | 
						|
COND_SYSCALL(move_pages);
 | 
						|
COND_SYSCALL_COMPAT(move_pages);
 | 
						|
 | 
						|
COND_SYSCALL(perf_event_open);
 | 
						|
COND_SYSCALL(accept4);
 | 
						|
COND_SYSCALL(recvmmsg);
 | 
						|
COND_SYSCALL_COMPAT(recvmmsg);
 | 
						|
 | 
						|
/*
 | 
						|
 * Architecture specific syscalls: see further below
 | 
						|
 */
 | 
						|
 | 
						|
/* fanotify */
 | 
						|
COND_SYSCALL(fanotify_init);
 | 
						|
COND_SYSCALL(fanotify_mark);
 | 
						|
 | 
						|
/* open by handle */
 | 
						|
COND_SYSCALL(name_to_handle_at);
 | 
						|
COND_SYSCALL(open_by_handle_at);
 | 
						|
COND_SYSCALL_COMPAT(open_by_handle_at);
 | 
						|
 | 
						|
COND_SYSCALL(sendmmsg);
 | 
						|
COND_SYSCALL_COMPAT(sendmmsg);
 | 
						|
COND_SYSCALL(process_vm_readv);
 | 
						|
COND_SYSCALL_COMPAT(process_vm_readv);
 | 
						|
COND_SYSCALL(process_vm_writev);
 | 
						|
COND_SYSCALL_COMPAT(process_vm_writev);
 | 
						|
 | 
						|
/* compare kernel pointers */
 | 
						|
COND_SYSCALL(kcmp);
 | 
						|
 | 
						|
COND_SYSCALL(finit_module);
 | 
						|
 | 
						|
/* operate on Secure Computing state */
 | 
						|
COND_SYSCALL(seccomp);
 | 
						|
 | 
						|
COND_SYSCALL(memfd_create);
 | 
						|
 | 
						|
/* access BPF programs and maps */
 | 
						|
COND_SYSCALL(bpf);
 | 
						|
 | 
						|
/* execveat */
 | 
						|
COND_SYSCALL(execveat);
 | 
						|
 | 
						|
COND_SYSCALL(userfaultfd);
 | 
						|
 | 
						|
/* membarrier */
 | 
						|
COND_SYSCALL(membarrier);
 | 
						|
 | 
						|
COND_SYSCALL(mlock2);
 | 
						|
 | 
						|
COND_SYSCALL(copy_file_range);
 | 
						|
 | 
						|
/* memory protection keys */
 | 
						|
COND_SYSCALL(pkey_mprotect);
 | 
						|
COND_SYSCALL(pkey_alloc);
 | 
						|
COND_SYSCALL(pkey_free);
 | 
						|
 | 
						|
 | 
						|
/*
 | 
						|
 * Architecture specific weak syscall entries.
 | 
						|
 */
 | 
						|
 | 
						|
/* pciconfig: alpha, arm, arm64, ia64, sparc */
 | 
						|
COND_SYSCALL(pciconfig_read);
 | 
						|
COND_SYSCALL(pciconfig_write);
 | 
						|
COND_SYSCALL(pciconfig_iobase);
 | 
						|
 | 
						|
/* sys_socketcall: arm, mips, x86, ... */
 | 
						|
COND_SYSCALL(socketcall);
 | 
						|
COND_SYSCALL_COMPAT(socketcall);
 | 
						|
 | 
						|
/* compat syscalls for arm64, x86, ... */
 | 
						|
COND_SYSCALL_COMPAT(sysctl);
 | 
						|
COND_SYSCALL_COMPAT(fanotify_mark);
 | 
						|
 | 
						|
/* x86 */
 | 
						|
COND_SYSCALL(vm86old);
 | 
						|
COND_SYSCALL(modify_ldt);
 | 
						|
COND_SYSCALL_COMPAT(quotactl32);
 | 
						|
COND_SYSCALL(vm86);
 | 
						|
COND_SYSCALL(kexec_file_load);
 | 
						|
 | 
						|
/* s390 */
 | 
						|
COND_SYSCALL(s390_pci_mmio_read);
 | 
						|
COND_SYSCALL(s390_pci_mmio_write);
 | 
						|
COND_SYSCALL_COMPAT(s390_ipc);
 | 
						|
 | 
						|
/* powerpc */
 | 
						|
COND_SYSCALL(rtas);
 | 
						|
COND_SYSCALL(spu_run);
 | 
						|
COND_SYSCALL(spu_create);
 | 
						|
COND_SYSCALL(subpage_prot);
 | 
						|
 | 
						|
 | 
						|
/*
 | 
						|
 * Deprecated system calls which are still defined in
 | 
						|
 * include/uapi/asm-generic/unistd.h and wanted by >= 1 arch
 | 
						|
 */
 | 
						|
 | 
						|
/* __ARCH_WANT_SYSCALL_NO_FLAGS */
 | 
						|
COND_SYSCALL(epoll_create);
 | 
						|
COND_SYSCALL(inotify_init);
 | 
						|
COND_SYSCALL(eventfd);
 | 
						|
COND_SYSCALL(signalfd);
 | 
						|
COND_SYSCALL_COMPAT(signalfd);
 | 
						|
 | 
						|
/* __ARCH_WANT_SYSCALL_OFF_T */
 | 
						|
COND_SYSCALL(fadvise64);
 | 
						|
 | 
						|
/* __ARCH_WANT_SYSCALL_DEPRECATED */
 | 
						|
COND_SYSCALL(epoll_wait);
 | 
						|
COND_SYSCALL(recv);
 | 
						|
COND_SYSCALL_COMPAT(recv);
 | 
						|
COND_SYSCALL(send);
 | 
						|
COND_SYSCALL(bdflush);
 | 
						|
COND_SYSCALL(uselib);
 | 
						|
 | 
						|
 | 
						|
/*
 | 
						|
 * The syscalls below are not found in include/uapi/asm-generic/unistd.h
 | 
						|
 */
 | 
						|
 | 
						|
/* obsolete: SGETMASK_SYSCALL */
 | 
						|
COND_SYSCALL(sgetmask);
 | 
						|
COND_SYSCALL(ssetmask);
 | 
						|
 | 
						|
/* obsolete: SYSFS_SYSCALL */
 | 
						|
COND_SYSCALL(sysfs);
 | 
						|
 | 
						|
/* obsolete: __ARCH_WANT_SYS_IPC */
 | 
						|
COND_SYSCALL(ipc);
 | 
						|
COND_SYSCALL_COMPAT(ipc);
 | 
						|
 | 
						|
/* obsolete: UID16 */
 | 
						|
COND_SYSCALL(chown16);
 | 
						|
COND_SYSCALL(fchown16);
 | 
						|
COND_SYSCALL(getegid16);
 | 
						|
COND_SYSCALL(geteuid16);
 | 
						|
COND_SYSCALL(getgid16);
 | 
						|
COND_SYSCALL(getgroups16);
 | 
						|
COND_SYSCALL(getresgid16);
 | 
						|
COND_SYSCALL(getresuid16);
 | 
						|
COND_SYSCALL(getuid16);
 | 
						|
COND_SYSCALL(lchown16);
 | 
						|
COND_SYSCALL(setfsgid16);
 | 
						|
COND_SYSCALL(setfsuid16);
 | 
						|
COND_SYSCALL(setgid16);
 | 
						|
COND_SYSCALL(setgroups16);
 | 
						|
COND_SYSCALL(setregid16);
 | 
						|
COND_SYSCALL(setresgid16);
 | 
						|
COND_SYSCALL(setresuid16);
 | 
						|
COND_SYSCALL(setreuid16);
 | 
						|
COND_SYSCALL(setuid16);
 | 
						|
 | 
						|
/* restartable sequence */
 | 
						|
COND_SYSCALL(rseq);
 |