1dd873966SEric Auger /* SPDX-License-Identifier: GPL-2.0 WITH Linux-syscall-note */ 2c1fcf220SDr. David Alan Gilbert /* 3c1fcf220SDr. David Alan Gilbert * include/linux/userfaultfd.h 4c1fcf220SDr. David Alan Gilbert * 5c1fcf220SDr. David Alan Gilbert * Copyright (C) 2007 Davide Libenzi <davidel@xmailserver.org> 6c1fcf220SDr. David Alan Gilbert * Copyright (C) 2015 Red Hat, Inc. 7c1fcf220SDr. David Alan Gilbert * 8c1fcf220SDr. David Alan Gilbert */ 9c1fcf220SDr. David Alan Gilbert 10c1fcf220SDr. David Alan Gilbert #ifndef _LINUX_USERFAULTFD_H 11c1fcf220SDr. David Alan Gilbert #define _LINUX_USERFAULTFD_H 12c1fcf220SDr. David Alan Gilbert 13c1fcf220SDr. David Alan Gilbert #include <linux/types.h> 14c1fcf220SDr. David Alan Gilbert 15c1fcf220SDr. David Alan Gilbert /* 163a5eb5b4SPaolo Bonzini * If the UFFDIO_API is upgraded someday, the UFFDIO_UNREGISTER and 173a5eb5b4SPaolo Bonzini * UFFDIO_WAKE ioctls should be defined as _IOW and not as _IOR. In 183a5eb5b4SPaolo Bonzini * userfaultfd.h we assumed the kernel was reading (instead _IOC_READ 193a5eb5b4SPaolo Bonzini * means the userland is reading). 20c1fcf220SDr. David Alan Gilbert */ 213a5eb5b4SPaolo Bonzini #define UFFD_API ((__u64)0xAA) 22dc6f8d45SCornelia Huck #define UFFD_API_FEATURES (UFFD_FEATURE_PAGEFAULT_FLAG_WP | \ 23dc6f8d45SCornelia Huck UFFD_FEATURE_EVENT_FORK | \ 243a5eb5b4SPaolo Bonzini UFFD_FEATURE_EVENT_REMAP | \ 2574c98e20SCornelia Huck UFFD_FEATURE_EVENT_REMOVE | \ 2674c98e20SCornelia Huck UFFD_FEATURE_EVENT_UNMAP | \ 273a5eb5b4SPaolo Bonzini UFFD_FEATURE_MISSING_HUGETLBFS | \ 28d4083f50SAlexey Perevalov UFFD_FEATURE_MISSING_SHMEM | \ 29d4083f50SAlexey Perevalov UFFD_FEATURE_SIGBUS | \ 30d4083f50SAlexey Perevalov UFFD_FEATURE_THREAD_ID) 31c1fcf220SDr. David Alan Gilbert #define UFFD_API_IOCTLS \ 32c1fcf220SDr. David Alan Gilbert ((__u64)1 << _UFFDIO_REGISTER | \ 33c1fcf220SDr. David Alan Gilbert (__u64)1 << _UFFDIO_UNREGISTER | \ 34c1fcf220SDr. David Alan Gilbert (__u64)1 << _UFFDIO_API) 35c1fcf220SDr. David Alan Gilbert #define UFFD_API_RANGE_IOCTLS \ 36c1fcf220SDr. David Alan Gilbert ((__u64)1 << _UFFDIO_WAKE | \ 37c1fcf220SDr. David Alan Gilbert (__u64)1 << _UFFDIO_COPY | \ 38dc6f8d45SCornelia Huck (__u64)1 << _UFFDIO_ZEROPAGE | \ 39dc6f8d45SCornelia Huck (__u64)1 << _UFFDIO_WRITEPROTECT) 403a5eb5b4SPaolo Bonzini #define UFFD_API_RANGE_IOCTLS_BASIC \ 413a5eb5b4SPaolo Bonzini ((__u64)1 << _UFFDIO_WAKE | \ 423a5eb5b4SPaolo Bonzini (__u64)1 << _UFFDIO_COPY) 43c1fcf220SDr. David Alan Gilbert 44c1fcf220SDr. David Alan Gilbert /* 45c1fcf220SDr. David Alan Gilbert * Valid ioctl command number range with this API is from 0x00 to 46c1fcf220SDr. David Alan Gilbert * 0x3F. UFFDIO_API is the fixed number, everything else can be 47c1fcf220SDr. David Alan Gilbert * changed by implementing a different UFFD_API. If sticking to the 48c1fcf220SDr. David Alan Gilbert * same UFFD_API more ioctl can be added and userland will be aware of 49c1fcf220SDr. David Alan Gilbert * which ioctl the running kernel implements through the ioctl command 50c1fcf220SDr. David Alan Gilbert * bitmask written by the UFFDIO_API. 51c1fcf220SDr. David Alan Gilbert */ 52c1fcf220SDr. David Alan Gilbert #define _UFFDIO_REGISTER (0x00) 53c1fcf220SDr. David Alan Gilbert #define _UFFDIO_UNREGISTER (0x01) 54c1fcf220SDr. David Alan Gilbert #define _UFFDIO_WAKE (0x02) 55c1fcf220SDr. David Alan Gilbert #define _UFFDIO_COPY (0x03) 56c1fcf220SDr. David Alan Gilbert #define _UFFDIO_ZEROPAGE (0x04) 57dc6f8d45SCornelia Huck #define _UFFDIO_WRITEPROTECT (0x06) 58c1fcf220SDr. David Alan Gilbert #define _UFFDIO_API (0x3F) 59c1fcf220SDr. David Alan Gilbert 60c1fcf220SDr. David Alan Gilbert /* userfaultfd ioctl ids */ 61c1fcf220SDr. David Alan Gilbert #define UFFDIO 0xAA 62c1fcf220SDr. David Alan Gilbert #define UFFDIO_API _IOWR(UFFDIO, _UFFDIO_API, \ 63c1fcf220SDr. David Alan Gilbert struct uffdio_api) 64c1fcf220SDr. David Alan Gilbert #define UFFDIO_REGISTER _IOWR(UFFDIO, _UFFDIO_REGISTER, \ 65c1fcf220SDr. David Alan Gilbert struct uffdio_register) 66c1fcf220SDr. David Alan Gilbert #define UFFDIO_UNREGISTER _IOR(UFFDIO, _UFFDIO_UNREGISTER, \ 67c1fcf220SDr. David Alan Gilbert struct uffdio_range) 68c1fcf220SDr. David Alan Gilbert #define UFFDIO_WAKE _IOR(UFFDIO, _UFFDIO_WAKE, \ 69c1fcf220SDr. David Alan Gilbert struct uffdio_range) 70c1fcf220SDr. David Alan Gilbert #define UFFDIO_COPY _IOWR(UFFDIO, _UFFDIO_COPY, \ 71c1fcf220SDr. David Alan Gilbert struct uffdio_copy) 72c1fcf220SDr. David Alan Gilbert #define UFFDIO_ZEROPAGE _IOWR(UFFDIO, _UFFDIO_ZEROPAGE, \ 73c1fcf220SDr. David Alan Gilbert struct uffdio_zeropage) 74dc6f8d45SCornelia Huck #define UFFDIO_WRITEPROTECT _IOWR(UFFDIO, _UFFDIO_WRITEPROTECT, \ 75dc6f8d45SCornelia Huck struct uffdio_writeprotect) 76c1fcf220SDr. David Alan Gilbert 77c1fcf220SDr. David Alan Gilbert /* read() structure */ 78c1fcf220SDr. David Alan Gilbert struct uffd_msg { 79c1fcf220SDr. David Alan Gilbert __u8 event; 80c1fcf220SDr. David Alan Gilbert 81c1fcf220SDr. David Alan Gilbert __u8 reserved1; 82c1fcf220SDr. David Alan Gilbert __u16 reserved2; 83c1fcf220SDr. David Alan Gilbert __u32 reserved3; 84c1fcf220SDr. David Alan Gilbert 85c1fcf220SDr. David Alan Gilbert union { 86c1fcf220SDr. David Alan Gilbert struct { 87c1fcf220SDr. David Alan Gilbert __u64 flags; 88c1fcf220SDr. David Alan Gilbert __u64 address; 89d4083f50SAlexey Perevalov union { 90d4083f50SAlexey Perevalov __u32 ptid; 91d4083f50SAlexey Perevalov } feat; 92c1fcf220SDr. David Alan Gilbert } pagefault; 93c1fcf220SDr. David Alan Gilbert 94c1fcf220SDr. David Alan Gilbert struct { 953a5eb5b4SPaolo Bonzini __u32 ufd; 963a5eb5b4SPaolo Bonzini } fork; 973a5eb5b4SPaolo Bonzini 983a5eb5b4SPaolo Bonzini struct { 993a5eb5b4SPaolo Bonzini __u64 from; 1003a5eb5b4SPaolo Bonzini __u64 to; 1013a5eb5b4SPaolo Bonzini __u64 len; 1023a5eb5b4SPaolo Bonzini } remap; 1033a5eb5b4SPaolo Bonzini 1043a5eb5b4SPaolo Bonzini struct { 1053a5eb5b4SPaolo Bonzini __u64 start; 1063a5eb5b4SPaolo Bonzini __u64 end; 10774c98e20SCornelia Huck } remove; 1083a5eb5b4SPaolo Bonzini 1093a5eb5b4SPaolo Bonzini struct { 110c1fcf220SDr. David Alan Gilbert /* unused reserved fields */ 111c1fcf220SDr. David Alan Gilbert __u64 reserved1; 112c1fcf220SDr. David Alan Gilbert __u64 reserved2; 113c1fcf220SDr. David Alan Gilbert __u64 reserved3; 114c1fcf220SDr. David Alan Gilbert } reserved; 115c1fcf220SDr. David Alan Gilbert } arg; 116b89485a5SPaolo Bonzini } __attribute__((packed)); 117c1fcf220SDr. David Alan Gilbert 118c1fcf220SDr. David Alan Gilbert /* 119c1fcf220SDr. David Alan Gilbert * Start at 0x12 and not at 0 to be more strict against bugs. 120c1fcf220SDr. David Alan Gilbert */ 121c1fcf220SDr. David Alan Gilbert #define UFFD_EVENT_PAGEFAULT 0x12 122c1fcf220SDr. David Alan Gilbert #define UFFD_EVENT_FORK 0x13 1233a5eb5b4SPaolo Bonzini #define UFFD_EVENT_REMAP 0x14 12474c98e20SCornelia Huck #define UFFD_EVENT_REMOVE 0x15 12574c98e20SCornelia Huck #define UFFD_EVENT_UNMAP 0x16 126c1fcf220SDr. David Alan Gilbert 127c1fcf220SDr. David Alan Gilbert /* flags for UFFD_EVENT_PAGEFAULT */ 128c1fcf220SDr. David Alan Gilbert #define UFFD_PAGEFAULT_FLAG_WRITE (1<<0) /* If this was a write fault */ 129c1fcf220SDr. David Alan Gilbert #define UFFD_PAGEFAULT_FLAG_WP (1<<1) /* If reason is VM_UFFD_WP */ 130c1fcf220SDr. David Alan Gilbert 131c1fcf220SDr. David Alan Gilbert struct uffdio_api { 132c1fcf220SDr. David Alan Gilbert /* userland asks for an API number and the features to enable */ 133c1fcf220SDr. David Alan Gilbert __u64 api; 134c1fcf220SDr. David Alan Gilbert /* 135c1fcf220SDr. David Alan Gilbert * Kernel answers below with the all available features for 136c1fcf220SDr. David Alan Gilbert * the API, this notifies userland of which events and/or 137c1fcf220SDr. David Alan Gilbert * which flags for each event are enabled in the current 138c1fcf220SDr. David Alan Gilbert * kernel. 139c1fcf220SDr. David Alan Gilbert * 140c1fcf220SDr. David Alan Gilbert * Note: UFFD_EVENT_PAGEFAULT and UFFD_PAGEFAULT_FLAG_WRITE 141c1fcf220SDr. David Alan Gilbert * are to be considered implicitly always enabled in all kernels as 142c1fcf220SDr. David Alan Gilbert * long as the uffdio_api.api requested matches UFFD_API. 1433a5eb5b4SPaolo Bonzini * 1443a5eb5b4SPaolo Bonzini * UFFD_FEATURE_MISSING_HUGETLBFS means an UFFDIO_REGISTER 1453a5eb5b4SPaolo Bonzini * with UFFDIO_REGISTER_MODE_MISSING mode will succeed on 1463a5eb5b4SPaolo Bonzini * hugetlbfs virtual memory ranges. Adding or not adding 1473a5eb5b4SPaolo Bonzini * UFFD_FEATURE_MISSING_HUGETLBFS to uffdio_api.features has 1483a5eb5b4SPaolo Bonzini * no real functional effect after UFFDIO_API returns, but 1493a5eb5b4SPaolo Bonzini * it's only useful for an initial feature set probe at 1503a5eb5b4SPaolo Bonzini * UFFDIO_API time. There are two ways to use it: 1513a5eb5b4SPaolo Bonzini * 1523a5eb5b4SPaolo Bonzini * 1) by adding UFFD_FEATURE_MISSING_HUGETLBFS to the 1533a5eb5b4SPaolo Bonzini * uffdio_api.features before calling UFFDIO_API, an error 1543a5eb5b4SPaolo Bonzini * will be returned by UFFDIO_API on a kernel without 1553a5eb5b4SPaolo Bonzini * hugetlbfs missing support 1563a5eb5b4SPaolo Bonzini * 1573a5eb5b4SPaolo Bonzini * 2) the UFFD_FEATURE_MISSING_HUGETLBFS can not be added in 1583a5eb5b4SPaolo Bonzini * uffdio_api.features and instead it will be set by the 1593a5eb5b4SPaolo Bonzini * kernel in the uffdio_api.features if the kernel supports 1603a5eb5b4SPaolo Bonzini * it, so userland can later check if the feature flag is 1613a5eb5b4SPaolo Bonzini * present in uffdio_api.features after UFFDIO_API 1623a5eb5b4SPaolo Bonzini * succeeded. 1633a5eb5b4SPaolo Bonzini * 1643a5eb5b4SPaolo Bonzini * UFFD_FEATURE_MISSING_SHMEM works the same as 1653a5eb5b4SPaolo Bonzini * UFFD_FEATURE_MISSING_HUGETLBFS, but it applies to shmem 1663a5eb5b4SPaolo Bonzini * (i.e. tmpfs and other shmem based APIs). 167d4083f50SAlexey Perevalov * 168d4083f50SAlexey Perevalov * UFFD_FEATURE_SIGBUS feature means no page-fault 169d4083f50SAlexey Perevalov * (UFFD_EVENT_PAGEFAULT) event will be delivered, instead 170d4083f50SAlexey Perevalov * a SIGBUS signal will be sent to the faulting process. 171d4083f50SAlexey Perevalov * 172d4083f50SAlexey Perevalov * UFFD_FEATURE_THREAD_ID pid of the page faulted task_struct will 173d4083f50SAlexey Perevalov * be returned, if feature is not requested 0 will be returned. 174c1fcf220SDr. David Alan Gilbert */ 175c1fcf220SDr. David Alan Gilbert #define UFFD_FEATURE_PAGEFAULT_FLAG_WP (1<<0) 176c1fcf220SDr. David Alan Gilbert #define UFFD_FEATURE_EVENT_FORK (1<<1) 1773a5eb5b4SPaolo Bonzini #define UFFD_FEATURE_EVENT_REMAP (1<<2) 17874c98e20SCornelia Huck #define UFFD_FEATURE_EVENT_REMOVE (1<<3) 1793a5eb5b4SPaolo Bonzini #define UFFD_FEATURE_MISSING_HUGETLBFS (1<<4) 1803a5eb5b4SPaolo Bonzini #define UFFD_FEATURE_MISSING_SHMEM (1<<5) 18174c98e20SCornelia Huck #define UFFD_FEATURE_EVENT_UNMAP (1<<6) 182d4083f50SAlexey Perevalov #define UFFD_FEATURE_SIGBUS (1<<7) 183d4083f50SAlexey Perevalov #define UFFD_FEATURE_THREAD_ID (1<<8) 184c1fcf220SDr. David Alan Gilbert __u64 features; 185c1fcf220SDr. David Alan Gilbert 186c1fcf220SDr. David Alan Gilbert __u64 ioctls; 187c1fcf220SDr. David Alan Gilbert }; 188c1fcf220SDr. David Alan Gilbert 189c1fcf220SDr. David Alan Gilbert struct uffdio_range { 190c1fcf220SDr. David Alan Gilbert __u64 start; 191c1fcf220SDr. David Alan Gilbert __u64 len; 192c1fcf220SDr. David Alan Gilbert }; 193c1fcf220SDr. David Alan Gilbert 194c1fcf220SDr. David Alan Gilbert struct uffdio_register { 195c1fcf220SDr. David Alan Gilbert struct uffdio_range range; 196c1fcf220SDr. David Alan Gilbert #define UFFDIO_REGISTER_MODE_MISSING ((__u64)1<<0) 197c1fcf220SDr. David Alan Gilbert #define UFFDIO_REGISTER_MODE_WP ((__u64)1<<1) 198c1fcf220SDr. David Alan Gilbert __u64 mode; 199c1fcf220SDr. David Alan Gilbert 200c1fcf220SDr. David Alan Gilbert /* 201c1fcf220SDr. David Alan Gilbert * kernel answers which ioctl commands are available for the 202c1fcf220SDr. David Alan Gilbert * range, keep at the end as the last 8 bytes aren't read. 203c1fcf220SDr. David Alan Gilbert */ 204c1fcf220SDr. David Alan Gilbert __u64 ioctls; 205c1fcf220SDr. David Alan Gilbert }; 206c1fcf220SDr. David Alan Gilbert 207c1fcf220SDr. David Alan Gilbert struct uffdio_copy { 208c1fcf220SDr. David Alan Gilbert __u64 dst; 209c1fcf220SDr. David Alan Gilbert __u64 src; 210c1fcf220SDr. David Alan Gilbert __u64 len; 211c1fcf220SDr. David Alan Gilbert #define UFFDIO_COPY_MODE_DONTWAKE ((__u64)1<<0) 212dc6f8d45SCornelia Huck /* 213dc6f8d45SCornelia Huck * UFFDIO_COPY_MODE_WP will map the page write protected on 214dc6f8d45SCornelia Huck * the fly. UFFDIO_COPY_MODE_WP is available only if the 215dc6f8d45SCornelia Huck * write protected ioctl is implemented for the range 216dc6f8d45SCornelia Huck * according to the uffdio_register.ioctls. 217dc6f8d45SCornelia Huck */ 218dc6f8d45SCornelia Huck #define UFFDIO_COPY_MODE_WP ((__u64)1<<1) 219c1fcf220SDr. David Alan Gilbert __u64 mode; 220c1fcf220SDr. David Alan Gilbert 221c1fcf220SDr. David Alan Gilbert /* 222c1fcf220SDr. David Alan Gilbert * "copy" is written by the ioctl and must be at the end: the 223c1fcf220SDr. David Alan Gilbert * copy_from_user will not read the last 8 bytes. 224c1fcf220SDr. David Alan Gilbert */ 225c1fcf220SDr. David Alan Gilbert __s64 copy; 226c1fcf220SDr. David Alan Gilbert }; 227c1fcf220SDr. David Alan Gilbert 228c1fcf220SDr. David Alan Gilbert struct uffdio_zeropage { 229c1fcf220SDr. David Alan Gilbert struct uffdio_range range; 230c1fcf220SDr. David Alan Gilbert #define UFFDIO_ZEROPAGE_MODE_DONTWAKE ((__u64)1<<0) 231c1fcf220SDr. David Alan Gilbert __u64 mode; 232c1fcf220SDr. David Alan Gilbert 233c1fcf220SDr. David Alan Gilbert /* 234c1fcf220SDr. David Alan Gilbert * "zeropage" is written by the ioctl and must be at the end: 235c1fcf220SDr. David Alan Gilbert * the copy_from_user will not read the last 8 bytes. 236c1fcf220SDr. David Alan Gilbert */ 237c1fcf220SDr. David Alan Gilbert __s64 zeropage; 238c1fcf220SDr. David Alan Gilbert }; 239c1fcf220SDr. David Alan Gilbert 240dc6f8d45SCornelia Huck struct uffdio_writeprotect { 241dc6f8d45SCornelia Huck struct uffdio_range range; 242dc6f8d45SCornelia Huck /* 243dc6f8d45SCornelia Huck * UFFDIO_WRITEPROTECT_MODE_WP: set the flag to write protect a range, 244dc6f8d45SCornelia Huck * unset the flag to undo protection of a range which was previously 245dc6f8d45SCornelia Huck * write protected. 246dc6f8d45SCornelia Huck * 247dc6f8d45SCornelia Huck * UFFDIO_WRITEPROTECT_MODE_DONTWAKE: set the flag to avoid waking up 248dc6f8d45SCornelia Huck * any wait thread after the operation succeeds. 249dc6f8d45SCornelia Huck * 250dc6f8d45SCornelia Huck * NOTE: Write protecting a region (WP=1) is unrelated to page faults, 251dc6f8d45SCornelia Huck * therefore DONTWAKE flag is meaningless with WP=1. Removing write 252dc6f8d45SCornelia Huck * protection (WP=0) in response to a page fault wakes the faulting 253dc6f8d45SCornelia Huck * task unless DONTWAKE is set. 254dc6f8d45SCornelia Huck */ 255dc6f8d45SCornelia Huck #define UFFDIO_WRITEPROTECT_MODE_WP ((__u64)1<<0) 256dc6f8d45SCornelia Huck #define UFFDIO_WRITEPROTECT_MODE_DONTWAKE ((__u64)1<<1) 257dc6f8d45SCornelia Huck __u64 mode; 258dc6f8d45SCornelia Huck }; 259dc6f8d45SCornelia Huck 260*b3c818a4SEric Farman /* 261*b3c818a4SEric Farman * Flags for the userfaultfd(2) system call itself. 262*b3c818a4SEric Farman */ 263*b3c818a4SEric Farman 264*b3c818a4SEric Farman /* 265*b3c818a4SEric Farman * Create a userfaultfd that can handle page faults only in user mode. 266*b3c818a4SEric Farman */ 267*b3c818a4SEric Farman #define UFFD_USER_MODE_ONLY 1 268*b3c818a4SEric Farman 269c1fcf220SDr. David Alan Gilbert #endif /* _LINUX_USERFAULTFD_H */ 270