1 /* SPDX-License-Identifier: GPL-2.0 */
2 #include <stdint.h>
3 #include <stdbool.h>
4 #include <sys/mman.h>
5 #include <err.h>
6 #include <strings.h> /* ffsl() */
7 #include <unistd.h> /* _SC_PAGESIZE */
8 
9 #define BIT_ULL(nr)                   (1ULL << (nr))
10 #define PM_SOFT_DIRTY                 BIT_ULL(55)
11 #define PM_MMAP_EXCLUSIVE             BIT_ULL(56)
12 #define PM_UFFD_WP                    BIT_ULL(57)
13 #define PM_FILE                       BIT_ULL(61)
14 #define PM_SWAP                       BIT_ULL(62)
15 #define PM_PRESENT                    BIT_ULL(63)
16 
17 extern unsigned int __page_size;
18 extern unsigned int __page_shift;
19 
psize(void)20 static inline unsigned int psize(void)
21 {
22 	if (!__page_size)
23 		__page_size = sysconf(_SC_PAGESIZE);
24 	return __page_size;
25 }
26 
pshift(void)27 static inline unsigned int pshift(void)
28 {
29 	if (!__page_shift)
30 		__page_shift = (ffsl(psize()) - 1);
31 	return __page_shift;
32 }
33 
34 uint64_t pagemap_get_entry(int fd, char *start);
35 bool pagemap_is_softdirty(int fd, char *start);
36 bool pagemap_is_swapped(int fd, char *start);
37 bool pagemap_is_populated(int fd, char *start);
38 unsigned long pagemap_get_pfn(int fd, char *start);
39 void clear_softdirty(void);
40 bool check_for_pattern(FILE *fp, const char *pattern, char *buf, size_t len);
41 uint64_t read_pmd_pagesize(void);
42 bool check_huge_anon(void *addr, int nr_hpages, uint64_t hpage_size);
43 bool check_huge_file(void *addr, int nr_hpages, uint64_t hpage_size);
44 bool check_huge_shmem(void *addr, int nr_hpages, uint64_t hpage_size);
45 int64_t allocate_transhuge(void *ptr, int pagemap_fd);
46 unsigned long default_huge_page_size(void);
47 int detect_hugetlb_page_sizes(size_t sizes[], int max);
48 
49 int uffd_register(int uffd, void *addr, uint64_t len,
50 		  bool miss, bool wp, bool minor);
51 int uffd_unregister(int uffd, void *addr, uint64_t len);
52 int uffd_register_with_ioctls(int uffd, void *addr, uint64_t len,
53 			      bool miss, bool wp, bool minor, uint64_t *ioctls);
54 
55 /*
56  * On ppc64 this will only work with radix 2M hugepage size
57  */
58 #define HPAGE_SHIFT 21
59 #define HPAGE_SIZE (1 << HPAGE_SHIFT)
60 
61 #define PAGEMAP_PRESENT(ent)	(((ent) & (1ull << 63)) != 0)
62 #define PAGEMAP_PFN(ent)	((ent) & ((1ull << 55) - 1))
63