Lines Matching refs:hpage_pmd_size

27 static unsigned long hpage_pmd_size;  variable
558 p = mmap(BASE_ADDR, nr * hpage_pmd_size, PROT_READ | PROT_WRITE, in alloc_mapping()
604 ops->fault(p, 0, hpage_pmd_size); in alloc_hpage()
614 if (madvise_collapse_retry(p, hpage_pmd_size)) { in alloc_hpage()
622 if (madvise(p, hpage_pmd_size, MADV_HUGEPAGE)) { in alloc_hpage()
660 return check_huge_anon(addr, nr_hpages, hpage_pmd_size); in anon_check_huge()
679 size = nr_hpages * hpage_pmd_size; in file_setup_area()
725 return check_huge_file(addr, nr_hpages, hpage_pmd_size); in file_check_huge()
727 return check_huge_shmem(addr, nr_hpages, hpage_pmd_size); in file_check_huge()
737 unsigned long size = nr_hpages * hpage_pmd_size; in shmem_setup_area()
765 return check_huge_shmem(addr, nr_hpages, hpage_pmd_size); in shmem_check_huge()
809 madvise(p, nr_hpages * hpage_pmd_size, MADV_HUGEPAGE); in __madvise_collapse()
810 ret = madvise_collapse_retry(p, nr_hpages * hpage_pmd_size); in __madvise_collapse()
845 madvise(p, nr_hpages * hpage_pmd_size, MADV_HUGEPAGE); in wait_for_scan()
860 madvise(p, nr_hpages * hpage_pmd_size, MADV_NOHUGEPAGE); in wait_for_scan()
882 ops->fault(p, 0, nr_hpages * hpage_pmd_size); in khugepaged_collapse()
918 if (check_huge_anon(p, 1, hpage_pmd_size)) in alloc_at_fault()
927 if (check_huge_anon(p, 0, hpage_pmd_size)) in alloc_at_fault()
931 munmap(p, hpage_pmd_size); in alloc_at_fault()
938 unsigned long size = nr_hpages * hpage_pmd_size; in collapse_full()
954 ops->cleanup_area(p, hpage_pmd_size); in collapse_empty()
965 ops->cleanup_area(p, hpage_pmd_size); in collapse_single_pte_entry()
999 ops->cleanup_area(p, hpage_pmd_size); in collapse_max_ptes_none()
1008 ops->fault(p, 0, hpage_pmd_size); in collapse_swapin_single_pte()
1024 validate_memory(p, 0, hpage_pmd_size); in collapse_swapin_single_pte()
1026 ops->cleanup_area(p, hpage_pmd_size); in collapse_swapin_single_pte()
1035 ops->fault(p, 0, hpage_pmd_size); in collapse_max_ptes_swap()
1051 validate_memory(p, 0, hpage_pmd_size); in collapse_max_ptes_swap()
1054 ops->fault(p, 0, hpage_pmd_size); in collapse_max_ptes_swap()
1070 validate_memory(p, 0, hpage_pmd_size); in collapse_max_ptes_swap()
1073 ops->cleanup_area(p, hpage_pmd_size); in collapse_max_ptes_swap()
1089 madvise(p, hpage_pmd_size, MADV_NOHUGEPAGE); in collapse_single_pte_entry_compound()
1091 madvise(p + page_size, hpage_pmd_size - page_size, MADV_DONTNEED); in collapse_single_pte_entry_compound()
1101 ops->cleanup_area(p, hpage_pmd_size); in collapse_single_pte_entry_compound()
1111 madvise(p, hpage_pmd_size, MADV_NOHUGEPAGE); in collapse_full_of_compound()
1119 validate_memory(p, 0, hpage_pmd_size); in collapse_full_of_compound()
1120 ops->cleanup_area(p, hpage_pmd_size); in collapse_full_of_compound()
1133 madvise(BASE_ADDR, hpage_pmd_size, MADV_HUGEPAGE); in collapse_compound_extreme()
1134 ops->fault(BASE_ADDR, 0, hpage_pmd_size); in collapse_compound_extreme()
1139 madvise(BASE_ADDR, hpage_pmd_size, MADV_NOHUGEPAGE); in collapse_compound_extreme()
1142 i * page_size + hpage_pmd_size, in collapse_compound_extreme()
1145 BASE_ADDR + 2 * hpage_pmd_size); in collapse_compound_extreme()
1151 p = mremap(BASE_ADDR + 2 * hpage_pmd_size, in collapse_compound_extreme()
1153 (i + 1) * page_size + hpage_pmd_size, in collapse_compound_extreme()
1162 ops->cleanup_area(BASE_ADDR, hpage_pmd_size); in collapse_compound_extreme()
1163 ops->fault(p, 0, hpage_pmd_size); in collapse_compound_extreme()
1172 validate_memory(p, 0, hpage_pmd_size); in collapse_compound_extreme()
1173 ops->cleanup_area(p, hpage_pmd_size); in collapse_compound_extreme()
1206 ops->cleanup_area(p, hpage_pmd_size); in collapse_fork()
1219 ops->cleanup_area(p, hpage_pmd_size); in collapse_fork()
1241 madvise(p, hpage_pmd_size, MADV_NOHUGEPAGE); in collapse_fork_compound()
1254 validate_memory(p, 0, hpage_pmd_size); in collapse_fork_compound()
1255 ops->cleanup_area(p, hpage_pmd_size); in collapse_fork_compound()
1267 validate_memory(p, 0, hpage_pmd_size); in collapse_fork_compound()
1268 ops->cleanup_area(p, hpage_pmd_size); in collapse_fork_compound()
1314 validate_memory(p, 0, hpage_pmd_size); in collapse_max_ptes_shared()
1315 ops->cleanup_area(p, hpage_pmd_size); in collapse_max_ptes_shared()
1327 validate_memory(p, 0, hpage_pmd_size); in collapse_max_ptes_shared()
1328 ops->cleanup_area(p, hpage_pmd_size); in collapse_max_ptes_shared()
1337 ops->fault(p, 0, hpage_pmd_size); in madvise_collapse_existing_thps()
1339 validate_memory(p, 0, hpage_pmd_size); in madvise_collapse_existing_thps()
1343 validate_memory(p, 0, hpage_pmd_size); in madvise_collapse_existing_thps()
1344 ops->cleanup_area(p, hpage_pmd_size); in madvise_collapse_existing_thps()
1356 unsigned long size = nr_hpages * hpage_pmd_size; in madvise_retracted_page_tables()
1469 hpage_pmd_size = read_pmd_pagesize(); in main()
1470 if (!hpage_pmd_size) { in main()
1474 hpage_pmd_nr = hpage_pmd_size / page_size; in main()