Home
last modified time | relevance | path

Searched refs:pgdp (Results 1 – 25 of 49) sorted by relevance

12

/openbmc/linux/arch/arm64/mm/
H A Dmmu.c79 void set_swapper_pgd(pgd_t *pgdp, pgd_t pgd) in set_swapper_pgd() argument
84 fixmap_pgdp = pgd_set_fixmap(__pa_symbol(pgdp)); in set_swapper_pgd()
313 static void alloc_init_pud(pgd_t *pgdp, unsigned long addr, unsigned long end, in alloc_init_pud() argument
320 p4d_t *p4dp = p4d_offset(pgdp, addr); in alloc_init_pud()
376 pgd_t *pgdp = pgd_offset_pgd(pgdir, virt); in __create_pgd_mapping_locked() local
391 alloc_init_pud(pgdp, addr, next, phys, prot, pgtable_alloc, in __create_pgd_mapping_locked()
394 } while (pgdp++, addr = next, addr != end); in __create_pgd_mapping_locked()
495 static void __init __map_memblock(pgd_t *pgdp, phys_addr_t start, in __map_memblock() argument
498 __create_pgd_mapping(pgdp, start, __phys_to_virt(start), end - start, in __map_memblock()
547 static void __init arm64_kfence_map_pool(phys_addr_t kfence_pool, pgd_t *pgdp) in arm64_kfence_map_pool() argument
[all …]
H A Dkasan_init.c143 static void __init kasan_p4d_populate(pgd_t *pgdp, unsigned long addr, in kasan_p4d_populate() argument
147 p4d_t *p4dp = p4d_offset(pgdp, addr); in kasan_p4d_populate()
159 pgd_t *pgdp; in kasan_pgd_populate() local
161 pgdp = pgd_offset_k(addr); in kasan_pgd_populate()
164 kasan_p4d_populate(pgdp, addr, next, node, early); in kasan_pgd_populate()
165 } while (pgdp++, addr = next, addr != end); in kasan_pgd_populate()
192 pgd_t *pgdp, *pgdp_new, *pgdp_end; in kasan_copy_shadow() local
194 pgdp = pgd_offset_k(KASAN_SHADOW_START); in kasan_copy_shadow()
198 set_pgd(pgdp_new, READ_ONCE(*pgdp)); in kasan_copy_shadow()
199 } while (pgdp++, pgdp_new++, pgdp != pgdp_end); in kasan_copy_shadow()
H A Dhugetlbpage.c106 pgd_t *pgdp = pgd_offset(mm, addr); in find_num_contig() local
112 p4dp = p4d_offset(pgdp, addr); in find_num_contig()
279 pgd_t *pgdp; in huge_pte_alloc() local
285 pgdp = pgd_offset(mm, addr); in huge_pte_alloc()
286 p4dp = p4d_offset(pgdp, addr); in huge_pte_alloc()
317 pgd_t *pgdp; in huge_pte_offset() local
322 pgdp = pgd_offset(mm, addr); in huge_pte_offset()
323 if (!pgd_present(READ_ONCE(*pgdp))) in huge_pte_offset()
326 p4dp = p4d_offset(pgdp, addr); in huge_pte_offset()
H A Dpageattr.c215 pgd_t *pgdp; in kernel_page_present() local
222 pgdp = pgd_offset_k(addr); in kernel_page_present()
223 if (pgd_none(READ_ONCE(*pgdp))) in kernel_page_present()
226 p4dp = p4d_offset(pgdp, addr); in kernel_page_present()
H A Dfixmap.c103 pgd_t *pgdp = pgd_offset_k(addr); in early_fixmap_init() local
104 p4d_t *p4dp = p4d_offset(pgdp, addr); in early_fixmap_init()
/openbmc/linux/arch/riscv/mm/
H A Dkasan_init.c142 static void __init kasan_populate_pgd(pgd_t *pgdp, in kasan_populate_pgd() argument
151 if (pgd_none(pgdp_get(pgdp)) && IS_ALIGNED(vaddr, PGDIR_SIZE) && in kasan_populate_pgd()
155 set_pgd(pgdp, pfn_pgd(PFN_DOWN(phys_addr), PAGE_KERNEL)); in kasan_populate_pgd()
161 kasan_populate_p4d(pgdp, vaddr, next); in kasan_populate_pgd()
162 } while (pgdp++, vaddr = next, vaddr != end); in kasan_populate_pgd()
190 static void __init kasan_early_clear_p4d(pgd_t *pgdp, in kasan_early_clear_p4d() argument
197 p4dp = (p4d_t *)pgdp; in kasan_early_clear_p4d()
199 base_p4d = pt_ops.get_p4d_virt(pfn_to_phys(_pgd_pfn(pgdp_get(pgdp)))); in kasan_early_clear_p4d()
216 static void __init kasan_early_clear_pgd(pgd_t *pgdp, in kasan_early_clear_pgd() argument
226 pgd_clear(pgdp); in kasan_early_clear_pgd()
[all …]
H A Dpageattr.c180 static int __split_linear_mapping_p4d(pgd_t *pgdp, in __split_linear_mapping_p4d() argument
187 p4dp = p4d_offset(pgdp, vaddr); in __split_linear_mapping_p4d()
238 static int __split_linear_mapping_pgd(pgd_t *pgdp, in __split_linear_mapping_pgd() argument
248 ret = __split_linear_mapping_p4d(pgdp, vaddr, next); in __split_linear_mapping_pgd()
251 } while (pgdp++, vaddr = next, vaddr != end); in __split_linear_mapping_pgd()
/openbmc/linux/arch/loongarch/mm/
H A Dkasan_init.c152 static p4d_t *__init kasan_p4d_offset(pgd_t *pgdp, unsigned long addr, int node, bool early) in kasan_p4d_offset() argument
154 if (__pgd_none(early, pgdp_get(pgdp))) { in kasan_p4d_offset()
159 pgd_populate(&init_mm, pgdp, (p4d_t *)__va(p4d_phys)); in kasan_p4d_offset()
162 return p4d_offset(pgdp, addr); in kasan_p4d_offset()
204 static void __init kasan_p4d_populate(pgd_t *pgdp, unsigned long addr, in kasan_p4d_populate() argument
208 p4d_t *p4dp = kasan_p4d_offset(pgdp, addr, node, early); in kasan_p4d_populate()
220 pgd_t *pgdp; in kasan_pgd_populate() local
222 pgdp = pgd_offset_k(addr); in kasan_pgd_populate()
226 kasan_p4d_populate(pgdp, addr, next, node, early); in kasan_pgd_populate()
227 } while (pgdp++, addr = next, addr != end); in kasan_pgd_populate()
[all …]
/openbmc/linux/arch/powerpc/mm/nohash/
H A Dbook3e_pgtable.c76 pgd_t *pgdp; in map_kernel_page() local
84 pgdp = pgd_offset_k(ea); in map_kernel_page()
85 p4dp = p4d_offset(pgdp, ea); in map_kernel_page()
96 pgdp = pgd_offset_k(ea); in map_kernel_page()
97 p4dp = p4d_offset(pgdp, ea); in map_kernel_page()
/openbmc/linux/arch/arm/mm/
H A Dkasan_init.c121 pgd_t *pgdp; in kasan_pgd_populate() local
125 pgdp = pgd_offset_k(addr); in kasan_pgd_populate()
132 if (!early && pgd_none(*pgdp)) { in kasan_pgd_populate()
140 pgd_populate(&init_mm, pgdp, p); in kasan_pgd_populate()
149 p4dp = p4d_offset(pgdp, addr); in kasan_pgd_populate()
153 } while (pgdp++, addr = next, addr != end); in kasan_pgd_populate()
/openbmc/linux/arch/s390/mm/
H A Dhugetlbpage.c194 pgd_t *pgdp; in huge_pte_alloc() local
199 pgdp = pgd_offset(mm, addr); in huge_pte_alloc()
200 p4dp = p4d_alloc(mm, pgdp, addr); in huge_pte_alloc()
216 pgd_t *pgdp; in huge_pte_offset() local
221 pgdp = pgd_offset(mm, addr); in huge_pte_offset()
222 if (pgd_present(*pgdp)) { in huge_pte_offset()
223 p4dp = p4d_offset(pgdp, addr); in huge_pte_offset()
H A Dpageattr.c325 pgd_t *pgdp; in change_page_attr() local
327 pgdp = pgd_offset_k(addr); in change_page_attr()
329 if (pgd_none(*pgdp)) in change_page_attr()
332 rc = walk_p4d_level(pgdp, addr, next, flags); in change_page_attr()
336 } while (pgdp++, addr = next, addr < end && !rc); in change_page_attr()
/openbmc/linux/arch/sparc/mm/
H A Dsrmmu.c110 static inline void srmmu_ctxd_set(ctxd_t *ctxp, pgd_t *pgdp) in srmmu_ctxd_set() argument
114 pte = __pte((SRMMU_ET_PTD | (__nocache_pa(pgdp) >> 4))); in srmmu_ctxd_set()
497 pgd_t *pgdp; in srmmu_mapioaddr() local
505 pgdp = pgd_offset_k(virt_addr); in srmmu_mapioaddr()
506 p4dp = p4d_offset(pgdp, virt_addr); in srmmu_mapioaddr()
536 pgd_t *pgdp; in srmmu_unmapioaddr() local
543 pgdp = pgd_offset_k(virt_addr); in srmmu_unmapioaddr()
544 p4dp = p4d_offset(pgdp, virt_addr); in srmmu_unmapioaddr()
683 pgd_t *pgdp; in srmmu_early_allocate_ptable_skeleton() local
690 pgdp = pgd_offset_k(start); in srmmu_early_allocate_ptable_skeleton()
[all …]
H A Dfault_64.c81 pgd_t *pgdp = pgd_offset(current->mm, tpc); in get_user_insn() local
89 if (pgd_none(*pgdp) || unlikely(pgd_bad(*pgdp))) in get_user_insn()
91 p4dp = p4d_offset(pgdp, tpc); in get_user_insn()
/openbmc/linux/arch/x86/mm/
H A Dpgtable.c271 static void mop_up_one_pmd(struct mm_struct *mm, pgd_t *pgdp) in mop_up_one_pmd() argument
273 pgd_t pgd = *pgdp; in mop_up_one_pmd()
278 pgd_clear(pgdp); in mop_up_one_pmd()
286 static void pgd_mop_up_pmds(struct mm_struct *mm, pgd_t *pgdp) in pgd_mop_up_pmds() argument
291 mop_up_one_pmd(mm, &pgdp[i]); in pgd_mop_up_pmds()
298 pgdp = kernel_to_user_pgdp(pgdp); in pgd_mop_up_pmds()
301 mop_up_one_pmd(mm, &pgdp[i + KERNEL_PGD_BOUNDARY]); in pgd_mop_up_pmds()
H A Dpti.c124 pgd_t __pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) in __pti_set_user_pgtbl() argument
135 if (!pgdp_maps_userspace(pgdp) || (pgd.pgd & _PAGE_NOPTISHADOW)) in __pti_set_user_pgtbl()
142 kernel_to_user_pgdp(pgdp)->pgd = pgd.pgd; in __pti_set_user_pgtbl()
/openbmc/linux/arch/powerpc/mm/kasan/
H A Dinit_book3e_64.c34 pgd_t *pgdp; in kasan_map_kernel_page() local
40 pgdp = pgd_offset_k(ea); in kasan_map_kernel_page()
41 p4dp = p4d_offset(pgdp, ea); in kasan_map_kernel_page()
/openbmc/linux/arch/arm64/include/asm/
H A Dmmu_context.h155 static inline void cpu_replace_ttbr1(pgd_t *pgdp, pgd_t *idmap) in cpu_replace_ttbr1() argument
163 phys_addr_t ttbr1 = phys_to_ttbr(virt_to_phys(pgdp)); in cpu_replace_ttbr1()
165 if (system_supports_cnp() && !WARN_ON(pgdp != lm_alias(swapper_pg_dir))) { in cpu_replace_ttbr1()
/openbmc/linux/arch/x86/include/asm/
H A Dparavirt.h507 static inline void __set_pgd(pgd_t *pgdp, pgd_t pgd) in __set_pgd() argument
509 PVOP_VCALL2(mmu.set_pgd, pgdp, native_pgd_val(pgd)); in __set_pgd()
512 #define set_pgd(pgdp, pgdval) do { \ argument
514 __set_pgd(pgdp, pgdval); \
516 set_p4d((p4d_t *)(pgdp), (p4d_t) { (pgdval).pgd }); \
519 #define pgd_clear(pgdp) do { \ argument
521 set_pgd(pgdp, native_make_pgd(0)); \
H A Dpgtable_64.h161 static inline void native_set_pgd(pgd_t *pgdp, pgd_t pgd) in native_set_pgd() argument
163 WRITE_ONCE(*pgdp, pti_set_user_pgtbl(pgdp, pgd)); in native_set_pgd()
H A Dpgtable.h77 #define set_pgd(pgdp, pgd) native_set_pgd(pgdp, pgd) argument
896 pgd_t __pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd);
903 static inline pgd_t pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) in pti_set_user_pgtbl() argument
907 return __pti_set_user_pgtbl(pgdp, pgd); in pti_set_user_pgtbl()
910 static inline pgd_t pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) in pti_set_user_pgtbl() argument
1436 static inline pgd_t *kernel_to_user_pgdp(pgd_t *pgdp) in kernel_to_user_pgdp() argument
1438 return ptr_set_bit(pgdp, PTI_PGTABLE_SWITCH_BIT); in kernel_to_user_pgdp()
1441 static inline pgd_t *user_to_kernel_pgdp(pgd_t *pgdp) in user_to_kernel_pgdp() argument
1443 return ptr_clear_bit(pgdp, PTI_PGTABLE_SWITCH_BIT); in user_to_kernel_pgdp()
/openbmc/linux/arch/powerpc/lib/
H A Dcode-patching.c252 pgd_t *pgdp; in unmap_patch_area() local
254 pgdp = pgd_offset_k(addr); in unmap_patch_area()
255 if (WARN_ON(pgd_none(*pgdp))) in unmap_patch_area()
258 p4dp = p4d_offset(pgdp, addr); in unmap_patch_area()
/openbmc/linux/arch/riscv/include/asm/
H A Dpgtable-64.h341 static inline void set_pgd(pgd_t *pgdp, pgd_t pgd) in set_pgd() argument
344 WRITE_ONCE(*pgdp, pgd); in set_pgd()
346 set_p4d((p4d_t *)pgdp, (p4d_t){ pgd_val(pgd) }); in set_pgd()
/openbmc/linux/mm/
H A Ddebug_vm_pgtable.c49 pgd_t *pgdp; member
561 pgd_t pgd = READ_ONCE(*(args->pgdp)); in pgd_clear_tests()
568 pgd_clear(args->pgdp); in pgd_clear_tests()
569 pgd = READ_ONCE(*args->pgdp); in pgd_clear_tests()
586 pgd_clear(args->pgdp); in pgd_populate_tests()
587 pgd_populate(args->mm, args->pgdp, args->start_p4dp); in pgd_populate_tests()
588 pgd = READ_ONCE(*args->pgdp); in pgd_populate_tests()
1219 args->pgdp = pgd_offset(args->mm, args->vaddr); in init_args()
1220 args->p4dp = p4d_alloc(args->mm, args->pgdp, args->vaddr); in init_args()
1226 args->start_p4dp = p4d_offset(args->pgdp, 0UL); in init_args()
/openbmc/linux/arch/powerpc/mm/book3s64/
H A Dhash_pgtable.c149 pgd_t *pgdp; in hash__map_kernel_page() local
157 pgdp = pgd_offset_k(ea); in hash__map_kernel_page()
158 p4dp = p4d_offset(pgdp, ea); in hash__map_kernel_page()

12