| /openbmc/linux/drivers/infiniband/hw/hns/ |
| H A D | hns_roce_db.c | 73 struct hns_roce_db_pgdir *pgdir; in hns_roce_alloc_db_pgdir() local
75 pgdir = kzalloc(sizeof(*pgdir), GFP_KERNEL); in hns_roce_alloc_db_pgdir()
76 if (!pgdir) in hns_roce_alloc_db_pgdir()
79 bitmap_fill(pgdir->order1, in hns_roce_alloc_db_pgdir()
81 pgdir->bits[0] = pgdir->order0; in hns_roce_alloc_db_pgdir()
82 pgdir->bits[1] = pgdir->order1; in hns_roce_alloc_db_pgdir()
83 pgdir->page = dma_alloc_coherent(dma_device, PAGE_SIZE, in hns_roce_alloc_db_pgdir()
84 &pgdir->db_dma, GFP_KERNEL); in hns_roce_alloc_db_pgdir()
85 if (!pgdir->page) { in hns_roce_alloc_db_pgdir()
86 kfree(pgdir); in hns_roce_alloc_db_pgdir()
[all …]
|
| /openbmc/linux/drivers/net/ethernet/mellanox/mlx5/core/ |
| H A D | alloc.c | 137 struct mlx5_db_pgdir *pgdir; in mlx5_alloc_db_pgdir() local
139 pgdir = kzalloc_node(sizeof(*pgdir), GFP_KERNEL, node); in mlx5_alloc_db_pgdir()
140 if (!pgdir) in mlx5_alloc_db_pgdir()
143 pgdir->bitmap = bitmap_zalloc_node(db_per_page, GFP_KERNEL, node); in mlx5_alloc_db_pgdir()
144 if (!pgdir->bitmap) { in mlx5_alloc_db_pgdir()
145 kfree(pgdir); in mlx5_alloc_db_pgdir()
149 bitmap_fill(pgdir->bitmap, db_per_page); in mlx5_alloc_db_pgdir()
151 pgdir->db_page = mlx5_dma_zalloc_coherent_node(dev, PAGE_SIZE, in mlx5_alloc_db_pgdir()
152 &pgdir->db_dma, node); in mlx5_alloc_db_pgdir()
153 if (!pgdir->db_page) { in mlx5_alloc_db_pgdir()
[all …]
|
| /openbmc/linux/drivers/net/ethernet/mellanox/mlx4/ |
| H A D | alloc.c | 665 struct mlx4_db_pgdir *pgdir; in mlx4_alloc_db_pgdir() local
667 pgdir = kzalloc(sizeof(*pgdir), GFP_KERNEL); in mlx4_alloc_db_pgdir()
668 if (!pgdir) in mlx4_alloc_db_pgdir()
671 bitmap_fill(pgdir->order1, MLX4_DB_PER_PAGE / 2); in mlx4_alloc_db_pgdir()
672 pgdir->bits[0] = pgdir->order0; in mlx4_alloc_db_pgdir()
673 pgdir->bits[1] = pgdir->order1; in mlx4_alloc_db_pgdir()
674 pgdir->db_page = dma_alloc_coherent(dma_device, PAGE_SIZE, in mlx4_alloc_db_pgdir()
675 &pgdir->db_dma, GFP_KERNEL); in mlx4_alloc_db_pgdir()
676 if (!pgdir->db_page) { in mlx4_alloc_db_pgdir()
677 kfree(pgdir); in mlx4_alloc_db_pgdir()
[all …]
|
| /openbmc/linux/arch/powerpc/include/asm/ |
| H A D | pte-walk.h | 7 extern pte_t *__find_linux_pte(pgd_t *pgdir, unsigned long ea,
10 static inline pte_t *find_linux_pte(pgd_t *pgdir, unsigned long ea, in find_linux_pte() argument
16 pte = __find_linux_pte(pgdir, ea, is_thp, hshift); in find_linux_pte()
31 pgd_t *pgdir = init_mm.pgd; in find_init_mm_pte() local
32 return __find_linux_pte(pgdir, ea, NULL, hshift); in find_init_mm_pte()
|
| H A D | processor.h | 145 void *pgdir; /* root of page-table tree */ member
289 .pgdir = swapper_pg_dir, \
298 .pgdir = swapper_pg_dir, \
|
| /openbmc/linux/arch/arm64/mm/ |
| H A D | fixmap.c | 174 void __init fixmap_copy(pgd_t *pgdir) in fixmap_copy() argument
176 if (!READ_ONCE(pgd_val(*pgd_offset_pgd(pgdir, FIXADDR_TOT_START)))) { in fixmap_copy()
182 set_pgd(pgd_offset_pgd(pgdir, FIXADDR_TOT_START), in fixmap_copy()
195 bm_pgdp = pgd_offset_pgd(pgdir, FIXADDR_TOT_START); in fixmap_copy()
|
| H A D | mmu.c | 369 static void __create_pgd_mapping_locked(pgd_t *pgdir, phys_addr_t phys, in __create_pgd_mapping_locked() argument
376 pgd_t *pgdp = pgd_offset_pgd(pgdir, virt); in __create_pgd_mapping_locked()
397 static void __create_pgd_mapping(pgd_t *pgdir, phys_addr_t phys, in __create_pgd_mapping() argument
404 __create_pgd_mapping_locked(pgdir, phys, virt, size, prot, in __create_pgd_mapping()
411 void create_kpti_ng_temp_pgd(pgd_t *pgdir, phys_addr_t phys, unsigned long virt,
1263 static void __remove_pgd_mapping(pgd_t *pgdir, unsigned long start, u64 size) in __remove_pgd_mapping() argument
1267 WARN_ON(pgdir != init_mm.pgd); in __remove_pgd_mapping()
|
| H A D | kasan_init.c | 190 void __init kasan_copy_shadow(pgd_t *pgdir) in kasan_copy_shadow() argument
196 pgdp_new = pgd_offset_pgd(pgdir, KASAN_SHADOW_START); in kasan_copy_shadow()
|
| /openbmc/linux/arch/arm64/include/asm/ |
| H A D | kasan.h | 39 void kasan_copy_shadow(pgd_t *pgdir);
44 static inline void kasan_copy_shadow(pgd_t *pgdir) { } in kasan_copy_shadow() argument
|
| H A D | fixmap.h | 103 void __init fixmap_copy(pgd_t *pgdir);
|
| /openbmc/linux/arch/microblaze/include/asm/ |
| H A D | processor.h | 57 void *pgdir; /* root of page-table tree */ member
63 .pgdir = swapper_pg_dir, \
|
| H A D | mmu_context_mm.h | 117 tsk->thread.pgdir = next->pgd; in switch_mm()
130 current->thread.pgdir = mm->pgd; in activate_mm()
|
| /openbmc/linux/include/xen/ |
| H A D | xen-front-pgdir-shbuf.h | 70 struct xen_front_pgdir_shbuf *pgdir; member
|
| /openbmc/linux/tools/testing/selftests/tc-testing/ |
| H A D | tdc.py | 59 def load_plugin(self, pgdir, pgname): argument
61 foo = importlib.import_module('{}.{}'.format(pgdir, pgname))
107 pgdir = source_path[0]
108 pgdir = pgdir.split('/')[0]
109 self.load_plugin(pgdir, fname)
|
| /openbmc/linux/arch/arm/include/asm/ |
| H A D | smp.h | 55 u64 pgdir; member
|
| /openbmc/linux/arch/powerpc/mm/ |
| H A D | mmu_context.c | 20 tsk->thread.pgdir = mm->pgd; in switch_mm_pgdir()
|
| H A D | pgtable.c | 384 pte_t *__find_linux_pte(pgd_t *pgdir, unsigned long ea, in __find_linux_pte() argument
408 pgdp = pgdir + pgd_index(ea); in __find_linux_pte()
|
| /openbmc/linux/arch/powerpc/kvm/ |
| H A D | e500_mmu_host.c | 335 pgd_t *pgdir; in kvmppc_e500_shadow_map() local
467 pgdir = vcpu_e500->vcpu.arch.pgdir; in kvmppc_e500_shadow_map()
475 ptep = find_linux_pte(pgdir, hva, NULL, NULL); in kvmppc_e500_shadow_map()
|
| /openbmc/linux/arch/powerpc/mm/book3s64/ |
| H A D | hash_utils.c | 1457 pgd_t *pgdir; in hash_page_mm() local
1511 pgdir = mm->pgd; in hash_page_mm()
1512 if (pgdir == NULL) { in hash_page_mm()
1535 ptep = find_linux_pte(pgdir, ea, &is_thp, &hugeshift); in hash_page_mm()
1759 pgd_t *pgdir; in hash_preload() local
1773 pgdir = mm->pgd; in hash_preload()
1774 if (pgdir == NULL) in hash_preload()
|
| /openbmc/linux/arch/x86/include/asm/ |
| H A D | processor.h | 227 static inline void load_cr3(pgd_t *pgdir) in load_cr3() argument
229 write_cr3(__sme_pa(pgdir)); in load_cr3()
|
| /openbmc/linux/drivers/xen/ |
| H A D | Makefile | 40 obj-$(CONFIG_XEN_FRONT_PGDIR_SHBUF) += xen-front-pgdir-shbuf.o
|
| /openbmc/linux/arch/x86/mm/ |
| H A D | tlb.c | 283 static void load_new_mm_cr3(pgd_t *pgdir, u16 new_asid, unsigned long lam, in load_new_mm_cr3() argument
290 new_mm_cr3 = build_cr3(pgdir, new_asid, lam); in load_new_mm_cr3()
292 new_mm_cr3 = build_cr3_noflush(pgdir, new_asid, lam); in load_new_mm_cr3()
|
| /openbmc/linux/arch/riscv/mm/ |
| H A D | init.c | 914 static void __init create_kernel_page_table(pgd_t *pgdir, in create_kernel_page_table() argument
922 create_pgd_mapping(pgdir, va, in create_kernel_page_table()
929 create_pgd_mapping(pgdir, va, in create_kernel_page_table()
934 static void __init create_kernel_page_table(pgd_t *pgdir, bool early) in create_kernel_page_table() argument
940 create_pgd_mapping(pgdir, va, in create_kernel_page_table()
|
| /openbmc/linux/arch/microblaze/kernel/ |
| H A D | asm-offsets.c | 83 DEFINE(PGDIR, offsetof(struct thread_struct, pgdir)); in main()
|
| /openbmc/linux/arch/openrisc/include/asm/ |
| H A D | pgtable.h | 201 #define SET_PAGE_DIR(tsk, pgdir) argument
|