/openbmc/linux/drivers/md/ |
H A D | dm-thin-metadata.c | 485 pmd->info.tm = pmd->tm; in __setup_btree_details() 493 memcpy(&pmd->nb_info, &pmd->info, sizeof(pmd->nb_info)); in __setup_btree_details() 494 pmd->nb_info.tm = pmd->nb_tm; in __setup_btree_details() 496 pmd->tl_info.tm = pmd->tm; in __setup_btree_details() 504 pmd->bl_info.tm = pmd->tm; in __setup_btree_details() 512 pmd->details_info.tm = pmd->tm; in __setup_btree_details() 604 &pmd->tm, &pmd->metadata_sm); in __format_metadata() 1084 (*td)->pmd = pmd; in __open_device() 1138 dm_btree_remove(&pmd->tl_info, pmd->root, &key, &pmd->root); in __create_thin() 1229 dm_btree_remove(&pmd->tl_info, pmd->root, &key, &pmd->root); in __create_snap() [all …]
|
H A D | dm-thin-metadata.h | 49 int dm_pool_metadata_close(struct dm_pool_metadata *pmd); 78 int dm_pool_delete_thin_device(struct dm_pool_metadata *pmd, 85 int dm_pool_commit_metadata(struct dm_pool_metadata *pmd); 95 int dm_pool_abort_metadata(struct dm_pool_metadata *pmd); 116 int dm_pool_reserve_metadata_snap(struct dm_pool_metadata *pmd); 117 int dm_pool_release_metadata_snap(struct dm_pool_metadata *pmd); 119 int dm_pool_get_metadata_snap(struct dm_pool_metadata *pmd, 187 int dm_pool_get_free_block_count(struct dm_pool_metadata *pmd, 193 int dm_pool_get_metadata_dev_size(struct dm_pool_metadata *pmd, 214 void dm_pool_metadata_read_only(struct dm_pool_metadata *pmd); [all …]
|
/openbmc/linux/arch/arc/include/asm/ |
H A D | hugepage.h | 23 #define pmd_wrprotect(pmd) pte_pmd(pte_wrprotect(pmd_pte(pmd))) argument 25 #define pmd_mkdirty(pmd) pte_pmd(pte_mkdirty(pmd_pte(pmd))) argument 26 #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd))) argument 27 #define pmd_mkyoung(pmd) pte_pmd(pte_mkyoung(pmd_pte(pmd))) argument 28 #define pmd_mkhuge(pmd) pte_pmd(pte_mkhuge(pmd_pte(pmd))) argument 30 #define pmd_mkclean(pmd) pte_pmd(pte_mkclean(pmd_pte(pmd))) argument 32 #define pmd_write(pmd) pte_write(pmd_pte(pmd)) argument 33 #define pmd_young(pmd) pte_young(pmd_pte(pmd)) argument 34 #define pmd_dirty(pmd) pte_dirty(pmd_pte(pmd)) argument 38 #define pmd_trans_huge(pmd) (pmd_val(pmd) & _PAGE_HW_SZ) argument [all …]
|
/openbmc/linux/arch/arm/include/asm/ |
H A D | pgtable-3level.h | 121 #define pmd_large(pmd) pmd_sect(pmd) argument 122 #define pmd_leaf(pmd) pmd_sect(pmd) argument 141 #define pmd_bad(pmd) (!(pmd_val(pmd) & 2)) argument 179 #define pmd_isclear(pmd, val) (!(pmd_val(pmd) & (val))) argument 182 #define pmd_young(pmd) (pmd_isset((pmd), PMD_SECT_AF)) argument 193 #define pmd_hugewillfault(pmd) (!pmd_young(pmd) || !pmd_write(pmd)) argument 194 #define pmd_thp_or_huge(pmd) (pmd_huge(pmd) || pmd_trans_huge(pmd)) argument 197 #define pmd_trans_huge(pmd) (pmd_val(pmd) && !pmd_table(pmd)) argument 201 static inline pmd_t pmd_##fn(pmd_t pmd) { pmd_val(pmd) op; return pmd; } 230 return pmd; in pmd_modify() [all …]
|
/openbmc/linux/arch/loongarch/include/asm/ |
H A D | pgtable.h | 241 #define pmd_phys(pmd) PHYSADDR(pmd_val(pmd)) argument 247 #define pmd_page_vaddr(pmd) pmd_val(pmd) argument 499 pmd_val(pmd) = (pmd_val(pmd) & ~(_PAGE_GLOBAL)) | in pmd_mkhuge() 503 return pmd; in pmd_mkhuge() 517 return pmd; in pmd_mkwrite_novma() 523 return pmd; in pmd_wrprotect() 534 return pmd; in pmd_mkclean() 542 return pmd; in pmd_mkdirty() 554 return pmd; in pmd_mkold() 560 return pmd; in pmd_mkyoung() [all …]
|
/openbmc/linux/arch/arm64/include/asm/ |
H A D | pgtable.h | 478 return pmd_val(pmd) && pmd_present(pmd) && !(pmd_val(pmd) & PMD_TABLE_BIT); in pmd_trans_huge() 482 #define pmd_dirty(pmd) pte_dirty(pmd_pte(pmd)) argument 483 #define pmd_young(pmd) pte_young(pmd_pte(pmd)) argument 484 #define pmd_valid(pmd) pte_valid(pmd_pte(pmd)) argument 485 #define pmd_user(pmd) pte_user(pmd_pte(pmd)) argument 487 #define pmd_cont(pmd) pte_cont(pmd_pte(pmd)) argument 503 #define pmd_thp_or_huge(pmd) (pmd_huge(pmd) || pmd_trans_huge(pmd)) argument 589 #define pmd_none(pmd) (!pmd_val(pmd)) argument 595 #define pmd_leaf(pmd) (pmd_present(pmd) && !pmd_table(pmd)) argument 596 #define pmd_bad(pmd) (!pmd_table(pmd)) argument [all …]
|
/openbmc/linux/arch/mips/include/asm/ |
H A D | pgtable.h | 65 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd)) argument 76 #define pmd_page_vaddr(pmd) pmd_val(pmd) argument 637 return pmd; 646 return pmd; 655 return pmd; 666 return pmd; 675 return pmd; 688 return pmd; 698 return pmd; 710 return pmd; [all …]
|
/openbmc/linux/arch/x86/include/asm/ |
H A D | pgtable.h | 74 #define set_pmd(pmdp, pmd) native_set_pmd(pmdp, pmd) argument 98 #define pmd_clear(pmd) native_pmd_clear(pmd) argument 188 return (pmd_flags(pmd) & _PAGE_RW) || pmd_shstk(pmd); in pmd_write() 527 pmd = pmd_clear_flags(pmd, _PAGE_RW); in pmd_wrprotect() 566 pmd = pmd_set_flags(pmd, _PAGE_DIRTY | _PAGE_SOFT_DIRTY); in pmd_mkdirty() 573 pmd = pmd_clear_flags(pmd, _PAGE_RW); in pmd_mkwrite_shstk() 1030 return (unsigned long)__va(pmd_val(pmd) & pmd_pfn_mask(pmd)); in pmd_page_vaddr() 1037 #define pmd_page(pmd) pfn_to_page(pmd_pfn(pmd)) argument 1248 set_pmd(pmdp, pmd); in set_pmd_at() 1356 return pmd; in pmdp_huge_get_and_clear() [all …]
|
/openbmc/linux/arch/riscv/include/asm/ |
H A D | pgtable.h | 235 return (pmd_val(pmd) == 0); in pmd_none() 240 return !pmd_present(pmd) || (pmd_val(pmd) & _PAGE_LEAF); in pmd_bad() 246 return pmd_present(pmd) && (pmd_val(pmd) & _PAGE_LEAF); in pmd_leaf() 251 *pmdp = pmd; in set_pmd() 285 return __pte(pmd_val(pmd)); in pmd_pte() 648 return pmd; in pmd_mkhuge() 656 #define __pmd_to_phys(pmd) (__page_val_to_pfn(pmd_val(pmd)) << PAGE_SHIFT) argument 749 return pmd_leaf(pmd) && pmd_user(pmd); in pmd_user_accessible_page() 761 return pmd_leaf(pmd); in pmd_trans_huge() 787 return pmd; in pmdp_huge_get_and_clear() [all …]
|
/openbmc/linux/arch/parisc/include/asm/ |
H A D | pgalloc.h | 44 (__u32)(__pa((unsigned long)pmd) >> PxD_VALUE_SHIFT))); in pud_populate() 49 pmd_t *pmd; in pmd_alloc_one() local 52 if (likely(pmd)) in pmd_alloc_one() 53 memset ((void *)pmd, 0, PAGE_SIZE << PMD_TABLE_ORDER); in pmd_alloc_one() 54 return pmd; in pmd_alloc_one() 57 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() argument 59 free_pages((unsigned long)pmd, PMD_TABLE_ORDER); in pmd_free() 64 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel() argument 66 set_pmd(pmd, __pmd((PxD_FLAG_PRESENT | PxD_FLAG_VALID) in pmd_populate_kernel() 70 #define pmd_populate(mm, pmd, pte_page) \ argument [all …]
|
/openbmc/linux/drivers/pmdomain/starfive/ |
H A D | jh71xx-pmu.c | 77 struct jh71xx_pmu *pmu = pmd->pmu; in jh71xx_pmu_get_state() 89 struct jh71xx_pmu *pmu = pmd->pmu; in jh71xx_pmu_set_state() 101 pmd->genpd.name); in jh71xx_pmu_set_state() 231 struct jh71xx_pmu_dev *pmd; in jh71xx_pmu_init_domain() local 236 pmd = devm_kzalloc(pmu->dev, sizeof(*pmd), GFP_KERNEL); in jh71xx_pmu_init_domain() 237 if (!pmd) in jh71xx_pmu_init_domain() 241 pmd->pmu = pmu; in jh71xx_pmu_init_domain() 244 pmd->genpd.name = pmd->domain_info->name; in jh71xx_pmu_init_domain() 245 pmd->genpd.flags = pmd->domain_info->flags; in jh71xx_pmu_init_domain() 250 pmd->genpd.name); in jh71xx_pmu_init_domain() [all …]
|
/openbmc/linux/arch/riscv/mm/ |
H A D | pgtable.c | 36 pmd_t *pmd = pud_pgtable(*pud); in pud_free_pmd_page() local 44 if (!pmd_none(pmd[i])) { in pud_free_pmd_page() 45 pte_t *pte = (pte_t *)pmd_page_vaddr(pmd[i]); in pud_free_pmd_page() 51 pmd_free(NULL, pmd); in pud_free_pmd_page() 60 set_pmd(pmd, new_pmd); in pmd_set_huge() 64 int pmd_clear_huge(pmd_t *pmd) in pmd_clear_huge() argument 66 if (!pmd_leaf(READ_ONCE(*pmd))) in pmd_clear_huge() 68 pmd_clear(pmd); in pmd_clear_huge() 74 pte_t *pte = (pte_t *)pmd_page_vaddr(*pmd); in pmd_free_pte_page() 76 pmd_clear(pmd); in pmd_free_pte_page() [all …]
|
/openbmc/linux/include/trace/events/ |
H A D | thp.h | 29 TP_PROTO(unsigned long addr, unsigned long pmd), 30 TP_ARGS(addr, pmd) 62 TP_ARGS(addr, pmd, clr, set) 72 TP_PROTO(unsigned long addr, unsigned long pmd), 74 TP_ARGS(addr, pmd), 78 __field(unsigned long, pmd) 83 __entry->pmd = pmd; 89 TP_PROTO(unsigned long addr, unsigned long pmd), 90 TP_ARGS(addr, pmd) 94 TP_PROTO(unsigned long addr, unsigned long pmd), [all …]
|
/openbmc/linux/mm/kasan/ |
H A D | init.c | 124 if (pmd_none(*pmd)) { in zero_pmd_populate() 155 pmd_t *pmd; in zero_pud_populate() local 198 pmd_t *pmd; in zero_p4d_populate() local 250 pmd_t *pmd; in kasan_populate_early_shadow() local 304 pmd_clear(pmd); in kasan_free_pte() 309 pmd_t *pmd; in kasan_free_pmd() local 313 pmd = pmd_start + i; in kasan_free_pmd() 314 if (!pmd_none(*pmd)) in kasan_free_pmd() 390 pmd_clear(pmd); in kasan_remove_pmd_table() 396 kasan_free_pte(pte_offset_kernel(pmd, 0), pmd); in kasan_remove_pmd_table() [all …]
|
/openbmc/linux/mm/ |
H A D | huge_memory.c | 554 pmd = pmd_mkwrite(pmd, vma); in maybe_pmd_mkwrite() 1097 pmd = pmd_swp_mksoft_dirty(pmd); in copy_huge_pmd() 1099 pmd = pmd_swp_mkuffd_wp(pmd); in copy_huge_pmd() 1106 pmd = pmd_swp_clear_uffd_wp(pmd); in copy_huge_pmd() 1151 pmd = pmd_clear_uffd_wp(pmd); in copy_huge_pmd() 1152 pmd = pmd_mkold(pmd_wrprotect(pmd)); in copy_huge_pmd() 1567 pmd = pmd_mkyoung(pmd); in do_huge_pmd_numa_page() 1569 pmd = pmd_mkwrite(pmd, vma); in do_huge_pmd_numa_page() 1741 pmd = pmd_swp_mksoft_dirty(pmd); in move_soft_dirty_pmd() 1743 pmd = pmd_mksoft_dirty(pmd); in move_soft_dirty_pmd() [all …]
|
H A D | debug_vm_pgtable.c | 184 pmd_t pmd; in pmd_basic_tests() local 202 WARN_ON(!pmd_same(pmd, pmd)); in pmd_basic_tests() 221 pmd_t pmd; in pmd_advanced_tests() local 255 pmd = pmd_wrprotect(pmd); in pmd_advanced_tests() 256 pmd = pmd_mkclean(pmd); in pmd_advanced_tests() 259 pmd = pmd_mkwrite(pmd, args->vma); in pmd_advanced_tests() 260 pmd = pmd_mkdirty(pmd); in pmd_advanced_tests() 263 WARN_ON(!(pmd_write(pmd) && pmd_dirty(pmd))); in pmd_advanced_tests() 269 pmd = pmd_mkyoung(pmd); in pmd_advanced_tests() 294 pmd = pmd_mkhuge(pmd); in pmd_leaf_tests() [all …]
|
/openbmc/linux/arch/x86/power/ |
H A D | hibernate_32.c | 61 if (pmd_none(*pmd)) { in resume_one_page_table_init() 73 return pte_offset_kernel(pmd, 0); in resume_one_page_table_init() 85 pmd_t *pmd; in resume_physical_mapping_init() local 94 pmd = resume_one_md_table_init(pgd); in resume_physical_mapping_init() 95 if (!pmd) in resume_physical_mapping_init() 115 pte = resume_one_page_table_init(pmd); in resume_physical_mapping_init() 148 pmd_t *pmd; in set_up_temporary_text_mapping() local 153 pmd = resume_one_md_table_init(pgd); in set_up_temporary_text_mapping() 154 if (!pmd) in set_up_temporary_text_mapping() 158 set_pmd(pmd + pmd_index(restore_jump_address), in set_up_temporary_text_mapping() [all …]
|
/openbmc/linux/arch/s390/include/asm/ |
H A D | pgtable.h | 1490 #define pmd_page(pmd) pfn_to_page(pmd_pfn(pmd)) argument 1503 pmd = set_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_WRITE)); in pmd_mkwrite_novma() 1506 return pmd; in pmd_mkwrite_novma() 1520 return pmd; in pmd_mkdirty() 1571 pmd = set_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_YOUNG)); in pmd_mkyoung() 1574 return pmd; in pmd_mkyoung() 1592 pmd = __pmd(pmd_val(pmd) & mask); in pmd_modify() 1598 return pmd; in pmd_modify() 1731 pmd = set_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_LARGE)); in pmd_mkhuge() 1732 pmd = set_pmd_bit(pmd, __pgprot(_SEGMENT_ENTRY_YOUNG)); in pmd_mkhuge() [all …]
|
/openbmc/linux/include/asm-generic/ |
H A D | pgtable_uffd.h | 10 static __always_inline int pmd_uffd_wp(pmd_t pmd) in pmd_uffd_wp() argument 20 static __always_inline pmd_t pmd_mkuffd_wp(pmd_t pmd) in pmd_mkuffd_wp() argument 22 return pmd; in pmd_mkuffd_wp() 30 static __always_inline pmd_t pmd_clear_uffd_wp(pmd_t pmd) in pmd_clear_uffd_wp() argument 32 return pmd; in pmd_clear_uffd_wp() 50 static inline pmd_t pmd_swp_mkuffd_wp(pmd_t pmd) in pmd_swp_mkuffd_wp() argument 52 return pmd; in pmd_swp_mkuffd_wp() 55 static inline int pmd_swp_uffd_wp(pmd_t pmd) in pmd_swp_uffd_wp() argument 60 static inline pmd_t pmd_swp_clear_uffd_wp(pmd_t pmd) in pmd_swp_clear_uffd_wp() argument 62 return pmd; in pmd_swp_clear_uffd_wp()
|
/openbmc/linux/drivers/pmdomain/bcm/ |
H A D | bcm63xx-power.c | 40 struct bcm63xx_power *power = pmd->power; in bcm63xx_power_get_state() 42 if (!pmd->mask) { in bcm63xx_power_get_state() 54 struct bcm63xx_power *power = pmd->power; in bcm63xx_power_set_state() 58 if (!pmd->mask) in bcm63xx_power_set_state() 64 val &= ~pmd->mask; in bcm63xx_power_set_state() 66 val |= pmd->mask; in bcm63xx_power_set_state() 142 pmd->power = power; in bcm63xx_power_probe() 143 pmd->mask = BIT(entry->bit); in bcm63xx_power_probe() 144 pmd->genpd.name = entry->name; in bcm63xx_power_probe() 145 pmd->genpd.flags = entry->flags; in bcm63xx_power_probe() [all …]
|
/openbmc/linux/arch/powerpc/include/asm/book3s/64/ |
H A D | pgtable.h | 1083 #define pmd_pfn(pmd) pte_pfn(pmd_pte(pmd)) argument 1084 #define pmd_dirty(pmd) pte_dirty(pmd_pte(pmd)) argument 1085 #define pmd_young(pmd) pte_young(pmd_pte(pmd)) argument 1086 #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd))) argument 1087 #define pmd_wrprotect(pmd) pte_pmd(pte_wrprotect(pmd_pte(pmd))) argument 1088 #define pmd_mkdirty(pmd) pte_pmd(pte_mkdirty(pmd_pte(pmd))) argument 1089 #define pmd_mkclean(pmd) pte_pmd(pte_mkclean(pmd_pte(pmd))) argument 1090 #define pmd_mkyoung(pmd) pte_pmd(pte_mkyoung(pmd_pte(pmd))) argument 1094 #define pmd_soft_dirty(pmd) pte_soft_dirty(pmd_pte(pmd)) argument 1112 #define pmd_write(pmd) pte_write(pmd_pte(pmd)) argument [all …]
|
/openbmc/linux/arch/arm/mm/ |
H A D | idmap.c | 27 pmd_t *pmd; in idmap_add_pmd() local 32 if (!pmd) { in idmap_add_pmd() 41 memcpy(pmd, pmd_offset(pud, 0), in idmap_add_pmd() 43 pud_populate(&init_mm, pud, pmd); in idmap_add_pmd() 44 pmd += pmd_index(addr); in idmap_add_pmd() 46 pmd = pmd_offset(pud, addr); in idmap_add_pmd() 51 flush_pmd_entry(pmd); in idmap_add_pmd() 58 pmd_t *pmd = pmd_offset(pud, addr); in idmap_add_pmd() local 61 pmd[0] = __pmd(addr); in idmap_add_pmd() 63 pmd[1] = __pmd(addr); in idmap_add_pmd() [all …]
|
/openbmc/linux/arch/x86/mm/ |
H A D | pgtable.c | 239 pmd_t *pmd = NULL; in preallocate_pmds() local 254 pmds[i] = pmd; in preallocate_pmds() 281 pmd_free(mm, pmd); in mop_up_one_pmd() 315 pmd_t *pmd = pmds[i]; in pgd_prepopulate_pmd() local 760 if (pmd_present(*pmd) && !pmd_huge(*pmd)) in pmd_set_huge() 793 pmd_clear(pmd); in pmd_clear_huge() 813 pmd_t *pmd, *pmd_sv; in pud_free_pmd_page() local 823 pmd_sv[i] = pmd[i]; in pud_free_pmd_page() 861 pmd_clear(pmd); in pmd_free_pte_page() 900 pmd = pmd_mkwrite_novma(pmd); in pmd_mkwrite() [all …]
|
/openbmc/linux/include/linux/ |
H A D | pgtable.h | 50 #define pmd_pgtable(pmd) pmd_page(pmd) argument 461 pmd_t pmd; in pmdp_get_lockless() local 470 return pmd; in pmdp_get_lockless() 508 return pmd; in pmdp_huge_get_and_clear() 773 (pmd_present(pmd) && (!(write) || pmd_write(pmd))) 1165 return pmd; in pmd_swp_mksoft_dirty() 1175 return pmd; in pmd_swp_clear_soft_dirty() 1196 return pmd; in pmd_mksoft_dirty() 1206 return pmd; in pmd_clear_soft_dirty() 1226 return pmd; in pmd_swp_mksoft_dirty() [all …]
|
/openbmc/linux/arch/m68k/include/asm/ |
H A D | sun3_pgtable.h | 96 static inline unsigned long pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr() argument 98 return (unsigned long)__va(pmd_val(pmd) & PAGE_MASK); in pmd_page_vaddr() 114 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) argument 115 #define pmd_page(pmd) virt_to_page((void *)pmd_page_vaddr(pmd)) argument 118 static inline int pmd_none2 (pmd_t *pmd) { return !pmd_val (*pmd); } in pmd_none2() argument 119 #define pmd_none(pmd) pmd_none2(&(pmd)) argument 121 static inline int pmd_bad2 (pmd_t *pmd) { return 0; } in pmd_bad2() argument 122 #define pmd_bad(pmd) pmd_bad2(&(pmd)) argument 123 static inline int pmd_present2 (pmd_t *pmd) { return pmd_val (*pmd) & SUN3_PMD_VALID; } in pmd_present2() argument 125 #define pmd_present(pmd) (!pmd_none2(&(pmd))) argument
|