/openbmc/linux/arch/mips/include/asm/ |
H A D | pgtable.h | 113 # define pte_none(pte) (!(((pte).pte_low | (pte).pte_high) & ~_PAGE_GLOBAL)) argument 116 #define pte_present(pte) ((pte).pte_low & _PAGE_PRESENT) argument 117 #define pte_no_exec(pte) ((pte).pte_low & _PAGE_NO_EXEC) argument 162 #define pte_none(pte) (!(pte_val(pte) & ~_PAGE_GLOBAL)) argument 163 #define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT) argument 164 #define pte_no_exec(pte) (pte_val(pte) & _PAGE_NO_EXEC) argument 227 pte = __pte(pte_val(pte) + (1UL << PFN_PTE_SHIFT)); 270 return pte; 281 return pte; 301 return pte; [all …]
|
/openbmc/linux/arch/m68k/include/asm/ |
H A D | mcf_pgtable.h | 108 return pte; in pte_modify() 137 #define pte_page(pte) virt_to_page(__pte_page(pte)) argument 186 return pte; in pte_wrprotect() 192 return pte; in pte_rdprotect() 198 return pte; in pte_exprotect() 204 return pte; in pte_mkclean() 210 return pte; in pte_mkold() 216 return pte; in pte_mkwrite_novma() 222 return pte; in pte_mkread() 245 pte_val(pte) |= 0x80 | (pte_val(pte) & ~0x40); in pte_mknocache() [all …]
|
H A D | sun3_pgtable.h | 88 return pte; in pte_modify() 113 #define pte_page(pte) virt_to_page(__pte_page(pte)) argument 144 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_WRITEABLE; return pte; } in pte_wrprotect() argument 145 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_MODIFIED; return pte; } in pte_mkclean() argument 146 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_ACCESSED; return pte; } in pte_mkold() argument 147 static inline pte_t pte_mkwrite_novma(pte_t pte){ pte_val(pte) |= SUN3_PAGE_WRITEABLE; return pte; } in pte_mkwrite_novma() argument 148 static inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= SUN3_PAGE_MODIFIED; return pte; } in pte_mkdirty() argument 149 static inline pte_t pte_mkyoung(pte_t pte) { pte_val(pte) |= SUN3_PAGE_ACCESSED; return pte; } in pte_mkyoung() argument 150 static inline pte_t pte_mknocache(pte_t pte) { pte_val(pte) |= SUN3_PAGE_NOCACHE; return pte; } in pte_mknocache() argument 186 return pte; in pte_swp_mkexclusive() [all …]
|
H A D | motorola_pgtable.h | 93 return pte; in pte_modify() 111 #define pte_none(pte) (!pte_val(pte)) argument 116 #define pte_page(pte) virt_to_page(__va(pte_val(pte))) argument 117 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT) argument 156 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) |= _PAGE_RONLY; return pte; } in pte_wrprotect() argument 157 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean() argument 158 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold() argument 159 static inline pte_t pte_mkwrite_novma(pte_t pte){ pte_val(pte) &= ~_PAGE_RONLY; return pte; } in pte_mkwrite_novma() argument 160 static inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty() argument 161 static inline pte_t pte_mkyoung(pte_t pte) { pte_val(pte) |= _PAGE_ACCESSED; return pte; } in pte_mkyoung() argument [all …]
|
/openbmc/linux/arch/um/include/asm/ |
H A D | pgtable.h | 166 return(pte); in pte_mknewprot() 172 return(pte); in pte_mkclean() 178 return(pte); in pte_mkold() 186 return pte; in pte_wrprotect() 193 return pte; in pte_mkread() 201 return(pte); in pte_mkdirty() 207 return(pte); in pte_mkyoung() 269 pte;}) 274 return pte; in pte_modify() 321 return pte; in pte_swp_mkexclusive() [all …]
|
/openbmc/linux/arch/hexagon/include/asm/ |
H A D | pgtable.h | 251 return pte; in pte_mkold() 258 return pte; in pte_mkyoung() 265 return pte; in pte_mkclean() 272 return pte; in pte_mkdirty() 292 return pte; in pte_modify() 299 return pte; in pte_wrprotect() 306 return pte; in pte_mkwrite_novma() 313 return pte; in pte_mkexec() 346 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT) argument 401 return pte; in pte_swp_mkexclusive() [all …]
|
/openbmc/linux/arch/powerpc/include/asm/nohash/ |
H A D | pgtable.h | 31 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() argument 32 static inline int pte_special(pte_t pte) { return pte_val(pte) & _PAGE_SPECIAL; } in pte_special() argument 33 static inline int pte_none(pte_t pte) { return (pte_val(pte) & ~_PTE_NONE_MASK) == 0; } in pte_none() argument 35 static inline bool pte_ci(pte_t pte) { return pte_val(pte) & _PAGE_NO_CACHE; } in pte_ci() argument 36 static inline bool pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec() argument 46 return pte_present(pte) && !pte_user(pte); in pte_protnone() 88 if (!pte_present(pte) || !pte_user(pte) || !pte_read(pte)) in pte_access_permitted() 131 return __pte(pte_val(pte)); in pte_mkhuge() 188 : "r" (pte) : "memory"); in __set_pte_at() 195 ptep->pte3 = ptep->pte2 = ptep->pte1 = ptep->pte = pte_val(pte); in __set_pte_at() [all …]
|
/openbmc/linux/arch/microblaze/include/asm/ |
H A D | pgtable.h | 222 #define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT) argument 255 { pte_val(pte) &= ~_PAGE_USER; return pte; } in pte_rdprotect() 259 { pte_val(pte) &= ~_PAGE_EXEC; return pte; } in pte_exprotect() 263 { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold() 266 { pte_val(pte) |= _PAGE_USER; return pte; } in pte_mkread() 270 { pte_val(pte) |= _PAGE_RW; return pte; } in pte_mkwrite_novma() 272 { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty() 274 { pte_val(pte) |= _PAGE_ACCESSED; return pte; } in pte_mkyoung() 283 pte_t pte; in mk_pte_phys() local 285 return pte; in mk_pte_phys() [all …]
|
/openbmc/linux/arch/powerpc/kvm/ |
H A D | book3s_mmu_hpte.c | 66 index = kvmppc_mmu_hash_pte(pte->pte.eaddr); in kvmppc_mmu_hpte_cache_map() 70 index = kvmppc_mmu_hash_pte_long(pte->pte.eaddr); in kvmppc_mmu_hpte_cache_map() 75 index = kvmppc_mmu_hash_vpte(pte->pte.vpage); in kvmppc_mmu_hpte_cache_map() 79 index = kvmppc_mmu_hash_vpte_long(pte->pte.vpage); in kvmppc_mmu_hpte_cache_map() 85 index = kvmppc_mmu_hash_vpte_64k(pte->pte.vpage); in kvmppc_mmu_hpte_cache_map() 163 if ((pte->pte.eaddr & ~0xfffUL) == guest_ea) in kvmppc_mmu_pte_flush_page() 225 if ((pte->pte.vpage & vp_mask) == guest_vp) in kvmppc_mmu_pte_vflush_short() 247 if ((pte->pte.vpage & vp_mask) == guest_vp) in kvmppc_mmu_pte_vflush_64k() 269 if ((pte->pte.vpage & vp_mask) == guest_vp) in kvmppc_mmu_pte_vflush_long() 312 if ((pte->pte.raddr >= pa_start) && in kvmppc_mmu_pte_pflush() [all …]
|
/openbmc/linux/arch/arm/include/asm/ |
H A D | pgtable.h | 61 #define pte_ERROR(pte) __pte_error(__FILE__, __LINE__, pte) argument 169 #define pte_page(pte) pfn_to_page(pte_pfn(pte)) argument 176 #define pte_isclear(pte, val) (!(pte_val(pte) & (val))) argument 178 #define pte_none(pte) (!pte_val(pte)) argument 180 #define pte_valid(pte) (pte_isset((pte), L_PTE_VALID)) argument 181 #define pte_accessible(mm, pte) (mm_tlb_flush_pending(mm) ? pte_present(pte) : pte_valid(pte)) argument 185 #define pte_exec(pte) (pte_isclear((pte), L_PTE_XN)) argument 188 (pte_valid(pte) && pte_isset((pte), L_PTE_USER) && pte_young(pte)) 217 return pte; in clear_pte_bit() 223 return pte; in set_pte_bit() [all …]
|
/openbmc/linux/arch/openrisc/include/asm/ |
H A D | pgtable.h | 226 return pte; in pte_wrprotect() 232 return pte; in pte_rdprotect() 238 return pte; in pte_exprotect() 244 return pte; in pte_mkclean() 250 return pte; in pte_mkold() 256 return pte; in pte_mkwrite_novma() 262 return pte; in pte_mkread() 268 return pte; in pte_mkexec() 274 return pte; in pte_mkdirty() 296 pte_t pte; in __mk_pte() local [all …]
|
/openbmc/linux/arch/arm64/include/asm/ |
H A D | pgtable.h | 95 #define pte_none(pte) (!pte_val(pte)) argument 124 #define pte_hw_dirty(pte) (pte_write(pte) && !pte_rdonly(pte)) argument 126 #define pte_dirty(pte) (pte_sw_dirty(pte) || pte_hw_dirty(pte)) argument 186 pte = set_pte_bit(pte, __pgprot(PTE_WRITE)); in pte_mkwrite_novma() 240 pte = set_pte_bit(pte, __pgprot(PTE_CONT)); in pte_mkcont() 331 if (pte_present(pte) && pte_user_exec(pte) && !pte_special(pte)) in __set_pte_at() 341 !pte_special(pte) && pte_tagged(pte)) in __set_pte_at() 834 pte = pte_mkdirty(pte); in pte_modify() 871 return pte_present(pte) && (pte_user(pte) || pte_user_exec(pte)); in pte_user_accessible_page() 896 pte = pte_mkold(pte); in __ptep_test_and_clear_young() [all …]
|
/openbmc/linux/arch/nios2/include/asm/ |
H A D | pgtable.h | 117 return pte; in pte_wrprotect() 123 return pte; in pte_mkclean() 129 return pte; in pte_mkold() 135 return pte; in pte_mkwrite_novma() 141 return pte; in pte_mkdirty() 147 return pte; in pte_mkyoung() 155 return pte; in pte_modify() 169 #define pte_pfn(pte) (pte_val(pte) & 0xfffff) argument 171 #define pte_page(pte) (pfn_to_page(pte_pfn(pte))) argument 271 return pte; in pte_swp_mkexclusive() [all …]
|
/openbmc/linux/arch/csky/include/asm/ |
H A D | pgtable.h | 36 #define pte_none(pte) (!(pte_val(pte) & ~_PAGE_GLOBAL)) argument 37 #define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT) argument 87 *p = pte; in set_pte() 164 return pte; in pte_wrprotect() 170 return pte; in pte_mkclean() 176 return pte; in pte_mkold() 184 return pte; in pte_mkwrite_novma() 192 return pte; in pte_mkdirty() 200 return pte; in pte_mkyoung() 211 return pte; in pte_swp_mkexclusive() [all …]
|
/openbmc/linux/arch/alpha/include/asm/ |
H A D | pgtable.h | 192 #define pte_pfn(pte) (pte_val(pte) >> PFN_PTE_SHIFT) argument 194 #define pte_page(pte) pfn_to_page(pte_pfn(pte)) argument 204 { pte_t pte; pte_val(pte) = (PHYS_TWIDDLE(physpfn) << 32) | pgprot_val(pgprot); return pte; } in pfn_pte() local 207 { pte_val(pte) = (pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot); return pte; } in pte_modify() 256 extern inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) |= _PAGE_FOW; return pte; } in pte_wrprotect() argument 257 extern inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~(__DIRTY_BITS); return pte; } in pte_mkclean() argument 258 extern inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~(__ACCESS_BITS); return pte; } in pte_mkold() argument 259 extern inline pte_t pte_mkwrite_novma(pte_t pte){ pte_val(pte) &= ~_PAGE_FOW; return pte; } in pte_mkwrite_novma() argument 260 extern inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= __DIRTY_BITS; return pte; } in pte_mkdirty() argument 261 extern inline pte_t pte_mkyoung(pte_t pte) { pte_val(pte) |= __ACCESS_BITS; return pte; } in pte_mkyoung() argument [all …]
|
/openbmc/linux/arch/sparc/include/asm/ |
H A D | pgtable_64.h | 325 pte = pte_modify(pte, newprot); in pmd_modify() 445 pte = pte_mkhuge(pte); in pmd_mkhuge() 494 return pte_write(pte) ? __pte_mkhwwrite(pte) : pte; in pte_mkdirty() 537 return pte_dirty(pte) ? __pte_mkhwwrite(pte) : pte; in pte_mkwrite_novma() 735 pte = pte_mkold(pte); in pmd_mkold() 744 pte = pte_wrprotect(pte); in pmd_wrprotect() 753 pte = pte_mkdirty(pte); in pmd_mkdirty() 762 pte = pte_mkclean(pte); in pmd_mkclean() 771 pte = pte_mkyoung(pte); in pmd_mkyoung() 780 pte = pte_mkwrite_novma(pte); in pmd_mkwrite_novma() [all …]
|
/openbmc/linux/arch/xtensa/include/asm/ |
H A D | pgtable.h | 256 { pte_val(pte) &= ~(_PAGE_WRITABLE | _PAGE_HW_WRITE); return pte; } in pte_wrprotect() 258 { pte_val(pte) &= ~(_PAGE_DIRTY | _PAGE_HW_WRITE); return pte; } in pte_mkclean() 260 { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold() 262 { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty() 264 { pte_val(pte) |= _PAGE_ACCESSED; return pte; } in pte_mkyoung() 266 { pte_val(pte) |= _PAGE_WRITABLE; return pte; } in pte_mkwrite_novma() 278 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT) argument 334 return pte; in ptep_get_and_clear() 355 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument 366 return pte; in pte_swp_mkexclusive() [all …]
|
/openbmc/linux/arch/powerpc/include/asm/book3s/32/ |
H A D | pgtable.h | 386 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) >> 3 }) argument 405 static inline int pte_write(pte_t pte) { return !!(pte_val(pte) & _PAGE_RW);} in pte_write() argument 407 static inline int pte_dirty(pte_t pte) { return !!(pte_val(pte) & _PAGE_DIRTY); } in pte_dirty() argument 408 static inline int pte_young(pte_t pte) { return !!(pte_val(pte) & _PAGE_ACCESSED); } in pte_young() argument 409 static inline int pte_special(pte_t pte) { return !!(pte_val(pte) & _PAGE_SPECIAL); } in pte_special() argument 410 static inline int pte_none(pte_t pte) { return (pte_val(pte) & ~_PTE_NONE_MASK) == 0; } in pte_none() argument 411 static inline bool pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec() argument 444 if (!pte_present(pte) || !pte_user(pte) || !pte_read(pte)) in pte_access_permitted() 447 if (write && !pte_write(pte)) in pte_access_permitted() 493 return pte; in pte_mkpte() [all …]
|
/openbmc/linux/arch/parisc/include/asm/ |
H A D | pgtable.h | 320 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean() argument 321 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold() argument 322 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= ~_PAGE_WRITE; return pte; } in pte_wrprotect() argument 323 static inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty() argument 324 static inline pte_t pte_mkyoung(pte_t pte) { pte_val(pte) |= _PAGE_ACCESSED; return pte; } in pte_mkyoung() argument 325 static inline pte_t pte_mkwrite_novma(pte_t pte) { pte_val(pte) |= _PAGE_WRITE; return pte; } in pte_mkwrite_novma() argument 326 static inline pte_t pte_mkspecial(pte_t pte) { pte_val(pte) |= _PAGE_SPECIAL; return pte; } in pte_mkspecial() argument 337 #define pte_mkhuge(pte) (pte) argument 364 { pte_val(pte) = (pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot); return pte; } in pte_modify() 370 #define pte_page(pte) (pfn_to_page(pte_pfn(pte))) argument [all …]
|
/openbmc/linux/arch/s390/include/asm/ |
H A D | hugetlb.h | 21 pte_t *ptep, pte_t pte); 65 pte_t pte, int dirty) in huge_ptep_set_access_flags() argument 89 return pte_none(pte); in huge_pte_none() 94 return huge_pte_none(pte); in huge_pte_none_mostly() 99 return pte_write(pte); in huge_pte_write() 104 return pte_dirty(pte); in huge_pte_dirty() 109 return pte_mkwrite_novma(pte); in huge_pte_mkwrite() 114 return pte_mkdirty(pte); in huge_pte_mkdirty() 119 return pte_wrprotect(pte); in huge_pte_wrprotect() 129 return pte; in huge_pte_mkuffd_wp() [all …]
|
/openbmc/linux/arch/powerpc/mm/ |
H A D | pgtable.c | 52 if (pte_present(pte) && !pte_special(pte)) { in pte_looks_normal() 84 pte = __pte(pte_val(pte) & ~_PAGE_HPTEFLAGS); in set_pte_filter_hash() 95 return pte; in set_pte_filter_hash() 115 return pte; in set_pte_filter() 121 if (!pte_exec(pte) || !pte_looks_normal(pte)) in set_pte_filter() 122 return pte; in set_pte_filter() 127 return pte; in set_pte_filter() 201 pte = set_pte_filter(pte); in set_ptes() 226 pte = pfn_pte(pte_pfn(pte) + 1, pte_pgprot((pte))); in set_ptes() 276 pte = set_access_flags_filter(pte, vma, dirty); in huge_ptep_set_access_flags() [all …]
|
/openbmc/linux/include/asm-generic/ |
H A D | hugetlb.h | 15 return pte_write(pte); in huge_pte_write() 20 return pte_dirty(pte); in huge_pte_dirty() 25 return pte_mkwrite_novma(pte); in huge_pte_mkwrite() 31 return pte_wrprotect(pte); in huge_pte_wrprotect() 37 return pte_mkdirty(pte); in huge_pte_mkdirty() 42 return pte_modify(pte, newprot); in huge_pte_modify() 52 return pte_clear_uffd_wp(pte); in huge_pte_clear_uffd_wp() 57 return pte_uffd_wp(pte); in huge_pte_uffd_wp() 104 return pte_none(pte); in huge_pte_none() 111 return huge_pte_none(pte) || is_pte_marker(pte); in huge_pte_none_mostly() [all …]
|
/openbmc/linux/drivers/iommu/amd/ |
H A D | io_pgtable_v2.c | 65 u64 pte; in set_pte_attr() local 78 return pte; in set_pte_attr() 153 cmpxchg64(pte, *pte, 0ULL); in v2_alloc_pte() 175 pte = &pte[PM_LEVEL_INDEX(level, iova)]; in v2_alloc_pte() 184 cmpxchg64(pte, *pte, 0ULL); in v2_alloc_pte() 201 u64 *pte; in fetch_pte() local 215 pte = get_pgtable_pte(*pte); in fetch_pte() 216 pte = &pte[PM_LEVEL_INDEX(level - 1, iova)]; in fetch_pte() 242 u64 *pte; in iommu_v2_map_pages() local 298 u64 *pte; in iommu_v2_unmap_pages() local [all …]
|
/openbmc/qemu/target/i386/hvf/ |
H A D | x86_mmu.c | 27 #define pte_present(pte) (pte & PT_PRESENT) argument 28 #define pte_write_access(pte) (pte & PT_WRITE) argument 29 #define pte_user_access(pte) (pte & PT_USER) argument 30 #define pte_exec_access(pte) (!(pte & PT_NX)) argument 32 #define pte_large_page(pte) (pte & PT_PS) argument 33 #define pte_global_access(pte) (pte & PT_GLOBAL) argument 46 uint64_t pte[5]; member 80 uint64_t pte = 0; in get_pt_entry() local 92 pt->pte[level - 1] = pte; in get_pt_entry() 101 uint64_t pte = pt->pte[level]; in test_pt_entry() local [all …]
|
/openbmc/linux/drivers/iommu/ |
H A D | io-pgtable-arm-v7s.c | 83 #define ARM_V7S_PTE_IS_VALID(pte) (((pte) & 0x3) != 0) argument 193 return pte; in to_mtk_iopte() 204 return pte; in paddr_to_iopte() 363 return pte; in arm_v7s_prot_to_pte() 398 return pte; in arm_v7s_pte_to_cont() 415 return pte; in arm_v7s_cont_to_pte() 460 pte = arm_v7s_pte_to_cont(pte, lvl); in arm_v7s_init_pte() 519 if (!pte) { in __arm_v7s_map() 525 if (pte) in __arm_v7s_map() 610 pte = arm_v7s_cont_to_pte(pte, lvl); in arm_v7s_split_cont() [all …]
|