/openbmc/linux/arch/sh/mm/ |
H A D | tlb-sh4.c | 18 unsigned long flags, pteval, vpn; in __update_tlb() local 32 pteval = pte.pte_low; in __update_tlb() 48 __raw_writel(copy_ptea_attributes(pteval), MMU_PTEA); in __update_tlb() 53 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb() 55 pteval |= _PAGE_WT; in __update_tlb() 58 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
|
H A D | tlb-pteaex.c | 20 unsigned long flags, pteval, vpn; in __update_tlb() local 37 pteval = pte.pte_low; in __update_tlb() 51 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb() 53 pteval |= _PAGE_WT; in __update_tlb() 56 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
|
H A D | tlb-sh3.c | 29 unsigned long flags, pteval, vpn; in __update_tlb() local 43 pteval = pte_val(pte); in __update_tlb() 46 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb() 48 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
|
/openbmc/linux/mm/ |
H A D | highmem.c | 177 return pte_page(kctrl->pteval[i]); in __kmap_to_page() 540 pte_t pteval, *kmap_pte; in __kmap_local_pfn_prot() local 554 pteval = pfn_pte(pfn, prot); in __kmap_local_pfn_prot() 556 arch_kmap_local_post_map(vaddr, pteval); in __kmap_local_pfn_prot() 557 current->kmap_ctrl.pteval[kmap_local_idx()] = pteval; in __kmap_local_pfn_prot() 642 pte_t pteval = tsk->kmap_ctrl.pteval[i]; in __kmap_local_sched_out() local 648 WARN_ON_ONCE(pte_val(pteval) != 0); in __kmap_local_sched_out() 651 if (WARN_ON_ONCE(pte_none(pteval))) in __kmap_local_sched_out() 679 pte_t pteval = tsk->kmap_ctrl.pteval[i]; in __kmap_local_sched_in() local 685 WARN_ON_ONCE(pte_val(pteval) != 0); in __kmap_local_sched_in() [all …]
|
H A D | rmap.c | 1477 pte_t pteval; in try_to_unmap_one() local 1625 if (pte_dirty(pteval)) in try_to_unmap_one() 1822 pte_t pteval; in try_to_migrate_one() local 1985 if (pte_dirty(pteval)) in try_to_migrate_one() 2058 pteval, hsz); in try_to_migrate_one() 2073 pteval, hsz); in try_to_migrate_one() 2086 if (pte_write(pteval)) in try_to_migrate_one() 2188 pte_t pteval; in page_make_device_exclusive_one() local 2222 if (pte_dirty(pteval)) in page_make_device_exclusive_one() 2230 pte_write(pteval)) in page_make_device_exclusive_one() [all …]
|
H A D | khugepaged.c | 510 if (pte_none(pteval)) in release_pte_pages() 512 pfn = pte_pfn(pteval); in release_pte_pages() 552 if (pte_none(pteval) || (pte_present(pteval) && in __collapse_huge_page_isolate() 661 if (pte_write(pteval)) in __collapse_huge_page_isolate() 691 pte_t pteval; in __collapse_huge_page_copy_succeeded() local 695 pteval = ptep_get(_pte); in __collapse_huge_page_copy_succeeded() 696 if (pte_none(pteval) || is_zero_pfn(pte_pfn(pteval))) { in __collapse_huge_page_copy_succeeded() 785 pte_t pteval; in __collapse_huge_page_copy() local 795 if (pte_none(pteval) || is_zero_pfn(pte_pfn(pteval))) { in __collapse_huge_page_copy() 1285 if (pte_none(pteval) || is_zero_pfn(pte_pfn(pteval))) { in hpage_collapse_scan_pmd() [all …]
|
/openbmc/linux/drivers/staging/media/ipu3/ |
H A D | ipu3-mmu.c | 121 static u32 *imgu_mmu_alloc_page_table(u32 pteval) in imgu_mmu_alloc_page_table() argument 131 pt[pte] = pteval; in imgu_mmu_alloc_page_table() 172 u32 pteval; in imgu_mmu_get_l2pt() local 203 pteval = IPU3_ADDR2PTE(virt_to_phys(new_l2pt)); in imgu_mmu_get_l2pt() 204 mmu->l1pt[l1pt_idx] = pteval; in imgu_mmu_get_l2pt() 430 u32 pteval; in imgu_mmu_init() local 451 mmu->dummy_page_pteval = pteval; in imgu_mmu_init() 461 mmu->dummy_l2pt_pteval = pteval; in imgu_mmu_init() 477 writel(pteval, mmu->base + REG_L1_PHYS); in imgu_mmu_init() 528 u32 pteval; in imgu_mmu_resume() local [all …]
|
/openbmc/linux/arch/s390/mm/ |
H A D | hugetlbpage.c | 76 unsigned long pteval; in __rste_to_pte() local 105 pteval = rste & _SEGMENT_ENTRY_ORIGIN_LARGE; in __rste_to_pte() 106 pteval |= _PAGE_LARGE | _PAGE_PRESENT; in __rste_to_pte() 107 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_READ, _PAGE_READ); in __rste_to_pte() 108 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_WRITE, _PAGE_WRITE); in __rste_to_pte() 109 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_INVALID, _PAGE_INVALID); in __rste_to_pte() 111 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_DIRTY, _PAGE_DIRTY); in __rste_to_pte() 112 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_YOUNG, _PAGE_YOUNG); in __rste_to_pte() 116 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_NOEXEC, _PAGE_NOEXEC); in __rste_to_pte() 118 pteval = _PAGE_INVALID; in __rste_to_pte() [all …]
|
/openbmc/linux/include/trace/events/ |
H A D | xen.h | 135 TP_PROTO(pte_t *ptep, pte_t pteval), 136 TP_ARGS(ptep, pteval), 139 __field(pteval_t, pteval) 142 __entry->pteval = pteval.pte), 152 TP_ARGS(ptep, pteval)) 260 pte_t *ptep, pte_t pteval), 261 TP_ARGS(mm, addr, ptep, pteval), 266 __field(pteval_t, pteval) 271 __entry->pteval = pteval.pte), 280 pte_t *ptep, pte_t pteval), \ [all …]
|
/openbmc/linux/arch/x86/mm/ |
H A D | pgtable_32.c | 27 void set_pte_vaddr(unsigned long vaddr, pte_t pteval) in set_pte_vaddr() argument 56 if (!pte_none(pteval)) in set_pte_vaddr() 57 set_pte_at(&init_mm, vaddr, pte, pteval); in set_pte_vaddr()
|
/openbmc/linux/arch/sparc/include/asm/ |
H A D | highmem.h | 54 #define arch_kmap_local_pre_map(vaddr, pteval) flush_cache_all() argument 56 #define arch_kmap_local_post_map(vaddr, pteval) flush_tlb_all() argument
|
/openbmc/linux/arch/riscv/include/asm/ |
H A D | pgtable.h | 516 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument 518 WRITE_ONCE(*ptep, pteval); in set_pte() 523 static inline void __set_pte_at(pte_t *ptep, pte_t pteval) in __set_pte_at() argument 525 if (pte_present(pteval) && pte_exec(pteval)) in __set_pte_at() 526 flush_icache_pte(pteval); in __set_pte_at() 528 set_pte(ptep, pteval); in __set_pte_at() 532 pte_t *ptep, pte_t pteval, unsigned int nr) in set_ptes() argument 534 page_table_check_ptes_set(mm, ptep, pteval, nr); in set_ptes() 537 __set_pte_at(ptep, pteval); in set_ptes() 541 pte_val(pteval) += 1 << _PAGE_PFN_SHIFT; in set_ptes()
|
/openbmc/linux/arch/hexagon/include/asm/ |
H A D | pgtable.h | 149 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument 152 if (pte_present_exec_user(pteval)) in set_pte() 153 sync_icache_dcache(pteval); in set_pte() 155 *ptep = pteval; in set_pte()
|
/openbmc/linux/arch/arm64/mm/ |
H A D | fault.c | 216 pteval_t old_pteval, pteval; in ptep_set_access_flags() local 232 pteval = pte_val(pte); in ptep_set_access_flags() 234 old_pteval = pteval; in ptep_set_access_flags() 235 pteval ^= PTE_RDONLY; in ptep_set_access_flags() 236 pteval |= pte_val(entry); in ptep_set_access_flags() 237 pteval ^= PTE_RDONLY; in ptep_set_access_flags() 238 pteval = cmpxchg_relaxed(&pte_val(*ptep), old_pteval, pteval); in ptep_set_access_flags() 239 } while (pteval != old_pteval); in ptep_set_access_flags()
|
/openbmc/linux/arch/powerpc/mm/book3s64/ |
H A D | hash_tlb.c | 245 unsigned long pteval = pte_val(*pte); in flush_hash_table_pmd_range() local 246 if (pteval & H_PAGE_HASHPTE) in flush_hash_table_pmd_range() 247 hpte_need_flush(mm, addr, pte, pteval, 0); in flush_hash_table_pmd_range()
|
/openbmc/linux/arch/ia64/include/asm/ |
H A D | pgtable.h | 292 extern void __ia64_sync_icache_dcache(pte_t pteval); 293 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument 299 if (pte_present_exec_user(pteval) && in set_pte() 301 pte_pfn(*ptep) != pte_pfn(pteval))) in set_pte() 303 __ia64_sync_icache_dcache(pteval); in set_pte() 304 *ptep = pteval; in set_pte()
|
/openbmc/linux/arch/arm/mm/ |
H A D | flush.c | 285 void __sync_icache_dcache(pte_t pteval) in __sync_icache_dcache() argument 291 if (cache_is_vipt_nonaliasing() && !pte_exec(pteval)) in __sync_icache_dcache() 294 pfn = pte_pfn(pteval); in __sync_icache_dcache() 310 if (pte_exec(pteval)) in __sync_icache_dcache()
|
/openbmc/linux/arch/powerpc/mm/ptdump/ |
H A D | hashpagetable.c | 377 unsigned long addr, pteval, psize; in walk_pte() local 382 pteval = pte_val(*pte); in walk_pte() 391 ((pteval & H_PAGE_COMBO) == H_PAGE_COMBO || in walk_pte() 392 (pteval & H_PAGE_4K_PFN) == H_PAGE_4K_PFN)) in walk_pte() 398 if (((pteval & H_PAGE_HASHPTE) != H_PAGE_HASHPTE) in walk_pte() 403 addr, pteval); in walk_pte()
|
/openbmc/linux/arch/m68k/include/asm/ |
H A D | pgtable_mm.h | 30 #define set_pte(pteptr, pteval) \ argument 32 *(pteptr) = (pteval); \
|
/openbmc/linux/drivers/iommu/amd/ |
H A D | io_pgtable.c | 339 static void free_clear_pte(u64 *pte, u64 pteval, struct list_head *freelist) in free_clear_pte() argument 344 while (!try_cmpxchg64(pte, &pteval, 0)) in free_clear_pte() 347 if (!IOMMU_PTE_PRESENT(pteval)) in free_clear_pte() 350 pt = IOMMU_PTE_PAGE(pteval); in free_clear_pte() 351 mode = IOMMU_PTE_MODE(pteval); in free_clear_pte()
|
/openbmc/linux/arch/xtensa/mm/ |
H A D | tlb.c | 183 unsigned int pteval; in get_pte_for_vaddr() local 202 pteval = pte_val(*pte); in get_pte_for_vaddr() 204 return pteval; in get_pte_for_vaddr()
|
/openbmc/linux/include/linux/ |
H A D | mm_inline.h | 566 pte_t *pte, pte_t pteval) in pte_install_uffd_wp_if_needed() argument 584 if (unlikely(pte_present(pteval) && pte_uffd_wp(pteval))) in pte_install_uffd_wp_if_needed() 591 if (unlikely(pte_swp_uffd_wp_any(pteval))) in pte_install_uffd_wp_if_needed()
|
/openbmc/linux/arch/x86/include/asm/ |
H A D | highmem.h | 63 #define arch_kmap_local_post_map(vaddr, pteval) \ argument
|
/openbmc/linux/arch/csky/include/asm/ |
H A D | highmem.h | 37 #define arch_kmap_local_post_map(vaddr, pteval) kmap_flush_tlb(vaddr) argument
|
/openbmc/linux/arch/microblaze/include/asm/ |
H A D | highmem.h | 54 #define arch_kmap_local_post_map(vaddr, pteval) \ argument
|