| /openbmc/linux/arch/powerpc/include/asm/nohash/ |
| H A D | pgtable.h | 23 static inline int pte_write(pte_t pte) in pte_write()
44 static inline int pte_protnone(pte_t pte) in pte_protnone()
55 static inline int pte_present(pte_t pte) in pte_present()
60 static inline bool pte_hw_valid(pte_t pte) in pte_hw_valid()
71 static inline bool pte_user(pte_t pte) in pte_user()
108 static inline pte_t pte_exprotect(pte_t pte) in pte_exprotect()
113 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
118 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
129 static inline pte_t pte_mkhuge(pte_t pte) in pte_mkhuge()
143 static inline pte_t pte_mkuser(pte_t pte) in pte_mkuser()
[all …]
|
| /openbmc/linux/arch/mips/include/asm/ |
| H A D | pgtable.h | 205 pte_t *ptep, pte_t pte, unsigned int nr)
262 static inline int pte_special(pte_t pte)
273 static inline int pte_special(pte_t pte)
304 static inline pte_t pte_mkclean(pte_t pte)
313 static inline pte_t pte_mkold(pte_t pte)
333 static inline pte_t pte_mkdirty(pte_t pte)
344 static inline pte_t pte_mkyoung(pte_t pte)
371 static inline pte_t pte_mkold(pte_t pte)
406 static inline pte_t pte_mkhuge(pte_t pte)
586 pte_t pte = *ptep; local
[all …]
|
| /openbmc/linux/arch/arm/include/asm/ |
| H A D | pgtable.h | 169 #define pte_page(pte) pfn_to_page(pte_pfn(pte)) argument
178 #define pte_none(pte) (!pte_val(pte)) argument
187 #define pte_valid_user(pte) \ argument
226 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
236 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
241 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
246 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
251 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
256 static inline pte_t pte_mkexec(pte_t pte) in pte_mkexec()
261 static inline pte_t pte_mknexec(pte_t pte) in pte_mknexec()
[all …]
|
| /openbmc/linux/arch/m68k/include/asm/ |
| H A D | mcf_pgtable.h | 121 static inline int pte_none(pte_t pte) in pte_none()
126 static inline int pte_present(pte_t pte) in pte_present()
158 static inline int pte_read(pte_t pte) in pte_read()
163 static inline int pte_write(pte_t pte) in pte_write()
168 static inline int pte_exec(pte_t pte) in pte_exec()
173 static inline int pte_dirty(pte_t pte) in pte_dirty()
178 static inline int pte_young(pte_t pte) in pte_young()
201 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
207 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
219 static inline pte_t pte_mkread(pte_t pte) in pte_mkread()
[all …]
|
| H A D | sun3_pgtable.h | 85 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
93 #define __pte_page(pte) \ argument
101 static inline int pte_none (pte_t pte) { return !pte_val (pte); } in pte_none()
102 static inline int pte_present (pte_t pte) { return pte_val (pte) & SUN3_PAGE_VALID; } in pte_present()
109 #define pte_pfn(pte) (pte_val(pte) & SUN3_PAGE_PGNUM_MASK) argument
113 #define pte_page(pte) virt_to_page(__pte_page(pte)) argument
154 static inline pte_t pte_mkcache(pte_t pte) { return pte; } in pte_mkcache()
175 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument
178 static inline int pte_swp_exclusive(pte_t pte) in pte_swp_exclusive()
183 static inline pte_t pte_swp_mkexclusive(pte_t pte) in pte_swp_mkexclusive()
[all …]
|
| H A D | motorola_pgtable.h | 90 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
106 #define __pte_page(pte) ((unsigned long)__va(pte_val(pte) & PAGE_MASK)) argument
111 #define pte_none(pte) (!pte_val(pte)) argument
116 #define pte_page(pte) virt_to_page(__va(pte_val(pte))) argument
117 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT) argument
162 static inline pte_t pte_mknocache(pte_t pte) in pte_mknocache()
167 static inline pte_t pte_mkcache(pte_t pte) in pte_mkcache()
191 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument
194 static inline int pte_swp_exclusive(pte_t pte) in pte_swp_exclusive()
199 static inline pte_t pte_swp_mkexclusive(pte_t pte) in pte_swp_mkexclusive()
[all …]
|
| /openbmc/linux/arch/hexagon/include/asm/ |
| H A D | pgtable.h | 145 #define pte_present_exec_user(pte) \ argument
228 static inline int pte_none(pte_t pte) in pte_none()
236 static inline int pte_present(pte_t pte) in pte_present()
248 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
255 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
276 static inline int pte_young(pte_t pte) in pte_young()
282 static inline int pte_dirty(pte_t pte) in pte_dirty()
310 static inline pte_t pte_mkexec(pte_t pte) in pte_mkexec()
317 static inline int pte_read(pte_t pte) in pte_read()
323 static inline int pte_write(pte_t pte) in pte_write()
[all …]
|
| /openbmc/linux/arch/s390/include/asm/ |
| H A D | hugetlb.h | 65 pte_t pte, int dirty) in huge_ptep_set_access_flags()
78 pte_t pte = huge_ptep_get_and_clear(mm, addr, ptep); in huge_ptep_set_wrprotect() local
87 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
92 static inline int huge_pte_none_mostly(pte_t pte) in huge_pte_none_mostly()
97 static inline int huge_pte_write(pte_t pte) in huge_pte_write()
102 static inline int huge_pte_dirty(pte_t pte) in huge_pte_dirty()
107 static inline pte_t huge_pte_mkwrite(pte_t pte) in huge_pte_mkwrite()
112 static inline pte_t huge_pte_mkdirty(pte_t pte) in huge_pte_mkdirty()
117 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
127 static inline pte_t huge_pte_mkuffd_wp(pte_t pte) in huge_pte_mkuffd_wp()
[all …]
|
| /openbmc/linux/arch/microblaze/include/asm/ |
| H A D | pgtable.h | 254 static inline pte_t pte_rdprotect(pte_t pte) \ in pte_rdprotect()
256 static inline pte_t pte_wrprotect(pte_t pte) \ in pte_wrprotect()
258 static inline pte_t pte_exprotect(pte_t pte) \ in pte_exprotect()
260 static inline pte_t pte_mkclean(pte_t pte) \ in pte_mkclean()
262 static inline pte_t pte_mkold(pte_t pte) \ in pte_mkold()
265 static inline pte_t pte_mkread(pte_t pte) \ in pte_mkread()
267 static inline pte_t pte_mkexec(pte_t pte) \ in pte_mkexec()
271 static inline pte_t pte_mkdirty(pte_t pte) \ in pte_mkdirty()
273 static inline pte_t pte_mkyoung(pte_t pte) \ in pte_mkyoung()
283 pte_t pte; in mk_pte_phys() local
[all …]
|
| /openbmc/linux/arch/um/include/asm/ |
| H A D | pgtable.h | 111 static inline int pte_none(pte_t pte) in pte_none()
120 static inline int pte_read(pte_t pte) in pte_read()
126 static inline int pte_exec(pte_t pte){ in pte_exec()
131 static inline int pte_write(pte_t pte) in pte_write()
137 static inline int pte_dirty(pte_t pte) in pte_dirty()
142 static inline int pte_young(pte_t pte) in pte_young()
147 static inline int pte_newpage(pte_t pte) in pte_newpage()
152 static inline int pte_newprot(pte_t pte) in pte_newprot()
175 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
190 static inline pte_t pte_mkread(pte_t pte) in pte_mkread()
[all …]
|
| /openbmc/linux/arch/nios2/include/asm/ |
| H A D | pgtable.h | 84 static inline int pte_write(pte_t pte) \ in pte_write()
86 static inline int pte_dirty(pte_t pte) \ in pte_dirty()
88 static inline int pte_young(pte_t pte) \ in pte_young()
102 static inline int pte_none(pte_t pte) in pte_none()
107 static inline int pte_present(pte_t pte) \ in pte_present()
114 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
120 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
126 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
138 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
144 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
[all …]
|
| /openbmc/linux/arch/openrisc/include/asm/ |
| H A D | pgtable.h | 223 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
229 static inline pte_t pte_rdprotect(pte_t pte) in pte_rdprotect()
235 static inline pte_t pte_exprotect(pte_t pte) in pte_exprotect()
241 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
247 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
259 static inline pte_t pte_mkread(pte_t pte) in pte_mkread()
265 static inline pte_t pte_mkexec(pte_t pte) in pte_mkexec()
271 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
277 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
296 pte_t pte; in __mk_pte() local
[all …]
|
| /openbmc/linux/arch/powerpc/include/asm/book3s/32/ |
| H A D | pgtable.h | 59 static inline bool pte_user(pte_t pte) in pte_user()
413 static inline int pte_present(pte_t pte) in pte_present()
418 static inline bool pte_hw_valid(pte_t pte) in pte_hw_valid()
423 static inline bool pte_hashpte(pte_t pte) in pte_hashpte()
428 static inline bool pte_ci(pte_t pte) in pte_ci()
481 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
486 static inline pte_t pte_mkexec(pte_t pte) in pte_mkexec()
491 static inline pte_t pte_mkpte(pte_t pte) in pte_mkpte()
516 static inline pte_t pte_mkhuge(pte_t pte) in pte_mkhuge()
526 static inline pte_t pte_mkuser(pte_t pte) in pte_mkuser()
[all …]
|
| /openbmc/linux/include/asm-generic/ |
| H A D | hugetlb.h | 13 static inline unsigned long huge_pte_write(pte_t pte) in huge_pte_write()
18 static inline unsigned long huge_pte_dirty(pte_t pte) in huge_pte_dirty()
23 static inline pte_t huge_pte_mkwrite(pte_t pte) in huge_pte_mkwrite()
29 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
35 static inline pte_t huge_pte_mkdirty(pte_t pte) in huge_pte_mkdirty()
45 static inline pte_t huge_pte_mkuffd_wp(pte_t pte) in huge_pte_mkuffd_wp()
55 static inline int huge_pte_uffd_wp(pte_t pte) in huge_pte_uffd_wp()
79 pte_t *ptep, pte_t pte, unsigned long sz) in set_huge_pte_at()
102 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
109 static inline int huge_pte_none_mostly(pte_t pte) in huge_pte_none_mostly()
[all …]
|
| H A D | pgtable_uffd.h | 5 static __always_inline int pte_uffd_wp(pte_t pte) in pte_uffd_wp()
15 static __always_inline pte_t pte_mkuffd_wp(pte_t pte) in pte_mkuffd_wp()
25 static __always_inline pte_t pte_clear_uffd_wp(pte_t pte) in pte_clear_uffd_wp()
35 static __always_inline pte_t pte_swp_mkuffd_wp(pte_t pte) in pte_swp_mkuffd_wp()
40 static __always_inline int pte_swp_uffd_wp(pte_t pte) in pte_swp_uffd_wp()
45 static __always_inline pte_t pte_swp_clear_uffd_wp(pte_t pte) in pte_swp_clear_uffd_wp()
|
| /openbmc/linux/arch/sparc/include/asm/ |
| H A D | pgtable_64.h | 323 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify() local
443 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge() local
686 pte_t pte = __pte(pmd_val(pmd)); in pmd_large() local
693 pte_t pte = __pte(pmd_val(pmd)); in pmd_pfn() local
701 pte_t pte = __pte(pmd_val(pmd)); in pmd_write() local
711 pte_t pte = __pte(pmd_val(pmd)); in pmd_dirty() local
719 pte_t pte = __pte(pmd_val(pmd)); in pmd_young() local
726 pte_t pte = __pte(pmd_val(pmd)); in pmd_trans_huge() local
733 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkold() local
742 pte_t pte = __pte(pmd_val(pmd)); in pmd_wrprotect() local
[all …]
|
| H A D | pgtable_32.h | 148 static inline int pte_present(pte_t pte) in pte_present()
153 static inline int pte_none(pte_t pte) in pte_none()
212 static inline int pte_write(pte_t pte) in pte_write()
217 static inline int pte_dirty(pte_t pte) in pte_dirty()
222 static inline int pte_young(pte_t pte) in pte_young()
227 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
232 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
237 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
247 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
252 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
[all …]
|
| /openbmc/linux/arch/csky/include/asm/ |
| H A D | pgtable.h | 85 static inline void set_pte(pte_t *p, pte_t pte) in set_pte()
141 static inline int pte_read(pte_t pte) in pte_read()
146 static inline int pte_write(pte_t pte) in pte_write()
151 static inline int pte_dirty(pte_t pte) in pte_dirty()
156 static inline int pte_young(pte_t pte) in pte_young()
161 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
167 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
173 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
187 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
195 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
[all …]
|
| /openbmc/linux/arch/xtensa/include/asm/ |
| H A D | pgtable.h | 239 # define pte_present(pte) \ argument
255 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
257 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
259 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
261 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
263 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
265 static inline pte_t pte_mkwrite_novma(pte_t pte) in pte_mkwrite_novma()
322 pte_t pte = *ptep; in ptep_test_and_clear_young() local
332 pte_t pte = *ptep; in ptep_get_and_clear() local
340 pte_t pte = *ptep; in ptep_set_wrprotect() local
[all …]
|
| /openbmc/linux/arch/arm64/include/asm/ |
| H A D | pgtable.h | 95 #define pte_none(pte) (!pte_val(pte)) argument
133 #define pte_valid_not_user(pte) \ argument
143 #define pte_accessible(mm, pte) \ argument
223 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
238 static inline pte_t pte_mkcont(pte_t pte) in pte_mkcont()
298 pte_t pte) in __check_safe_pte_update()
329 pte_t *ptep, pte_t pte) in __set_pte_at()
394 static inline pud_t pte_pud(pte_t pte) in pte_pud()
409 static inline pmd_t pte_pmd(pte_t pte) in pte_pmd()
891 pte_t old_pte, pte; in __ptep_test_and_clear_young() local
[all …]
|
| /openbmc/linux/arch/alpha/include/asm/ |
| H A D | pgtable.h | 192 #define pte_pfn(pte) (pte_val(pte) >> PFN_PTE_SHIFT) argument
194 #define pte_page(pte) pfn_to_page(pte_pfn(pte)) argument
206 extern inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
231 extern inline int pte_none(pte_t pte) { return !pte_val(pte); } in pte_none()
232 extern inline int pte_present(pte_t pte) { return pte_val(pte) & _PAGE_VALID; } in pte_present()
252 extern inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_FOW); } in pte_write()
253 extern inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
334 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument
337 static inline int pte_swp_exclusive(pte_t pte) in pte_swp_exclusive()
342 static inline pte_t pte_swp_mkexclusive(pte_t pte) in pte_swp_mkexclusive()
[all …]
|
| /openbmc/linux/arch/powerpc/kvm/ |
| H A D | book3s_mmu_hpte.c | 97 struct hpte_cache *pte = container_of(head, struct hpte_cache, rcu_head); in free_pte_rcu() local
101 static void invalidate_pte(struct kvm_vcpu *vcpu, struct hpte_cache *pte) in invalidate_pte()
135 struct hpte_cache *pte; in kvmppc_mmu_pte_flush_all() local
154 struct hpte_cache *pte; in kvmppc_mmu_pte_flush_page() local
173 struct hpte_cache *pte; in kvmppc_mmu_pte_flush_long() local
216 struct hpte_cache *pte; in kvmppc_mmu_pte_vflush_short() local
237 struct hpte_cache *pte; in kvmppc_mmu_pte_vflush_64k() local
259 struct hpte_cache *pte; in kvmppc_mmu_pte_vflush_long() local
301 struct hpte_cache *pte; in kvmppc_mmu_pte_pflush() local
323 struct hpte_cache *pte; in kvmppc_mmu_hpte_cache_next() local
[all …]
|
| /openbmc/linux/arch/x86/include/asm/ |
| H A D | pgtable.h | 71 #define set_pte_atomic(ptep, pte) \ argument
128 static inline bool pte_dirty(pte_t pte) in pte_dirty()
133 static inline bool pte_shstk(pte_t pte) in pte_shstk()
139 static inline int pte_young(pte_t pte) in pte_young()
172 static inline int pte_write(pte_t pte) in pte_write()
197 static inline int pte_huge(pte_t pte) in pte_huge()
202 static inline int pte_global(pte_t pte) in pte_global()
207 static inline int pte_exec(pte_t pte) in pte_exec()
264 static inline int pmd_large(pmd_t pte) in pmd_large()
947 static inline int pte_none(pte_t pte) in pte_none()
[all …]
|
| /openbmc/linux/arch/parisc/include/asm/ |
| H A D | pgtable.h | 332 #define pte_huge(pte) (pte_val(pte) & _PAGE_HUGE) argument
333 #define pte_mkhuge(pte) (__pte(pte_val(pte) | \ argument
336 #define pte_huge(pte) (0) argument
337 #define pte_mkhuge(pte) (pte) argument
358 pte_t pte; in pfn_pte() local
370 #define pte_page(pte) (pfn_to_page(pte_pfn(pte))) argument
386 pte_t *ptep, pte_t pte, unsigned int nr) in set_ptes()
434 static inline int pte_swp_exclusive(pte_t pte) in pte_swp_exclusive()
439 static inline pte_t pte_swp_mkexclusive(pte_t pte) in pte_swp_mkexclusive()
445 static inline pte_t pte_swp_clear_exclusive(pte_t pte) in pte_swp_clear_exclusive()
[all …]
|
| /openbmc/linux/arch/powerpc/mm/ |
| H A D | pgtable.c | 49 static inline int pte_looks_normal(pte_t pte) in pte_looks_normal()
61 static struct folio *maybe_pte_to_folio(pte_t pte) in maybe_pte_to_folio()
82 static pte_t set_pte_filter_hash(pte_t pte) in set_pte_filter_hash()
100 static pte_t set_pte_filter_hash(pte_t pte) { return pte; } in set_pte_filter_hash()
110 static inline pte_t set_pte_filter(pte_t pte) in set_pte_filter()
144 static pte_t set_access_flags_filter(pte_t pte, struct vm_area_struct *vma, in set_access_flags_filter()
193 pte_t pte, unsigned int nr) in set_ptes()
263 pte_t pte, int dirty) in huge_ptep_set_access_flags()
304 pte_t pte, unsigned long sz) in set_huge_pte_at()
336 pte_t *pte; in assert_pte_locked() local
|