Lines Matching refs:ptep

232 		pte_t *ptep, pte_t pte, unsigned int nr)  in set_ptes()  argument
234 page_table_check_ptes_set(mm, ptep, pte, nr); in set_ptes()
238 set_pte(ptep, pte); in set_ptes()
241 ptep++; in set_ptes()
247 #define set_pte_at(mm, addr, ptep, pte) set_ptes(mm, addr, ptep, pte, 1) argument
251 unsigned long address, pte_t *ptep,
282 static inline pte_t ptep_get(pte_t *ptep) in ptep_get() argument
284 return READ_ONCE(*ptep); in ptep_get()
298 pte_t *ptep) in ptep_test_and_clear_young() argument
300 pte_t pte = ptep_get(ptep); in ptep_test_and_clear_young()
305 set_pte_at(vma->vm_mm, address, ptep, pte_mkold(pte)); in ptep_test_and_clear_young()
337 unsigned long address, pte_t *ptep);
399 pte_t *ptep) in ptep_get_and_clear() argument
401 pte_t pte = ptep_get(ptep); in ptep_get_and_clear()
402 pte_clear(mm, address, ptep); in ptep_get_and_clear()
409 pte_t *ptep) in ptep_clear() argument
411 ptep_get_and_clear(mm, addr, ptep); in ptep_clear()
443 static inline pte_t ptep_get_lockless(pte_t *ptep) in ptep_get_lockless() argument
448 pte.pte_low = ptep->pte_low; in ptep_get_lockless()
450 pte.pte_high = ptep->pte_high; in ptep_get_lockless()
452 } while (unlikely(pte.pte_low != ptep->pte_low)); in ptep_get_lockless()
481 static inline pte_t ptep_get_lockless(pte_t *ptep) in ptep_get_lockless() argument
483 return ptep_get(ptep); in ptep_get_lockless()
548 unsigned long address, pte_t *ptep, in ptep_get_and_clear_full() argument
551 return ptep_get_and_clear(mm, address, ptep); in ptep_get_and_clear_full()
566 unsigned long address, pte_t *ptep) in update_mmu_tlb() argument
580 pte_t *ptep, in pte_clear_not_present_full() argument
583 pte_clear(mm, address, ptep); in pte_clear_not_present_full()
590 pte_t *ptep);
618 static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long address, pte_t *ptep) in ptep_set_wrprotect() argument
620 pte_t old_pte = ptep_get(ptep); in ptep_set_wrprotect()
621 set_pte_at(mm, address, ptep, pte_wrprotect(old_pte)); in ptep_set_wrprotect()
828 #define set_pte_safe(ptep, pte) \ argument
830 WARN_ON_ONCE(pte_present(*ptep) && !pte_same(*ptep, pte)); \
831 set_pte(ptep, pte); \
935 #define flush_tlb_fix_spurious_fault(vma, address, ptep) flush_tlb_page(vma, address) argument
1037 pte_t *ptep) in __ptep_modify_prot_start() argument
1044 return ptep_get_and_clear(vma->vm_mm, addr, ptep); in __ptep_modify_prot_start()
1049 pte_t *ptep, pte_t pte) in __ptep_modify_prot_commit() argument
1055 set_pte_at(vma->vm_mm, addr, ptep, pte); in __ptep_modify_prot_commit()
1075 pte_t *ptep) in ptep_modify_prot_start() argument
1077 return __ptep_modify_prot_start(vma, addr, ptep); in ptep_modify_prot_start()
1086 pte_t *ptep, pte_t old_pte, pte_t pte) in ptep_modify_prot_commit() argument
1088 __ptep_modify_prot_commit(vma, addr, ptep, pte); in ptep_modify_prot_commit()