6  * TLB flushing on s390 is complicated. The following requirement
14  * AND PURGE instruction that purges the TLB."
26 static inline void tlb_flush(struct mmu_gather *tlb);
27 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb,
38 #include <asm-generic/tlb.h>
42  * tlb_ptep_clear_flush. In both flush modes the tlb for a page cache page
48 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb,  in __tlb_remove_page_size()  argument
56 static inline void tlb_flush(struct mmu_gather *tlb)  in tlb_flush()  argument
58 	__tlb_flush_mm_lazy(tlb->mm);  in tlb_flush()
63  * page table from the tlb.
65 static inline void pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte,  in pte_free_tlb()  argument
68 	__tlb_adjust_range(tlb, address, PAGE_SIZE);  in pte_free_tlb()
69 	tlb->mm->context.flush_mm = 1;  in pte_free_tlb()
70 	tlb->freed_tables = 1;  in pte_free_tlb()
71 	tlb->cleared_pmds = 1;  in pte_free_tlb()
77 	page_table_free_rcu(tlb, (unsigned long *) pte, address);  in pte_free_tlb()
82  * segment table entry from the tlb.
87 static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd,  in pmd_free_tlb()  argument
90 	if (mm_pmd_folded(tlb->mm))  in pmd_free_tlb()
93 	__tlb_adjust_range(tlb, address, PAGE_SIZE);  in pmd_free_tlb()
94 	tlb->mm->context.flush_mm = 1;  in pmd_free_tlb()
95 	tlb->freed_tables = 1;  in pmd_free_tlb()
96 	tlb->cleared_puds = 1;  in pmd_free_tlb()
97 	tlb_remove_ptdesc(tlb, pmd);  in pmd_free_tlb()
102  * region second table entry from the tlb.
107 static inline void p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d,  in p4d_free_tlb()  argument
110 	if (mm_p4d_folded(tlb->mm))  in p4d_free_tlb()
112 	__tlb_adjust_range(tlb, address, PAGE_SIZE);  in p4d_free_tlb()
113 	tlb->mm->context.flush_mm = 1;  in p4d_free_tlb()
114 	tlb->freed_tables = 1;  in p4d_free_tlb()
115 	tlb_remove_table(tlb, p4d);  in p4d_free_tlb()
120  * region third table entry from the tlb.
125 static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud,  in pud_free_tlb()  argument
128 	if (mm_pud_folded(tlb->mm))  in pud_free_tlb()
130 	tlb->mm->context.flush_mm = 1;  in pud_free_tlb()
131 	tlb->freed_tables = 1;  in pud_free_tlb()
132 	tlb->cleared_p4ds = 1;  in pud_free_tlb()
133 	tlb_remove_table(tlb, pud);  in pud_free_tlb()