xref: /openbmc/linux/arch/arm64/include/asm/tlb.h (revision c819e2cf)
1 /*
2  * Based on arch/arm/include/asm/tlb.h
3  *
4  * Copyright (C) 2002 Russell King
5  * Copyright (C) 2012 ARM Ltd.
6  *
7  * This program is free software; you can redistribute it and/or modify
8  * it under the terms of the GNU General Public License version 2 as
9  * published by the Free Software Foundation.
10  *
11  * This program is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14  * GNU General Public License for more details.
15  *
16  * You should have received a copy of the GNU General Public License
17  * along with this program.  If not, see <http://www.gnu.org/licenses/>.
18  */
19 #ifndef __ASM_TLB_H
20 #define __ASM_TLB_H
21 
22 #include <linux/pagemap.h>
23 #include <linux/swap.h>
24 
25 #ifdef CONFIG_HAVE_RCU_TABLE_FREE
26 
27 #define tlb_remove_entry(tlb, entry)	tlb_remove_table(tlb, entry)
28 static inline void __tlb_remove_table(void *_table)
29 {
30 	free_page_and_swap_cache((struct page *)_table);
31 }
32 #else
33 #define tlb_remove_entry(tlb, entry)	tlb_remove_page(tlb, entry)
34 #endif /* CONFIG_HAVE_RCU_TABLE_FREE */
35 
36 #include <asm-generic/tlb.h>
37 
38 static inline void tlb_flush(struct mmu_gather *tlb)
39 {
40 	if (tlb->fullmm) {
41 		flush_tlb_mm(tlb->mm);
42 	} else {
43 		struct vm_area_struct vma = { .vm_mm = tlb->mm, };
44 		flush_tlb_range(&vma, tlb->start, tlb->end);
45 	}
46 }
47 
48 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte,
49 				  unsigned long addr)
50 {
51 	pgtable_page_dtor(pte);
52 	tlb_remove_entry(tlb, pte);
53 }
54 
55 #if CONFIG_ARM64_PGTABLE_LEVELS > 2
56 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp,
57 				  unsigned long addr)
58 {
59 	tlb_remove_entry(tlb, virt_to_page(pmdp));
60 }
61 #endif
62 
63 #if CONFIG_ARM64_PGTABLE_LEVELS > 3
64 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp,
65 				  unsigned long addr)
66 {
67 	tlb_remove_entry(tlb, virt_to_page(pudp));
68 }
69 #endif
70 
71 #endif
72