/openbmc/linux/include/asm-generic/ |
H A D | tlb.h | 286 #define tlb_delay_rmap(tlb) (false) argument 397 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush() 411 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush() 605 #define tlb_remove_tlb_entry(tlb, ptep, address) \ argument 611 #define tlb_remove_huge_tlb_entry(h, tlb, ptep, address) \ argument 633 #define tlb_remove_pmd_tlb_entry(tlb, pmdp, address) \ argument 647 #define tlb_remove_pud_tlb_entry(tlb, pudp, address) \ argument 672 #define pte_free_tlb(tlb, ptep, address) \ argument 681 #define pmd_free_tlb(tlb, pmdp, address) \ argument 690 #define pud_free_tlb(tlb, pudp, address) \ argument [all …]
|
/openbmc/linux/mm/ |
H A D | mmu_gather.c | 18 static bool tlb_next_batch(struct mmu_gather *tlb) in tlb_next_batch() 85 static void tlb_batch_pages_flush(struct mmu_gather *tlb) in tlb_batch_pages_flush() 108 static void tlb_batch_list_free(struct mmu_gather *tlb) in tlb_batch_list_free() 247 static void tlb_table_flush(struct mmu_gather *tlb) in tlb_table_flush() 258 void tlb_remove_table(struct mmu_gather *tlb, void *table) in tlb_remove_table() 277 static inline void tlb_table_init(struct mmu_gather *tlb) in tlb_table_init() 284 static inline void tlb_table_flush(struct mmu_gather *tlb) { } in tlb_table_flush() 285 static inline void tlb_table_init(struct mmu_gather *tlb) { } in tlb_table_init() 289 static void tlb_flush_mmu_free(struct mmu_gather *tlb) in tlb_flush_mmu_free() 297 void tlb_flush_mmu(struct mmu_gather *tlb) in tlb_flush_mmu() [all …]
|
H A D | mprotect.c | 83 static long change_pte_range(struct mmu_gather *tlb, in change_pte_range() 353 static inline long change_pmd_range(struct mmu_gather *tlb, in change_pmd_range() 437 static inline long change_pud_range(struct mmu_gather *tlb, in change_pud_range() 460 static inline long change_p4d_range(struct mmu_gather *tlb, in change_p4d_range() 483 static long change_protection_range(struct mmu_gather *tlb, in change_protection_range() 513 long change_protection(struct mmu_gather *tlb, in change_protection() 575 mprotect_fixup(struct vma_iterator *vmi, struct mmu_gather *tlb, in mprotect_fixup() 699 struct mmu_gather tlb; in do_mprotect_pkey() local
|
H A D | madvise.c | 41 struct mmu_gather *tlb; member 347 struct mmu_gather *tlb = private->tlb; in madvise_cold_or_pageout_pte_range() local 544 static void madvise_cold_page_range(struct mmu_gather *tlb, in madvise_cold_page_range() 568 struct mmu_gather tlb; in madvise_cold() local 582 static void madvise_pageout_page_range(struct mmu_gather *tlb, in madvise_pageout_page_range() 601 struct mmu_gather tlb; in madvise_pageout() local 629 struct mmu_gather *tlb = walk->private; in madvise_free_pte_range() local 773 struct mmu_gather tlb; in madvise_free_single_vma() local
|
/openbmc/linux/arch/s390/include/asm/ |
H A D | tlb.h | 48 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb, in __tlb_remove_page_size() 56 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush() 65 static inline void pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in pte_free_tlb() 87 static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in pmd_free_tlb() 107 static inline void p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in p4d_free_tlb() 125 static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in pud_free_tlb()
|
/openbmc/linux/arch/arm64/include/asm/ |
H A D | tlb.h | 29 static inline int tlb_get_level(struct mmu_gather *tlb) in tlb_get_level() 53 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush() 75 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in __pte_free_tlb() 85 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, in __pmd_free_tlb() 96 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, in __pud_free_tlb()
|
/openbmc/qemu/target/ppc/ |
H A D | mmu_helper.c | 46 ppc6xx_tlb_t *tlb; in ppc6xx_tlb_invalidate_all() local 68 ppc6xx_tlb_t *tlb; in ppc6xx_tlb_invalidate_virt2() local 97 ppc6xx_tlb_t *tlb; in ppc6xx_tlb_store() local 117 ppcemb_tlb_t *tlb; in ppc4xx_tlb_invalidate_all() local 716 ppcemb_tlb_t *tlb; in helper_4xx_tlbre_hi() local 737 ppcemb_tlb_t *tlb; in helper_4xx_tlbre_lo() local 756 ppcemb_tlb_t *tlb; in helper_4xx_tlbwe_hi() local 821 ppcemb_tlb_t *tlb; in helper_4xx_tlbwe_lo() local 857 ppcemb_tlb_t *tlb; in helper_440_tlbwe() local 930 ppcemb_tlb_t *tlb; in helper_440_tlbre() local [all …]
|
H A D | mmu_common.c | 200 ppc6xx_tlb_t *tlb; in ppc6xx_tlb_check() local 491 static bool ppcemb_tlb_check(CPUPPCState *env, ppcemb_tlb_t *tlb, in ppcemb_tlb_check() 521 ppcemb_tlb_t *tlb; in ppcemb_tlb_search() local 538 ppcemb_tlb_t *tlb; in mmu40x_get_physical_address() local 603 static bool mmubooke_check_pid(CPUPPCState *env, ppcemb_tlb_t *tlb, in mmubooke_check_pid() 626 static int mmubooke_check_tlb(CPUPPCState *env, ppcemb_tlb_t *tlb, in mmubooke_check_tlb() 665 ppcemb_tlb_t *tlb; in mmubooke_get_physical_address() local 694 hwaddr booke206_tlb_to_page_size(CPUPPCState *env, ppcmas_tlb_t *tlb) in booke206_tlb_to_page_size() 793 static int mmubooke206_check_tlb(CPUPPCState *env, ppcmas_tlb_t *tlb, in mmubooke206_check_tlb() 881 ppcmas_tlb_t *tlb; in mmubooke206_get_physical_address() local [all …]
|
/openbmc/linux/arch/arm/include/asm/ |
H A D | tlb.h | 23 #define tlb_flush(tlb) ((void) tlb) argument 40 __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, unsigned long addr) in __pte_free_tlb() 59 __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, unsigned long addr) in __pmd_free_tlb()
|
/openbmc/linux/arch/sparc/include/asm/ |
H A D | pgalloc_64.h | 82 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb() 100 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb() 106 static inline void __pte_free_tlb(struct mmu_gather *tlb, pte_t *pte, in __pte_free_tlb() 112 #define __pmd_free_tlb(tlb, pmd, addr) \ argument 115 #define __pud_free_tlb(tlb, pud, addr) \ argument
|
/openbmc/linux/arch/powerpc/include/asm/nohash/ |
H A D | pgalloc.h | 13 static inline void tlb_flush_pgtable(struct mmu_gather *tlb, in tlb_flush_pgtable() 49 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) in pgtable_free_tlb() 66 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
/openbmc/qemu/target/loongarch/ |
H A D | tlb_helper.c | 35 LoongArchTLB *tlb = &env->tlb[index]; in loongarch_map_tlb_entry() local 110 LoongArchTLB *tlb; in loongarch_tlb_search() local 321 LoongArchTLB *tlb = &env->tlb[index]; in invalidate_tlb_entry() local 351 LoongArchTLB *tlb; in invalidate_tlb() local 366 LoongArchTLB *tlb = &env->tlb[index]; in fill_tlb_entry() local 439 LoongArchTLB *tlb; in helper_tlbrd() local 526 LoongArchTLB *tlb; in helper_tlbclr() local 594 LoongArchTLB *tlb = &env->tlb[i]; in helper_invtlb_all_g() local 609 LoongArchTLB *tlb = &env->tlb[i]; in helper_invtlb_all_asid() local 626 LoongArchTLB *tlb = &env->tlb[i]; in helper_invtlb_page_asid() local [all …]
|
/openbmc/linux/arch/ia64/include/asm/ |
H A D | pgalloc.h | 39 #define __pud_free_tlb(tlb, pud, address) pud_free((tlb)->mm, pud) argument 48 #define __pmd_free_tlb(tlb, pmd, address) pmd_free((tlb)->mm, pmd) argument 62 #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) argument
|
/openbmc/linux/arch/powerpc/mm/ |
H A D | hugetlbpage.c | 275 static void hugepd_free(struct mmu_gather *tlb, void *hugepte) in hugepd_free() 301 static inline void hugepd_free(struct mmu_gather *tlb, void *hugepte) {} in hugepd_free() 319 static void free_hugepd_range(struct mmu_gather *tlb, hugepd_t *hpdp, int pdshift, in free_hugepd_range() 347 static void hugetlb_free_pte_range(struct mmu_gather *tlb, pmd_t *pmd, in hugetlb_free_pte_range() 361 static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in hugetlb_free_pmd_range() 412 static void hugetlb_free_pud_range(struct mmu_gather *tlb, p4d_t *p4d, in hugetlb_free_pud_range() 458 void hugetlb_free_pgd_range(struct mmu_gather *tlb, in hugetlb_free_pgd_range()
|
/openbmc/linux/arch/arc/include/asm/ |
H A D | pgalloc.h | 80 #define __pud_free_tlb(tlb, pmd, addr) pud_free((tlb)->mm, pmd) argument 91 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument 95 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
|
/openbmc/linux/arch/alpha/include/asm/ |
H A D | tlb.h | 7 #define __pte_free_tlb(tlb, pte, address) pte_free((tlb)->mm, pte) argument 8 #define __pmd_free_tlb(tlb, pmd, address) pmd_free((tlb)->mm, pmd) argument
|
/openbmc/linux/arch/parisc/include/asm/ |
H A D | tlb.h | 8 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument 10 #define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte) argument
|
/openbmc/linux/arch/powerpc/include/asm/book3s/32/ |
H A D | pgalloc.h | 25 #define __pmd_free_tlb(tlb,x,a) do { } while (0) argument 52 static inline void pgtable_free_tlb(struct mmu_gather *tlb, in pgtable_free_tlb() 69 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
/openbmc/linux/arch/loongarch/include/asm/ |
H A D | pgalloc.h | 47 #define __pte_free_tlb(tlb, pte, address) \ argument 74 #define __pmd_free_tlb(tlb, x, addr) pmd_free((tlb)->mm, x) argument 93 #define __pud_free_tlb(tlb, x, addr) pud_free((tlb)->mm, x) argument
|
/openbmc/linux/arch/mips/include/asm/ |
H A D | pgalloc.h | 57 #define __pte_free_tlb(tlb, pte, address) \ argument 84 #define __pmd_free_tlb(tlb, x, addr) pmd_free((tlb)->mm, x) argument 109 #define __pud_free_tlb(tlb, x, addr) pud_free((tlb)->mm, x) argument
|
/openbmc/linux/arch/riscv/include/asm/ |
H A D | pgalloc.h | 98 #define __pud_free_tlb(tlb, pud, addr) pud_free((tlb)->mm, pud) argument 127 #define __p4d_free_tlb(tlb, p4d, addr) p4d_free((tlb)->mm, p4d) argument 152 #define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd) argument 156 #define __pte_free_tlb(tlb, pte, buf) \ argument
|
/openbmc/linux/arch/um/include/asm/ |
H A D | pgalloc.h | 28 #define __pte_free_tlb(tlb, pte, address) \ argument 36 #define __pmd_free_tlb(tlb, pmd, address) \ argument
|
/openbmc/linux/arch/sh/include/asm/ |
H A D | pgalloc.h | 20 #define __pmd_free_tlb(tlb, pmdp, addr) pmd_free((tlb)->mm, (pmdp)) argument 35 #define __pte_free_tlb(tlb, pte, addr) \ argument
|
/openbmc/linux/arch/x86/include/asm/ |
H A D | pgalloc.h | 58 static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, in __pte_free_tlb() 90 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb() 127 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb() 170 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
|
/openbmc/linux/arch/powerpc/include/asm/book3s/64/ |
H A D | pgalloc.h | 136 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb() 152 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb() 170 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|