1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #ifndef _ASM_HIGHMEM_H 3 #define _ASM_HIGHMEM_H 4 5 #include <asm/fixmap.h> 6 7 #define PKMAP_BASE (PAGE_OFFSET - PMD_SIZE) 8 #define LAST_PKMAP PTRS_PER_PTE 9 #define LAST_PKMAP_MASK (LAST_PKMAP - 1) 10 #define PKMAP_NR(virt) (((virt) - PKMAP_BASE) >> PAGE_SHIFT) 11 #define PKMAP_ADDR(nr) (PKMAP_BASE + ((nr) << PAGE_SHIFT)) 12 13 #define flush_cache_kmaps() \ 14 do { \ 15 if (cache_is_vivt()) \ 16 flush_cache_all(); \ 17 } while (0) 18 19 extern pte_t *pkmap_page_table; 20 21 /* 22 * The reason for kmap_high_get() is to ensure that the currently kmap'd 23 * page usage count does not decrease to zero while we're using its 24 * existing virtual mapping in an atomic context. With a VIVT cache this 25 * is essential to do, but with a VIPT cache this is only an optimization 26 * so not to pay the price of establishing a second mapping if an existing 27 * one can be used. However, on platforms without hardware TLB maintenance 28 * broadcast, we simply cannot use ARCH_NEEDS_KMAP_HIGH_GET at all since 29 * the locking involved must also disable IRQs which is incompatible with 30 * the IPI mechanism used by global TLB operations. 31 */ 32 #define ARCH_NEEDS_KMAP_HIGH_GET 33 #if defined(CONFIG_SMP) && defined(CONFIG_CPU_TLB_V6) 34 #undef ARCH_NEEDS_KMAP_HIGH_GET 35 #if defined(CONFIG_HIGHMEM) && defined(CONFIG_CPU_CACHE_VIVT) 36 #error "The sum of features in your kernel config cannot be supported together" 37 #endif 38 #endif 39 40 /* 41 * Needed to be able to broadcast the TLB invalidation for kmap. 42 */ 43 #ifdef CONFIG_ARM_ERRATA_798181 44 #undef ARCH_NEEDS_KMAP_HIGH_GET 45 #endif 46 47 #ifdef ARCH_NEEDS_KMAP_HIGH_GET 48 extern void *kmap_high_get(struct page *page); 49 50 static inline void *arch_kmap_local_high_get(struct page *page) 51 { 52 if (IS_ENABLED(CONFIG_DEBUG_HIGHMEM) && !cache_is_vivt()) 53 return NULL; 54 return kmap_high_get(page); 55 } 56 #define arch_kmap_local_high_get arch_kmap_local_high_get 57 58 #else /* ARCH_NEEDS_KMAP_HIGH_GET */ 59 static inline void *kmap_high_get(struct page *page) 60 { 61 return NULL; 62 } 63 #endif /* !ARCH_NEEDS_KMAP_HIGH_GET */ 64 65 #define arch_kmap_local_post_map(vaddr, pteval) \ 66 local_flush_tlb_kernel_page(vaddr) 67 68 #define arch_kmap_local_pre_unmap(vaddr) \ 69 do { \ 70 if (cache_is_vivt()) \ 71 __cpuc_flush_dcache_area((void *)vaddr, PAGE_SIZE); \ 72 } while (0) 73 74 #define arch_kmap_local_post_unmap(vaddr) \ 75 local_flush_tlb_kernel_page(vaddr) 76 77 #endif 78