1 // SPDX-License-Identifier: GPL-2.0 2 3 #include <linux/highmem.h> 4 #include <linux/genalloc.h> 5 #include <asm/tlbflush.h> 6 #include <asm/fixmap.h> 7 8 #if (CONFIG_ITCM_RAM_BASE == 0xffffffff) 9 #error "You should define ITCM_RAM_BASE" 10 #endif 11 12 #ifdef CONFIG_HAVE_DTCM 13 #if (CONFIG_DTCM_RAM_BASE == 0xffffffff) 14 #error "You should define DTCM_RAM_BASE" 15 #endif 16 17 #if (CONFIG_DTCM_RAM_BASE == CONFIG_ITCM_RAM_BASE) 18 #error "You should define correct DTCM_RAM_BASE" 19 #endif 20 #endif 21 22 extern char __tcm_start, __tcm_end, __dtcm_start; 23 24 static struct gen_pool *tcm_pool; 25 26 static void __init tcm_mapping_init(void) 27 { 28 pte_t *tcm_pte; 29 unsigned long vaddr, paddr; 30 int i; 31 32 paddr = CONFIG_ITCM_RAM_BASE; 33 34 if (pfn_valid(PFN_DOWN(CONFIG_ITCM_RAM_BASE))) 35 goto panic; 36 37 #ifndef CONFIG_HAVE_DTCM 38 for (i = 0; i < TCM_NR_PAGES; i++) { 39 #else 40 for (i = 0; i < CONFIG_ITCM_NR_PAGES; i++) { 41 #endif 42 vaddr = __fix_to_virt(FIX_TCM - i); 43 44 tcm_pte = 45 pte_offset_kernel((pmd_t *)pgd_offset_k(vaddr), vaddr); 46 47 set_pte(tcm_pte, pfn_pte(__phys_to_pfn(paddr), PAGE_KERNEL)); 48 49 flush_tlb_one(vaddr); 50 51 paddr = paddr + PAGE_SIZE; 52 } 53 54 #ifdef CONFIG_HAVE_DTCM 55 if (pfn_valid(PFN_DOWN(CONFIG_DTCM_RAM_BASE))) 56 goto panic; 57 58 paddr = CONFIG_DTCM_RAM_BASE; 59 60 for (i = 0; i < CONFIG_DTCM_NR_PAGES; i++) { 61 vaddr = __fix_to_virt(FIX_TCM - CONFIG_ITCM_NR_PAGES - i); 62 63 tcm_pte = 64 pte_offset_kernel((pmd_t *) pgd_offset_k(vaddr), vaddr); 65 66 set_pte(tcm_pte, pfn_pte(__phys_to_pfn(paddr), PAGE_KERNEL)); 67 68 flush_tlb_one(vaddr); 69 70 paddr = paddr + PAGE_SIZE; 71 } 72 #endif 73 74 #ifndef CONFIG_HAVE_DTCM 75 memcpy((void *)__fix_to_virt(FIX_TCM), 76 &__tcm_start, &__tcm_end - &__tcm_start); 77 78 pr_info("%s: mapping tcm va:0x%08lx to pa:0x%08x\n", 79 __func__, __fix_to_virt(FIX_TCM), CONFIG_ITCM_RAM_BASE); 80 81 pr_info("%s: __tcm_start va:0x%08lx size:%d\n", 82 __func__, (unsigned long)&__tcm_start, &__tcm_end - &__tcm_start); 83 #else 84 memcpy((void *)__fix_to_virt(FIX_TCM), 85 &__tcm_start, &__dtcm_start - &__tcm_start); 86 87 pr_info("%s: mapping itcm va:0x%08lx to pa:0x%08x\n", 88 __func__, __fix_to_virt(FIX_TCM), CONFIG_ITCM_RAM_BASE); 89 90 pr_info("%s: __itcm_start va:0x%08lx size:%d\n", 91 __func__, (unsigned long)&__tcm_start, &__dtcm_start - &__tcm_start); 92 93 memcpy((void *)__fix_to_virt(FIX_TCM - CONFIG_ITCM_NR_PAGES), 94 &__dtcm_start, &__tcm_end - &__dtcm_start); 95 96 pr_info("%s: mapping dtcm va:0x%08lx to pa:0x%08x\n", 97 __func__, __fix_to_virt(FIX_TCM - CONFIG_ITCM_NR_PAGES), 98 CONFIG_DTCM_RAM_BASE); 99 100 pr_info("%s: __dtcm_start va:0x%08lx size:%d\n", 101 __func__, (unsigned long)&__dtcm_start, &__tcm_end - &__dtcm_start); 102 103 #endif 104 return; 105 panic: 106 panic("TCM init error"); 107 } 108 109 void *tcm_alloc(size_t len) 110 { 111 unsigned long vaddr; 112 113 if (!tcm_pool) 114 return NULL; 115 116 vaddr = gen_pool_alloc(tcm_pool, len); 117 if (!vaddr) 118 return NULL; 119 120 return (void *) vaddr; 121 } 122 EXPORT_SYMBOL(tcm_alloc); 123 124 void tcm_free(void *addr, size_t len) 125 { 126 gen_pool_free(tcm_pool, (unsigned long) addr, len); 127 } 128 EXPORT_SYMBOL(tcm_free); 129 130 static int __init tcm_setup_pool(void) 131 { 132 #ifndef CONFIG_HAVE_DTCM 133 u32 pool_size = (u32) (TCM_NR_PAGES * PAGE_SIZE) 134 - (u32) (&__tcm_end - &__tcm_start); 135 136 u32 tcm_pool_start = __fix_to_virt(FIX_TCM) 137 + (u32) (&__tcm_end - &__tcm_start); 138 #else 139 u32 pool_size = (u32) (CONFIG_DTCM_NR_PAGES * PAGE_SIZE) 140 - (u32) (&__tcm_end - &__dtcm_start); 141 142 u32 tcm_pool_start = __fix_to_virt(FIX_TCM - CONFIG_ITCM_NR_PAGES) 143 + (u32) (&__tcm_end - &__dtcm_start); 144 #endif 145 int ret; 146 147 tcm_pool = gen_pool_create(2, -1); 148 149 ret = gen_pool_add(tcm_pool, tcm_pool_start, pool_size, -1); 150 if (ret) { 151 pr_err("%s: gen_pool add failed!\n", __func__); 152 return ret; 153 } 154 155 pr_info("%s: Added %d bytes @ 0x%08x to memory pool\n", 156 __func__, pool_size, tcm_pool_start); 157 158 return 0; 159 } 160 161 static int __init tcm_init(void) 162 { 163 tcm_mapping_init(); 164 165 tcm_setup_pool(); 166 167 return 0; 168 } 169 arch_initcall(tcm_init); 170