1013de2d6SGuo Ren // SPDX-License-Identifier: GPL-2.0
2013de2d6SGuo Ren // Copyright (C) 2018 Hangzhou C-SKY Microsystems co.,ltd.
3013de2d6SGuo Ren
4013de2d6SGuo Ren #include <linux/bug.h>
5013de2d6SGuo Ren #include <linux/module.h>
6013de2d6SGuo Ren #include <linux/init.h>
7013de2d6SGuo Ren #include <linux/signal.h>
8013de2d6SGuo Ren #include <linux/sched.h>
9013de2d6SGuo Ren #include <linux/kernel.h>
10013de2d6SGuo Ren #include <linux/errno.h>
11013de2d6SGuo Ren #include <linux/string.h>
12013de2d6SGuo Ren #include <linux/types.h>
13013de2d6SGuo Ren #include <linux/pagemap.h>
14013de2d6SGuo Ren #include <linux/ptrace.h>
15013de2d6SGuo Ren #include <linux/mman.h>
16013de2d6SGuo Ren #include <linux/mm.h>
17013de2d6SGuo Ren #include <linux/highmem.h>
18013de2d6SGuo Ren #include <linux/memblock.h>
19013de2d6SGuo Ren #include <linux/swap.h>
20013de2d6SGuo Ren #include <linux/proc_fs.h>
21013de2d6SGuo Ren #include <linux/pfn.h>
22d46869aaSGuo Ren #include <linux/initrd.h>
23013de2d6SGuo Ren
24013de2d6SGuo Ren #include <asm/setup.h>
25013de2d6SGuo Ren #include <asm/cachectl.h>
26013de2d6SGuo Ren #include <asm/dma.h>
27013de2d6SGuo Ren #include <asm/pgalloc.h>
28013de2d6SGuo Ren #include <asm/mmu_context.h>
29013de2d6SGuo Ren #include <asm/sections.h>
30013de2d6SGuo Ren #include <asm/tlb.h>
310c8a32eeSGuo Ren #include <asm/cacheflush.h>
32013de2d6SGuo Ren
337b513cf2SGuo Ren #define PTRS_KERN_TABLE \
347b513cf2SGuo Ren ((PTRS_PER_PGD - USER_PTRS_PER_PGD) * PTRS_PER_PTE)
357b513cf2SGuo Ren
36013de2d6SGuo Ren pgd_t swapper_pg_dir[PTRS_PER_PGD] __page_aligned_bss;
37013de2d6SGuo Ren pte_t invalid_pte_table[PTRS_PER_PTE] __page_aligned_bss;
387b513cf2SGuo Ren pte_t kernel_pte_tables[PTRS_KERN_TABLE] __page_aligned_bss;
390c8a32eeSGuo Ren
407f4a5673SGuo Ren EXPORT_SYMBOL(invalid_pte_table);
41013de2d6SGuo Ren unsigned long empty_zero_page[PAGE_SIZE / sizeof(unsigned long)]
42013de2d6SGuo Ren __page_aligned_bss;
43013de2d6SGuo Ren EXPORT_SYMBOL(empty_zero_page);
44013de2d6SGuo Ren
45d46869aaSGuo Ren #ifdef CONFIG_BLK_DEV_INITRD
setup_initrd(void)46d46869aaSGuo Ren static void __init setup_initrd(void)
47d46869aaSGuo Ren {
48d46869aaSGuo Ren unsigned long size;
49d46869aaSGuo Ren
50d46869aaSGuo Ren if (initrd_start >= initrd_end) {
51d46869aaSGuo Ren pr_err("initrd not found or empty");
52d46869aaSGuo Ren goto disable;
53d46869aaSGuo Ren }
54d46869aaSGuo Ren
55d46869aaSGuo Ren if (__pa(initrd_end) > PFN_PHYS(max_low_pfn)) {
56d46869aaSGuo Ren pr_err("initrd extends beyond end of memory");
57d46869aaSGuo Ren goto disable;
58d46869aaSGuo Ren }
59d46869aaSGuo Ren
60d46869aaSGuo Ren size = initrd_end - initrd_start;
61d46869aaSGuo Ren
62d46869aaSGuo Ren if (memblock_is_region_reserved(__pa(initrd_start), size)) {
63d46869aaSGuo Ren pr_err("INITRD: 0x%08lx+0x%08lx overlaps in-use memory region",
64d46869aaSGuo Ren __pa(initrd_start), size);
65d46869aaSGuo Ren goto disable;
66d46869aaSGuo Ren }
67d46869aaSGuo Ren
68d46869aaSGuo Ren memblock_reserve(__pa(initrd_start), size);
69d46869aaSGuo Ren
70d46869aaSGuo Ren pr_info("Initial ramdisk at: 0x%p (%lu bytes)\n",
71d46869aaSGuo Ren (void *)(initrd_start), size);
72d46869aaSGuo Ren
73d46869aaSGuo Ren initrd_below_start_ok = 1;
74d46869aaSGuo Ren
75d46869aaSGuo Ren return;
76d46869aaSGuo Ren
77d46869aaSGuo Ren disable:
78d46869aaSGuo Ren initrd_start = initrd_end = 0;
79d46869aaSGuo Ren
80d46869aaSGuo Ren pr_err(" - disabling initrd\n");
81d46869aaSGuo Ren }
82d46869aaSGuo Ren #endif
83d46869aaSGuo Ren
mem_init(void)84013de2d6SGuo Ren void __init mem_init(void)
85013de2d6SGuo Ren {
86013de2d6SGuo Ren #ifdef CONFIG_HIGHMEM
87013de2d6SGuo Ren unsigned long tmp;
88013de2d6SGuo Ren
89c47e1a1cSGuo Ren set_max_mapnr(highend_pfn - ARCH_PFN_OFFSET);
90013de2d6SGuo Ren #else
91c47e1a1cSGuo Ren set_max_mapnr(max_low_pfn - ARCH_PFN_OFFSET);
92013de2d6SGuo Ren #endif
93013de2d6SGuo Ren high_memory = (void *) __va(max_low_pfn << PAGE_SHIFT);
94013de2d6SGuo Ren
95d46869aaSGuo Ren #ifdef CONFIG_BLK_DEV_INITRD
96d46869aaSGuo Ren setup_initrd();
97d46869aaSGuo Ren #endif
98d46869aaSGuo Ren
99aca52c39SMike Rapoport memblock_free_all();
100013de2d6SGuo Ren
101013de2d6SGuo Ren #ifdef CONFIG_HIGHMEM
102013de2d6SGuo Ren for (tmp = highstart_pfn; tmp < highend_pfn; tmp++) {
103013de2d6SGuo Ren struct page *page = pfn_to_page(tmp);
104013de2d6SGuo Ren
105013de2d6SGuo Ren /* FIXME not sure about */
106013de2d6SGuo Ren if (!memblock_is_reserved(tmp << PAGE_SHIFT))
107013de2d6SGuo Ren free_highmem_page(page);
108013de2d6SGuo Ren }
109013de2d6SGuo Ren #endif
110013de2d6SGuo Ren }
111013de2d6SGuo Ren
free_initmem(void)112013de2d6SGuo Ren void free_initmem(void)
113013de2d6SGuo Ren {
1145d3f410fSDavid Hildenbrand free_initmem_default(-1);
115013de2d6SGuo Ren }
116013de2d6SGuo Ren
pgd_init(unsigned long * p)117013de2d6SGuo Ren void pgd_init(unsigned long *p)
118013de2d6SGuo Ren {
119013de2d6SGuo Ren int i;
120013de2d6SGuo Ren
121013de2d6SGuo Ren for (i = 0; i < PTRS_PER_PGD; i++)
122013de2d6SGuo Ren p[i] = __pa(invalid_pte_table);
1230c8a32eeSGuo Ren
1240c8a32eeSGuo Ren flush_tlb_all();
1250c8a32eeSGuo Ren local_icache_inv_all(NULL);
126013de2d6SGuo Ren }
127013de2d6SGuo Ren
mmu_init(unsigned long min_pfn,unsigned long max_pfn)1280c8a32eeSGuo Ren void __init mmu_init(unsigned long min_pfn, unsigned long max_pfn)
129013de2d6SGuo Ren {
1300c8a32eeSGuo Ren int i;
1310c8a32eeSGuo Ren
1320c8a32eeSGuo Ren for (i = 0; i < USER_PTRS_PER_PGD; i++)
1330c8a32eeSGuo Ren swapper_pg_dir[i].pgd = __pa(invalid_pte_table);
1340c8a32eeSGuo Ren
1350c8a32eeSGuo Ren for (i = USER_PTRS_PER_PGD; i < PTRS_PER_PGD; i++)
1360c8a32eeSGuo Ren swapper_pg_dir[i].pgd =
1370c8a32eeSGuo Ren __pa(kernel_pte_tables + (PTRS_PER_PTE * (i - USER_PTRS_PER_PGD)));
1380c8a32eeSGuo Ren
1397b513cf2SGuo Ren for (i = 0; i < PTRS_KERN_TABLE; i++)
1407b513cf2SGuo Ren set_pte(&kernel_pte_tables[i], __pte(_PAGE_GLOBAL));
1417b513cf2SGuo Ren
1420c8a32eeSGuo Ren for (i = min_pfn; i < max_pfn; i++)
1430c8a32eeSGuo Ren set_pte(&kernel_pte_tables[i - PFN_DOWN(va_pa_offset)], pfn_pte(i, PAGE_KERNEL));
1440c8a32eeSGuo Ren
145013de2d6SGuo Ren flush_tlb_all();
1460c8a32eeSGuo Ren local_icache_inv_all(NULL);
147013de2d6SGuo Ren
148013de2d6SGuo Ren /* Setup page mask to 4k */
149013de2d6SGuo Ren write_mmu_pagemask(0);
1500c8a32eeSGuo Ren
1513b756ccdSGuo Ren setup_pgd(swapper_pg_dir, 0);
152013de2d6SGuo Ren }
153f136008fSGuo Ren
fixrange_init(unsigned long start,unsigned long end,pgd_t * pgd_base)154f136008fSGuo Ren void __init fixrange_init(unsigned long start, unsigned long end,
155f136008fSGuo Ren pgd_t *pgd_base)
156f136008fSGuo Ren {
157f136008fSGuo Ren pgd_t *pgd;
158f136008fSGuo Ren pud_t *pud;
159f136008fSGuo Ren pmd_t *pmd;
160f136008fSGuo Ren pte_t *pte;
161f136008fSGuo Ren int i, j, k;
162f136008fSGuo Ren unsigned long vaddr;
163f136008fSGuo Ren
164f136008fSGuo Ren vaddr = start;
165c910951aSMike Rapoport i = pgd_index(vaddr);
166c910951aSMike Rapoport j = pud_index(vaddr);
167c910951aSMike Rapoport k = pmd_index(vaddr);
168f136008fSGuo Ren pgd = pgd_base + i;
169f136008fSGuo Ren
170f136008fSGuo Ren for ( ; (i < PTRS_PER_PGD) && (vaddr != end); pgd++, i++) {
171f136008fSGuo Ren pud = (pud_t *)pgd;
172f136008fSGuo Ren for ( ; (j < PTRS_PER_PUD) && (vaddr != end); pud++, j++) {
173f136008fSGuo Ren pmd = (pmd_t *)pud;
174f136008fSGuo Ren for (; (k < PTRS_PER_PMD) && (vaddr != end); pmd++, k++) {
175f136008fSGuo Ren if (pmd_none(*pmd)) {
176f136008fSGuo Ren pte = (pte_t *) memblock_alloc_low(PAGE_SIZE, PAGE_SIZE);
177f136008fSGuo Ren if (!pte)
178f136008fSGuo Ren panic("%s: Failed to allocate %lu bytes align=%lx\n",
179f136008fSGuo Ren __func__, PAGE_SIZE,
180f136008fSGuo Ren PAGE_SIZE);
181f136008fSGuo Ren
182f136008fSGuo Ren set_pmd(pmd, __pmd(__pa(pte)));
183f136008fSGuo Ren BUG_ON(pte != pte_offset_kernel(pmd, 0));
184f136008fSGuo Ren }
185f136008fSGuo Ren vaddr += PMD_SIZE;
186f136008fSGuo Ren }
187f136008fSGuo Ren k = 0;
188f136008fSGuo Ren }
189f136008fSGuo Ren j = 0;
190f136008fSGuo Ren }
191f136008fSGuo Ren }
192f136008fSGuo Ren
fixaddr_init(void)193f136008fSGuo Ren void __init fixaddr_init(void)
194f136008fSGuo Ren {
195f136008fSGuo Ren unsigned long vaddr;
196f136008fSGuo Ren
197f136008fSGuo Ren vaddr = __fix_to_virt(__end_of_fixed_addresses - 1) & PMD_MASK;
198f136008fSGuo Ren fixrange_init(vaddr, vaddr + PMD_SIZE, swapper_pg_dir);
199f136008fSGuo Ren }
200*0d708360SAnshuman Khandual
201*0d708360SAnshuman Khandual static const pgprot_t protection_map[16] = {
202*0d708360SAnshuman Khandual [VM_NONE] = PAGE_NONE,
203*0d708360SAnshuman Khandual [VM_READ] = PAGE_READ,
204*0d708360SAnshuman Khandual [VM_WRITE] = PAGE_READ,
205*0d708360SAnshuman Khandual [VM_WRITE | VM_READ] = PAGE_READ,
206*0d708360SAnshuman Khandual [VM_EXEC] = PAGE_READ,
207*0d708360SAnshuman Khandual [VM_EXEC | VM_READ] = PAGE_READ,
208*0d708360SAnshuman Khandual [VM_EXEC | VM_WRITE] = PAGE_READ,
209*0d708360SAnshuman Khandual [VM_EXEC | VM_WRITE | VM_READ] = PAGE_READ,
210*0d708360SAnshuman Khandual [VM_SHARED] = PAGE_NONE,
211*0d708360SAnshuman Khandual [VM_SHARED | VM_READ] = PAGE_READ,
212*0d708360SAnshuman Khandual [VM_SHARED | VM_WRITE] = PAGE_WRITE,
213*0d708360SAnshuman Khandual [VM_SHARED | VM_WRITE | VM_READ] = PAGE_WRITE,
214*0d708360SAnshuman Khandual [VM_SHARED | VM_EXEC] = PAGE_READ,
215*0d708360SAnshuman Khandual [VM_SHARED | VM_EXEC | VM_READ] = PAGE_READ,
216*0d708360SAnshuman Khandual [VM_SHARED | VM_EXEC | VM_WRITE] = PAGE_WRITE,
217*0d708360SAnshuman Khandual [VM_SHARED | VM_EXEC | VM_WRITE | VM_READ] = PAGE_WRITE
218*0d708360SAnshuman Khandual };
219*0d708360SAnshuman Khandual DECLARE_VM_GET_PAGE_PROT
220