xref: /openbmc/linux/arch/m68k/mm/mcfmmu.c (revision 2612e3bbc0386368a850140a6c9b990cd496a5ec)
1b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0
2066bf87bSGreg Ungerer /*
3066bf87bSGreg Ungerer  * Based upon linux/arch/m68k/mm/sun3mmu.c
4066bf87bSGreg Ungerer  * Based upon linux/arch/ppc/mm/mmu_context.c
5066bf87bSGreg Ungerer  *
6066bf87bSGreg Ungerer  * Implementations of mm routines specific to the Coldfire MMU.
7066bf87bSGreg Ungerer  *
8066bf87bSGreg Ungerer  * Copyright (c) 2008 Freescale Semiconductor, Inc.
9066bf87bSGreg Ungerer  */
10066bf87bSGreg Ungerer 
11066bf87bSGreg Ungerer #include <linux/kernel.h>
12066bf87bSGreg Ungerer #include <linux/types.h>
13066bf87bSGreg Ungerer #include <linux/mm.h>
14066bf87bSGreg Ungerer #include <linux/init.h>
15066bf87bSGreg Ungerer #include <linux/string.h>
161008a115SMike Rapoport #include <linux/memblock.h>
17066bf87bSGreg Ungerer 
18066bf87bSGreg Ungerer #include <asm/setup.h>
19066bf87bSGreg Ungerer #include <asm/page.h>
20066bf87bSGreg Ungerer #include <asm/mmu_context.h>
21066bf87bSGreg Ungerer #include <asm/mcf_pgalloc.h>
22066bf87bSGreg Ungerer #include <asm/tlbflush.h>
23ca15ca40SMike Rapoport #include <asm/pgalloc.h>
24066bf87bSGreg Ungerer 
25066bf87bSGreg Ungerer #define KMAPAREA(x)	((x >= VMALLOC_START) && (x < KMAP_END))
26066bf87bSGreg Ungerer 
27066bf87bSGreg Ungerer mm_context_t next_mmu_context;
28066bf87bSGreg Ungerer unsigned long context_map[LAST_CONTEXT / BITS_PER_LONG + 1];
29066bf87bSGreg Ungerer atomic_t nr_free_contexts;
30066bf87bSGreg Ungerer struct mm_struct *context_mm[LAST_CONTEXT+1];
31f7116065SGreg Ungerer unsigned long num_pages;
32066bf87bSGreg Ungerer 
33066bf87bSGreg Ungerer /*
34066bf87bSGreg Ungerer  * ColdFire paging_init derived from sun3.
35066bf87bSGreg Ungerer  */
paging_init(void)36066bf87bSGreg Ungerer void __init paging_init(void)
37066bf87bSGreg Ungerer {
38066bf87bSGreg Ungerer 	pgd_t *pg_dir;
39066bf87bSGreg Ungerer 	pte_t *pg_table;
40066bf87bSGreg Ungerer 	unsigned long address, size;
41066bf87bSGreg Ungerer 	unsigned long next_pgtable, bootmem_end;
42fa3354e4SMike Rapoport 	unsigned long max_zone_pfn[MAX_NR_ZONES] = { 0 };
43066bf87bSGreg Ungerer 	int i;
44066bf87bSGreg Ungerer 
457e158826SGeert Uytterhoeven 	empty_zero_page = memblock_alloc(PAGE_SIZE, PAGE_SIZE);
468a7f97b9SMike Rapoport 	if (!empty_zero_page)
478a7f97b9SMike Rapoport 		panic("%s: Failed to allocate %lu bytes align=0x%lx\n",
488a7f97b9SMike Rapoport 		      __func__, PAGE_SIZE, PAGE_SIZE);
49066bf87bSGreg Ungerer 
50066bf87bSGreg Ungerer 	pg_dir = swapper_pg_dir;
51066bf87bSGreg Ungerer 	memset(swapper_pg_dir, 0, sizeof(swapper_pg_dir));
52066bf87bSGreg Ungerer 
53066bf87bSGreg Ungerer 	size = num_pages * sizeof(pte_t);
54066bf87bSGreg Ungerer 	size = (size + PAGE_SIZE) & ~(PAGE_SIZE-1);
5515c3c114SMike Rapoport 	next_pgtable = (unsigned long) memblock_alloc(size, PAGE_SIZE);
568a7f97b9SMike Rapoport 	if (!next_pgtable)
578a7f97b9SMike Rapoport 		panic("%s: Failed to allocate %lu bytes align=0x%lx\n",
588a7f97b9SMike Rapoport 		      __func__, size, PAGE_SIZE);
59066bf87bSGreg Ungerer 
60066bf87bSGreg Ungerer 	bootmem_end = (next_pgtable + size + PAGE_SIZE) & PAGE_MASK;
61066bf87bSGreg Ungerer 	pg_dir += PAGE_OFFSET >> PGDIR_SHIFT;
62066bf87bSGreg Ungerer 
63066bf87bSGreg Ungerer 	address = PAGE_OFFSET;
64066bf87bSGreg Ungerer 	while (address < (unsigned long)high_memory) {
65066bf87bSGreg Ungerer 		pg_table = (pte_t *) next_pgtable;
66066bf87bSGreg Ungerer 		next_pgtable += PTRS_PER_PTE * sizeof(pte_t);
67066bf87bSGreg Ungerer 		pgd_val(*pg_dir) = (unsigned long) pg_table;
68066bf87bSGreg Ungerer 		pg_dir++;
69066bf87bSGreg Ungerer 
70066bf87bSGreg Ungerer 		/* now change pg_table to kernel virtual addresses */
71066bf87bSGreg Ungerer 		for (i = 0; i < PTRS_PER_PTE; ++i, ++pg_table) {
728f246087SLinus Walleij 			pte_t pte = pfn_pte(virt_to_pfn((void *)address),
738f246087SLinus Walleij 					    PAGE_INIT);
74066bf87bSGreg Ungerer 			if (address >= (unsigned long) high_memory)
75066bf87bSGreg Ungerer 				pte_val(pte) = 0;
76066bf87bSGreg Ungerer 
77066bf87bSGreg Ungerer 			set_pte(pg_table, pte);
78066bf87bSGreg Ungerer 			address += PAGE_SIZE;
79066bf87bSGreg Ungerer 		}
80066bf87bSGreg Ungerer 	}
81066bf87bSGreg Ungerer 
82066bf87bSGreg Ungerer 	current->mm = NULL;
83fa3354e4SMike Rapoport 	max_zone_pfn[ZONE_DMA] = PFN_DOWN(_ramend);
84fa3354e4SMike Rapoport 	free_area_init(max_zone_pfn);
85066bf87bSGreg Ungerer }
86066bf87bSGreg Ungerer 
cf_tlb_miss(struct pt_regs * regs,int write,int dtlb,int extension_word)87066bf87bSGreg Ungerer int cf_tlb_miss(struct pt_regs *regs, int write, int dtlb, int extension_word)
88066bf87bSGreg Ungerer {
893372f5a7SAlexander Stein 	unsigned long flags, mmuar, mmutr;
90066bf87bSGreg Ungerer 	struct mm_struct *mm;
91066bf87bSGreg Ungerer 	pgd_t *pgd;
9260e50f34SMike Rapoport 	p4d_t *p4d;
9360e50f34SMike Rapoport 	pud_t *pud;
94066bf87bSGreg Ungerer 	pmd_t *pmd;
95*e67b37c3SHugh Dickins 	pte_t *pte = NULL;
96*e67b37c3SHugh Dickins 	int ret = -1;
97066bf87bSGreg Ungerer 	int asid;
98066bf87bSGreg Ungerer 
99066bf87bSGreg Ungerer 	local_irq_save(flags);
100066bf87bSGreg Ungerer 
101066bf87bSGreg Ungerer 	mmuar = (dtlb) ? mmu_read(MMUAR) :
102066bf87bSGreg Ungerer 		regs->pc + (extension_word * sizeof(long));
103066bf87bSGreg Ungerer 
104066bf87bSGreg Ungerer 	mm = (!user_mode(regs) && KMAPAREA(mmuar)) ? &init_mm : current->mm;
105*e67b37c3SHugh Dickins 	if (!mm)
106*e67b37c3SHugh Dickins 		goto out;
107066bf87bSGreg Ungerer 
108066bf87bSGreg Ungerer 	pgd = pgd_offset(mm, mmuar);
109*e67b37c3SHugh Dickins 	if (pgd_none(*pgd))
110*e67b37c3SHugh Dickins 		goto out;
111066bf87bSGreg Ungerer 
11260e50f34SMike Rapoport 	p4d = p4d_offset(pgd, mmuar);
113*e67b37c3SHugh Dickins 	if (p4d_none(*p4d))
114*e67b37c3SHugh Dickins 		goto out;
11560e50f34SMike Rapoport 
11660e50f34SMike Rapoport 	pud = pud_offset(p4d, mmuar);
117*e67b37c3SHugh Dickins 	if (pud_none(*pud))
118*e67b37c3SHugh Dickins 		goto out;
11960e50f34SMike Rapoport 
12060e50f34SMike Rapoport 	pmd = pmd_offset(pud, mmuar);
121*e67b37c3SHugh Dickins 	if (pmd_none(*pmd))
122*e67b37c3SHugh Dickins 		goto out;
123066bf87bSGreg Ungerer 
124066bf87bSGreg Ungerer 	pte = (KMAPAREA(mmuar)) ? pte_offset_kernel(pmd, mmuar)
125066bf87bSGreg Ungerer 				: pte_offset_map(pmd, mmuar);
126*e67b37c3SHugh Dickins 	if (!pte || pte_none(*pte) || !pte_present(*pte))
127*e67b37c3SHugh Dickins 		goto out;
128066bf87bSGreg Ungerer 
129066bf87bSGreg Ungerer 	if (write) {
130*e67b37c3SHugh Dickins 		if (!pte_write(*pte))
131*e67b37c3SHugh Dickins 			goto out;
132066bf87bSGreg Ungerer 		set_pte(pte, pte_mkdirty(*pte));
133066bf87bSGreg Ungerer 	}
134066bf87bSGreg Ungerer 
135066bf87bSGreg Ungerer 	set_pte(pte, pte_mkyoung(*pte));
136066bf87bSGreg Ungerer 	asid = mm->context & 0xff;
137066bf87bSGreg Ungerer 	if (!pte_dirty(*pte) && !KMAPAREA(mmuar))
138066bf87bSGreg Ungerer 		set_pte(pte, pte_wrprotect(*pte));
139066bf87bSGreg Ungerer 
1403372f5a7SAlexander Stein 	mmutr = (mmuar & PAGE_MASK) | (asid << MMUTR_IDN) | MMUTR_V;
1413372f5a7SAlexander Stein 	if ((mmuar < TASK_UNMAPPED_BASE) || (mmuar >= TASK_SIZE))
1423372f5a7SAlexander Stein 		mmutr |= (pte->pte & CF_PAGE_MMUTR_MASK) >> CF_PAGE_MMUTR_SHIFT;
1433372f5a7SAlexander Stein 	mmu_write(MMUTR, mmutr);
144066bf87bSGreg Ungerer 
145066bf87bSGreg Ungerer 	mmu_write(MMUDR, (pte_val(*pte) & PAGE_MASK) |
146066bf87bSGreg Ungerer 		((pte->pte) & CF_PAGE_MMUDR_MASK) | MMUDR_SZ_8KB | MMUDR_X);
147066bf87bSGreg Ungerer 
148066bf87bSGreg Ungerer 	if (dtlb)
149066bf87bSGreg Ungerer 		mmu_write(MMUOR, MMUOR_ACC | MMUOR_UAA);
150066bf87bSGreg Ungerer 	else
151066bf87bSGreg Ungerer 		mmu_write(MMUOR, MMUOR_ITLB | MMUOR_ACC | MMUOR_UAA);
152*e67b37c3SHugh Dickins 	ret = 0;
153*e67b37c3SHugh Dickins out:
154*e67b37c3SHugh Dickins 	if (pte && !KMAPAREA(mmuar))
155*e67b37c3SHugh Dickins 		pte_unmap(pte);
156066bf87bSGreg Ungerer 	local_irq_restore(flags);
157*e67b37c3SHugh Dickins 	return ret;
158066bf87bSGreg Ungerer }
159066bf87bSGreg Ungerer 
cf_bootmem_alloc(void)160f7116065SGreg Ungerer void __init cf_bootmem_alloc(void)
161f7116065SGreg Ungerer {
162f7116065SGreg Ungerer 	unsigned long memstart;
163f7116065SGreg Ungerer 
164f7116065SGreg Ungerer 	/* _rambase and _ramend will be naturally page aligned */
165f7116065SGreg Ungerer 	m68k_memory[0].addr = _rambase;
166f7116065SGreg Ungerer 	m68k_memory[0].size = _ramend - _rambase;
167f7116065SGreg Ungerer 
168952eea9bSDavid Hildenbrand 	memblock_add_node(m68k_memory[0].addr, m68k_memory[0].size, 0,
169952eea9bSDavid Hildenbrand 			  MEMBLOCK_NONE);
1701008a115SMike Rapoport 
171f7116065SGreg Ungerer 	/* compute total pages in system */
172f7116065SGreg Ungerer 	num_pages = PFN_DOWN(_ramend - _rambase);
173f7116065SGreg Ungerer 
174f7116065SGreg Ungerer 	/* page numbers */
175f7116065SGreg Ungerer 	memstart = PAGE_ALIGN(_ramstart);
176f7116065SGreg Ungerer 	min_low_pfn = PFN_DOWN(_rambase);
177f7116065SGreg Ungerer 	max_pfn = max_low_pfn = PFN_DOWN(_ramend);
178f7116065SGreg Ungerer 	high_memory = (void *)_ramend;
179f7116065SGreg Ungerer 
1801008a115SMike Rapoport 	/* Reserve kernel text/data/bss */
181c90bbce9SMike Rapoport 	memblock_reserve(_rambase, memstart - _rambase);
1821008a115SMike Rapoport 
183f55ab8f2SGreg Ungerer 	m68k_virt_to_node_shift = fls(_ramend - 1) - 6;
184f7116065SGreg Ungerer 	module_fixup(NULL, __start_fixup, __stop_fixup);
185f7116065SGreg Ungerer 
1861008a115SMike Rapoport 	/* setup node data */
187f7116065SGreg Ungerer 	m68k_setup_node(0);
188f7116065SGreg Ungerer }
189f7116065SGreg Ungerer 
190066bf87bSGreg Ungerer /*
191066bf87bSGreg Ungerer  * Initialize the context management stuff.
192066bf87bSGreg Ungerer  * The following was taken from arch/ppc/mmu_context.c
193066bf87bSGreg Ungerer  */
cf_mmu_context_init(void)19434fa9b21SGreg Ungerer void __init cf_mmu_context_init(void)
195066bf87bSGreg Ungerer {
196066bf87bSGreg Ungerer 	/*
197066bf87bSGreg Ungerer 	 * Some processors have too few contexts to reserve one for
198066bf87bSGreg Ungerer 	 * init_mm, and require using context 0 for a normal task.
199066bf87bSGreg Ungerer 	 * Other processors reserve the use of context zero for the kernel.
200066bf87bSGreg Ungerer 	 * This code assumes FIRST_CONTEXT < 32.
201066bf87bSGreg Ungerer 	 */
202066bf87bSGreg Ungerer 	context_map[0] = (1 << FIRST_CONTEXT) - 1;
203066bf87bSGreg Ungerer 	next_mmu_context = FIRST_CONTEXT;
204066bf87bSGreg Ungerer 	atomic_set(&nr_free_contexts, LAST_CONTEXT - FIRST_CONTEXT + 1);
205066bf87bSGreg Ungerer }
206066bf87bSGreg Ungerer 
207066bf87bSGreg Ungerer /*
208066bf87bSGreg Ungerer  * Steal a context from a task that has one at the moment.
209066bf87bSGreg Ungerer  * This isn't an LRU system, it just frees up each context in
210066bf87bSGreg Ungerer  * turn (sort-of pseudo-random replacement :).  This would be the
211066bf87bSGreg Ungerer  * place to implement an LRU scheme if anyone was motivated to do it.
212066bf87bSGreg Ungerer  *  -- paulus
213066bf87bSGreg Ungerer  */
steal_context(void)214066bf87bSGreg Ungerer void steal_context(void)
215066bf87bSGreg Ungerer {
216066bf87bSGreg Ungerer 	struct mm_struct *mm;
217066bf87bSGreg Ungerer 	/*
218066bf87bSGreg Ungerer 	 * free up context `next_mmu_context'
219066bf87bSGreg Ungerer 	 * if we shouldn't free context 0, don't...
220066bf87bSGreg Ungerer 	 */
221066bf87bSGreg Ungerer 	if (next_mmu_context < FIRST_CONTEXT)
222066bf87bSGreg Ungerer 		next_mmu_context = FIRST_CONTEXT;
223066bf87bSGreg Ungerer 	mm = context_mm[next_mmu_context];
224066bf87bSGreg Ungerer 	flush_tlb_mm(mm);
225066bf87bSGreg Ungerer 	destroy_context(mm);
226066bf87bSGreg Ungerer }
227066bf87bSGreg Ungerer 
2286d0b9225SAnshuman Khandual static const pgprot_t protection_map[16] = {
2296d0b9225SAnshuman Khandual 	[VM_NONE]					= PAGE_NONE,
2306d0b9225SAnshuman Khandual 	[VM_READ]					= __pgprot(CF_PAGE_VALID |
2316d0b9225SAnshuman Khandual 								   CF_PAGE_ACCESSED |
2326d0b9225SAnshuman Khandual 								   CF_PAGE_READABLE),
2336d0b9225SAnshuman Khandual 	[VM_WRITE]					= __pgprot(CF_PAGE_VALID |
2346d0b9225SAnshuman Khandual 								   CF_PAGE_ACCESSED |
2356d0b9225SAnshuman Khandual 								   CF_PAGE_WRITABLE),
2366d0b9225SAnshuman Khandual 	[VM_WRITE | VM_READ]				= __pgprot(CF_PAGE_VALID |
2376d0b9225SAnshuman Khandual 								   CF_PAGE_ACCESSED |
2386d0b9225SAnshuman Khandual 								   CF_PAGE_READABLE |
2396d0b9225SAnshuman Khandual 								   CF_PAGE_WRITABLE),
2406d0b9225SAnshuman Khandual 	[VM_EXEC]					= __pgprot(CF_PAGE_VALID |
2416d0b9225SAnshuman Khandual 								   CF_PAGE_ACCESSED |
2426d0b9225SAnshuman Khandual 								   CF_PAGE_EXEC),
2436d0b9225SAnshuman Khandual 	[VM_EXEC | VM_READ]				= __pgprot(CF_PAGE_VALID |
2446d0b9225SAnshuman Khandual 								   CF_PAGE_ACCESSED |
2456d0b9225SAnshuman Khandual 								   CF_PAGE_READABLE |
2466d0b9225SAnshuman Khandual 								   CF_PAGE_EXEC),
2476d0b9225SAnshuman Khandual 	[VM_EXEC | VM_WRITE]				= __pgprot(CF_PAGE_VALID |
2486d0b9225SAnshuman Khandual 								   CF_PAGE_ACCESSED |
2496d0b9225SAnshuman Khandual 								   CF_PAGE_WRITABLE |
2506d0b9225SAnshuman Khandual 								   CF_PAGE_EXEC),
2516d0b9225SAnshuman Khandual 	[VM_EXEC | VM_WRITE | VM_READ]			=  __pgprot(CF_PAGE_VALID |
2526d0b9225SAnshuman Khandual 								    CF_PAGE_ACCESSED |
2536d0b9225SAnshuman Khandual 								    CF_PAGE_READABLE |
2546d0b9225SAnshuman Khandual 								    CF_PAGE_WRITABLE |
2556d0b9225SAnshuman Khandual 								    CF_PAGE_EXEC),
2566d0b9225SAnshuman Khandual 	[VM_SHARED]					= PAGE_NONE,
2576d0b9225SAnshuman Khandual 	[VM_SHARED | VM_READ]				= __pgprot(CF_PAGE_VALID |
2586d0b9225SAnshuman Khandual 								   CF_PAGE_ACCESSED |
2596d0b9225SAnshuman Khandual 								   CF_PAGE_READABLE),
2606d0b9225SAnshuman Khandual 	[VM_SHARED | VM_WRITE]				= PAGE_SHARED,
2616d0b9225SAnshuman Khandual 	[VM_SHARED | VM_WRITE | VM_READ]		= __pgprot(CF_PAGE_VALID |
2626d0b9225SAnshuman Khandual 								   CF_PAGE_ACCESSED |
2636d0b9225SAnshuman Khandual 								   CF_PAGE_READABLE |
2646d0b9225SAnshuman Khandual 								   CF_PAGE_SHARED),
2656d0b9225SAnshuman Khandual 	[VM_SHARED | VM_EXEC]				= __pgprot(CF_PAGE_VALID |
2666d0b9225SAnshuman Khandual 								   CF_PAGE_ACCESSED |
2676d0b9225SAnshuman Khandual 								   CF_PAGE_EXEC),
2686d0b9225SAnshuman Khandual 	[VM_SHARED | VM_EXEC | VM_READ]			= __pgprot(CF_PAGE_VALID |
2696d0b9225SAnshuman Khandual 								   CF_PAGE_ACCESSED |
2706d0b9225SAnshuman Khandual 								   CF_PAGE_READABLE |
2716d0b9225SAnshuman Khandual 								   CF_PAGE_EXEC),
2726d0b9225SAnshuman Khandual 	[VM_SHARED | VM_EXEC | VM_WRITE]		= __pgprot(CF_PAGE_VALID |
2736d0b9225SAnshuman Khandual 								   CF_PAGE_ACCESSED |
2746d0b9225SAnshuman Khandual 								   CF_PAGE_SHARED |
2756d0b9225SAnshuman Khandual 								   CF_PAGE_EXEC),
2766d0b9225SAnshuman Khandual 	[VM_SHARED | VM_EXEC | VM_WRITE | VM_READ]	= __pgprot(CF_PAGE_VALID |
2776d0b9225SAnshuman Khandual 								   CF_PAGE_ACCESSED |
2786d0b9225SAnshuman Khandual 								   CF_PAGE_READABLE |
2796d0b9225SAnshuman Khandual 								   CF_PAGE_SHARED |
2806d0b9225SAnshuman Khandual 								   CF_PAGE_EXEC)
2816d0b9225SAnshuman Khandual };
2826d0b9225SAnshuman Khandual DECLARE_VM_GET_PAGE_PROT
283