xref: /openbmc/linux/arch/m68k/include/asm/mmu_context.h (revision 2612e3bbc0386368a850140a6c9b990cd496a5ec)
1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */
266d73f00SGreg Ungerer #ifndef __M68K_MMU_CONTEXT_H
366d73f00SGreg Ungerer #define __M68K_MMU_CONTEXT_H
466d73f00SGreg Ungerer 
566d73f00SGreg Ungerer #include <asm-generic/mm_hooks.h>
6589ee628SIngo Molnar #include <linux/mm_types.h>
766d73f00SGreg Ungerer 
866d73f00SGreg Ungerer #ifdef CONFIG_MMU
983b73d6cSGreg Ungerer 
1083b73d6cSGreg Ungerer #if defined(CONFIG_COLDFIRE)
1183b73d6cSGreg Ungerer 
1283b73d6cSGreg Ungerer #include <asm/atomic.h>
1383b73d6cSGreg Ungerer #include <asm/bitops.h>
1483b73d6cSGreg Ungerer #include <asm/mcfmmu.h>
1583b73d6cSGreg Ungerer #include <asm/mmu.h>
1683b73d6cSGreg Ungerer 
1783b73d6cSGreg Ungerer #define NO_CONTEXT		256
1883b73d6cSGreg Ungerer #define LAST_CONTEXT		255
1983b73d6cSGreg Ungerer #define FIRST_CONTEXT		1
2083b73d6cSGreg Ungerer 
2183b73d6cSGreg Ungerer extern unsigned long context_map[];
2283b73d6cSGreg Ungerer extern mm_context_t next_mmu_context;
2383b73d6cSGreg Ungerer 
2483b73d6cSGreg Ungerer extern atomic_t nr_free_contexts;
2583b73d6cSGreg Ungerer extern struct mm_struct *context_mm[LAST_CONTEXT+1];
2683b73d6cSGreg Ungerer extern void steal_context(void);
2783b73d6cSGreg Ungerer 
get_mmu_context(struct mm_struct * mm)2883b73d6cSGreg Ungerer static inline void get_mmu_context(struct mm_struct *mm)
2983b73d6cSGreg Ungerer {
3083b73d6cSGreg Ungerer 	mm_context_t ctx;
3183b73d6cSGreg Ungerer 
3283b73d6cSGreg Ungerer 	if (mm->context != NO_CONTEXT)
3383b73d6cSGreg Ungerer 		return;
34e86e793cSMark Rutland 	while (arch_atomic_dec_and_test_lt(&nr_free_contexts)) {
3583b73d6cSGreg Ungerer 		atomic_inc(&nr_free_contexts);
3683b73d6cSGreg Ungerer 		steal_context();
3783b73d6cSGreg Ungerer 	}
3883b73d6cSGreg Ungerer 	ctx = next_mmu_context;
3983b73d6cSGreg Ungerer 	while (test_and_set_bit(ctx, context_map)) {
4083b73d6cSGreg Ungerer 		ctx = find_next_zero_bit(context_map, LAST_CONTEXT+1, ctx);
4183b73d6cSGreg Ungerer 		if (ctx > LAST_CONTEXT)
4283b73d6cSGreg Ungerer 			ctx = 0;
4383b73d6cSGreg Ungerer 	}
4483b73d6cSGreg Ungerer 	next_mmu_context = (ctx + 1) & LAST_CONTEXT;
4583b73d6cSGreg Ungerer 	mm->context = ctx;
4683b73d6cSGreg Ungerer 	context_mm[ctx] = mm;
4783b73d6cSGreg Ungerer }
4883b73d6cSGreg Ungerer 
4983b73d6cSGreg Ungerer /*
5083b73d6cSGreg Ungerer  * Set up the context for a new address space.
5183b73d6cSGreg Ungerer  */
5283b73d6cSGreg Ungerer #define init_new_context(tsk, mm)	(((mm)->context = NO_CONTEXT), 0)
5383b73d6cSGreg Ungerer 
5483b73d6cSGreg Ungerer /*
5583b73d6cSGreg Ungerer  * We're finished using the context for an address space.
5683b73d6cSGreg Ungerer  */
572fd171beSNicholas Piggin #define destroy_context destroy_context
destroy_context(struct mm_struct * mm)5883b73d6cSGreg Ungerer static inline void destroy_context(struct mm_struct *mm)
5983b73d6cSGreg Ungerer {
6083b73d6cSGreg Ungerer 	if (mm->context != NO_CONTEXT) {
6183b73d6cSGreg Ungerer 		clear_bit(mm->context, context_map);
6283b73d6cSGreg Ungerer 		mm->context = NO_CONTEXT;
6383b73d6cSGreg Ungerer 		atomic_inc(&nr_free_contexts);
6483b73d6cSGreg Ungerer 	}
6583b73d6cSGreg Ungerer }
6683b73d6cSGreg Ungerer 
set_context(mm_context_t context,pgd_t * pgd)6783b73d6cSGreg Ungerer static inline void set_context(mm_context_t context, pgd_t *pgd)
6883b73d6cSGreg Ungerer {
6983b73d6cSGreg Ungerer 	__asm__ __volatile__ ("movec %0,%%asid" : : "d" (context));
7083b73d6cSGreg Ungerer }
7183b73d6cSGreg Ungerer 
switch_mm(struct mm_struct * prev,struct mm_struct * next,struct task_struct * tsk)7283b73d6cSGreg Ungerer static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next,
7383b73d6cSGreg Ungerer 	struct task_struct *tsk)
7483b73d6cSGreg Ungerer {
7583b73d6cSGreg Ungerer 	get_mmu_context(tsk->mm);
7683b73d6cSGreg Ungerer 	set_context(tsk->mm->context, next->pgd);
7783b73d6cSGreg Ungerer }
7883b73d6cSGreg Ungerer 
7983b73d6cSGreg Ungerer /*
8083b73d6cSGreg Ungerer  * After we have set current->mm to a new value, this activates
8183b73d6cSGreg Ungerer  * the context for the new mm so we see the new mappings.
8283b73d6cSGreg Ungerer  */
832fd171beSNicholas Piggin #define activate_mm activate_mm
activate_mm(struct mm_struct * active_mm,struct mm_struct * mm)8483b73d6cSGreg Ungerer static inline void activate_mm(struct mm_struct *active_mm,
8583b73d6cSGreg Ungerer 	struct mm_struct *mm)
8683b73d6cSGreg Ungerer {
8783b73d6cSGreg Ungerer 	get_mmu_context(mm);
8883b73d6cSGreg Ungerer 	set_context(mm->context, mm->pgd);
8983b73d6cSGreg Ungerer }
9083b73d6cSGreg Ungerer 
9183b73d6cSGreg Ungerer #define prepare_arch_switch(next) load_ksp_mmu(next)
9283b73d6cSGreg Ungerer 
load_ksp_mmu(struct task_struct * task)9383b73d6cSGreg Ungerer static inline void load_ksp_mmu(struct task_struct *task)
9483b73d6cSGreg Ungerer {
9583b73d6cSGreg Ungerer 	unsigned long flags;
9683b73d6cSGreg Ungerer 	struct mm_struct *mm;
9783b73d6cSGreg Ungerer 	int asid;
9883b73d6cSGreg Ungerer 	pgd_t *pgd;
9960e50f34SMike Rapoport 	p4d_t *p4d;
10060e50f34SMike Rapoport 	pud_t *pud;
10183b73d6cSGreg Ungerer 	pmd_t *pmd;
102*e67b37c3SHugh Dickins 	pte_t *pte = NULL;
10383b73d6cSGreg Ungerer 	unsigned long mmuar;
10483b73d6cSGreg Ungerer 
10583b73d6cSGreg Ungerer 	local_irq_save(flags);
10683b73d6cSGreg Ungerer 	mmuar = task->thread.ksp;
10783b73d6cSGreg Ungerer 
10883b73d6cSGreg Ungerer 	/* Search for a valid TLB entry, if one is found, don't remap */
10983b73d6cSGreg Ungerer 	mmu_write(MMUAR, mmuar);
11083b73d6cSGreg Ungerer 	mmu_write(MMUOR, MMUOR_STLB | MMUOR_ADR);
11183b73d6cSGreg Ungerer 	if (mmu_read(MMUSR) & MMUSR_HIT)
11283b73d6cSGreg Ungerer 		goto end;
11383b73d6cSGreg Ungerer 
11483b73d6cSGreg Ungerer 	if (mmuar >= PAGE_OFFSET) {
11583b73d6cSGreg Ungerer 		mm = &init_mm;
11683b73d6cSGreg Ungerer 	} else {
11783b73d6cSGreg Ungerer 		pr_info("load_ksp_mmu: non-kernel mm found: 0x%p\n", task->mm);
11883b73d6cSGreg Ungerer 		mm = task->mm;
11983b73d6cSGreg Ungerer 	}
12083b73d6cSGreg Ungerer 
12183b73d6cSGreg Ungerer 	if (!mm)
12283b73d6cSGreg Ungerer 		goto bug;
12383b73d6cSGreg Ungerer 
12483b73d6cSGreg Ungerer 	pgd = pgd_offset(mm, mmuar);
12583b73d6cSGreg Ungerer 	if (pgd_none(*pgd))
12683b73d6cSGreg Ungerer 		goto bug;
12783b73d6cSGreg Ungerer 
12860e50f34SMike Rapoport 	p4d = p4d_offset(pgd, mmuar);
12960e50f34SMike Rapoport 	if (p4d_none(*p4d))
13060e50f34SMike Rapoport 		goto bug;
13160e50f34SMike Rapoport 
13260e50f34SMike Rapoport 	pud = pud_offset(p4d, mmuar);
13360e50f34SMike Rapoport 	if (pud_none(*pud))
13460e50f34SMike Rapoport 		goto bug;
13560e50f34SMike Rapoport 
13660e50f34SMike Rapoport 	pmd = pmd_offset(pud, mmuar);
13783b73d6cSGreg Ungerer 	if (pmd_none(*pmd))
13883b73d6cSGreg Ungerer 		goto bug;
13983b73d6cSGreg Ungerer 
14083b73d6cSGreg Ungerer 	pte = (mmuar >= PAGE_OFFSET) ? pte_offset_kernel(pmd, mmuar)
14183b73d6cSGreg Ungerer 				     : pte_offset_map(pmd, mmuar);
142*e67b37c3SHugh Dickins 	if (!pte || pte_none(*pte) || !pte_present(*pte))
14383b73d6cSGreg Ungerer 		goto bug;
14483b73d6cSGreg Ungerer 
14583b73d6cSGreg Ungerer 	set_pte(pte, pte_mkyoung(*pte));
14683b73d6cSGreg Ungerer 	asid = mm->context & 0xff;
14783b73d6cSGreg Ungerer 	if (!pte_dirty(*pte) && mmuar <= PAGE_OFFSET)
14883b73d6cSGreg Ungerer 		set_pte(pte, pte_wrprotect(*pte));
14983b73d6cSGreg Ungerer 
15083b73d6cSGreg Ungerer 	mmu_write(MMUTR, (mmuar & PAGE_MASK) | (asid << MMUTR_IDN) |
15183b73d6cSGreg Ungerer 		(((int)(pte->pte) & (int)CF_PAGE_MMUTR_MASK)
15283b73d6cSGreg Ungerer 		>> CF_PAGE_MMUTR_SHIFT) | MMUTR_V);
15383b73d6cSGreg Ungerer 
15483b73d6cSGreg Ungerer 	mmu_write(MMUDR, (pte_val(*pte) & PAGE_MASK) |
15583b73d6cSGreg Ungerer 		((pte->pte) & CF_PAGE_MMUDR_MASK) | MMUDR_SZ_8KB | MMUDR_X);
15683b73d6cSGreg Ungerer 
15783b73d6cSGreg Ungerer 	mmu_write(MMUOR, MMUOR_ACC | MMUOR_UAA);
15883b73d6cSGreg Ungerer 
15983b73d6cSGreg Ungerer 	goto end;
16083b73d6cSGreg Ungerer 
16183b73d6cSGreg Ungerer bug:
16283b73d6cSGreg Ungerer 	pr_info("ksp load failed: mm=0x%p ksp=0x08%lx\n", mm, mmuar);
16383b73d6cSGreg Ungerer end:
164*e67b37c3SHugh Dickins 	if (pte && mmuar < PAGE_OFFSET)
165*e67b37c3SHugh Dickins 		pte_unmap(pte);
16683b73d6cSGreg Ungerer 	local_irq_restore(flags);
16783b73d6cSGreg Ungerer }
16883b73d6cSGreg Ungerer 
16983b73d6cSGreg Ungerer #elif defined(CONFIG_SUN3)
17083b73d6cSGreg Ungerer #include <asm/sun3mmu.h>
17183b73d6cSGreg Ungerer #include <linux/sched.h>
17283b73d6cSGreg Ungerer 
17383b73d6cSGreg Ungerer extern unsigned long get_free_context(struct mm_struct *mm);
17483b73d6cSGreg Ungerer extern void clear_context(unsigned long context);
17583b73d6cSGreg Ungerer 
17683b73d6cSGreg Ungerer /* set the context for a new task to unmapped */
1772fd171beSNicholas Piggin #define init_new_context init_new_context
init_new_context(struct task_struct * tsk,struct mm_struct * mm)17883b73d6cSGreg Ungerer static inline int init_new_context(struct task_struct *tsk,
17983b73d6cSGreg Ungerer 				   struct mm_struct *mm)
18083b73d6cSGreg Ungerer {
18183b73d6cSGreg Ungerer 	mm->context = SUN3_INVALID_CONTEXT;
18283b73d6cSGreg Ungerer 	return 0;
18383b73d6cSGreg Ungerer }
18483b73d6cSGreg Ungerer 
18583b73d6cSGreg Ungerer /* find the context given to this process, and if it hasn't already
18683b73d6cSGreg Ungerer    got one, go get one for it. */
get_mmu_context(struct mm_struct * mm)18783b73d6cSGreg Ungerer static inline void get_mmu_context(struct mm_struct *mm)
18883b73d6cSGreg Ungerer {
18983b73d6cSGreg Ungerer 	if (mm->context == SUN3_INVALID_CONTEXT)
19083b73d6cSGreg Ungerer 		mm->context = get_free_context(mm);
19183b73d6cSGreg Ungerer }
19283b73d6cSGreg Ungerer 
19383b73d6cSGreg Ungerer /* flush context if allocated... */
1942040a6bfSGeert Uytterhoeven #define destroy_context destroy_context
destroy_context(struct mm_struct * mm)19583b73d6cSGreg Ungerer static inline void destroy_context(struct mm_struct *mm)
19683b73d6cSGreg Ungerer {
19783b73d6cSGreg Ungerer 	if (mm->context != SUN3_INVALID_CONTEXT)
19883b73d6cSGreg Ungerer 		clear_context(mm->context);
19983b73d6cSGreg Ungerer }
20083b73d6cSGreg Ungerer 
activate_context(struct mm_struct * mm)20183b73d6cSGreg Ungerer static inline void activate_context(struct mm_struct *mm)
20283b73d6cSGreg Ungerer {
20383b73d6cSGreg Ungerer 	get_mmu_context(mm);
20483b73d6cSGreg Ungerer 	sun3_put_context(mm->context);
20583b73d6cSGreg Ungerer }
20683b73d6cSGreg Ungerer 
switch_mm(struct mm_struct * prev,struct mm_struct * next,struct task_struct * tsk)20783b73d6cSGreg Ungerer static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next,
20883b73d6cSGreg Ungerer 			     struct task_struct *tsk)
20983b73d6cSGreg Ungerer {
21083b73d6cSGreg Ungerer 	activate_context(tsk->mm);
21183b73d6cSGreg Ungerer }
21283b73d6cSGreg Ungerer 
2132fd171beSNicholas Piggin #define activate_mm activate_mm
activate_mm(struct mm_struct * prev_mm,struct mm_struct * next_mm)21483b73d6cSGreg Ungerer static inline void activate_mm(struct mm_struct *prev_mm,
21583b73d6cSGreg Ungerer 			       struct mm_struct *next_mm)
21683b73d6cSGreg Ungerer {
21783b73d6cSGreg Ungerer 	activate_context(next_mm);
21883b73d6cSGreg Ungerer }
21983b73d6cSGreg Ungerer 
22083b73d6cSGreg Ungerer #else
22166d73f00SGreg Ungerer 
22266d73f00SGreg Ungerer #include <asm/setup.h>
22366d73f00SGreg Ungerer #include <asm/page.h>
224ca15ca40SMike Rapoport #include <asm/cacheflush.h>
22566d73f00SGreg Ungerer 
2262fd171beSNicholas Piggin #define init_new_context init_new_context
init_new_context(struct task_struct * tsk,struct mm_struct * mm)22766d73f00SGreg Ungerer static inline int init_new_context(struct task_struct *tsk,
22866d73f00SGreg Ungerer 				   struct mm_struct *mm)
22966d73f00SGreg Ungerer {
23066d73f00SGreg Ungerer 	mm->context = virt_to_phys(mm->pgd);
23166d73f00SGreg Ungerer 	return 0;
23266d73f00SGreg Ungerer }
23366d73f00SGreg Ungerer 
switch_mm_0230(struct mm_struct * mm)23466d73f00SGreg Ungerer static inline void switch_mm_0230(struct mm_struct *mm)
23566d73f00SGreg Ungerer {
23666d73f00SGreg Ungerer 	unsigned long crp[2] = {
23766d73f00SGreg Ungerer 		0x80000000 | _PAGE_TABLE, mm->context
23866d73f00SGreg Ungerer 	};
23966d73f00SGreg Ungerer 	unsigned long tmp;
24066d73f00SGreg Ungerer 
24166d73f00SGreg Ungerer 	asm volatile (".chip 68030");
24266d73f00SGreg Ungerer 
24366d73f00SGreg Ungerer 	/* flush MC68030/MC68020 caches (they are virtually addressed) */
24466d73f00SGreg Ungerer 	asm volatile (
24566d73f00SGreg Ungerer 		"movec %%cacr,%0;"
24666d73f00SGreg Ungerer 		"orw %1,%0; "
24766d73f00SGreg Ungerer 		"movec %0,%%cacr"
24866d73f00SGreg Ungerer 		: "=d" (tmp) : "di" (FLUSH_I_AND_D));
24966d73f00SGreg Ungerer 
25066d73f00SGreg Ungerer 	/* Switch the root pointer. For a 030-only kernel,
25166d73f00SGreg Ungerer 	 * avoid flushing the whole ATC, we only need to
25266d73f00SGreg Ungerer 	 * flush the user entries. The 68851 does this by
25366d73f00SGreg Ungerer 	 * itself. Avoid a runtime check here.
25466d73f00SGreg Ungerer 	 */
25566d73f00SGreg Ungerer 	asm volatile (
25666d73f00SGreg Ungerer #ifdef CPU_M68030_ONLY
25766d73f00SGreg Ungerer 		"pmovefd %0,%%crp; "
25866d73f00SGreg Ungerer 		"pflush #0,#4"
25949148020SSam Ravnborg #else
26066d73f00SGreg Ungerer 		"pmove %0,%%crp"
26149148020SSam Ravnborg #endif
26266d73f00SGreg Ungerer 		: : "m" (crp[0]));
26366d73f00SGreg Ungerer 
26466d73f00SGreg Ungerer 	asm volatile (".chip 68k");
26566d73f00SGreg Ungerer }
26666d73f00SGreg Ungerer 
switch_mm_0460(struct mm_struct * mm)26766d73f00SGreg Ungerer static inline void switch_mm_0460(struct mm_struct *mm)
26866d73f00SGreg Ungerer {
26966d73f00SGreg Ungerer 	asm volatile (".chip 68040");
27066d73f00SGreg Ungerer 
27166d73f00SGreg Ungerer 	/* flush address translation cache (user entries) */
27266d73f00SGreg Ungerer 	asm volatile ("pflushan");
27366d73f00SGreg Ungerer 
27466d73f00SGreg Ungerer 	/* switch the root pointer */
27566d73f00SGreg Ungerer 	asm volatile ("movec %0,%%urp" : : "r" (mm->context));
27666d73f00SGreg Ungerer 
27766d73f00SGreg Ungerer 	if (CPU_IS_060) {
27866d73f00SGreg Ungerer 		unsigned long tmp;
27966d73f00SGreg Ungerer 
28066d73f00SGreg Ungerer 		/* clear user entries in the branch cache */
28166d73f00SGreg Ungerer 		asm volatile (
28266d73f00SGreg Ungerer 			"movec %%cacr,%0; "
28366d73f00SGreg Ungerer 		        "orl %1,%0; "
28466d73f00SGreg Ungerer 		        "movec %0,%%cacr"
28566d73f00SGreg Ungerer 			: "=d" (tmp): "di" (0x00200000));
28666d73f00SGreg Ungerer 	}
28766d73f00SGreg Ungerer 
28866d73f00SGreg Ungerer 	asm volatile (".chip 68k");
28966d73f00SGreg Ungerer }
29066d73f00SGreg Ungerer 
switch_mm(struct mm_struct * prev,struct mm_struct * next,struct task_struct * tsk)29166d73f00SGreg Ungerer static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, struct task_struct *tsk)
29266d73f00SGreg Ungerer {
29366d73f00SGreg Ungerer 	if (prev != next) {
29466d73f00SGreg Ungerer 		if (CPU_IS_020_OR_030)
29566d73f00SGreg Ungerer 			switch_mm_0230(next);
29666d73f00SGreg Ungerer 		else
29766d73f00SGreg Ungerer 			switch_mm_0460(next);
29866d73f00SGreg Ungerer 	}
29966d73f00SGreg Ungerer }
30066d73f00SGreg Ungerer 
3012fd171beSNicholas Piggin #define activate_mm activate_mm
activate_mm(struct mm_struct * prev_mm,struct mm_struct * next_mm)30266d73f00SGreg Ungerer static inline void activate_mm(struct mm_struct *prev_mm,
30366d73f00SGreg Ungerer 			       struct mm_struct *next_mm)
30466d73f00SGreg Ungerer {
30566d73f00SGreg Ungerer 	next_mm->context = virt_to_phys(next_mm->pgd);
30666d73f00SGreg Ungerer 
30766d73f00SGreg Ungerer 	if (CPU_IS_020_OR_030)
30866d73f00SGreg Ungerer 		switch_mm_0230(next_mm);
30966d73f00SGreg Ungerer 	else
31066d73f00SGreg Ungerer 		switch_mm_0460(next_mm);
31166d73f00SGreg Ungerer }
31266d73f00SGreg Ungerer 
31366d73f00SGreg Ungerer #endif
31483b73d6cSGreg Ungerer 
3152fd171beSNicholas Piggin #include <asm-generic/mmu_context.h>
3162fd171beSNicholas Piggin 
31766d73f00SGreg Ungerer #else /* !CONFIG_MMU */
31866d73f00SGreg Ungerer 
3192fd171beSNicholas Piggin #include <asm-generic/nommu_context.h>
32066d73f00SGreg Ungerer 
32166d73f00SGreg Ungerer #endif /* CONFIG_MMU */
32266d73f00SGreg Ungerer #endif /* __M68K_MMU_CONTEXT_H */
323