1/* 2 * linux/arch/arm/mm/tlb-v7.S 3 * 4 * Copyright (C) 1997-2002 Russell King 5 * Modified for ARMv7 by Catalin Marinas 6 * 7 * This program is free software; you can redistribute it and/or modify 8 * it under the terms of the GNU General Public License version 2 as 9 * published by the Free Software Foundation. 10 * 11 * ARM architecture version 6 TLB handling functions. 12 * These assume a split I/D TLB. 13 */ 14#include <linux/init.h> 15#include <linux/linkage.h> 16#include <asm/assembler.h> 17#include <asm/asm-offsets.h> 18#include <asm/page.h> 19#include <asm/tlbflush.h> 20#include "proc-macros.S" 21 22/* 23 * v7wbi_flush_user_tlb_range(start, end, vma) 24 * 25 * Invalidate a range of TLB entries in the specified address space. 26 * 27 * - start - start address (may not be aligned) 28 * - end - end address (exclusive, may not be aligned) 29 * - vma - vma_struct describing address range 30 * 31 * It is assumed that: 32 * - the "Invalidate single entry" instruction will invalidate 33 * both the I and the D TLBs on Harvard-style TLBs 34 */ 35ENTRY(v7wbi_flush_user_tlb_range) 36 vma_vm_mm r3, r2 @ get vma->vm_mm 37 mmid r3, r3 @ get vm_mm->context.id 38 dsb 39 mov r0, r0, lsr #PAGE_SHIFT @ align address 40 mov r1, r1, lsr #PAGE_SHIFT 41 asid r3, r3 @ mask ASID 42 orr r0, r3, r0, lsl #PAGE_SHIFT @ Create initial MVA 43 mov r1, r1, lsl #PAGE_SHIFT 441: 45 ALT_SMP(mcr p15, 0, r0, c8, c3, 1) @ TLB invalidate U MVA (shareable) 46 ALT_UP(mcr p15, 0, r0, c8, c7, 1) @ TLB invalidate U MVA 47 48 add r0, r0, #PAGE_SZ 49 cmp r0, r1 50 blo 1b 51 mov ip, #0 52 ALT_SMP(mcr p15, 0, ip, c7, c1, 6) @ flush BTAC/BTB Inner Shareable 53 ALT_UP(mcr p15, 0, ip, c7, c5, 6) @ flush BTAC/BTB 54 dsb 55 mov pc, lr 56ENDPROC(v7wbi_flush_user_tlb_range) 57 58/* 59 * v7wbi_flush_kern_tlb_range(start,end) 60 * 61 * Invalidate a range of kernel TLB entries 62 * 63 * - start - start address (may not be aligned) 64 * - end - end address (exclusive, may not be aligned) 65 */ 66ENTRY(v7wbi_flush_kern_tlb_range) 67 dsb 68 mov r0, r0, lsr #PAGE_SHIFT @ align address 69 mov r1, r1, lsr #PAGE_SHIFT 70 mov r0, r0, lsl #PAGE_SHIFT 71 mov r1, r1, lsl #PAGE_SHIFT 721: 73 ALT_SMP(mcr p15, 0, r0, c8, c3, 1) @ TLB invalidate U MVA (shareable) 74 ALT_UP(mcr p15, 0, r0, c8, c7, 1) @ TLB invalidate U MVA 75 add r0, r0, #PAGE_SZ 76 cmp r0, r1 77 blo 1b 78 mov r2, #0 79 ALT_SMP(mcr p15, 0, r2, c7, c1, 6) @ flush BTAC/BTB Inner Shareable 80 ALT_UP(mcr p15, 0, r2, c7, c5, 6) @ flush BTAC/BTB 81 dsb 82 isb 83 mov pc, lr 84ENDPROC(v7wbi_flush_kern_tlb_range) 85 86 __INIT 87 88 .type v7wbi_tlb_fns, #object 89ENTRY(v7wbi_tlb_fns) 90 .long v7wbi_flush_user_tlb_range 91 .long v7wbi_flush_kern_tlb_range 92 ALT_SMP(.long v7wbi_tlb_flags_smp) 93 ALT_UP(.long v7wbi_tlb_flags_up) 94 .size v7wbi_tlb_fns, . - v7wbi_tlb_fns 95