1819833afSPeter Tyser #ifndef __ASM_ARM_SYSTEM_H 2819833afSPeter Tyser #define __ASM_ARM_SYSTEM_H 3819833afSPeter Tyser 4a5b9fa30SSergey Temerkhanov #include <common.h> 5a5b9fa30SSergey Temerkhanov #include <linux/compiler.h> 6a5b9fa30SSergey Temerkhanov 70ae76531SDavid Feng #ifdef CONFIG_ARM64 80ae76531SDavid Feng 90ae76531SDavid Feng /* 100ae76531SDavid Feng * SCTLR_EL1/SCTLR_EL2/SCTLR_EL3 bits definitions 110ae76531SDavid Feng */ 120ae76531SDavid Feng #define CR_M (1 << 0) /* MMU enable */ 130ae76531SDavid Feng #define CR_A (1 << 1) /* Alignment abort enable */ 140ae76531SDavid Feng #define CR_C (1 << 2) /* Dcache enable */ 150ae76531SDavid Feng #define CR_SA (1 << 3) /* Stack Alignment Check Enable */ 160ae76531SDavid Feng #define CR_I (1 << 12) /* Icache enable */ 170ae76531SDavid Feng #define CR_WXN (1 << 19) /* Write Permision Imply XN */ 180ae76531SDavid Feng #define CR_EE (1 << 25) /* Exception (Big) Endian */ 190ae76531SDavid Feng 20*7985cdf7SAlexander Graf #ifndef __ASSEMBLY__ 21*7985cdf7SAlexander Graf 22*7985cdf7SAlexander Graf u64 get_page_table_size(void); 23*7985cdf7SAlexander Graf #define PGTABLE_SIZE get_page_table_size() 24*7985cdf7SAlexander Graf 25dad17fd5SSiva Durga Prasad Paladugu /* 2MB granularity */ 26dad17fd5SSiva Durga Prasad Paladugu #define MMU_SECTION_SHIFT 21 2788f965d7SStephen Warren #define MMU_SECTION_SIZE (1 << MMU_SECTION_SHIFT) 280ae76531SDavid Feng 29dad17fd5SSiva Durga Prasad Paladugu enum dcache_option { 30dad17fd5SSiva Durga Prasad Paladugu DCACHE_OFF = 0x3, 31dad17fd5SSiva Durga Prasad Paladugu }; 32dad17fd5SSiva Durga Prasad Paladugu 330ae76531SDavid Feng #define isb() \ 340ae76531SDavid Feng ({asm volatile( \ 350ae76531SDavid Feng "isb" : : : "memory"); \ 360ae76531SDavid Feng }) 370ae76531SDavid Feng 380ae76531SDavid Feng #define wfi() \ 390ae76531SDavid Feng ({asm volatile( \ 400ae76531SDavid Feng "wfi" : : : "memory"); \ 410ae76531SDavid Feng }) 420ae76531SDavid Feng 430ae76531SDavid Feng static inline unsigned int current_el(void) 440ae76531SDavid Feng { 450ae76531SDavid Feng unsigned int el; 460ae76531SDavid Feng asm volatile("mrs %0, CurrentEL" : "=r" (el) : : "cc"); 470ae76531SDavid Feng return el >> 2; 480ae76531SDavid Feng } 490ae76531SDavid Feng 500ae76531SDavid Feng static inline unsigned int get_sctlr(void) 510ae76531SDavid Feng { 520ae76531SDavid Feng unsigned int el, val; 530ae76531SDavid Feng 540ae76531SDavid Feng el = current_el(); 550ae76531SDavid Feng if (el == 1) 560ae76531SDavid Feng asm volatile("mrs %0, sctlr_el1" : "=r" (val) : : "cc"); 570ae76531SDavid Feng else if (el == 2) 580ae76531SDavid Feng asm volatile("mrs %0, sctlr_el2" : "=r" (val) : : "cc"); 590ae76531SDavid Feng else 600ae76531SDavid Feng asm volatile("mrs %0, sctlr_el3" : "=r" (val) : : "cc"); 610ae76531SDavid Feng 620ae76531SDavid Feng return val; 630ae76531SDavid Feng } 640ae76531SDavid Feng 650ae76531SDavid Feng static inline void set_sctlr(unsigned int val) 660ae76531SDavid Feng { 670ae76531SDavid Feng unsigned int el; 680ae76531SDavid Feng 690ae76531SDavid Feng el = current_el(); 700ae76531SDavid Feng if (el == 1) 710ae76531SDavid Feng asm volatile("msr sctlr_el1, %0" : : "r" (val) : "cc"); 720ae76531SDavid Feng else if (el == 2) 730ae76531SDavid Feng asm volatile("msr sctlr_el2, %0" : : "r" (val) : "cc"); 740ae76531SDavid Feng else 750ae76531SDavid Feng asm volatile("msr sctlr_el3, %0" : : "r" (val) : "cc"); 760ae76531SDavid Feng 770ae76531SDavid Feng asm volatile("isb"); 780ae76531SDavid Feng } 790ae76531SDavid Feng 80ba5648cdSSergey Temerkhanov static inline unsigned long read_mpidr(void) 81ba5648cdSSergey Temerkhanov { 82ba5648cdSSergey Temerkhanov unsigned long val; 83ba5648cdSSergey Temerkhanov 84ba5648cdSSergey Temerkhanov asm volatile("mrs %0, mpidr_el1" : "=r" (val)); 85ba5648cdSSergey Temerkhanov 86ba5648cdSSergey Temerkhanov return val; 87ba5648cdSSergey Temerkhanov } 88ba5648cdSSergey Temerkhanov 89ba5648cdSSergey Temerkhanov #define BSP_COREID 0 90ba5648cdSSergey Temerkhanov 910ae76531SDavid Feng void __asm_flush_dcache_all(void); 921e6ad55cSYork Sun void __asm_invalidate_dcache_all(void); 930ae76531SDavid Feng void __asm_flush_dcache_range(u64 start, u64 end); 940ae76531SDavid Feng void __asm_invalidate_tlb_all(void); 950ae76531SDavid Feng void __asm_invalidate_icache_all(void); 96dcd468b8SYork Sun int __asm_flush_l3_cache(void); 975e2ec773SAlexander Graf void __asm_switch_ttbr(u64 new_ttbr); 980ae76531SDavid Feng 990ae76531SDavid Feng void armv8_switch_to_el2(void); 1000ae76531SDavid Feng void armv8_switch_to_el1(void); 1010ae76531SDavid Feng void gic_init(void); 1020ae76531SDavid Feng void gic_send_sgi(unsigned long sgino); 1030ae76531SDavid Feng void wait_for_wakeup(void); 10473169874SIan Campbell void protect_secure_region(void); 1050ae76531SDavid Feng void smp_kick_all_cpus(void); 1060ae76531SDavid Feng 1072f78eae5SYork Sun void flush_l3_cache(void); 1082f78eae5SYork Sun 109a5b9fa30SSergey Temerkhanov /* 110a5b9fa30SSergey Temerkhanov *Issue a hypervisor call in accordance with ARM "SMC Calling convention", 111a5b9fa30SSergey Temerkhanov * DEN0028A 112a5b9fa30SSergey Temerkhanov * 113a5b9fa30SSergey Temerkhanov * @args: input and output arguments 114a5b9fa30SSergey Temerkhanov * 115a5b9fa30SSergey Temerkhanov */ 116a5b9fa30SSergey Temerkhanov void hvc_call(struct pt_regs *args); 117a5b9fa30SSergey Temerkhanov 118a5b9fa30SSergey Temerkhanov /* 119a5b9fa30SSergey Temerkhanov *Issue a secure monitor call in accordance with ARM "SMC Calling convention", 120a5b9fa30SSergey Temerkhanov * DEN0028A 121a5b9fa30SSergey Temerkhanov * 122a5b9fa30SSergey Temerkhanov * @args: input and output arguments 123a5b9fa30SSergey Temerkhanov * 124a5b9fa30SSergey Temerkhanov */ 125a5b9fa30SSergey Temerkhanov void smc_call(struct pt_regs *args); 126a5b9fa30SSergey Temerkhanov 1270ae76531SDavid Feng #endif /* __ASSEMBLY__ */ 1280ae76531SDavid Feng 1290ae76531SDavid Feng #else /* CONFIG_ARM64 */ 1300ae76531SDavid Feng 131819833afSPeter Tyser #ifdef __KERNEL__ 132819833afSPeter Tyser 133819833afSPeter Tyser #define CPU_ARCH_UNKNOWN 0 134819833afSPeter Tyser #define CPU_ARCH_ARMv3 1 135819833afSPeter Tyser #define CPU_ARCH_ARMv4 2 136819833afSPeter Tyser #define CPU_ARCH_ARMv4T 3 137819833afSPeter Tyser #define CPU_ARCH_ARMv5 4 138819833afSPeter Tyser #define CPU_ARCH_ARMv5T 5 139819833afSPeter Tyser #define CPU_ARCH_ARMv5TE 6 140819833afSPeter Tyser #define CPU_ARCH_ARMv5TEJ 7 141819833afSPeter Tyser #define CPU_ARCH_ARMv6 8 142819833afSPeter Tyser #define CPU_ARCH_ARMv7 9 143819833afSPeter Tyser 144819833afSPeter Tyser /* 145819833afSPeter Tyser * CR1 bits (CP#15 CR1) 146819833afSPeter Tyser */ 147819833afSPeter Tyser #define CR_M (1 << 0) /* MMU enable */ 148819833afSPeter Tyser #define CR_A (1 << 1) /* Alignment abort enable */ 149819833afSPeter Tyser #define CR_C (1 << 2) /* Dcache enable */ 150819833afSPeter Tyser #define CR_W (1 << 3) /* Write buffer enable */ 151819833afSPeter Tyser #define CR_P (1 << 4) /* 32-bit exception handler */ 152819833afSPeter Tyser #define CR_D (1 << 5) /* 32-bit data address range */ 153819833afSPeter Tyser #define CR_L (1 << 6) /* Implementation defined */ 154819833afSPeter Tyser #define CR_B (1 << 7) /* Big endian */ 155819833afSPeter Tyser #define CR_S (1 << 8) /* System MMU protection */ 156819833afSPeter Tyser #define CR_R (1 << 9) /* ROM MMU protection */ 157819833afSPeter Tyser #define CR_F (1 << 10) /* Implementation defined */ 158819833afSPeter Tyser #define CR_Z (1 << 11) /* Implementation defined */ 159819833afSPeter Tyser #define CR_I (1 << 12) /* Icache enable */ 160819833afSPeter Tyser #define CR_V (1 << 13) /* Vectors relocated to 0xffff0000 */ 161819833afSPeter Tyser #define CR_RR (1 << 14) /* Round Robin cache replacement */ 162819833afSPeter Tyser #define CR_L4 (1 << 15) /* LDR pc can set T bit */ 163819833afSPeter Tyser #define CR_DT (1 << 16) 164819833afSPeter Tyser #define CR_IT (1 << 18) 165819833afSPeter Tyser #define CR_ST (1 << 19) 166819833afSPeter Tyser #define CR_FI (1 << 21) /* Fast interrupt (lower latency mode) */ 167819833afSPeter Tyser #define CR_U (1 << 22) /* Unaligned access operation */ 168819833afSPeter Tyser #define CR_XP (1 << 23) /* Extended page tables */ 169819833afSPeter Tyser #define CR_VE (1 << 24) /* Vectored interrupts */ 170819833afSPeter Tyser #define CR_EE (1 << 25) /* Exception (Big) Endian */ 171819833afSPeter Tyser #define CR_TRE (1 << 28) /* TEX remap enable */ 172819833afSPeter Tyser #define CR_AFE (1 << 29) /* Access flag enable */ 173819833afSPeter Tyser #define CR_TE (1 << 30) /* Thumb exception enable */ 174819833afSPeter Tyser 17594f7ff36SSergey Temerkhanov #ifndef PGTABLE_SIZE 1760ae76531SDavid Feng #define PGTABLE_SIZE (4096 * 4) 17794f7ff36SSergey Temerkhanov #endif 1780ae76531SDavid Feng 179819833afSPeter Tyser /* 180819833afSPeter Tyser * This is used to ensure the compiler did actually allocate the register we 181819833afSPeter Tyser * asked it for some inline assembly sequences. Apparently we can't trust 182819833afSPeter Tyser * the compiler from one version to another so a bit of paranoia won't hurt. 183819833afSPeter Tyser * This string is meant to be concatenated with the inline asm string and 184819833afSPeter Tyser * will cause compilation to stop on mismatch. 185819833afSPeter Tyser * (for details, see gcc PR 15089) 186819833afSPeter Tyser */ 187819833afSPeter Tyser #define __asmeq(x, y) ".ifnc " x "," y " ; .err ; .endif\n\t" 188819833afSPeter Tyser 189819833afSPeter Tyser #ifndef __ASSEMBLY__ 190819833afSPeter Tyser 191e11c6c27SSimon Glass /** 192e11c6c27SSimon Glass * save_boot_params() - Save boot parameters before starting reset sequence 193e11c6c27SSimon Glass * 194e11c6c27SSimon Glass * If you provide this function it will be called immediately U-Boot starts, 195e11c6c27SSimon Glass * both for SPL and U-Boot proper. 196e11c6c27SSimon Glass * 197e11c6c27SSimon Glass * All registers are unchanged from U-Boot entry. No registers need be 198e11c6c27SSimon Glass * preserved. 199e11c6c27SSimon Glass * 200e11c6c27SSimon Glass * This is not a normal C function. There is no stack. Return by branching to 201e11c6c27SSimon Glass * save_boot_params_ret. 202e11c6c27SSimon Glass * 203e11c6c27SSimon Glass * void save_boot_params(u32 r0, u32 r1, u32 r2, u32 r3); 204e11c6c27SSimon Glass */ 205e11c6c27SSimon Glass 20655199121SSimon Glass /** 20755199121SSimon Glass * save_boot_params_ret() - Return from save_boot_params() 20855199121SSimon Glass * 20955199121SSimon Glass * If you provide save_boot_params(), then you should jump back to this 21055199121SSimon Glass * function when done. Try to preserve all registers. 21155199121SSimon Glass * 21255199121SSimon Glass * If your implementation of save_boot_params() is in C then it is acceptable 21355199121SSimon Glass * to simply call save_boot_params_ret() at the end of your function. Since 21455199121SSimon Glass * there is no link register set up, you cannot just exit the function. U-Boot 21555199121SSimon Glass * will return to the (initialised) value of lr, and likely crash/hang. 21655199121SSimon Glass * 21755199121SSimon Glass * If your implementation of save_boot_params() is in assembler then you 21855199121SSimon Glass * should use 'b' or 'bx' to return to save_boot_params_ret. 21955199121SSimon Glass */ 22055199121SSimon Glass void save_boot_params_ret(void); 22155199121SSimon Glass 222819833afSPeter Tyser #define isb() __asm__ __volatile__ ("" : : : "memory") 223819833afSPeter Tyser 224819833afSPeter Tyser #define nop() __asm__ __volatile__("mov\tr0,r0\t@ nop\n\t"); 225819833afSPeter Tyser 2262ff467c0SRob Herring #ifdef __ARM_ARCH_7A__ 2272ff467c0SRob Herring #define wfi() __asm__ __volatile__ ("wfi" : : : "memory") 2282ff467c0SRob Herring #else 2292ff467c0SRob Herring #define wfi() 2302ff467c0SRob Herring #endif 2312ff467c0SRob Herring 232819833afSPeter Tyser static inline unsigned int get_cr(void) 233819833afSPeter Tyser { 234819833afSPeter Tyser unsigned int val; 23553fd4b8cSAlison Wang asm volatile("mrc p15, 0, %0, c1, c0, 0 @ get CR" : "=r" (val) : : "cc"); 236819833afSPeter Tyser return val; 237819833afSPeter Tyser } 238819833afSPeter Tyser 239819833afSPeter Tyser static inline void set_cr(unsigned int val) 240819833afSPeter Tyser { 241819833afSPeter Tyser asm volatile("mcr p15, 0, %0, c1, c0, 0 @ set CR" 242819833afSPeter Tyser : : "r" (val) : "cc"); 243819833afSPeter Tyser isb(); 244819833afSPeter Tyser } 245819833afSPeter Tyser 246de63ac27SR Sricharan static inline unsigned int get_dacr(void) 247de63ac27SR Sricharan { 248de63ac27SR Sricharan unsigned int val; 249de63ac27SR Sricharan asm("mrc p15, 0, %0, c3, c0, 0 @ get DACR" : "=r" (val) : : "cc"); 250de63ac27SR Sricharan return val; 251de63ac27SR Sricharan } 252de63ac27SR Sricharan 253de63ac27SR Sricharan static inline void set_dacr(unsigned int val) 254de63ac27SR Sricharan { 255de63ac27SR Sricharan asm volatile("mcr p15, 0, %0, c3, c0, 0 @ set DACR" 256de63ac27SR Sricharan : : "r" (val) : "cc"); 257de63ac27SR Sricharan isb(); 258de63ac27SR Sricharan } 259de63ac27SR Sricharan 260a592e6fbSMarek Vasut #ifdef CONFIG_CPU_V7 26197840b5dSBryan Brinsko /* Short-Descriptor Translation Table Level 1 Bits */ 26297840b5dSBryan Brinsko #define TTB_SECT_NS_MASK (1 << 19) 26397840b5dSBryan Brinsko #define TTB_SECT_NG_MASK (1 << 17) 26497840b5dSBryan Brinsko #define TTB_SECT_S_MASK (1 << 16) 26597840b5dSBryan Brinsko /* Note: TTB AP bits are set elsewhere */ 26697840b5dSBryan Brinsko #define TTB_SECT_TEX(x) ((x & 0x7) << 12) 26797840b5dSBryan Brinsko #define TTB_SECT_DOMAIN(x) ((x & 0xf) << 5) 26897840b5dSBryan Brinsko #define TTB_SECT_XN_MASK (1 << 4) 26997840b5dSBryan Brinsko #define TTB_SECT_C_MASK (1 << 3) 27097840b5dSBryan Brinsko #define TTB_SECT_B_MASK (1 << 2) 27197840b5dSBryan Brinsko #define TTB_SECT (2 << 0) 27297840b5dSBryan Brinsko 27397840b5dSBryan Brinsko /* options available for data cache on each page */ 27497840b5dSBryan Brinsko enum dcache_option { 2758890c2fbSMarek Vasut DCACHE_OFF = TTB_SECT_DOMAIN(0) | TTB_SECT_XN_MASK | TTB_SECT, 27697840b5dSBryan Brinsko DCACHE_WRITETHROUGH = DCACHE_OFF | TTB_SECT_C_MASK, 27797840b5dSBryan Brinsko DCACHE_WRITEBACK = DCACHE_WRITETHROUGH | TTB_SECT_B_MASK, 27897840b5dSBryan Brinsko DCACHE_WRITEALLOC = DCACHE_WRITEBACK | TTB_SECT_TEX(1), 27997840b5dSBryan Brinsko }; 28097840b5dSBryan Brinsko #else 2810dde7f53SSimon Glass /* options available for data cache on each page */ 2820dde7f53SSimon Glass enum dcache_option { 2830dde7f53SSimon Glass DCACHE_OFF = 0x12, 2840dde7f53SSimon Glass DCACHE_WRITETHROUGH = 0x1a, 2850dde7f53SSimon Glass DCACHE_WRITEBACK = 0x1e, 286ff7e9700SMarek Vasut DCACHE_WRITEALLOC = 0x16, 2870dde7f53SSimon Glass }; 28897840b5dSBryan Brinsko #endif 2890dde7f53SSimon Glass 2900dde7f53SSimon Glass /* Size of an MMU section */ 2910dde7f53SSimon Glass enum { 2920dde7f53SSimon Glass MMU_SECTION_SHIFT = 20, 2930dde7f53SSimon Glass MMU_SECTION_SIZE = 1 << MMU_SECTION_SHIFT, 2940dde7f53SSimon Glass }; 2950dde7f53SSimon Glass 296a592e6fbSMarek Vasut #ifdef CONFIG_CPU_V7 29797840b5dSBryan Brinsko /* TTBR0 bits */ 29897840b5dSBryan Brinsko #define TTBR0_BASE_ADDR_MASK 0xFFFFC000 29997840b5dSBryan Brinsko #define TTBR0_RGN_NC (0 << 3) 30097840b5dSBryan Brinsko #define TTBR0_RGN_WBWA (1 << 3) 30197840b5dSBryan Brinsko #define TTBR0_RGN_WT (2 << 3) 30297840b5dSBryan Brinsko #define TTBR0_RGN_WB (3 << 3) 30397840b5dSBryan Brinsko /* TTBR0[6] is IRGN[0] and TTBR[0] is IRGN[1] */ 30497840b5dSBryan Brinsko #define TTBR0_IRGN_NC (0 << 0 | 0 << 6) 30597840b5dSBryan Brinsko #define TTBR0_IRGN_WBWA (0 << 0 | 1 << 6) 30697840b5dSBryan Brinsko #define TTBR0_IRGN_WT (1 << 0 | 0 << 6) 30797840b5dSBryan Brinsko #define TTBR0_IRGN_WB (1 << 0 | 1 << 6) 30897840b5dSBryan Brinsko #endif 30997840b5dSBryan Brinsko 3100dde7f53SSimon Glass /** 3110dde7f53SSimon Glass * Register an update to the page tables, and flush the TLB 3120dde7f53SSimon Glass * 3130dde7f53SSimon Glass * \param start start address of update in page table 3140dde7f53SSimon Glass * \param stop stop address of update in page table 3150dde7f53SSimon Glass */ 3160dde7f53SSimon Glass void mmu_page_table_flush(unsigned long start, unsigned long stop); 3170dde7f53SSimon Glass 318819833afSPeter Tyser #endif /* __ASSEMBLY__ */ 319819833afSPeter Tyser 320819833afSPeter Tyser #define arch_align_stack(x) (x) 321819833afSPeter Tyser 322819833afSPeter Tyser #endif /* __KERNEL__ */ 323819833afSPeter Tyser 3240ae76531SDavid Feng #endif /* CONFIG_ARM64 */ 3250ae76531SDavid Feng 326dad17fd5SSiva Durga Prasad Paladugu #ifndef __ASSEMBLY__ 327dad17fd5SSiva Durga Prasad Paladugu /** 328dad17fd5SSiva Durga Prasad Paladugu * Change the cache settings for a region. 329dad17fd5SSiva Durga Prasad Paladugu * 330dad17fd5SSiva Durga Prasad Paladugu * \param start start address of memory region to change 331dad17fd5SSiva Durga Prasad Paladugu * \param size size of memory region to change 332dad17fd5SSiva Durga Prasad Paladugu * \param option dcache option to select 333dad17fd5SSiva Durga Prasad Paladugu */ 334dad17fd5SSiva Durga Prasad Paladugu void mmu_set_region_dcache_behaviour(phys_addr_t start, size_t size, 335dad17fd5SSiva Durga Prasad Paladugu enum dcache_option option); 336dad17fd5SSiva Durga Prasad Paladugu 33788f965d7SStephen Warren #ifdef CONFIG_SYS_NONCACHED_MEMORY 33888f965d7SStephen Warren void noncached_init(void); 33988f965d7SStephen Warren phys_addr_t noncached_alloc(size_t size, size_t align); 34088f965d7SStephen Warren #endif /* CONFIG_SYS_NONCACHED_MEMORY */ 34188f965d7SStephen Warren 342dad17fd5SSiva Durga Prasad Paladugu #endif /* __ASSEMBLY__ */ 343dad17fd5SSiva Durga Prasad Paladugu 344819833afSPeter Tyser #endif 345