1819833afSPeter Tyser #ifndef __ASM_ARM_SYSTEM_H 2819833afSPeter Tyser #define __ASM_ARM_SYSTEM_H 3819833afSPeter Tyser 4*a5b9fa30SSergey Temerkhanov #include <common.h> 5*a5b9fa30SSergey Temerkhanov #include <linux/compiler.h> 6*a5b9fa30SSergey Temerkhanov 70ae76531SDavid Feng #ifdef CONFIG_ARM64 80ae76531SDavid Feng 90ae76531SDavid Feng /* 100ae76531SDavid Feng * SCTLR_EL1/SCTLR_EL2/SCTLR_EL3 bits definitions 110ae76531SDavid Feng */ 120ae76531SDavid Feng #define CR_M (1 << 0) /* MMU enable */ 130ae76531SDavid Feng #define CR_A (1 << 1) /* Alignment abort enable */ 140ae76531SDavid Feng #define CR_C (1 << 2) /* Dcache enable */ 150ae76531SDavid Feng #define CR_SA (1 << 3) /* Stack Alignment Check Enable */ 160ae76531SDavid Feng #define CR_I (1 << 12) /* Icache enable */ 170ae76531SDavid Feng #define CR_WXN (1 << 19) /* Write Permision Imply XN */ 180ae76531SDavid Feng #define CR_EE (1 << 25) /* Exception (Big) Endian */ 190ae76531SDavid Feng 2094f7ff36SSergey Temerkhanov #ifndef CONFIG_SYS_FULL_VA 210ae76531SDavid Feng #define PGTABLE_SIZE (0x10000) 2294f7ff36SSergey Temerkhanov #else 2394f7ff36SSergey Temerkhanov #define PGTABLE_SIZE CONFIG_SYS_PGTABLE_SIZE 2494f7ff36SSergey Temerkhanov #endif 2594f7ff36SSergey Temerkhanov 26dad17fd5SSiva Durga Prasad Paladugu /* 2MB granularity */ 27dad17fd5SSiva Durga Prasad Paladugu #define MMU_SECTION_SHIFT 21 2888f965d7SStephen Warren #define MMU_SECTION_SIZE (1 << MMU_SECTION_SHIFT) 290ae76531SDavid Feng 300ae76531SDavid Feng #ifndef __ASSEMBLY__ 310ae76531SDavid Feng 32dad17fd5SSiva Durga Prasad Paladugu enum dcache_option { 33dad17fd5SSiva Durga Prasad Paladugu DCACHE_OFF = 0x3, 34dad17fd5SSiva Durga Prasad Paladugu }; 35dad17fd5SSiva Durga Prasad Paladugu 360ae76531SDavid Feng #define isb() \ 370ae76531SDavid Feng ({asm volatile( \ 380ae76531SDavid Feng "isb" : : : "memory"); \ 390ae76531SDavid Feng }) 400ae76531SDavid Feng 410ae76531SDavid Feng #define wfi() \ 420ae76531SDavid Feng ({asm volatile( \ 430ae76531SDavid Feng "wfi" : : : "memory"); \ 440ae76531SDavid Feng }) 450ae76531SDavid Feng 460ae76531SDavid Feng static inline unsigned int current_el(void) 470ae76531SDavid Feng { 480ae76531SDavid Feng unsigned int el; 490ae76531SDavid Feng asm volatile("mrs %0, CurrentEL" : "=r" (el) : : "cc"); 500ae76531SDavid Feng return el >> 2; 510ae76531SDavid Feng } 520ae76531SDavid Feng 530ae76531SDavid Feng static inline unsigned int get_sctlr(void) 540ae76531SDavid Feng { 550ae76531SDavid Feng unsigned int el, val; 560ae76531SDavid Feng 570ae76531SDavid Feng el = current_el(); 580ae76531SDavid Feng if (el == 1) 590ae76531SDavid Feng asm volatile("mrs %0, sctlr_el1" : "=r" (val) : : "cc"); 600ae76531SDavid Feng else if (el == 2) 610ae76531SDavid Feng asm volatile("mrs %0, sctlr_el2" : "=r" (val) : : "cc"); 620ae76531SDavid Feng else 630ae76531SDavid Feng asm volatile("mrs %0, sctlr_el3" : "=r" (val) : : "cc"); 640ae76531SDavid Feng 650ae76531SDavid Feng return val; 660ae76531SDavid Feng } 670ae76531SDavid Feng 680ae76531SDavid Feng static inline void set_sctlr(unsigned int val) 690ae76531SDavid Feng { 700ae76531SDavid Feng unsigned int el; 710ae76531SDavid Feng 720ae76531SDavid Feng el = current_el(); 730ae76531SDavid Feng if (el == 1) 740ae76531SDavid Feng asm volatile("msr sctlr_el1, %0" : : "r" (val) : "cc"); 750ae76531SDavid Feng else if (el == 2) 760ae76531SDavid Feng asm volatile("msr sctlr_el2, %0" : : "r" (val) : "cc"); 770ae76531SDavid Feng else 780ae76531SDavid Feng asm volatile("msr sctlr_el3, %0" : : "r" (val) : "cc"); 790ae76531SDavid Feng 800ae76531SDavid Feng asm volatile("isb"); 810ae76531SDavid Feng } 820ae76531SDavid Feng 83ba5648cdSSergey Temerkhanov static inline unsigned long read_mpidr(void) 84ba5648cdSSergey Temerkhanov { 85ba5648cdSSergey Temerkhanov unsigned long val; 86ba5648cdSSergey Temerkhanov 87ba5648cdSSergey Temerkhanov asm volatile("mrs %0, mpidr_el1" : "=r" (val)); 88ba5648cdSSergey Temerkhanov 89ba5648cdSSergey Temerkhanov return val; 90ba5648cdSSergey Temerkhanov } 91ba5648cdSSergey Temerkhanov 92ba5648cdSSergey Temerkhanov #define BSP_COREID 0 93ba5648cdSSergey Temerkhanov 940ae76531SDavid Feng void __asm_flush_dcache_all(void); 951e6ad55cSYork Sun void __asm_invalidate_dcache_all(void); 960ae76531SDavid Feng void __asm_flush_dcache_range(u64 start, u64 end); 970ae76531SDavid Feng void __asm_invalidate_tlb_all(void); 980ae76531SDavid Feng void __asm_invalidate_icache_all(void); 99dcd468b8SYork Sun int __asm_flush_l3_cache(void); 1000ae76531SDavid Feng 1010ae76531SDavid Feng void armv8_switch_to_el2(void); 1020ae76531SDavid Feng void armv8_switch_to_el1(void); 1030ae76531SDavid Feng void gic_init(void); 1040ae76531SDavid Feng void gic_send_sgi(unsigned long sgino); 1050ae76531SDavid Feng void wait_for_wakeup(void); 10673169874SIan Campbell void protect_secure_region(void); 1070ae76531SDavid Feng void smp_kick_all_cpus(void); 1080ae76531SDavid Feng 1092f78eae5SYork Sun void flush_l3_cache(void); 1102f78eae5SYork Sun 111*a5b9fa30SSergey Temerkhanov /* 112*a5b9fa30SSergey Temerkhanov *Issue a hypervisor call in accordance with ARM "SMC Calling convention", 113*a5b9fa30SSergey Temerkhanov * DEN0028A 114*a5b9fa30SSergey Temerkhanov * 115*a5b9fa30SSergey Temerkhanov * @args: input and output arguments 116*a5b9fa30SSergey Temerkhanov * 117*a5b9fa30SSergey Temerkhanov */ 118*a5b9fa30SSergey Temerkhanov void hvc_call(struct pt_regs *args); 119*a5b9fa30SSergey Temerkhanov 120*a5b9fa30SSergey Temerkhanov /* 121*a5b9fa30SSergey Temerkhanov *Issue a secure monitor call in accordance with ARM "SMC Calling convention", 122*a5b9fa30SSergey Temerkhanov * DEN0028A 123*a5b9fa30SSergey Temerkhanov * 124*a5b9fa30SSergey Temerkhanov * @args: input and output arguments 125*a5b9fa30SSergey Temerkhanov * 126*a5b9fa30SSergey Temerkhanov */ 127*a5b9fa30SSergey Temerkhanov void smc_call(struct pt_regs *args); 128*a5b9fa30SSergey Temerkhanov 1290ae76531SDavid Feng #endif /* __ASSEMBLY__ */ 1300ae76531SDavid Feng 1310ae76531SDavid Feng #else /* CONFIG_ARM64 */ 1320ae76531SDavid Feng 133819833afSPeter Tyser #ifdef __KERNEL__ 134819833afSPeter Tyser 135819833afSPeter Tyser #define CPU_ARCH_UNKNOWN 0 136819833afSPeter Tyser #define CPU_ARCH_ARMv3 1 137819833afSPeter Tyser #define CPU_ARCH_ARMv4 2 138819833afSPeter Tyser #define CPU_ARCH_ARMv4T 3 139819833afSPeter Tyser #define CPU_ARCH_ARMv5 4 140819833afSPeter Tyser #define CPU_ARCH_ARMv5T 5 141819833afSPeter Tyser #define CPU_ARCH_ARMv5TE 6 142819833afSPeter Tyser #define CPU_ARCH_ARMv5TEJ 7 143819833afSPeter Tyser #define CPU_ARCH_ARMv6 8 144819833afSPeter Tyser #define CPU_ARCH_ARMv7 9 145819833afSPeter Tyser 146819833afSPeter Tyser /* 147819833afSPeter Tyser * CR1 bits (CP#15 CR1) 148819833afSPeter Tyser */ 149819833afSPeter Tyser #define CR_M (1 << 0) /* MMU enable */ 150819833afSPeter Tyser #define CR_A (1 << 1) /* Alignment abort enable */ 151819833afSPeter Tyser #define CR_C (1 << 2) /* Dcache enable */ 152819833afSPeter Tyser #define CR_W (1 << 3) /* Write buffer enable */ 153819833afSPeter Tyser #define CR_P (1 << 4) /* 32-bit exception handler */ 154819833afSPeter Tyser #define CR_D (1 << 5) /* 32-bit data address range */ 155819833afSPeter Tyser #define CR_L (1 << 6) /* Implementation defined */ 156819833afSPeter Tyser #define CR_B (1 << 7) /* Big endian */ 157819833afSPeter Tyser #define CR_S (1 << 8) /* System MMU protection */ 158819833afSPeter Tyser #define CR_R (1 << 9) /* ROM MMU protection */ 159819833afSPeter Tyser #define CR_F (1 << 10) /* Implementation defined */ 160819833afSPeter Tyser #define CR_Z (1 << 11) /* Implementation defined */ 161819833afSPeter Tyser #define CR_I (1 << 12) /* Icache enable */ 162819833afSPeter Tyser #define CR_V (1 << 13) /* Vectors relocated to 0xffff0000 */ 163819833afSPeter Tyser #define CR_RR (1 << 14) /* Round Robin cache replacement */ 164819833afSPeter Tyser #define CR_L4 (1 << 15) /* LDR pc can set T bit */ 165819833afSPeter Tyser #define CR_DT (1 << 16) 166819833afSPeter Tyser #define CR_IT (1 << 18) 167819833afSPeter Tyser #define CR_ST (1 << 19) 168819833afSPeter Tyser #define CR_FI (1 << 21) /* Fast interrupt (lower latency mode) */ 169819833afSPeter Tyser #define CR_U (1 << 22) /* Unaligned access operation */ 170819833afSPeter Tyser #define CR_XP (1 << 23) /* Extended page tables */ 171819833afSPeter Tyser #define CR_VE (1 << 24) /* Vectored interrupts */ 172819833afSPeter Tyser #define CR_EE (1 << 25) /* Exception (Big) Endian */ 173819833afSPeter Tyser #define CR_TRE (1 << 28) /* TEX remap enable */ 174819833afSPeter Tyser #define CR_AFE (1 << 29) /* Access flag enable */ 175819833afSPeter Tyser #define CR_TE (1 << 30) /* Thumb exception enable */ 176819833afSPeter Tyser 17794f7ff36SSergey Temerkhanov #ifndef PGTABLE_SIZE 1780ae76531SDavid Feng #define PGTABLE_SIZE (4096 * 4) 17994f7ff36SSergey Temerkhanov #endif 1800ae76531SDavid Feng 181819833afSPeter Tyser /* 182819833afSPeter Tyser * This is used to ensure the compiler did actually allocate the register we 183819833afSPeter Tyser * asked it for some inline assembly sequences. Apparently we can't trust 184819833afSPeter Tyser * the compiler from one version to another so a bit of paranoia won't hurt. 185819833afSPeter Tyser * This string is meant to be concatenated with the inline asm string and 186819833afSPeter Tyser * will cause compilation to stop on mismatch. 187819833afSPeter Tyser * (for details, see gcc PR 15089) 188819833afSPeter Tyser */ 189819833afSPeter Tyser #define __asmeq(x, y) ".ifnc " x "," y " ; .err ; .endif\n\t" 190819833afSPeter Tyser 191819833afSPeter Tyser #ifndef __ASSEMBLY__ 192819833afSPeter Tyser 193e11c6c27SSimon Glass /** 194e11c6c27SSimon Glass * save_boot_params() - Save boot parameters before starting reset sequence 195e11c6c27SSimon Glass * 196e11c6c27SSimon Glass * If you provide this function it will be called immediately U-Boot starts, 197e11c6c27SSimon Glass * both for SPL and U-Boot proper. 198e11c6c27SSimon Glass * 199e11c6c27SSimon Glass * All registers are unchanged from U-Boot entry. No registers need be 200e11c6c27SSimon Glass * preserved. 201e11c6c27SSimon Glass * 202e11c6c27SSimon Glass * This is not a normal C function. There is no stack. Return by branching to 203e11c6c27SSimon Glass * save_boot_params_ret. 204e11c6c27SSimon Glass * 205e11c6c27SSimon Glass * void save_boot_params(u32 r0, u32 r1, u32 r2, u32 r3); 206e11c6c27SSimon Glass */ 207e11c6c27SSimon Glass 20855199121SSimon Glass /** 20955199121SSimon Glass * save_boot_params_ret() - Return from save_boot_params() 21055199121SSimon Glass * 21155199121SSimon Glass * If you provide save_boot_params(), then you should jump back to this 21255199121SSimon Glass * function when done. Try to preserve all registers. 21355199121SSimon Glass * 21455199121SSimon Glass * If your implementation of save_boot_params() is in C then it is acceptable 21555199121SSimon Glass * to simply call save_boot_params_ret() at the end of your function. Since 21655199121SSimon Glass * there is no link register set up, you cannot just exit the function. U-Boot 21755199121SSimon Glass * will return to the (initialised) value of lr, and likely crash/hang. 21855199121SSimon Glass * 21955199121SSimon Glass * If your implementation of save_boot_params() is in assembler then you 22055199121SSimon Glass * should use 'b' or 'bx' to return to save_boot_params_ret. 22155199121SSimon Glass */ 22255199121SSimon Glass void save_boot_params_ret(void); 22355199121SSimon Glass 224819833afSPeter Tyser #define isb() __asm__ __volatile__ ("" : : : "memory") 225819833afSPeter Tyser 226819833afSPeter Tyser #define nop() __asm__ __volatile__("mov\tr0,r0\t@ nop\n\t"); 227819833afSPeter Tyser 2282ff467c0SRob Herring #ifdef __ARM_ARCH_7A__ 2292ff467c0SRob Herring #define wfi() __asm__ __volatile__ ("wfi" : : : "memory") 2302ff467c0SRob Herring #else 2312ff467c0SRob Herring #define wfi() 2322ff467c0SRob Herring #endif 2332ff467c0SRob Herring 234819833afSPeter Tyser static inline unsigned int get_cr(void) 235819833afSPeter Tyser { 236819833afSPeter Tyser unsigned int val; 23753fd4b8cSAlison Wang asm volatile("mrc p15, 0, %0, c1, c0, 0 @ get CR" : "=r" (val) : : "cc"); 238819833afSPeter Tyser return val; 239819833afSPeter Tyser } 240819833afSPeter Tyser 241819833afSPeter Tyser static inline void set_cr(unsigned int val) 242819833afSPeter Tyser { 243819833afSPeter Tyser asm volatile("mcr p15, 0, %0, c1, c0, 0 @ set CR" 244819833afSPeter Tyser : : "r" (val) : "cc"); 245819833afSPeter Tyser isb(); 246819833afSPeter Tyser } 247819833afSPeter Tyser 248de63ac27SR Sricharan static inline unsigned int get_dacr(void) 249de63ac27SR Sricharan { 250de63ac27SR Sricharan unsigned int val; 251de63ac27SR Sricharan asm("mrc p15, 0, %0, c3, c0, 0 @ get DACR" : "=r" (val) : : "cc"); 252de63ac27SR Sricharan return val; 253de63ac27SR Sricharan } 254de63ac27SR Sricharan 255de63ac27SR Sricharan static inline void set_dacr(unsigned int val) 256de63ac27SR Sricharan { 257de63ac27SR Sricharan asm volatile("mcr p15, 0, %0, c3, c0, 0 @ set DACR" 258de63ac27SR Sricharan : : "r" (val) : "cc"); 259de63ac27SR Sricharan isb(); 260de63ac27SR Sricharan } 261de63ac27SR Sricharan 26297840b5dSBryan Brinsko #ifdef CONFIG_ARMV7 26397840b5dSBryan Brinsko /* Short-Descriptor Translation Table Level 1 Bits */ 26497840b5dSBryan Brinsko #define TTB_SECT_NS_MASK (1 << 19) 26597840b5dSBryan Brinsko #define TTB_SECT_NG_MASK (1 << 17) 26697840b5dSBryan Brinsko #define TTB_SECT_S_MASK (1 << 16) 26797840b5dSBryan Brinsko /* Note: TTB AP bits are set elsewhere */ 26897840b5dSBryan Brinsko #define TTB_SECT_TEX(x) ((x & 0x7) << 12) 26997840b5dSBryan Brinsko #define TTB_SECT_DOMAIN(x) ((x & 0xf) << 5) 27097840b5dSBryan Brinsko #define TTB_SECT_XN_MASK (1 << 4) 27197840b5dSBryan Brinsko #define TTB_SECT_C_MASK (1 << 3) 27297840b5dSBryan Brinsko #define TTB_SECT_B_MASK (1 << 2) 27397840b5dSBryan Brinsko #define TTB_SECT (2 << 0) 27497840b5dSBryan Brinsko 27597840b5dSBryan Brinsko /* options available for data cache on each page */ 27697840b5dSBryan Brinsko enum dcache_option { 27797840b5dSBryan Brinsko DCACHE_OFF = TTB_SECT_S_MASK | TTB_SECT_DOMAIN(0) | 27897840b5dSBryan Brinsko TTB_SECT_XN_MASK | TTB_SECT, 27997840b5dSBryan Brinsko DCACHE_WRITETHROUGH = DCACHE_OFF | TTB_SECT_C_MASK, 28097840b5dSBryan Brinsko DCACHE_WRITEBACK = DCACHE_WRITETHROUGH | TTB_SECT_B_MASK, 28197840b5dSBryan Brinsko DCACHE_WRITEALLOC = DCACHE_WRITEBACK | TTB_SECT_TEX(1), 28297840b5dSBryan Brinsko }; 28397840b5dSBryan Brinsko #else 2840dde7f53SSimon Glass /* options available for data cache on each page */ 2850dde7f53SSimon Glass enum dcache_option { 2860dde7f53SSimon Glass DCACHE_OFF = 0x12, 2870dde7f53SSimon Glass DCACHE_WRITETHROUGH = 0x1a, 2880dde7f53SSimon Glass DCACHE_WRITEBACK = 0x1e, 289ff7e9700SMarek Vasut DCACHE_WRITEALLOC = 0x16, 2900dde7f53SSimon Glass }; 29197840b5dSBryan Brinsko #endif 2920dde7f53SSimon Glass 2930dde7f53SSimon Glass /* Size of an MMU section */ 2940dde7f53SSimon Glass enum { 2950dde7f53SSimon Glass MMU_SECTION_SHIFT = 20, 2960dde7f53SSimon Glass MMU_SECTION_SIZE = 1 << MMU_SECTION_SHIFT, 2970dde7f53SSimon Glass }; 2980dde7f53SSimon Glass 29997840b5dSBryan Brinsko #ifdef CONFIG_ARMV7 30097840b5dSBryan Brinsko /* TTBR0 bits */ 30197840b5dSBryan Brinsko #define TTBR0_BASE_ADDR_MASK 0xFFFFC000 30297840b5dSBryan Brinsko #define TTBR0_RGN_NC (0 << 3) 30397840b5dSBryan Brinsko #define TTBR0_RGN_WBWA (1 << 3) 30497840b5dSBryan Brinsko #define TTBR0_RGN_WT (2 << 3) 30597840b5dSBryan Brinsko #define TTBR0_RGN_WB (3 << 3) 30697840b5dSBryan Brinsko /* TTBR0[6] is IRGN[0] and TTBR[0] is IRGN[1] */ 30797840b5dSBryan Brinsko #define TTBR0_IRGN_NC (0 << 0 | 0 << 6) 30897840b5dSBryan Brinsko #define TTBR0_IRGN_WBWA (0 << 0 | 1 << 6) 30997840b5dSBryan Brinsko #define TTBR0_IRGN_WT (1 << 0 | 0 << 6) 31097840b5dSBryan Brinsko #define TTBR0_IRGN_WB (1 << 0 | 1 << 6) 31197840b5dSBryan Brinsko #endif 31297840b5dSBryan Brinsko 3130dde7f53SSimon Glass /** 3140dde7f53SSimon Glass * Register an update to the page tables, and flush the TLB 3150dde7f53SSimon Glass * 3160dde7f53SSimon Glass * \param start start address of update in page table 3170dde7f53SSimon Glass * \param stop stop address of update in page table 3180dde7f53SSimon Glass */ 3190dde7f53SSimon Glass void mmu_page_table_flush(unsigned long start, unsigned long stop); 3200dde7f53SSimon Glass 321819833afSPeter Tyser #endif /* __ASSEMBLY__ */ 322819833afSPeter Tyser 323819833afSPeter Tyser #define arch_align_stack(x) (x) 324819833afSPeter Tyser 325819833afSPeter Tyser #endif /* __KERNEL__ */ 326819833afSPeter Tyser 3270ae76531SDavid Feng #endif /* CONFIG_ARM64 */ 3280ae76531SDavid Feng 329dad17fd5SSiva Durga Prasad Paladugu #ifndef __ASSEMBLY__ 330dad17fd5SSiva Durga Prasad Paladugu /** 331dad17fd5SSiva Durga Prasad Paladugu * Change the cache settings for a region. 332dad17fd5SSiva Durga Prasad Paladugu * 333dad17fd5SSiva Durga Prasad Paladugu * \param start start address of memory region to change 334dad17fd5SSiva Durga Prasad Paladugu * \param size size of memory region to change 335dad17fd5SSiva Durga Prasad Paladugu * \param option dcache option to select 336dad17fd5SSiva Durga Prasad Paladugu */ 337dad17fd5SSiva Durga Prasad Paladugu void mmu_set_region_dcache_behaviour(phys_addr_t start, size_t size, 338dad17fd5SSiva Durga Prasad Paladugu enum dcache_option option); 339dad17fd5SSiva Durga Prasad Paladugu 34088f965d7SStephen Warren #ifdef CONFIG_SYS_NONCACHED_MEMORY 34188f965d7SStephen Warren void noncached_init(void); 34288f965d7SStephen Warren phys_addr_t noncached_alloc(size_t size, size_t align); 34388f965d7SStephen Warren #endif /* CONFIG_SYS_NONCACHED_MEMORY */ 34488f965d7SStephen Warren 345dad17fd5SSiva Durga Prasad Paladugu #endif /* __ASSEMBLY__ */ 346dad17fd5SSiva Durga Prasad Paladugu 347819833afSPeter Tyser #endif 348