1/* 2 * linux/arch/arm/boot/compressed/head.S 3 * 4 * Copyright (C) 1996-2002 Russell King 5 * Copyright (C) 2004 Hyok S. Choi (MPU support) 6 * 7 * This program is free software; you can redistribute it and/or modify 8 * it under the terms of the GNU General Public License version 2 as 9 * published by the Free Software Foundation. 10 */ 11#include <linux/linkage.h> 12 13/* 14 * Debugging stuff 15 * 16 * Note that these macros must not contain any code which is not 17 * 100% relocatable. Any attempt to do so will result in a crash. 18 * Please select one of the following when turning on debugging. 19 */ 20#ifdef DEBUG 21 22#if defined(CONFIG_DEBUG_ICEDCC) 23 24#ifdef CONFIG_CPU_V6 25 .macro loadsp, rb 26 .endm 27 .macro writeb, ch, rb 28 mcr p14, 0, \ch, c0, c5, 0 29 .endm 30#elif defined(CONFIG_CPU_XSCALE) 31 .macro loadsp, rb 32 .endm 33 .macro writeb, ch, rb 34 mcr p14, 0, \ch, c8, c0, 0 35 .endm 36#else 37 .macro loadsp, rb 38 .endm 39 .macro writeb, ch, rb 40 mcr p14, 0, \ch, c1, c0, 0 41 .endm 42#endif 43 44#else 45 46#include <mach/debug-macro.S> 47 48 .macro writeb, ch, rb 49 senduart \ch, \rb 50 .endm 51 52#if defined(CONFIG_ARCH_SA1100) 53 .macro loadsp, rb 54 mov \rb, #0x80000000 @ physical base address 55#ifdef CONFIG_DEBUG_LL_SER3 56 add \rb, \rb, #0x00050000 @ Ser3 57#else 58 add \rb, \rb, #0x00010000 @ Ser1 59#endif 60 .endm 61#elif defined(CONFIG_ARCH_S3C2410) 62 .macro loadsp, rb 63 mov \rb, #0x50000000 64 add \rb, \rb, #0x4000 * CONFIG_S3C_LOWLEVEL_UART_PORT 65 .endm 66#else 67 .macro loadsp, rb 68 addruart \rb 69 .endm 70#endif 71#endif 72#endif 73 74 .macro kputc,val 75 mov r0, \val 76 bl putc 77 .endm 78 79 .macro kphex,val,len 80 mov r0, \val 81 mov r1, #\len 82 bl phex 83 .endm 84 85 .macro debug_reloc_start 86#ifdef DEBUG 87 kputc #'\n' 88 kphex r6, 8 /* processor id */ 89 kputc #':' 90 kphex r7, 8 /* architecture id */ 91#ifdef CONFIG_CPU_CP15 92 kputc #':' 93 mrc p15, 0, r0, c1, c0 94 kphex r0, 8 /* control reg */ 95#endif 96 kputc #'\n' 97 kphex r5, 8 /* decompressed kernel start */ 98 kputc #'-' 99 kphex r9, 8 /* decompressed kernel end */ 100 kputc #'>' 101 kphex r4, 8 /* kernel execution address */ 102 kputc #'\n' 103#endif 104 .endm 105 106 .macro debug_reloc_end 107#ifdef DEBUG 108 kphex r5, 8 /* end of kernel */ 109 kputc #'\n' 110 mov r0, r4 111 bl memdump /* dump 256 bytes at start of kernel */ 112#endif 113 .endm 114 115 .section ".start", #alloc, #execinstr 116/* 117 * sort out different calling conventions 118 */ 119 .align 120start: 121 .type start,#function 122 .rept 8 123 mov r0, r0 124 .endr 125 126 b 1f 127 .word 0x016f2818 @ Magic numbers to help the loader 128 .word start @ absolute load/run zImage address 129 .word _edata @ zImage end address 1301: mov r7, r1 @ save architecture ID 131 mov r8, r2 @ save atags pointer 132 133#ifndef __ARM_ARCH_2__ 134 /* 135 * Booting from Angel - need to enter SVC mode and disable 136 * FIQs/IRQs (numeric definitions from angel arm.h source). 137 * We only do this if we were in user mode on entry. 138 */ 139 mrs r2, cpsr @ get current mode 140 tst r2, #3 @ not user? 141 bne not_angel 142 mov r0, #0x17 @ angel_SWIreason_EnterSVC 143 swi 0x123456 @ angel_SWI_ARM 144not_angel: 145 mrs r2, cpsr @ turn off interrupts to 146 orr r2, r2, #0xc0 @ prevent angel from running 147 msr cpsr_c, r2 148#else 149 teqp pc, #0x0c000003 @ turn off interrupts 150#endif 151 152 /* 153 * Note that some cache flushing and other stuff may 154 * be needed here - is there an Angel SWI call for this? 155 */ 156 157 /* 158 * some architecture specific code can be inserted 159 * by the linker here, but it should preserve r7, r8, and r9. 160 */ 161 162 .text 163 adr r0, LC0 164 ldmia r0, {r1, r2, r3, r4, r5, r6, ip, sp} 165 subs r0, r0, r1 @ calculate the delta offset 166 167 @ if delta is zero, we are 168 beq not_relocated @ running at the address we 169 @ were linked at. 170 171 /* 172 * We're running at a different address. We need to fix 173 * up various pointers: 174 * r5 - zImage base address 175 * r6 - GOT start 176 * ip - GOT end 177 */ 178 add r5, r5, r0 179 add r6, r6, r0 180 add ip, ip, r0 181 182#ifndef CONFIG_ZBOOT_ROM 183 /* 184 * If we're running fully PIC === CONFIG_ZBOOT_ROM = n, 185 * we need to fix up pointers into the BSS region. 186 * r2 - BSS start 187 * r3 - BSS end 188 * sp - stack pointer 189 */ 190 add r2, r2, r0 191 add r3, r3, r0 192 add sp, sp, r0 193 194 /* 195 * Relocate all entries in the GOT table. 196 */ 1971: ldr r1, [r6, #0] @ relocate entries in the GOT 198 add r1, r1, r0 @ table. This fixes up the 199 str r1, [r6], #4 @ C references. 200 cmp r6, ip 201 blo 1b 202#else 203 204 /* 205 * Relocate entries in the GOT table. We only relocate 206 * the entries that are outside the (relocated) BSS region. 207 */ 2081: ldr r1, [r6, #0] @ relocate entries in the GOT 209 cmp r1, r2 @ entry < bss_start || 210 cmphs r3, r1 @ _end < entry 211 addlo r1, r1, r0 @ table. This fixes up the 212 str r1, [r6], #4 @ C references. 213 cmp r6, ip 214 blo 1b 215#endif 216 217not_relocated: mov r0, #0 2181: str r0, [r2], #4 @ clear bss 219 str r0, [r2], #4 220 str r0, [r2], #4 221 str r0, [r2], #4 222 cmp r2, r3 223 blo 1b 224 225 /* 226 * The C runtime environment should now be setup 227 * sufficiently. Turn the cache on, set up some 228 * pointers, and start decompressing. 229 */ 230 bl cache_on 231 232 mov r1, sp @ malloc space above stack 233 add r2, sp, #0x10000 @ 64k max 234 235/* 236 * Check to see if we will overwrite ourselves. 237 * r4 = final kernel address 238 * r5 = start of this image 239 * r2 = end of malloc space (and therefore this image) 240 * We basically want: 241 * r4 >= r2 -> OK 242 * r4 + image length <= r5 -> OK 243 */ 244 cmp r4, r2 245 bhs wont_overwrite 246 sub r3, sp, r5 @ > compressed kernel size 247 add r0, r4, r3, lsl #2 @ allow for 4x expansion 248 cmp r0, r5 249 bls wont_overwrite 250 251 mov r5, r2 @ decompress after malloc space 252 mov r0, r5 253 mov r3, r7 254 bl decompress_kernel 255 256 add r0, r0, #127 + 128 @ alignment + stack 257 bic r0, r0, #127 @ align the kernel length 258/* 259 * r0 = decompressed kernel length 260 * r1-r3 = unused 261 * r4 = kernel execution address 262 * r5 = decompressed kernel start 263 * r6 = processor ID 264 * r7 = architecture ID 265 * r8 = atags pointer 266 * r9-r14 = corrupted 267 */ 268 add r1, r5, r0 @ end of decompressed kernel 269 adr r2, reloc_start 270 ldr r3, LC1 271 add r3, r2, r3 2721: ldmia r2!, {r9 - r14} @ copy relocation code 273 stmia r1!, {r9 - r14} 274 ldmia r2!, {r9 - r14} 275 stmia r1!, {r9 - r14} 276 cmp r2, r3 277 blo 1b 278 add sp, r1, #128 @ relocate the stack 279 280 bl cache_clean_flush 281 add pc, r5, r0 @ call relocation code 282 283/* 284 * We're not in danger of overwriting ourselves. Do this the simple way. 285 * 286 * r4 = kernel execution address 287 * r7 = architecture ID 288 */ 289wont_overwrite: mov r0, r4 290 mov r3, r7 291 bl decompress_kernel 292 b call_kernel 293 294 .type LC0, #object 295LC0: .word LC0 @ r1 296 .word __bss_start @ r2 297 .word _end @ r3 298 .word zreladdr @ r4 299 .word _start @ r5 300 .word _got_start @ r6 301 .word _got_end @ ip 302 .word user_stack+4096 @ sp 303LC1: .word reloc_end - reloc_start 304 .size LC0, . - LC0 305 306#ifdef CONFIG_ARCH_RPC 307 .globl params 308params: ldr r0, =params_phys 309 mov pc, lr 310 .ltorg 311 .align 312#endif 313 314/* 315 * Turn on the cache. We need to setup some page tables so that we 316 * can have both the I and D caches on. 317 * 318 * We place the page tables 16k down from the kernel execution address, 319 * and we hope that nothing else is using it. If we're using it, we 320 * will go pop! 321 * 322 * On entry, 323 * r4 = kernel execution address 324 * r6 = processor ID 325 * r7 = architecture number 326 * r8 = atags pointer 327 * r9 = run-time address of "start" (???) 328 * On exit, 329 * r1, r2, r3, r9, r10, r12 corrupted 330 * This routine must preserve: 331 * r4, r5, r6, r7, r8 332 */ 333 .align 5 334cache_on: mov r3, #8 @ cache_on function 335 b call_cache_fn 336 337/* 338 * Initialize the highest priority protection region, PR7 339 * to cover all 32bit address and cacheable and bufferable. 340 */ 341__armv4_mpu_cache_on: 342 mov r0, #0x3f @ 4G, the whole 343 mcr p15, 0, r0, c6, c7, 0 @ PR7 Area Setting 344 mcr p15, 0, r0, c6, c7, 1 345 346 mov r0, #0x80 @ PR7 347 mcr p15, 0, r0, c2, c0, 0 @ D-cache on 348 mcr p15, 0, r0, c2, c0, 1 @ I-cache on 349 mcr p15, 0, r0, c3, c0, 0 @ write-buffer on 350 351 mov r0, #0xc000 352 mcr p15, 0, r0, c5, c0, 1 @ I-access permission 353 mcr p15, 0, r0, c5, c0, 0 @ D-access permission 354 355 mov r0, #0 356 mcr p15, 0, r0, c7, c10, 4 @ drain write buffer 357 mcr p15, 0, r0, c7, c5, 0 @ flush(inval) I-Cache 358 mcr p15, 0, r0, c7, c6, 0 @ flush(inval) D-Cache 359 mrc p15, 0, r0, c1, c0, 0 @ read control reg 360 @ ...I .... ..D. WC.M 361 orr r0, r0, #0x002d @ .... .... ..1. 11.1 362 orr r0, r0, #0x1000 @ ...1 .... .... .... 363 364 mcr p15, 0, r0, c1, c0, 0 @ write control reg 365 366 mov r0, #0 367 mcr p15, 0, r0, c7, c5, 0 @ flush(inval) I-Cache 368 mcr p15, 0, r0, c7, c6, 0 @ flush(inval) D-Cache 369 mov pc, lr 370 371__armv3_mpu_cache_on: 372 mov r0, #0x3f @ 4G, the whole 373 mcr p15, 0, r0, c6, c7, 0 @ PR7 Area Setting 374 375 mov r0, #0x80 @ PR7 376 mcr p15, 0, r0, c2, c0, 0 @ cache on 377 mcr p15, 0, r0, c3, c0, 0 @ write-buffer on 378 379 mov r0, #0xc000 380 mcr p15, 0, r0, c5, c0, 0 @ access permission 381 382 mov r0, #0 383 mcr p15, 0, r0, c7, c0, 0 @ invalidate whole cache v3 384 mrc p15, 0, r0, c1, c0, 0 @ read control reg 385 @ .... .... .... WC.M 386 orr r0, r0, #0x000d @ .... .... .... 11.1 387 mov r0, #0 388 mcr p15, 0, r0, c1, c0, 0 @ write control reg 389 390 mcr p15, 0, r0, c7, c0, 0 @ invalidate whole cache v3 391 mov pc, lr 392 393__setup_mmu: sub r3, r4, #16384 @ Page directory size 394 bic r3, r3, #0xff @ Align the pointer 395 bic r3, r3, #0x3f00 396/* 397 * Initialise the page tables, turning on the cacheable and bufferable 398 * bits for the RAM area only. 399 */ 400 mov r0, r3 401 mov r9, r0, lsr #18 402 mov r9, r9, lsl #18 @ start of RAM 403 add r10, r9, #0x10000000 @ a reasonable RAM size 404 mov r1, #0x12 405 orr r1, r1, #3 << 10 406 add r2, r3, #16384 4071: cmp r1, r9 @ if virt > start of RAM 408 orrhs r1, r1, #0x0c @ set cacheable, bufferable 409 cmp r1, r10 @ if virt > end of RAM 410 bichs r1, r1, #0x0c @ clear cacheable, bufferable 411 str r1, [r0], #4 @ 1:1 mapping 412 add r1, r1, #1048576 413 teq r0, r2 414 bne 1b 415/* 416 * If ever we are running from Flash, then we surely want the cache 417 * to be enabled also for our execution instance... We map 2MB of it 418 * so there is no map overlap problem for up to 1 MB compressed kernel. 419 * If the execution is in RAM then we would only be duplicating the above. 420 */ 421 mov r1, #0x1e 422 orr r1, r1, #3 << 10 423 mov r2, pc, lsr #20 424 orr r1, r1, r2, lsl #20 425 add r0, r3, r2, lsl #2 426 str r1, [r0], #4 427 add r1, r1, #1048576 428 str r1, [r0] 429 mov pc, lr 430ENDPROC(__setup_mmu) 431 432__armv4_mmu_cache_on: 433 mov r12, lr 434 bl __setup_mmu 435 mov r0, #0 436 mcr p15, 0, r0, c7, c10, 4 @ drain write buffer 437 mcr p15, 0, r0, c8, c7, 0 @ flush I,D TLBs 438 mrc p15, 0, r0, c1, c0, 0 @ read control reg 439 orr r0, r0, #0x5000 @ I-cache enable, RR cache replacement 440 orr r0, r0, #0x0030 441 bl __common_mmu_cache_on 442 mov r0, #0 443 mcr p15, 0, r0, c8, c7, 0 @ flush I,D TLBs 444 mov pc, r12 445 446__armv7_mmu_cache_on: 447 mov r12, lr 448 mrc p15, 0, r11, c0, c1, 4 @ read ID_MMFR0 449 tst r11, #0xf @ VMSA 450 blne __setup_mmu 451 mov r0, #0 452 mcr p15, 0, r0, c7, c10, 4 @ drain write buffer 453 tst r11, #0xf @ VMSA 454 mcrne p15, 0, r0, c8, c7, 0 @ flush I,D TLBs 455 mrc p15, 0, r0, c1, c0, 0 @ read control reg 456 orr r0, r0, #0x5000 @ I-cache enable, RR cache replacement 457 orr r0, r0, #0x003c @ write buffer 458 orrne r0, r0, #1 @ MMU enabled 459 movne r1, #-1 460 mcrne p15, 0, r3, c2, c0, 0 @ load page table pointer 461 mcrne p15, 0, r1, c3, c0, 0 @ load domain access control 462 mcr p15, 0, r0, c1, c0, 0 @ load control register 463 mrc p15, 0, r0, c1, c0, 0 @ and read it back 464 mov r0, #0 465 mcr p15, 0, r0, c7, c5, 4 @ ISB 466 mov pc, r12 467 468__fa526_cache_on: 469 mov r12, lr 470 bl __setup_mmu 471 mov r0, #0 472 mcr p15, 0, r0, c7, c7, 0 @ Invalidate whole cache 473 mcr p15, 0, r0, c7, c10, 4 @ drain write buffer 474 mcr p15, 0, r0, c8, c7, 0 @ flush UTLB 475 mrc p15, 0, r0, c1, c0, 0 @ read control reg 476 orr r0, r0, #0x1000 @ I-cache enable 477 bl __common_mmu_cache_on 478 mov r0, #0 479 mcr p15, 0, r0, c8, c7, 0 @ flush UTLB 480 mov pc, r12 481 482__arm6_mmu_cache_on: 483 mov r12, lr 484 bl __setup_mmu 485 mov r0, #0 486 mcr p15, 0, r0, c7, c0, 0 @ invalidate whole cache v3 487 mcr p15, 0, r0, c5, c0, 0 @ invalidate whole TLB v3 488 mov r0, #0x30 489 bl __common_mmu_cache_on 490 mov r0, #0 491 mcr p15, 0, r0, c5, c0, 0 @ invalidate whole TLB v3 492 mov pc, r12 493 494__common_mmu_cache_on: 495#ifndef DEBUG 496 orr r0, r0, #0x000d @ Write buffer, mmu 497#endif 498 mov r1, #-1 499 mcr p15, 0, r3, c2, c0, 0 @ load page table pointer 500 mcr p15, 0, r1, c3, c0, 0 @ load domain access control 501 b 1f 502 .align 5 @ cache line aligned 5031: mcr p15, 0, r0, c1, c0, 0 @ load control register 504 mrc p15, 0, r0, c1, c0, 0 @ and read it back to 505 sub pc, lr, r0, lsr #32 @ properly flush pipeline 506 507/* 508 * All code following this line is relocatable. It is relocated by 509 * the above code to the end of the decompressed kernel image and 510 * executed there. During this time, we have no stacks. 511 * 512 * r0 = decompressed kernel length 513 * r1-r3 = unused 514 * r4 = kernel execution address 515 * r5 = decompressed kernel start 516 * r6 = processor ID 517 * r7 = architecture ID 518 * r8 = atags pointer 519 * r9-r14 = corrupted 520 */ 521 .align 5 522reloc_start: add r9, r5, r0 523 sub r9, r9, #128 @ do not copy the stack 524 debug_reloc_start 525 mov r1, r4 5261: 527 .rept 4 528 ldmia r5!, {r0, r2, r3, r10 - r14} @ relocate kernel 529 stmia r1!, {r0, r2, r3, r10 - r14} 530 .endr 531 532 cmp r5, r9 533 blo 1b 534 add sp, r1, #128 @ relocate the stack 535 debug_reloc_end 536 537call_kernel: bl cache_clean_flush 538 bl cache_off 539 mov r0, #0 @ must be zero 540 mov r1, r7 @ restore architecture number 541 mov r2, r8 @ restore atags pointer 542 mov pc, r4 @ call kernel 543 544/* 545 * Here follow the relocatable cache support functions for the 546 * various processors. This is a generic hook for locating an 547 * entry and jumping to an instruction at the specified offset 548 * from the start of the block. Please note this is all position 549 * independent code. 550 * 551 * r1 = corrupted 552 * r2 = corrupted 553 * r3 = block offset 554 * r6 = corrupted 555 * r12 = corrupted 556 */ 557 558call_cache_fn: adr r12, proc_types 559#ifdef CONFIG_CPU_CP15 560 mrc p15, 0, r6, c0, c0 @ get processor ID 561#else 562 ldr r6, =CONFIG_PROCESSOR_ID 563#endif 5641: ldr r1, [r12, #0] @ get value 565 ldr r2, [r12, #4] @ get mask 566 eor r1, r1, r6 @ (real ^ match) 567 tst r1, r2 @ & mask 568 addeq pc, r12, r3 @ call cache function 569 add r12, r12, #4*5 570 b 1b 571 572/* 573 * Table for cache operations. This is basically: 574 * - CPU ID match 575 * - CPU ID mask 576 * - 'cache on' method instruction 577 * - 'cache off' method instruction 578 * - 'cache flush' method instruction 579 * 580 * We match an entry using: ((real_id ^ match) & mask) == 0 581 * 582 * Writethrough caches generally only need 'on' and 'off' 583 * methods. Writeback caches _must_ have the flush method 584 * defined. 585 */ 586 .type proc_types,#object 587proc_types: 588 .word 0x41560600 @ ARM6/610 589 .word 0xffffffe0 590 b __arm6_mmu_cache_off @ works, but slow 591 b __arm6_mmu_cache_off 592 mov pc, lr 593@ b __arm6_mmu_cache_on @ untested 594@ b __arm6_mmu_cache_off 595@ b __armv3_mmu_cache_flush 596 597 .word 0x00000000 @ old ARM ID 598 .word 0x0000f000 599 mov pc, lr 600 mov pc, lr 601 mov pc, lr 602 603 .word 0x41007000 @ ARM7/710 604 .word 0xfff8fe00 605 b __arm7_mmu_cache_off 606 b __arm7_mmu_cache_off 607 mov pc, lr 608 609 .word 0x41807200 @ ARM720T (writethrough) 610 .word 0xffffff00 611 b __armv4_mmu_cache_on 612 b __armv4_mmu_cache_off 613 mov pc, lr 614 615 .word 0x41007400 @ ARM74x 616 .word 0xff00ff00 617 b __armv3_mpu_cache_on 618 b __armv3_mpu_cache_off 619 b __armv3_mpu_cache_flush 620 621 .word 0x41009400 @ ARM94x 622 .word 0xff00ff00 623 b __armv4_mpu_cache_on 624 b __armv4_mpu_cache_off 625 b __armv4_mpu_cache_flush 626 627 .word 0x00007000 @ ARM7 IDs 628 .word 0x0000f000 629 mov pc, lr 630 mov pc, lr 631 mov pc, lr 632 633 @ Everything from here on will be the new ID system. 634 635 .word 0x4401a100 @ sa110 / sa1100 636 .word 0xffffffe0 637 b __armv4_mmu_cache_on 638 b __armv4_mmu_cache_off 639 b __armv4_mmu_cache_flush 640 641 .word 0x6901b110 @ sa1110 642 .word 0xfffffff0 643 b __armv4_mmu_cache_on 644 b __armv4_mmu_cache_off 645 b __armv4_mmu_cache_flush 646 647 .word 0x56056930 648 .word 0xff0ffff0 @ PXA935 649 b __armv4_mmu_cache_on 650 b __armv4_mmu_cache_off 651 b __armv4_mmu_cache_flush 652 653 .word 0x56158000 @ PXA168 654 .word 0xfffff000 655 b __armv4_mmu_cache_on 656 b __armv4_mmu_cache_off 657 b __armv5tej_mmu_cache_flush 658 659 .word 0x56056930 660 .word 0xff0ffff0 @ PXA935 661 b __armv4_mmu_cache_on 662 b __armv4_mmu_cache_off 663 b __armv4_mmu_cache_flush 664 665 .word 0x56050000 @ Feroceon 666 .word 0xff0f0000 667 b __armv4_mmu_cache_on 668 b __armv4_mmu_cache_off 669 b __armv5tej_mmu_cache_flush 670 671 .word 0x66015261 @ FA526 672 .word 0xff01fff1 673 b __fa526_cache_on 674 b __armv4_mmu_cache_off 675 b __fa526_cache_flush 676 677 @ These match on the architecture ID 678 679 .word 0x00020000 @ ARMv4T 680 .word 0x000f0000 681 b __armv4_mmu_cache_on 682 b __armv4_mmu_cache_off 683 b __armv4_mmu_cache_flush 684 685 .word 0x00050000 @ ARMv5TE 686 .word 0x000f0000 687 b __armv4_mmu_cache_on 688 b __armv4_mmu_cache_off 689 b __armv4_mmu_cache_flush 690 691 .word 0x00060000 @ ARMv5TEJ 692 .word 0x000f0000 693 b __armv4_mmu_cache_on 694 b __armv4_mmu_cache_off 695 b __armv5tej_mmu_cache_flush 696 697 .word 0x0007b000 @ ARMv6 698 .word 0x000ff000 699 b __armv4_mmu_cache_on 700 b __armv4_mmu_cache_off 701 b __armv6_mmu_cache_flush 702 703 .word 0x000f0000 @ new CPU Id 704 .word 0x000f0000 705 b __armv7_mmu_cache_on 706 b __armv7_mmu_cache_off 707 b __armv7_mmu_cache_flush 708 709 .word 0 @ unrecognised type 710 .word 0 711 mov pc, lr 712 mov pc, lr 713 mov pc, lr 714 715 .size proc_types, . - proc_types 716 717/* 718 * Turn off the Cache and MMU. ARMv3 does not support 719 * reading the control register, but ARMv4 does. 720 * 721 * On entry, r6 = processor ID 722 * On exit, r0, r1, r2, r3, r12 corrupted 723 * This routine must preserve: r4, r6, r7 724 */ 725 .align 5 726cache_off: mov r3, #12 @ cache_off function 727 b call_cache_fn 728 729__armv4_mpu_cache_off: 730 mrc p15, 0, r0, c1, c0 731 bic r0, r0, #0x000d 732 mcr p15, 0, r0, c1, c0 @ turn MPU and cache off 733 mov r0, #0 734 mcr p15, 0, r0, c7, c10, 4 @ drain write buffer 735 mcr p15, 0, r0, c7, c6, 0 @ flush D-Cache 736 mcr p15, 0, r0, c7, c5, 0 @ flush I-Cache 737 mov pc, lr 738 739__armv3_mpu_cache_off: 740 mrc p15, 0, r0, c1, c0 741 bic r0, r0, #0x000d 742 mcr p15, 0, r0, c1, c0, 0 @ turn MPU and cache off 743 mov r0, #0 744 mcr p15, 0, r0, c7, c0, 0 @ invalidate whole cache v3 745 mov pc, lr 746 747__armv4_mmu_cache_off: 748 mrc p15, 0, r0, c1, c0 749 bic r0, r0, #0x000d 750 mcr p15, 0, r0, c1, c0 @ turn MMU and cache off 751 mov r0, #0 752 mcr p15, 0, r0, c7, c7 @ invalidate whole cache v4 753 mcr p15, 0, r0, c8, c7 @ invalidate whole TLB v4 754 mov pc, lr 755 756__armv7_mmu_cache_off: 757 mrc p15, 0, r0, c1, c0 758 bic r0, r0, #0x000d 759 mcr p15, 0, r0, c1, c0 @ turn MMU and cache off 760 mov r12, lr 761 bl __armv7_mmu_cache_flush 762 mov r0, #0 763 mcr p15, 0, r0, c8, c7, 0 @ invalidate whole TLB 764 mcr p15, 0, r0, c7, c5, 6 @ invalidate BTC 765 mcr p15, 0, r0, c7, c10, 4 @ DSB 766 mcr p15, 0, r0, c7, c5, 4 @ ISB 767 mov pc, r12 768 769__arm6_mmu_cache_off: 770 mov r0, #0x00000030 @ ARM6 control reg. 771 b __armv3_mmu_cache_off 772 773__arm7_mmu_cache_off: 774 mov r0, #0x00000070 @ ARM7 control reg. 775 b __armv3_mmu_cache_off 776 777__armv3_mmu_cache_off: 778 mcr p15, 0, r0, c1, c0, 0 @ turn MMU and cache off 779 mov r0, #0 780 mcr p15, 0, r0, c7, c0, 0 @ invalidate whole cache v3 781 mcr p15, 0, r0, c5, c0, 0 @ invalidate whole TLB v3 782 mov pc, lr 783 784/* 785 * Clean and flush the cache to maintain consistency. 786 * 787 * On entry, 788 * r6 = processor ID 789 * On exit, 790 * r1, r2, r3, r11, r12 corrupted 791 * This routine must preserve: 792 * r0, r4, r5, r6, r7 793 */ 794 .align 5 795cache_clean_flush: 796 mov r3, #16 797 b call_cache_fn 798 799__armv4_mpu_cache_flush: 800 mov r2, #1 801 mov r3, #0 802 mcr p15, 0, ip, c7, c6, 0 @ invalidate D cache 803 mov r1, #7 << 5 @ 8 segments 8041: orr r3, r1, #63 << 26 @ 64 entries 8052: mcr p15, 0, r3, c7, c14, 2 @ clean & invalidate D index 806 subs r3, r3, #1 << 26 807 bcs 2b @ entries 63 to 0 808 subs r1, r1, #1 << 5 809 bcs 1b @ segments 7 to 0 810 811 teq r2, #0 812 mcrne p15, 0, ip, c7, c5, 0 @ invalidate I cache 813 mcr p15, 0, ip, c7, c10, 4 @ drain WB 814 mov pc, lr 815 816__fa526_cache_flush: 817 mov r1, #0 818 mcr p15, 0, r1, c7, c14, 0 @ clean and invalidate D cache 819 mcr p15, 0, r1, c7, c5, 0 @ flush I cache 820 mcr p15, 0, r1, c7, c10, 4 @ drain WB 821 mov pc, lr 822 823__armv6_mmu_cache_flush: 824 mov r1, #0 825 mcr p15, 0, r1, c7, c14, 0 @ clean+invalidate D 826 mcr p15, 0, r1, c7, c5, 0 @ invalidate I+BTB 827 mcr p15, 0, r1, c7, c15, 0 @ clean+invalidate unified 828 mcr p15, 0, r1, c7, c10, 4 @ drain WB 829 mov pc, lr 830 831__armv7_mmu_cache_flush: 832 mrc p15, 0, r10, c0, c1, 5 @ read ID_MMFR1 833 tst r10, #0xf << 16 @ hierarchical cache (ARMv7) 834 mov r10, #0 835 beq hierarchical 836 mcr p15, 0, r10, c7, c14, 0 @ clean+invalidate D 837 b iflush 838hierarchical: 839 mcr p15, 0, r10, c7, c10, 5 @ DMB 840 stmfd sp!, {r0-r5, r7, r9, r11} 841 mrc p15, 1, r0, c0, c0, 1 @ read clidr 842 ands r3, r0, #0x7000000 @ extract loc from clidr 843 mov r3, r3, lsr #23 @ left align loc bit field 844 beq finished @ if loc is 0, then no need to clean 845 mov r10, #0 @ start clean at cache level 0 846loop1: 847 add r2, r10, r10, lsr #1 @ work out 3x current cache level 848 mov r1, r0, lsr r2 @ extract cache type bits from clidr 849 and r1, r1, #7 @ mask of the bits for current cache only 850 cmp r1, #2 @ see what cache we have at this level 851 blt skip @ skip if no cache, or just i-cache 852 mcr p15, 2, r10, c0, c0, 0 @ select current cache level in cssr 853 mcr p15, 0, r10, c7, c5, 4 @ isb to sych the new cssr&csidr 854 mrc p15, 1, r1, c0, c0, 0 @ read the new csidr 855 and r2, r1, #7 @ extract the length of the cache lines 856 add r2, r2, #4 @ add 4 (line length offset) 857 ldr r4, =0x3ff 858 ands r4, r4, r1, lsr #3 @ find maximum number on the way size 859 clz r5, r4 @ find bit position of way size increment 860 ldr r7, =0x7fff 861 ands r7, r7, r1, lsr #13 @ extract max number of the index size 862loop2: 863 mov r9, r4 @ create working copy of max way size 864loop3: 865 orr r11, r10, r9, lsl r5 @ factor way and cache number into r11 866 orr r11, r11, r7, lsl r2 @ factor index number into r11 867 mcr p15, 0, r11, c7, c14, 2 @ clean & invalidate by set/way 868 subs r9, r9, #1 @ decrement the way 869 bge loop3 870 subs r7, r7, #1 @ decrement the index 871 bge loop2 872skip: 873 add r10, r10, #2 @ increment cache number 874 cmp r3, r10 875 bgt loop1 876finished: 877 ldmfd sp!, {r0-r5, r7, r9, r11} 878 mov r10, #0 @ swith back to cache level 0 879 mcr p15, 2, r10, c0, c0, 0 @ select current cache level in cssr 880iflush: 881 mcr p15, 0, r10, c7, c10, 4 @ DSB 882 mcr p15, 0, r10, c7, c5, 0 @ invalidate I+BTB 883 mcr p15, 0, r10, c7, c10, 4 @ DSB 884 mcr p15, 0, r10, c7, c5, 4 @ ISB 885 mov pc, lr 886 887__armv5tej_mmu_cache_flush: 8881: mrc p15, 0, r15, c7, c14, 3 @ test,clean,invalidate D cache 889 bne 1b 890 mcr p15, 0, r0, c7, c5, 0 @ flush I cache 891 mcr p15, 0, r0, c7, c10, 4 @ drain WB 892 mov pc, lr 893 894__armv4_mmu_cache_flush: 895 mov r2, #64*1024 @ default: 32K dcache size (*2) 896 mov r11, #32 @ default: 32 byte line size 897 mrc p15, 0, r3, c0, c0, 1 @ read cache type 898 teq r3, r6 @ cache ID register present? 899 beq no_cache_id 900 mov r1, r3, lsr #18 901 and r1, r1, #7 902 mov r2, #1024 903 mov r2, r2, lsl r1 @ base dcache size *2 904 tst r3, #1 << 14 @ test M bit 905 addne r2, r2, r2, lsr #1 @ +1/2 size if M == 1 906 mov r3, r3, lsr #12 907 and r3, r3, #3 908 mov r11, #8 909 mov r11, r11, lsl r3 @ cache line size in bytes 910no_cache_id: 911 bic r1, pc, #63 @ align to longest cache line 912 add r2, r1, r2 9131: ldr r3, [r1], r11 @ s/w flush D cache 914 teq r1, r2 915 bne 1b 916 917 mcr p15, 0, r1, c7, c5, 0 @ flush I cache 918 mcr p15, 0, r1, c7, c6, 0 @ flush D cache 919 mcr p15, 0, r1, c7, c10, 4 @ drain WB 920 mov pc, lr 921 922__armv3_mmu_cache_flush: 923__armv3_mpu_cache_flush: 924 mov r1, #0 925 mcr p15, 0, r0, c7, c0, 0 @ invalidate whole cache v3 926 mov pc, lr 927 928/* 929 * Various debugging routines for printing hex characters and 930 * memory, which again must be relocatable. 931 */ 932#ifdef DEBUG 933 .type phexbuf,#object 934phexbuf: .space 12 935 .size phexbuf, . - phexbuf 936 937phex: adr r3, phexbuf 938 mov r2, #0 939 strb r2, [r3, r1] 9401: subs r1, r1, #1 941 movmi r0, r3 942 bmi puts 943 and r2, r0, #15 944 mov r0, r0, lsr #4 945 cmp r2, #10 946 addge r2, r2, #7 947 add r2, r2, #'0' 948 strb r2, [r3, r1] 949 b 1b 950 951puts: loadsp r3 9521: ldrb r2, [r0], #1 953 teq r2, #0 954 moveq pc, lr 9552: writeb r2, r3 956 mov r1, #0x00020000 9573: subs r1, r1, #1 958 bne 3b 959 teq r2, #'\n' 960 moveq r2, #'\r' 961 beq 2b 962 teq r0, #0 963 bne 1b 964 mov pc, lr 965putc: 966 mov r2, r0 967 mov r0, #0 968 loadsp r3 969 b 2b 970 971memdump: mov r12, r0 972 mov r10, lr 973 mov r11, #0 9742: mov r0, r11, lsl #2 975 add r0, r0, r12 976 mov r1, #8 977 bl phex 978 mov r0, #':' 979 bl putc 9801: mov r0, #' ' 981 bl putc 982 ldr r0, [r12, r11, lsl #2] 983 mov r1, #8 984 bl phex 985 and r0, r11, #7 986 teq r0, #3 987 moveq r0, #' ' 988 bleq putc 989 and r0, r11, #7 990 add r11, r11, #1 991 teq r0, #7 992 bne 1b 993 mov r0, #'\n' 994 bl putc 995 cmp r11, #64 996 blt 2b 997 mov pc, r10 998#endif 999 1000 .ltorg 1001reloc_end: 1002 1003 .align 1004 .section ".stack", "w" 1005user_stack: .space 4096 1006