1 /* 2 * Copyright 2017 NXP 3 * Copyright 2014-2015 Freescale Semiconductor, Inc. 4 * 5 * SPDX-License-Identifier: GPL-2.0+ 6 */ 7 8 #include <common.h> 9 #include <fsl_ddr_sdram.h> 10 #include <asm/io.h> 11 #include <linux/errno.h> 12 #include <asm/system.h> 13 #include <asm/armv8/mmu.h> 14 #include <asm/io.h> 15 #include <asm/arch/fsl_serdes.h> 16 #include <asm/arch/soc.h> 17 #include <asm/arch/cpu.h> 18 #include <asm/arch/speed.h> 19 #include <fsl_immap.h> 20 #include <asm/arch/mp.h> 21 #include <efi_loader.h> 22 #include <fm_eth.h> 23 #include <fsl-mc/fsl_mc.h> 24 #ifdef CONFIG_FSL_ESDHC 25 #include <fsl_esdhc.h> 26 #endif 27 #include <asm/armv8/sec_firmware.h> 28 #ifdef CONFIG_SYS_FSL_DDR 29 #include <fsl_ddr.h> 30 #endif 31 #include <asm/arch/clock.h> 32 #include <hwconfig.h> 33 #include <fsl_qbman.h> 34 35 DECLARE_GLOBAL_DATA_PTR; 36 37 struct mm_region *mem_map = early_map; 38 39 void cpu_name(char *name) 40 { 41 struct ccsr_gur __iomem *gur = (void *)(CONFIG_SYS_FSL_GUTS_ADDR); 42 unsigned int i, svr, ver; 43 44 svr = gur_in32(&gur->svr); 45 ver = SVR_SOC_VER(svr); 46 47 for (i = 0; i < ARRAY_SIZE(cpu_type_list); i++) 48 if ((cpu_type_list[i].soc_ver & SVR_WO_E) == ver) { 49 strcpy(name, cpu_type_list[i].name); 50 51 if (IS_E_PROCESSOR(svr)) 52 strcat(name, "E"); 53 54 sprintf(name + strlen(name), " Rev%d.%d", 55 SVR_MAJ(svr), SVR_MIN(svr)); 56 break; 57 } 58 59 if (i == ARRAY_SIZE(cpu_type_list)) 60 strcpy(name, "unknown"); 61 } 62 63 #ifndef CONFIG_SYS_DCACHE_OFF 64 /* 65 * To start MMU before DDR is available, we create MMU table in SRAM. 66 * The base address of SRAM is CONFIG_SYS_FSL_OCRAM_BASE. We use three 67 * levels of translation tables here to cover 40-bit address space. 68 * We use 4KB granule size, with 40 bits physical address, T0SZ=24 69 * Address above EARLY_PGTABLE_SIZE (0x5000) is free for other purpose. 70 * Note, the debug print in cache_v8.c is not usable for debugging 71 * these early MMU tables because UART is not yet available. 72 */ 73 static inline void early_mmu_setup(void) 74 { 75 unsigned int el = current_el(); 76 77 /* global data is already setup, no allocation yet */ 78 gd->arch.tlb_addr = CONFIG_SYS_FSL_OCRAM_BASE; 79 gd->arch.tlb_fillptr = gd->arch.tlb_addr; 80 gd->arch.tlb_size = EARLY_PGTABLE_SIZE; 81 82 /* Create early page tables */ 83 setup_pgtables(); 84 85 /* point TTBR to the new table */ 86 set_ttbr_tcr_mair(el, gd->arch.tlb_addr, 87 get_tcr(el, NULL, NULL) & 88 ~(TCR_ORGN_MASK | TCR_IRGN_MASK), 89 MEMORY_ATTRIBUTES); 90 91 set_sctlr(get_sctlr() | CR_M); 92 } 93 94 static void fix_pcie_mmu_map(void) 95 { 96 #ifdef CONFIG_ARCH_LS2080A 97 unsigned int i; 98 u32 svr, ver; 99 struct ccsr_gur __iomem *gur = (void *)(CONFIG_SYS_FSL_GUTS_ADDR); 100 101 svr = gur_in32(&gur->svr); 102 ver = SVR_SOC_VER(svr); 103 104 /* Fix PCIE base and size for LS2088A */ 105 if ((ver == SVR_LS2088A) || (ver == SVR_LS2084A) || 106 (ver == SVR_LS2048A) || (ver == SVR_LS2044A) || 107 (ver == SVR_LS2081A) || (ver == SVR_LS2041A)) { 108 for (i = 0; i < ARRAY_SIZE(final_map); i++) { 109 switch (final_map[i].phys) { 110 case CONFIG_SYS_PCIE1_PHYS_ADDR: 111 final_map[i].phys = 0x2000000000ULL; 112 final_map[i].virt = 0x2000000000ULL; 113 final_map[i].size = 0x800000000ULL; 114 break; 115 case CONFIG_SYS_PCIE2_PHYS_ADDR: 116 final_map[i].phys = 0x2800000000ULL; 117 final_map[i].virt = 0x2800000000ULL; 118 final_map[i].size = 0x800000000ULL; 119 break; 120 case CONFIG_SYS_PCIE3_PHYS_ADDR: 121 final_map[i].phys = 0x3000000000ULL; 122 final_map[i].virt = 0x3000000000ULL; 123 final_map[i].size = 0x800000000ULL; 124 break; 125 case CONFIG_SYS_PCIE4_PHYS_ADDR: 126 final_map[i].phys = 0x3800000000ULL; 127 final_map[i].virt = 0x3800000000ULL; 128 final_map[i].size = 0x800000000ULL; 129 break; 130 default: 131 break; 132 } 133 } 134 } 135 #endif 136 } 137 138 /* 139 * The final tables look similar to early tables, but different in detail. 140 * These tables are in DRAM. Sub tables are added to enable cache for 141 * QBMan and OCRAM. 142 * 143 * Put the MMU table in secure memory if gd->arch.secure_ram is valid. 144 * OCRAM will be not used for this purpose so gd->arch.secure_ram can't be 0. 145 */ 146 static inline void final_mmu_setup(void) 147 { 148 u64 tlb_addr_save = gd->arch.tlb_addr; 149 unsigned int el = current_el(); 150 int index; 151 152 /* fix the final_map before filling in the block entries */ 153 fix_pcie_mmu_map(); 154 155 mem_map = final_map; 156 157 /* Update mapping for DDR to actual size */ 158 for (index = 0; index < ARRAY_SIZE(final_map) - 2; index++) { 159 /* 160 * Find the entry for DDR mapping and update the address and 161 * size. Zero-sized mapping will be skipped when creating MMU 162 * table. 163 */ 164 switch (final_map[index].virt) { 165 case CONFIG_SYS_FSL_DRAM_BASE1: 166 final_map[index].virt = gd->bd->bi_dram[0].start; 167 final_map[index].phys = gd->bd->bi_dram[0].start; 168 final_map[index].size = gd->bd->bi_dram[0].size; 169 break; 170 #ifdef CONFIG_SYS_FSL_DRAM_BASE2 171 case CONFIG_SYS_FSL_DRAM_BASE2: 172 #if (CONFIG_NR_DRAM_BANKS >= 2) 173 final_map[index].virt = gd->bd->bi_dram[1].start; 174 final_map[index].phys = gd->bd->bi_dram[1].start; 175 final_map[index].size = gd->bd->bi_dram[1].size; 176 #else 177 final_map[index].size = 0; 178 #endif 179 break; 180 #endif 181 #ifdef CONFIG_SYS_FSL_DRAM_BASE3 182 case CONFIG_SYS_FSL_DRAM_BASE3: 183 #if (CONFIG_NR_DRAM_BANKS >= 3) 184 final_map[index].virt = gd->bd->bi_dram[2].start; 185 final_map[index].phys = gd->bd->bi_dram[2].start; 186 final_map[index].size = gd->bd->bi_dram[2].size; 187 #else 188 final_map[index].size = 0; 189 #endif 190 break; 191 #endif 192 default: 193 break; 194 } 195 } 196 197 #ifdef CONFIG_SYS_MEM_RESERVE_SECURE 198 if (gd->arch.secure_ram & MEM_RESERVE_SECURE_MAINTAINED) { 199 if (el == 3) { 200 /* 201 * Only use gd->arch.secure_ram if the address is 202 * recalculated. Align to 4KB for MMU table. 203 */ 204 /* put page tables in secure ram */ 205 index = ARRAY_SIZE(final_map) - 2; 206 gd->arch.tlb_addr = gd->arch.secure_ram & ~0xfff; 207 final_map[index].virt = gd->arch.secure_ram & ~0x3; 208 final_map[index].phys = final_map[index].virt; 209 final_map[index].size = CONFIG_SYS_MEM_RESERVE_SECURE; 210 final_map[index].attrs = PTE_BLOCK_OUTER_SHARE; 211 gd->arch.secure_ram |= MEM_RESERVE_SECURE_SECURED; 212 tlb_addr_save = gd->arch.tlb_addr; 213 } else { 214 /* Use allocated (board_f.c) memory for TLB */ 215 tlb_addr_save = gd->arch.tlb_allocated; 216 gd->arch.tlb_addr = tlb_addr_save; 217 } 218 } 219 #endif 220 221 /* Reset the fill ptr */ 222 gd->arch.tlb_fillptr = tlb_addr_save; 223 224 /* Create normal system page tables */ 225 setup_pgtables(); 226 227 /* Create emergency page tables */ 228 gd->arch.tlb_addr = gd->arch.tlb_fillptr; 229 gd->arch.tlb_emerg = gd->arch.tlb_addr; 230 setup_pgtables(); 231 gd->arch.tlb_addr = tlb_addr_save; 232 233 /* Disable cache and MMU */ 234 dcache_disable(); /* TLBs are invalidated */ 235 invalidate_icache_all(); 236 237 /* point TTBR to the new table */ 238 set_ttbr_tcr_mair(el, gd->arch.tlb_addr, get_tcr(el, NULL, NULL), 239 MEMORY_ATTRIBUTES); 240 241 set_sctlr(get_sctlr() | CR_M); 242 } 243 244 u64 get_page_table_size(void) 245 { 246 return 0x10000; 247 } 248 249 int arch_cpu_init(void) 250 { 251 /* 252 * This function is called before U-Boot relocates itself to speed up 253 * on system running. It is not necessary to run if performance is not 254 * critical. Skip if MMU is already enabled by SPL or other means. 255 */ 256 if (get_sctlr() & CR_M) 257 return 0; 258 259 icache_enable(); 260 __asm_invalidate_dcache_all(); 261 __asm_invalidate_tlb_all(); 262 early_mmu_setup(); 263 set_sctlr(get_sctlr() | CR_C); 264 return 0; 265 } 266 267 void mmu_setup(void) 268 { 269 final_mmu_setup(); 270 } 271 272 /* 273 * This function is called from common/board_r.c. 274 * It recreates MMU table in main memory. 275 */ 276 void enable_caches(void) 277 { 278 mmu_setup(); 279 __asm_invalidate_tlb_all(); 280 icache_enable(); 281 dcache_enable(); 282 } 283 #endif 284 285 u32 initiator_type(u32 cluster, int init_id) 286 { 287 struct ccsr_gur *gur = (void *)(CONFIG_SYS_FSL_GUTS_ADDR); 288 u32 idx = (cluster >> (init_id * 8)) & TP_CLUSTER_INIT_MASK; 289 u32 type = 0; 290 291 type = gur_in32(&gur->tp_ityp[idx]); 292 if (type & TP_ITYP_AV) 293 return type; 294 295 return 0; 296 } 297 298 u32 cpu_pos_mask(void) 299 { 300 struct ccsr_gur __iomem *gur = (void *)(CONFIG_SYS_FSL_GUTS_ADDR); 301 int i = 0; 302 u32 cluster, type, mask = 0; 303 304 do { 305 int j; 306 307 cluster = gur_in32(&gur->tp_cluster[i].lower); 308 for (j = 0; j < TP_INIT_PER_CLUSTER; j++) { 309 type = initiator_type(cluster, j); 310 if (type && (TP_ITYP_TYPE(type) == TP_ITYP_TYPE_ARM)) 311 mask |= 1 << (i * TP_INIT_PER_CLUSTER + j); 312 } 313 i++; 314 } while ((cluster & TP_CLUSTER_EOC) == 0x0); 315 316 return mask; 317 } 318 319 u32 cpu_mask(void) 320 { 321 struct ccsr_gur __iomem *gur = (void *)(CONFIG_SYS_FSL_GUTS_ADDR); 322 int i = 0, count = 0; 323 u32 cluster, type, mask = 0; 324 325 do { 326 int j; 327 328 cluster = gur_in32(&gur->tp_cluster[i].lower); 329 for (j = 0; j < TP_INIT_PER_CLUSTER; j++) { 330 type = initiator_type(cluster, j); 331 if (type) { 332 if (TP_ITYP_TYPE(type) == TP_ITYP_TYPE_ARM) 333 mask |= 1 << count; 334 count++; 335 } 336 } 337 i++; 338 } while ((cluster & TP_CLUSTER_EOC) == 0x0); 339 340 return mask; 341 } 342 343 /* 344 * Return the number of cores on this SOC. 345 */ 346 int cpu_numcores(void) 347 { 348 return hweight32(cpu_mask()); 349 } 350 351 int fsl_qoriq_core_to_cluster(unsigned int core) 352 { 353 struct ccsr_gur __iomem *gur = 354 (void __iomem *)(CONFIG_SYS_FSL_GUTS_ADDR); 355 int i = 0, count = 0; 356 u32 cluster; 357 358 do { 359 int j; 360 361 cluster = gur_in32(&gur->tp_cluster[i].lower); 362 for (j = 0; j < TP_INIT_PER_CLUSTER; j++) { 363 if (initiator_type(cluster, j)) { 364 if (count == core) 365 return i; 366 count++; 367 } 368 } 369 i++; 370 } while ((cluster & TP_CLUSTER_EOC) == 0x0); 371 372 return -1; /* cannot identify the cluster */ 373 } 374 375 u32 fsl_qoriq_core_to_type(unsigned int core) 376 { 377 struct ccsr_gur __iomem *gur = 378 (void __iomem *)(CONFIG_SYS_FSL_GUTS_ADDR); 379 int i = 0, count = 0; 380 u32 cluster, type; 381 382 do { 383 int j; 384 385 cluster = gur_in32(&gur->tp_cluster[i].lower); 386 for (j = 0; j < TP_INIT_PER_CLUSTER; j++) { 387 type = initiator_type(cluster, j); 388 if (type) { 389 if (count == core) 390 return type; 391 count++; 392 } 393 } 394 i++; 395 } while ((cluster & TP_CLUSTER_EOC) == 0x0); 396 397 return -1; /* cannot identify the cluster */ 398 } 399 400 #ifndef CONFIG_FSL_LSCH3 401 uint get_svr(void) 402 { 403 struct ccsr_gur __iomem *gur = (void *)(CONFIG_SYS_FSL_GUTS_ADDR); 404 405 return gur_in32(&gur->svr); 406 } 407 #endif 408 409 #ifdef CONFIG_DISPLAY_CPUINFO 410 int print_cpuinfo(void) 411 { 412 struct ccsr_gur __iomem *gur = (void *)(CONFIG_SYS_FSL_GUTS_ADDR); 413 struct sys_info sysinfo; 414 char buf[32]; 415 unsigned int i, core; 416 u32 type, rcw, svr = gur_in32(&gur->svr); 417 418 puts("SoC: "); 419 420 cpu_name(buf); 421 printf(" %s (0x%x)\n", buf, svr); 422 memset((u8 *)buf, 0x00, ARRAY_SIZE(buf)); 423 get_sys_info(&sysinfo); 424 puts("Clock Configuration:"); 425 for_each_cpu(i, core, cpu_numcores(), cpu_mask()) { 426 if (!(i % 3)) 427 puts("\n "); 428 type = TP_ITYP_VER(fsl_qoriq_core_to_type(core)); 429 printf("CPU%d(%s):%-4s MHz ", core, 430 type == TY_ITYP_VER_A7 ? "A7 " : 431 (type == TY_ITYP_VER_A53 ? "A53" : 432 (type == TY_ITYP_VER_A57 ? "A57" : 433 (type == TY_ITYP_VER_A72 ? "A72" : " "))), 434 strmhz(buf, sysinfo.freq_processor[core])); 435 } 436 /* Display platform clock as Bus frequency. */ 437 printf("\n Bus: %-4s MHz ", 438 strmhz(buf, sysinfo.freq_systembus / CONFIG_SYS_FSL_PCLK_DIV)); 439 printf("DDR: %-4s MT/s", strmhz(buf, sysinfo.freq_ddrbus)); 440 #ifdef CONFIG_SYS_DPAA_FMAN 441 printf(" FMAN: %-4s MHz", strmhz(buf, sysinfo.freq_fman[0])); 442 #endif 443 #ifdef CONFIG_SYS_FSL_HAS_DP_DDR 444 if (soc_has_dp_ddr()) { 445 printf(" DP-DDR: %-4s MT/s", 446 strmhz(buf, sysinfo.freq_ddrbus2)); 447 } 448 #endif 449 puts("\n"); 450 451 /* 452 * Display the RCW, so that no one gets confused as to what RCW 453 * we're actually using for this boot. 454 */ 455 puts("Reset Configuration Word (RCW):"); 456 for (i = 0; i < ARRAY_SIZE(gur->rcwsr); i++) { 457 rcw = gur_in32(&gur->rcwsr[i]); 458 if ((i % 4) == 0) 459 printf("\n %08x:", i * 4); 460 printf(" %08x", rcw); 461 } 462 puts("\n"); 463 464 return 0; 465 } 466 #endif 467 468 #ifdef CONFIG_FSL_ESDHC 469 int cpu_mmc_init(bd_t *bis) 470 { 471 return fsl_esdhc_mmc_init(bis); 472 } 473 #endif 474 475 int cpu_eth_init(bd_t *bis) 476 { 477 int error = 0; 478 479 #if defined(CONFIG_FSL_MC_ENET) && !defined(CONFIG_SPL_BUILD) 480 error = fsl_mc_ldpaa_init(bis); 481 #endif 482 #ifdef CONFIG_FMAN_ENET 483 fm_standard_init(bis); 484 #endif 485 return error; 486 } 487 488 static inline int check_psci(void) 489 { 490 unsigned int psci_ver; 491 492 psci_ver = sec_firmware_support_psci_version(); 493 if (psci_ver == PSCI_INVALID_VER) 494 return 1; 495 496 return 0; 497 } 498 499 static void config_core_prefetch(void) 500 { 501 char *buf = NULL; 502 char buffer[HWCONFIG_BUFFER_SIZE]; 503 const char *prefetch_arg = NULL; 504 size_t arglen; 505 unsigned int mask; 506 struct pt_regs regs; 507 508 if (env_get_f("hwconfig", buffer, sizeof(buffer)) > 0) 509 buf = buffer; 510 511 prefetch_arg = hwconfig_subarg_f("core_prefetch", "disable", 512 &arglen, buf); 513 514 if (prefetch_arg) { 515 mask = simple_strtoul(prefetch_arg, NULL, 0) & 0xff; 516 if (mask & 0x1) { 517 printf("Core0 prefetch can't be disabled\n"); 518 return; 519 } 520 521 #define SIP_PREFETCH_DISABLE_64 0xC200FF13 522 regs.regs[0] = SIP_PREFETCH_DISABLE_64; 523 regs.regs[1] = mask; 524 smc_call(®s); 525 526 if (regs.regs[0]) 527 printf("Prefetch disable config failed for mask "); 528 else 529 printf("Prefetch disable config passed for mask "); 530 printf("0x%x\n", mask); 531 } 532 } 533 534 int arch_early_init_r(void) 535 { 536 #ifdef CONFIG_SYS_FSL_ERRATUM_A009635 537 u32 svr_dev_id; 538 /* 539 * erratum A009635 is valid only for LS2080A SoC and 540 * its personalitiesi 541 */ 542 svr_dev_id = get_svr(); 543 if (IS_SVR_DEV(svr_dev_id, SVR_DEV(SVR_LS2080A))) 544 erratum_a009635(); 545 #endif 546 #if defined(CONFIG_SYS_FSL_ERRATUM_A009942) && defined(CONFIG_SYS_FSL_DDR) 547 erratum_a009942_check_cpo(); 548 #endif 549 if (check_psci()) { 550 debug("PSCI: PSCI does not exist.\n"); 551 552 /* if PSCI does not exist, boot secondary cores here */ 553 if (fsl_layerscape_wake_seconday_cores()) 554 printf("Did not wake secondary cores\n"); 555 } 556 557 #ifdef CONFIG_SYS_FSL_HAS_RGMII 558 fsl_rgmii_init(); 559 #endif 560 561 config_core_prefetch(); 562 563 #ifdef CONFIG_SYS_HAS_SERDES 564 fsl_serdes_init(); 565 #endif 566 #ifdef CONFIG_FMAN_ENET 567 fman_enet_init(); 568 #endif 569 #ifdef CONFIG_SYS_DPAA_QBMAN 570 setup_qbman_portals(); 571 #endif 572 return 0; 573 } 574 575 int timer_init(void) 576 { 577 u32 __iomem *cntcr = (u32 *)CONFIG_SYS_FSL_TIMER_ADDR; 578 #ifdef CONFIG_FSL_LSCH3 579 u32 __iomem *cltbenr = (u32 *)CONFIG_SYS_FSL_PMU_CLTBENR; 580 #endif 581 #if defined(CONFIG_ARCH_LS2080A) || defined(CONFIG_ARCH_LS1088A) 582 u32 __iomem *pctbenr = (u32 *)FSL_PMU_PCTBENR_OFFSET; 583 u32 svr_dev_id; 584 #endif 585 #ifdef COUNTER_FREQUENCY_REAL 586 unsigned long cntfrq = COUNTER_FREQUENCY_REAL; 587 588 /* Update with accurate clock frequency */ 589 if (current_el() == 3) 590 asm volatile("msr cntfrq_el0, %0" : : "r" (cntfrq) : "memory"); 591 #endif 592 593 #ifdef CONFIG_FSL_LSCH3 594 /* Enable timebase for all clusters. 595 * It is safe to do so even some clusters are not enabled. 596 */ 597 out_le32(cltbenr, 0xf); 598 #endif 599 600 #if defined(CONFIG_ARCH_LS2080A) || defined(CONFIG_ARCH_LS1088A) 601 /* 602 * In certain Layerscape SoCs, the clock for each core's 603 * has an enable bit in the PMU Physical Core Time Base Enable 604 * Register (PCTBENR), which allows the watchdog to operate. 605 */ 606 setbits_le32(pctbenr, 0xff); 607 /* 608 * For LS2080A SoC and its personalities, timer controller 609 * offset is different 610 */ 611 svr_dev_id = get_svr(); 612 if (IS_SVR_DEV(svr_dev_id, SVR_DEV(SVR_LS2080A))) 613 cntcr = (u32 *)SYS_FSL_LS2080A_LS2085A_TIMER_ADDR; 614 615 #endif 616 617 /* Enable clock for timer 618 * This is a global setting. 619 */ 620 out_le32(cntcr, 0x1); 621 622 return 0; 623 } 624 625 __efi_runtime_data u32 __iomem *rstcr = (u32 *)CONFIG_SYS_FSL_RST_ADDR; 626 627 void __efi_runtime reset_cpu(ulong addr) 628 { 629 u32 val; 630 631 /* Raise RESET_REQ_B */ 632 val = scfg_in32(rstcr); 633 val |= 0x02; 634 scfg_out32(rstcr, val); 635 } 636 637 #ifdef CONFIG_EFI_LOADER 638 639 void __efi_runtime EFIAPI efi_reset_system( 640 enum efi_reset_type reset_type, 641 efi_status_t reset_status, 642 unsigned long data_size, void *reset_data) 643 { 644 switch (reset_type) { 645 case EFI_RESET_COLD: 646 case EFI_RESET_WARM: 647 reset_cpu(0); 648 break; 649 case EFI_RESET_SHUTDOWN: 650 /* Nothing we can do */ 651 break; 652 } 653 654 while (1) { } 655 } 656 657 void efi_reset_system_init(void) 658 { 659 efi_add_runtime_mmio(&rstcr, sizeof(*rstcr)); 660 } 661 662 #endif 663 664 /* 665 * Calculate reserved memory with given memory bank 666 * Return aligned memory size on success 667 * Return (ram_size + needed size) for failure 668 */ 669 phys_size_t board_reserve_ram_top(phys_size_t ram_size) 670 { 671 phys_size_t ram_top = ram_size; 672 673 #if defined(CONFIG_FSL_MC_ENET) && !defined(CONFIG_SPL_BUILD) 674 ram_top = mc_get_dram_block_size(); 675 if (ram_top > ram_size) 676 return ram_size + ram_top; 677 678 ram_top = ram_size - ram_top; 679 /* The start address of MC reserved memory needs to be aligned. */ 680 ram_top &= ~(CONFIG_SYS_MC_RSV_MEM_ALIGN - 1); 681 #endif 682 683 return ram_size - ram_top; 684 } 685 686 phys_size_t get_effective_memsize(void) 687 { 688 phys_size_t ea_size, rem = 0; 689 690 /* 691 * For ARMv8 SoCs, DDR memory is split into two or three regions. The 692 * first region is 2GB space at 0x8000_0000. Secure memory needs to 693 * allocated from first region. If the memory extends to the second 694 * region (or the third region if applicable), Management Complex (MC) 695 * memory should be put into the highest region, i.e. the end of DDR 696 * memory. CONFIG_MAX_MEM_MAPPED is set to the size of first region so 697 * U-Boot doesn't relocate itself into higher address. Should DDR be 698 * configured to skip the first region, this function needs to be 699 * adjusted. 700 */ 701 if (gd->ram_size > CONFIG_MAX_MEM_MAPPED) { 702 ea_size = CONFIG_MAX_MEM_MAPPED; 703 rem = gd->ram_size - ea_size; 704 } else { 705 ea_size = gd->ram_size; 706 } 707 708 #ifdef CONFIG_SYS_MEM_RESERVE_SECURE 709 /* Check if we have enough space for secure memory */ 710 if (ea_size > CONFIG_SYS_MEM_RESERVE_SECURE) 711 ea_size -= CONFIG_SYS_MEM_RESERVE_SECURE; 712 else 713 printf("Error: No enough space for secure memory.\n"); 714 #endif 715 /* Check if we have enough memory for MC */ 716 if (rem < board_reserve_ram_top(rem)) { 717 /* Not enough memory in high region to reserve */ 718 if (ea_size > board_reserve_ram_top(ea_size)) 719 ea_size -= board_reserve_ram_top(ea_size); 720 else 721 printf("Error: No enough space for reserved memory.\n"); 722 } 723 724 return ea_size; 725 } 726 727 int dram_init_banksize(void) 728 { 729 #ifdef CONFIG_SYS_DP_DDR_BASE_PHY 730 phys_size_t dp_ddr_size; 731 #endif 732 733 /* 734 * gd->ram_size has the total size of DDR memory, less reserved secure 735 * memory. The DDR extends from low region to high region(s) presuming 736 * no hole is created with DDR configuration. gd->arch.secure_ram tracks 737 * the location of secure memory. gd->arch.resv_ram tracks the location 738 * of reserved memory for Management Complex (MC). Because gd->ram_size 739 * is reduced by this function if secure memory is reserved, checking 740 * gd->arch.secure_ram should be done to avoid running it repeatedly. 741 */ 742 743 #ifdef CONFIG_SYS_MEM_RESERVE_SECURE 744 if (gd->arch.secure_ram & MEM_RESERVE_SECURE_MAINTAINED) { 745 debug("No need to run again, skip %s\n", __func__); 746 747 return 0; 748 } 749 #endif 750 751 gd->bd->bi_dram[0].start = CONFIG_SYS_SDRAM_BASE; 752 if (gd->ram_size > CONFIG_SYS_DDR_BLOCK1_SIZE) { 753 gd->bd->bi_dram[0].size = CONFIG_SYS_DDR_BLOCK1_SIZE; 754 gd->bd->bi_dram[1].start = CONFIG_SYS_DDR_BLOCK2_BASE; 755 gd->bd->bi_dram[1].size = gd->ram_size - 756 CONFIG_SYS_DDR_BLOCK1_SIZE; 757 #ifdef CONFIG_SYS_DDR_BLOCK3_BASE 758 if (gd->bi_dram[1].size > CONFIG_SYS_DDR_BLOCK2_SIZE) { 759 gd->bd->bi_dram[2].start = CONFIG_SYS_DDR_BLOCK3_BASE; 760 gd->bd->bi_dram[2].size = gd->bd->bi_dram[1].size - 761 CONFIG_SYS_DDR_BLOCK2_SIZE; 762 gd->bd->bi_dram[1].size = CONFIG_SYS_DDR_BLOCK2_SIZE; 763 } 764 #endif 765 } else { 766 gd->bd->bi_dram[0].size = gd->ram_size; 767 } 768 #ifdef CONFIG_SYS_MEM_RESERVE_SECURE 769 if (gd->bd->bi_dram[0].size > 770 CONFIG_SYS_MEM_RESERVE_SECURE) { 771 gd->bd->bi_dram[0].size -= 772 CONFIG_SYS_MEM_RESERVE_SECURE; 773 gd->arch.secure_ram = gd->bd->bi_dram[0].start + 774 gd->bd->bi_dram[0].size; 775 gd->arch.secure_ram |= MEM_RESERVE_SECURE_MAINTAINED; 776 gd->ram_size -= CONFIG_SYS_MEM_RESERVE_SECURE; 777 } 778 #endif /* CONFIG_SYS_MEM_RESERVE_SECURE */ 779 780 #if defined(CONFIG_FSL_MC_ENET) && !defined(CONFIG_SPL_BUILD) 781 /* Assign memory for MC */ 782 #ifdef CONFIG_SYS_DDR_BLOCK3_BASE 783 if (gd->bd->bi_dram[2].size >= 784 board_reserve_ram_top(gd->bd->bi_dram[2].size)) { 785 gd->arch.resv_ram = gd->bd->bi_dram[2].start + 786 gd->bd->bi_dram[2].size - 787 board_reserve_ram_top(gd->bd->bi_dram[2].size); 788 } else 789 #endif 790 { 791 if (gd->bd->bi_dram[1].size >= 792 board_reserve_ram_top(gd->bd->bi_dram[1].size)) { 793 gd->arch.resv_ram = gd->bd->bi_dram[1].start + 794 gd->bd->bi_dram[1].size - 795 board_reserve_ram_top(gd->bd->bi_dram[1].size); 796 } else if (gd->bd->bi_dram[0].size > 797 board_reserve_ram_top(gd->bd->bi_dram[0].size)) { 798 gd->arch.resv_ram = gd->bd->bi_dram[0].start + 799 gd->bd->bi_dram[0].size - 800 board_reserve_ram_top(gd->bd->bi_dram[0].size); 801 } 802 } 803 #endif /* CONFIG_FSL_MC_ENET */ 804 805 #ifdef CONFIG_SYS_DP_DDR_BASE_PHY 806 #ifdef CONFIG_SYS_DDR_BLOCK3_BASE 807 #error "This SoC shouldn't have DP DDR" 808 #endif 809 if (soc_has_dp_ddr()) { 810 /* initialize DP-DDR here */ 811 puts("DP-DDR: "); 812 /* 813 * DDR controller use 0 as the base address for binding. 814 * It is mapped to CONFIG_SYS_DP_DDR_BASE for core to access. 815 */ 816 dp_ddr_size = fsl_other_ddr_sdram(CONFIG_SYS_DP_DDR_BASE_PHY, 817 CONFIG_DP_DDR_CTRL, 818 CONFIG_DP_DDR_NUM_CTRLS, 819 CONFIG_DP_DDR_DIMM_SLOTS_PER_CTLR, 820 NULL, NULL, NULL); 821 if (dp_ddr_size) { 822 gd->bd->bi_dram[2].start = CONFIG_SYS_DP_DDR_BASE; 823 gd->bd->bi_dram[2].size = dp_ddr_size; 824 } else { 825 puts("Not detected"); 826 } 827 } 828 #endif 829 830 #ifdef CONFIG_SYS_MEM_RESERVE_SECURE 831 debug("%s is called. gd->ram_size is reduced to %lu\n", 832 __func__, (ulong)gd->ram_size); 833 #endif 834 835 return 0; 836 } 837 838 #if defined(CONFIG_EFI_LOADER) && !defined(CONFIG_SPL_BUILD) 839 void efi_add_known_memory(void) 840 { 841 int i; 842 phys_addr_t ram_start, start; 843 phys_size_t ram_size; 844 u64 pages; 845 846 /* Add RAM */ 847 for (i = 0; i < CONFIG_NR_DRAM_BANKS; i++) { 848 #ifdef CONFIG_SYS_DP_DDR_BASE_PHY 849 #ifdef CONFIG_SYS_DDR_BLOCK3_BASE 850 #error "This SoC shouldn't have DP DDR" 851 #endif 852 if (i == 2) 853 continue; /* skip DP-DDR */ 854 #endif 855 ram_start = gd->bd->bi_dram[i].start; 856 ram_size = gd->bd->bi_dram[i].size; 857 #ifdef CONFIG_RESV_RAM 858 if (gd->arch.resv_ram >= ram_start && 859 gd->arch.resv_ram < ram_start + ram_size) 860 ram_size = gd->arch.resv_ram - ram_start; 861 #endif 862 start = (ram_start + EFI_PAGE_MASK) & ~EFI_PAGE_MASK; 863 pages = (ram_size + EFI_PAGE_MASK) >> EFI_PAGE_SHIFT; 864 865 efi_add_memory_map(start, pages, EFI_CONVENTIONAL_MEMORY, 866 false); 867 } 868 } 869 #endif 870 871 /* 872 * Before DDR size is known, early MMU table have DDR mapped as device memory 873 * to avoid speculative access. To relocate U-Boot to DDR, "normal memory" 874 * needs to be set for these mappings. 875 * If a special case configures DDR with holes in the mapping, the holes need 876 * to be marked as invalid. This is not implemented in this function. 877 */ 878 void update_early_mmu_table(void) 879 { 880 if (!gd->arch.tlb_addr) 881 return; 882 883 if (gd->ram_size <= CONFIG_SYS_FSL_DRAM_SIZE1) { 884 mmu_change_region_attr( 885 CONFIG_SYS_SDRAM_BASE, 886 gd->ram_size, 887 PTE_BLOCK_MEMTYPE(MT_NORMAL) | 888 PTE_BLOCK_OUTER_SHARE | 889 PTE_BLOCK_NS | 890 PTE_TYPE_VALID); 891 } else { 892 mmu_change_region_attr( 893 CONFIG_SYS_SDRAM_BASE, 894 CONFIG_SYS_DDR_BLOCK1_SIZE, 895 PTE_BLOCK_MEMTYPE(MT_NORMAL) | 896 PTE_BLOCK_OUTER_SHARE | 897 PTE_BLOCK_NS | 898 PTE_TYPE_VALID); 899 #ifdef CONFIG_SYS_DDR_BLOCK3_BASE 900 #ifndef CONFIG_SYS_DDR_BLOCK2_SIZE 901 #error "Missing CONFIG_SYS_DDR_BLOCK2_SIZE" 902 #endif 903 if (gd->ram_size - CONFIG_SYS_DDR_BLOCK1_SIZE > 904 CONFIG_SYS_DDR_BLOCK2_SIZE) { 905 mmu_change_region_attr( 906 CONFIG_SYS_DDR_BLOCK2_BASE, 907 CONFIG_SYS_DDR_BLOCK2_SIZE, 908 PTE_BLOCK_MEMTYPE(MT_NORMAL) | 909 PTE_BLOCK_OUTER_SHARE | 910 PTE_BLOCK_NS | 911 PTE_TYPE_VALID); 912 mmu_change_region_attr( 913 CONFIG_SYS_DDR_BLOCK3_BASE, 914 gd->ram_size - 915 CONFIG_SYS_DDR_BLOCK1_SIZE - 916 CONFIG_SYS_DDR_BLOCK2_SIZE, 917 PTE_BLOCK_MEMTYPE(MT_NORMAL) | 918 PTE_BLOCK_OUTER_SHARE | 919 PTE_BLOCK_NS | 920 PTE_TYPE_VALID); 921 } else 922 #endif 923 { 924 mmu_change_region_attr( 925 CONFIG_SYS_DDR_BLOCK2_BASE, 926 gd->ram_size - 927 CONFIG_SYS_DDR_BLOCK1_SIZE, 928 PTE_BLOCK_MEMTYPE(MT_NORMAL) | 929 PTE_BLOCK_OUTER_SHARE | 930 PTE_BLOCK_NS | 931 PTE_TYPE_VALID); 932 } 933 } 934 } 935 936 __weak int dram_init(void) 937 { 938 fsl_initdram(); 939 #if !defined(CONFIG_SPL) || defined(CONFIG_SPL_BUILD) 940 /* This will break-before-make MMU for DDR */ 941 update_early_mmu_table(); 942 #endif 943 944 return 0; 945 } 946