1 /* 2 * Copyright 2008-2014 Freescale Semiconductor, Inc. 3 * 4 * SPDX-License-Identifier: GPL-2.0 5 */ 6 7 #include <common.h> 8 #ifdef CONFIG_PPC 9 #include <asm/fsl_law.h> 10 #endif 11 #include <div64.h> 12 13 #include <fsl_ddr.h> 14 #include <fsl_immap.h> 15 #include <asm/io.h> 16 17 /* To avoid 64-bit full-divides, we factor this here */ 18 #define ULL_2E12 2000000000000ULL 19 #define UL_5POW12 244140625UL 20 #define UL_2POW13 (1UL << 13) 21 22 #define ULL_8FS 0xFFFFFFFFULL 23 24 u32 fsl_ddr_get_version(unsigned int ctrl_num) 25 { 26 struct ccsr_ddr __iomem *ddr; 27 u32 ver_major_minor_errata; 28 29 switch (ctrl_num) { 30 case 0: 31 ddr = (void *)CONFIG_SYS_FSL_DDR_ADDR; 32 break; 33 #if defined(CONFIG_SYS_FSL_DDR2_ADDR) && (CONFIG_NUM_DDR_CONTROLLERS > 1) 34 case 1: 35 ddr = (void *)CONFIG_SYS_FSL_DDR2_ADDR; 36 break; 37 #endif 38 #if defined(CONFIG_SYS_FSL_DDR3_ADDR) && (CONFIG_NUM_DDR_CONTROLLERS > 2) 39 case 2: 40 ddr = (void *)CONFIG_SYS_FSL_DDR3_ADDR; 41 break; 42 #endif 43 #if defined(CONFIG_SYS_FSL_DDR4_ADDR) && (CONFIG_NUM_DDR_CONTROLLERS > 3) 44 case 3: 45 ddr = (void *)CONFIG_SYS_FSL_DDR4_ADDR; 46 break; 47 #endif 48 default: 49 printf("%s unexpected ctrl_num = %u\n", __func__, ctrl_num); 50 return 0; 51 } 52 ver_major_minor_errata = (ddr_in32(&ddr->ip_rev1) & 0xFFFF) << 8; 53 ver_major_minor_errata |= (ddr_in32(&ddr->ip_rev2) & 0xFF00) >> 8; 54 55 return ver_major_minor_errata; 56 } 57 58 /* 59 * Round up mclk_ps to nearest 1 ps in memory controller code 60 * if the error is 0.5ps or more. 61 * 62 * If an imprecise data rate is too high due to rounding error 63 * propagation, compute a suitably rounded mclk_ps to compute 64 * a working memory controller configuration. 65 */ 66 unsigned int get_memory_clk_period_ps(const unsigned int ctrl_num) 67 { 68 unsigned int data_rate = get_ddr_freq(ctrl_num); 69 unsigned int result; 70 71 /* Round to nearest 10ps, being careful about 64-bit multiply/divide */ 72 unsigned long long rem, mclk_ps = ULL_2E12; 73 74 /* Now perform the big divide, the result fits in 32-bits */ 75 rem = do_div(mclk_ps, data_rate); 76 result = (rem >= (data_rate >> 1)) ? mclk_ps + 1 : mclk_ps; 77 78 return result; 79 } 80 81 /* Convert picoseconds into DRAM clock cycles (rounding up if needed). */ 82 unsigned int picos_to_mclk(const unsigned int ctrl_num, unsigned int picos) 83 { 84 unsigned long long clks, clks_rem; 85 unsigned long data_rate = get_ddr_freq(ctrl_num); 86 87 /* Short circuit for zero picos */ 88 if (!picos) 89 return 0; 90 91 /* First multiply the time by the data rate (32x32 => 64) */ 92 clks = picos * (unsigned long long)data_rate; 93 /* 94 * Now divide by 5^12 and track the 32-bit remainder, then divide 95 * by 2*(2^12) using shifts (and updating the remainder). 96 */ 97 clks_rem = do_div(clks, UL_5POW12); 98 clks_rem += (clks & (UL_2POW13-1)) * UL_5POW12; 99 clks >>= 13; 100 101 /* If we had a remainder greater than the 1ps error, then round up */ 102 if (clks_rem > data_rate) 103 clks++; 104 105 /* Clamp to the maximum representable value */ 106 if (clks > ULL_8FS) 107 clks = ULL_8FS; 108 return (unsigned int) clks; 109 } 110 111 unsigned int mclk_to_picos(const unsigned int ctrl_num, unsigned int mclk) 112 { 113 return get_memory_clk_period_ps(ctrl_num) * mclk; 114 } 115 116 #ifdef CONFIG_PPC 117 void 118 __fsl_ddr_set_lawbar(const common_timing_params_t *memctl_common_params, 119 unsigned int law_memctl, 120 unsigned int ctrl_num) 121 { 122 unsigned long long base = memctl_common_params->base_address; 123 unsigned long long size = memctl_common_params->total_mem; 124 125 /* 126 * If no DIMMs on this controller, do not proceed any further. 127 */ 128 if (!memctl_common_params->ndimms_present) { 129 return; 130 } 131 132 #if !defined(CONFIG_PHYS_64BIT) 133 if (base >= CONFIG_MAX_MEM_MAPPED) 134 return; 135 if ((base + size) >= CONFIG_MAX_MEM_MAPPED) 136 size = CONFIG_MAX_MEM_MAPPED - base; 137 #endif 138 if (set_ddr_laws(base, size, law_memctl) < 0) { 139 printf("%s: ERROR (ctrl #%d, TRGT ID=%x)\n", __func__, ctrl_num, 140 law_memctl); 141 return ; 142 } 143 debug("setup ddr law base = 0x%llx, size 0x%llx, TRGT_ID 0x%x\n", 144 base, size, law_memctl); 145 } 146 147 __attribute__((weak, alias("__fsl_ddr_set_lawbar"))) void 148 fsl_ddr_set_lawbar(const common_timing_params_t *memctl_common_params, 149 unsigned int memctl_interleaved, 150 unsigned int ctrl_num); 151 #endif 152 153 void fsl_ddr_set_intl3r(const unsigned int granule_size) 154 { 155 #ifdef CONFIG_E6500 156 u32 *mcintl3r = (void *) (CONFIG_SYS_IMMR + 0x18004); 157 *mcintl3r = 0x80000000 | (granule_size & 0x1f); 158 debug("Enable MCINTL3R with granule size 0x%x\n", granule_size); 159 #endif 160 } 161 162 u32 fsl_ddr_get_intl3r(void) 163 { 164 u32 val = 0; 165 #ifdef CONFIG_E6500 166 u32 *mcintl3r = (void *) (CONFIG_SYS_IMMR + 0x18004); 167 val = *mcintl3r; 168 #endif 169 return val; 170 } 171 172 void print_ddr_info(unsigned int start_ctrl) 173 { 174 struct ccsr_ddr __iomem *ddr = 175 (struct ccsr_ddr __iomem *)(CONFIG_SYS_FSL_DDR_ADDR); 176 177 #if defined(CONFIG_E6500) && (CONFIG_NUM_DDR_CONTROLLERS == 3) 178 u32 *mcintl3r = (void *) (CONFIG_SYS_IMMR + 0x18004); 179 #endif 180 #if (CONFIG_NUM_DDR_CONTROLLERS > 1) 181 uint32_t cs0_config = ddr_in32(&ddr->cs0_config); 182 #endif 183 uint32_t sdram_cfg = ddr_in32(&ddr->sdram_cfg); 184 int cas_lat; 185 186 #if CONFIG_NUM_DDR_CONTROLLERS >= 2 187 if ((!(sdram_cfg & SDRAM_CFG_MEM_EN)) || 188 (start_ctrl == 1)) { 189 ddr = (void __iomem *)CONFIG_SYS_FSL_DDR2_ADDR; 190 sdram_cfg = ddr_in32(&ddr->sdram_cfg); 191 } 192 #endif 193 #if CONFIG_NUM_DDR_CONTROLLERS >= 3 194 if ((!(sdram_cfg & SDRAM_CFG_MEM_EN)) || 195 (start_ctrl == 2)) { 196 ddr = (void __iomem *)CONFIG_SYS_FSL_DDR3_ADDR; 197 sdram_cfg = ddr_in32(&ddr->sdram_cfg); 198 } 199 #endif 200 201 if (!(sdram_cfg & SDRAM_CFG_MEM_EN)) { 202 puts(" (DDR not enabled)\n"); 203 return; 204 } 205 206 puts(" (DDR"); 207 switch ((sdram_cfg & SDRAM_CFG_SDRAM_TYPE_MASK) >> 208 SDRAM_CFG_SDRAM_TYPE_SHIFT) { 209 case SDRAM_TYPE_DDR1: 210 puts("1"); 211 break; 212 case SDRAM_TYPE_DDR2: 213 puts("2"); 214 break; 215 case SDRAM_TYPE_DDR3: 216 puts("3"); 217 break; 218 case SDRAM_TYPE_DDR4: 219 puts("4"); 220 break; 221 default: 222 puts("?"); 223 break; 224 } 225 226 if (sdram_cfg & SDRAM_CFG_32_BE) 227 puts(", 32-bit"); 228 else if (sdram_cfg & SDRAM_CFG_16_BE) 229 puts(", 16-bit"); 230 else 231 puts(", 64-bit"); 232 233 /* Calculate CAS latency based on timing cfg values */ 234 cas_lat = ((ddr_in32(&ddr->timing_cfg_1) >> 16) & 0xf); 235 if (fsl_ddr_get_version(0) <= 0x40400) 236 cas_lat += 1; 237 else 238 cas_lat += 2; 239 cas_lat += ((ddr_in32(&ddr->timing_cfg_3) >> 12) & 3) << 4; 240 printf(", CL=%d", cas_lat >> 1); 241 if (cas_lat & 0x1) 242 puts(".5"); 243 244 if (sdram_cfg & SDRAM_CFG_ECC_EN) 245 puts(", ECC on)"); 246 else 247 puts(", ECC off)"); 248 249 #if (CONFIG_NUM_DDR_CONTROLLERS == 3) 250 #ifdef CONFIG_E6500 251 if (*mcintl3r & 0x80000000) { 252 puts("\n"); 253 puts(" DDR Controller Interleaving Mode: "); 254 switch (*mcintl3r & 0x1f) { 255 case FSL_DDR_3WAY_1KB_INTERLEAVING: 256 puts("3-way 1KB"); 257 break; 258 case FSL_DDR_3WAY_4KB_INTERLEAVING: 259 puts("3-way 4KB"); 260 break; 261 case FSL_DDR_3WAY_8KB_INTERLEAVING: 262 puts("3-way 8KB"); 263 break; 264 default: 265 puts("3-way UNKNOWN"); 266 break; 267 } 268 } 269 #endif 270 #endif 271 #if (CONFIG_NUM_DDR_CONTROLLERS >= 2) 272 if ((cs0_config & 0x20000000) && (start_ctrl == 0)) { 273 puts("\n"); 274 puts(" DDR Controller Interleaving Mode: "); 275 276 switch ((cs0_config >> 24) & 0xf) { 277 case FSL_DDR_256B_INTERLEAVING: 278 puts("256B"); 279 break; 280 case FSL_DDR_CACHE_LINE_INTERLEAVING: 281 puts("cache line"); 282 break; 283 case FSL_DDR_PAGE_INTERLEAVING: 284 puts("page"); 285 break; 286 case FSL_DDR_BANK_INTERLEAVING: 287 puts("bank"); 288 break; 289 case FSL_DDR_SUPERBANK_INTERLEAVING: 290 puts("super-bank"); 291 break; 292 default: 293 puts("invalid"); 294 break; 295 } 296 } 297 #endif 298 299 if ((sdram_cfg >> 8) & 0x7f) { 300 puts("\n"); 301 puts(" DDR Chip-Select Interleaving Mode: "); 302 switch(sdram_cfg >> 8 & 0x7f) { 303 case FSL_DDR_CS0_CS1_CS2_CS3: 304 puts("CS0+CS1+CS2+CS3"); 305 break; 306 case FSL_DDR_CS0_CS1: 307 puts("CS0+CS1"); 308 break; 309 case FSL_DDR_CS2_CS3: 310 puts("CS2+CS3"); 311 break; 312 case FSL_DDR_CS0_CS1_AND_CS2_CS3: 313 puts("CS0+CS1 and CS2+CS3"); 314 break; 315 default: 316 puts("invalid"); 317 break; 318 } 319 } 320 } 321 322 void __weak detail_board_ddr_info(void) 323 { 324 print_ddr_info(0); 325 } 326 327 void board_add_ram_info(int use_default) 328 { 329 detail_board_ddr_info(); 330 } 331 332 #ifdef CONFIG_FSL_DDR_SYNC_REFRESH 333 #define DDRC_DEBUG20_INIT_DONE 0x80000000 334 #define DDRC_DEBUG2_RF 0x00000040 335 void fsl_ddr_sync_memctl_refresh(unsigned int first_ctrl, 336 unsigned int last_ctrl) 337 { 338 unsigned int i; 339 u32 ddrc_debug20; 340 u32 ddrc_debug2[CONFIG_NUM_DDR_CONTROLLERS] = {}; 341 u32 *ddrc_debug2_p[CONFIG_NUM_DDR_CONTROLLERS] = {}; 342 struct ccsr_ddr __iomem *ddr; 343 344 for (i = first_ctrl; i <= last_ctrl; i++) { 345 switch (i) { 346 case 0: 347 ddr = (void *)CONFIG_SYS_FSL_DDR_ADDR; 348 break; 349 #if defined(CONFIG_SYS_FSL_DDR2_ADDR) && (CONFIG_NUM_DDR_CONTROLLERS > 1) 350 case 1: 351 ddr = (void *)CONFIG_SYS_FSL_DDR2_ADDR; 352 break; 353 #endif 354 #if defined(CONFIG_SYS_FSL_DDR3_ADDR) && (CONFIG_NUM_DDR_CONTROLLERS > 2) 355 case 2: 356 ddr = (void *)CONFIG_SYS_FSL_DDR3_ADDR; 357 break; 358 #endif 359 #if defined(CONFIG_SYS_FSL_DDR4_ADDR) && (CONFIG_NUM_DDR_CONTROLLERS > 3) 360 case 3: 361 ddr = (void *)CONFIG_SYS_FSL_DDR4_ADDR; 362 break; 363 #endif 364 default: 365 printf("%s unexpected ctrl = %u\n", __func__, i); 366 return; 367 } 368 ddrc_debug20 = ddr_in32(&ddr->debug[19]); 369 ddrc_debug2_p[i] = &ddr->debug[1]; 370 while (!(ddrc_debug20 & DDRC_DEBUG20_INIT_DONE)) { 371 /* keep polling until DDRC init is done */ 372 udelay(100); 373 ddrc_debug20 = ddr_in32(&ddr->debug[19]); 374 } 375 ddrc_debug2[i] = ddr_in32(&ddr->debug[1]) | DDRC_DEBUG2_RF; 376 } 377 /* 378 * Sync refresh 379 * This is put together to make sure the refresh reqeusts are sent 380 * closely to each other. 381 */ 382 for (i = first_ctrl; i <= last_ctrl; i++) 383 ddr_out32(ddrc_debug2_p[i], ddrc_debug2[i]); 384 } 385 #endif /* CONFIG_FSL_DDR_SYNC_REFRESH */ 386 387 void remove_unused_controllers(fsl_ddr_info_t *info) 388 { 389 #ifdef CONFIG_FSL_LSCH3 390 int i; 391 u64 nodeid; 392 void *hnf_sam_ctrl = (void *)(CCI_HN_F_0_BASE + CCN_HN_F_SAM_CTL); 393 bool ddr0_used = false; 394 bool ddr1_used = false; 395 396 for (i = 0; i < 8; i++) { 397 nodeid = in_le64(hnf_sam_ctrl) & CCN_HN_F_SAM_NODEID_MASK; 398 if (nodeid == CCN_HN_F_SAM_NODEID_DDR0) { 399 ddr0_used = true; 400 } else if (nodeid == CCN_HN_F_SAM_NODEID_DDR1) { 401 ddr1_used = true; 402 } else { 403 printf("Unknown nodeid in HN-F SAM control: 0x%llx\n", 404 nodeid); 405 } 406 hnf_sam_ctrl += (CCI_HN_F_1_BASE - CCI_HN_F_0_BASE); 407 } 408 if (!ddr0_used && !ddr1_used) { 409 printf("Invalid configuration in HN-F SAM control\n"); 410 return; 411 } 412 413 if (!ddr0_used && info->first_ctrl == 0) { 414 info->first_ctrl = 1; 415 info->num_ctrls = 1; 416 debug("First DDR controller disabled\n"); 417 return; 418 } 419 420 if (!ddr1_used && info->first_ctrl + info->num_ctrls > 1) { 421 info->num_ctrls = 1; 422 debug("Second DDR controller disabled\n"); 423 } 424 #endif 425 } 426