xref: /openbmc/u-boot/drivers/ddr/marvell/axp/ddr3_init.c (revision 83d290c56fab2d38cd1ab4c4cc7099559c1d5046)
1  // SPDX-License-Identifier: GPL-2.0
2  /*
3   * Copyright (C) Marvell International Ltd. and its affiliates
4   */
5  
6  #include <common.h>
7  #include <i2c.h>
8  #include <spl.h>
9  #include <asm/io.h>
10  #include <asm/arch/cpu.h>
11  #include <asm/arch/soc.h>
12  
13  #include "ddr3_init.h"
14  
15  #if defined(MV88F78X60)
16  #include "ddr3_axp_vars.h"
17  #elif defined(MV88F67XX)
18  #include "ddr3_a370_vars.h"
19  #elif defined(MV88F672X)
20  #include "ddr3_a375_vars.h"
21  #endif
22  
23  #ifdef STATIC_TRAINING
24  static void ddr3_static_training_init(void);
25  #endif
26  #ifdef DUNIT_STATIC
27  static void ddr3_static_mc_init(void);
28  #endif
29  #if defined(DUNIT_STATIC) || defined(STATIC_TRAINING)
30  MV_DRAM_MODES *ddr3_get_static_ddr_mode(void);
31  #endif
32  #if defined(MV88F672X)
33  void get_target_freq(u32 freq_mode, u32 *ddr_freq, u32 *hclk_ps);
34  #endif
35  u32 mv_board_id_get(void);
36  extern void ddr3_set_sw_wl_rl_debug(u32);
37  extern void ddr3_set_pbs(u32);
38  extern void ddr3_set_log_level(u32 val);
39  
40  static u32 log_level = DDR3_LOG_LEVEL;
41  
42  static u32 ddr3_init_main(void);
43  
44  /*
45   * Name:     ddr3_set_log_level
46   * Desc:     This routine initialize the log_level acording to nLogLevel
47   *           which getting from user
48   * Args:     nLogLevel
49   * Notes:
50   * Returns:  None.
51   */
ddr3_set_log_level(u32 val)52  void ddr3_set_log_level(u32 val)
53  {
54  	log_level = val;
55  }
56  
57  /*
58   * Name:     ddr3_get_log_level
59   * Desc:     This routine returns the log level
60   * Args:     none
61   * Notes:
62   * Returns:  log level.
63   */
ddr3_get_log_level(void)64  u32 ddr3_get_log_level(void)
65  {
66  	return log_level;
67  }
68  
debug_print_reg(u32 reg)69  static void debug_print_reg(u32 reg)
70  {
71  	printf("0x%08x = 0x%08x\n", reg, reg_read(reg));
72  }
73  
print_dunit_setup(void)74  static void print_dunit_setup(void)
75  {
76  	puts("\n########### LOG LEVEL 1 (D-UNIT SETUP)###########\n");
77  
78  #ifdef DUNIT_STATIC
79  	puts("\nStatic D-UNIT Setup:\n");
80  #endif
81  #ifdef DUNIT_SPD
82  	puts("\nDynamic(using SPD) D-UNIT Setup:\n");
83  #endif
84  	debug_print_reg(REG_SDRAM_CONFIG_ADDR);
85  	debug_print_reg(REG_DUNIT_CTRL_LOW_ADDR);
86  	debug_print_reg(REG_SDRAM_TIMING_LOW_ADDR);
87  	debug_print_reg(REG_SDRAM_TIMING_HIGH_ADDR);
88  	debug_print_reg(REG_SDRAM_ADDRESS_CTRL_ADDR);
89  	debug_print_reg(REG_SDRAM_OPEN_PAGES_ADDR);
90  	debug_print_reg(REG_SDRAM_OPERATION_ADDR);
91  	debug_print_reg(REG_SDRAM_MODE_ADDR);
92  	debug_print_reg(REG_SDRAM_EXT_MODE_ADDR);
93  	debug_print_reg(REG_DDR_CONT_HIGH_ADDR);
94  	debug_print_reg(REG_ODT_TIME_LOW_ADDR);
95  	debug_print_reg(REG_SDRAM_ERROR_ADDR);
96  	debug_print_reg(REG_SDRAM_AUTO_PWR_SAVE_ADDR);
97  	debug_print_reg(REG_OUDDR3_TIMING_ADDR);
98  	debug_print_reg(REG_ODT_TIME_HIGH_ADDR);
99  	debug_print_reg(REG_SDRAM_ODT_CTRL_LOW_ADDR);
100  	debug_print_reg(REG_SDRAM_ODT_CTRL_HIGH_ADDR);
101  	debug_print_reg(REG_DUNIT_ODT_CTRL_ADDR);
102  #ifndef MV88F67XX
103  	debug_print_reg(REG_DRAM_FIFO_CTRL_ADDR);
104  	debug_print_reg(REG_DRAM_AXI_CTRL_ADDR);
105  	debug_print_reg(REG_DRAM_ADDR_CTRL_DRIVE_STRENGTH_ADDR);
106  	debug_print_reg(REG_DRAM_DATA_DQS_DRIVE_STRENGTH_ADDR);
107  	debug_print_reg(REG_DRAM_VER_CAL_MACHINE_CTRL_ADDR);
108  	debug_print_reg(REG_DRAM_MAIN_PADS_CAL_ADDR);
109  	debug_print_reg(REG_DRAM_HOR_CAL_MACHINE_CTRL_ADDR);
110  	debug_print_reg(REG_CS_SIZE_SCRATCH_ADDR);
111  	debug_print_reg(REG_DYNAMIC_POWER_SAVE_ADDR);
112  	debug_print_reg(REG_READ_DATA_SAMPLE_DELAYS_ADDR);
113  	debug_print_reg(REG_READ_DATA_READY_DELAYS_ADDR);
114  	debug_print_reg(REG_DDR3_MR0_ADDR);
115  	debug_print_reg(REG_DDR3_MR1_ADDR);
116  	debug_print_reg(REG_DDR3_MR2_ADDR);
117  	debug_print_reg(REG_DDR3_MR3_ADDR);
118  	debug_print_reg(REG_DDR3_RANK_CTRL_ADDR);
119  	debug_print_reg(REG_DRAM_PHY_CONFIG_ADDR);
120  	debug_print_reg(REG_STATIC_DRAM_DLB_CONTROL);
121  	debug_print_reg(DLB_BUS_OPTIMIZATION_WEIGHTS_REG);
122  	debug_print_reg(DLB_AGING_REGISTER);
123  	debug_print_reg(DLB_EVICTION_CONTROL_REG);
124  	debug_print_reg(DLB_EVICTION_TIMERS_REGISTER_REG);
125  #if defined(MV88F672X)
126  	debug_print_reg(REG_FASTPATH_WIN_CTRL_ADDR(0));
127  	debug_print_reg(REG_FASTPATH_WIN_BASE_ADDR(0));
128  	debug_print_reg(REG_FASTPATH_WIN_CTRL_ADDR(1));
129  	debug_print_reg(REG_FASTPATH_WIN_BASE_ADDR(1));
130  #else
131  	debug_print_reg(REG_FASTPATH_WIN_0_CTRL_ADDR);
132  #endif
133  	debug_print_reg(REG_CDI_CONFIG_ADDR);
134  #endif
135  }
136  
137  #if !defined(STATIC_TRAINING)
ddr3_restore_and_set_final_windows(u32 * win_backup)138  static void ddr3_restore_and_set_final_windows(u32 *win_backup)
139  {
140  	u32 ui, reg, cs;
141  	u32 win_ctrl_reg, num_of_win_regs;
142  	u32 cs_ena = ddr3_get_cs_ena_from_reg();
143  
144  #if defined(MV88F672X)
145  	if (DDR3_FAST_PATH_EN == 0)
146  		return;
147  #endif
148  
149  #if defined(MV88F672X)
150  	win_ctrl_reg = REG_XBAR_WIN_16_CTRL_ADDR;
151  	num_of_win_regs = 8;
152  #else
153  	win_ctrl_reg = REG_XBAR_WIN_4_CTRL_ADDR;
154  	num_of_win_regs = 16;
155  #endif
156  
157  	/* Return XBAR windows 4-7 or 16-19 init configuration */
158  	for (ui = 0; ui < num_of_win_regs; ui++)
159  		reg_write((win_ctrl_reg + 0x4 * ui), win_backup[ui]);
160  
161  	DEBUG_INIT_FULL_S("DDR3 Training Sequence - Switching XBAR Window to FastPath Window\n");
162  
163  #if defined(MV88F672X)
164  	/* Set L2 filtering to 1G */
165  	reg_write(0x8c04, 0x40000000);
166  
167  	/* Open fast path windows */
168  	for (cs = 0; cs < MAX_CS; cs++) {
169  		if (cs_ena & (1 << cs)) {
170  			/* set fast path window control for the cs */
171  			reg = 0x1FFFFFE1;
172  			reg |= (cs << 2);
173  			reg |= (SDRAM_CS_SIZE & 0xFFFF0000);
174  			/* Open fast path Window */
175  			reg_write(REG_FASTPATH_WIN_CTRL_ADDR(cs), reg);
176  			/* set fast path window base address for the cs */
177  			reg = (((SDRAM_CS_SIZE + 1) * cs) & 0xFFFF0000);
178  			/* Set base address */
179  			reg_write(REG_FASTPATH_WIN_BASE_ADDR(cs), reg);
180  		}
181  	}
182  #else
183  	reg = 0x1FFFFFE1;
184  	for (cs = 0; cs < MAX_CS; cs++) {
185  		if (cs_ena & (1 << cs)) {
186  			reg |= (cs << 2);
187  			break;
188  		}
189  	}
190  
191  	/* Open fast path Window to - 0.5G */
192  	reg_write(REG_FASTPATH_WIN_0_CTRL_ADDR, reg);
193  #endif
194  }
195  
ddr3_save_and_set_training_windows(u32 * win_backup)196  static void ddr3_save_and_set_training_windows(u32 *win_backup)
197  {
198  	u32 cs_ena = ddr3_get_cs_ena_from_reg();
199  	u32 reg, tmp_count, cs, ui;
200  	u32 win_ctrl_reg, win_base_reg, win_remap_reg;
201  	u32 num_of_win_regs, win_jump_index;
202  
203  #if defined(MV88F672X)
204  	/* Disable L2 filtering */
205  	reg_write(0x8c04, 0);
206  
207  	win_ctrl_reg = REG_XBAR_WIN_16_CTRL_ADDR;
208  	win_base_reg = REG_XBAR_WIN_16_BASE_ADDR;
209  	win_remap_reg = REG_XBAR_WIN_16_REMAP_ADDR;
210  	win_jump_index = 0x8;
211  	num_of_win_regs = 8;
212  #else
213  	win_ctrl_reg = REG_XBAR_WIN_4_CTRL_ADDR;
214  	win_base_reg = REG_XBAR_WIN_4_BASE_ADDR;
215  	win_remap_reg = REG_XBAR_WIN_4_REMAP_ADDR;
216  	win_jump_index = 0x10;
217  	num_of_win_regs = 16;
218  #endif
219  
220  	/* Close XBAR Window 19 - Not needed */
221  	/* {0x000200e8}  -   Open Mbus Window - 2G */
222  	reg_write(REG_XBAR_WIN_19_CTRL_ADDR, 0);
223  
224  	/* Save XBAR Windows 4-19 init configurations */
225  	for (ui = 0; ui < num_of_win_regs; ui++)
226  		win_backup[ui] = reg_read(win_ctrl_reg + 0x4 * ui);
227  
228  	/* Open XBAR Windows 4-7 or 16-19 for other CS */
229  	reg = 0;
230  	tmp_count = 0;
231  	for (cs = 0; cs < MAX_CS; cs++) {
232  		if (cs_ena & (1 << cs)) {
233  			switch (cs) {
234  			case 0:
235  				reg = 0x0E00;
236  				break;
237  			case 1:
238  				reg = 0x0D00;
239  				break;
240  			case 2:
241  				reg = 0x0B00;
242  				break;
243  			case 3:
244  				reg = 0x0700;
245  				break;
246  			}
247  			reg |= (1 << 0);
248  			reg |= (SDRAM_CS_SIZE & 0xFFFF0000);
249  
250  			reg_write(win_ctrl_reg + win_jump_index * tmp_count,
251  				  reg);
252  			reg = ((SDRAM_CS_SIZE + 1) * (tmp_count)) & 0xFFFF0000;
253  			reg_write(win_base_reg + win_jump_index * tmp_count,
254  				  reg);
255  
256  			if (win_remap_reg <= REG_XBAR_WIN_7_REMAP_ADDR) {
257  				reg_write(win_remap_reg +
258  					  win_jump_index * tmp_count, 0);
259  			}
260  
261  			tmp_count++;
262  		}
263  	}
264  }
265  #endif /*  !defined(STATIC_TRAINING) */
266  
267  /*
268   * Name:     ddr3_init - Main DDR3 Init function
269   * Desc:     This routine initialize the DDR3 MC and runs HW training.
270   * Args:     None.
271   * Notes:
272   * Returns:  None.
273   */
ddr3_init(void)274  int ddr3_init(void)
275  {
276  	unsigned int status;
277  
278  	ddr3_set_pbs(DDR3_PBS);
279  	ddr3_set_sw_wl_rl_debug(DDR3_RUN_SW_WHEN_HW_FAIL);
280  
281  	status = ddr3_init_main();
282  	if (status == MV_DDR3_TRAINING_ERR_BAD_SAR)
283  		DEBUG_INIT_S("DDR3 Training Error: Bad sample at reset");
284  	if (status == MV_DDR3_TRAINING_ERR_BAD_DIMM_SETUP)
285  		DEBUG_INIT_S("DDR3 Training Error: Bad DIMM setup");
286  	if (status == MV_DDR3_TRAINING_ERR_MAX_CS_LIMIT)
287  		DEBUG_INIT_S("DDR3 Training Error: Max CS limit");
288  	if (status == MV_DDR3_TRAINING_ERR_MAX_ENA_CS_LIMIT)
289  		DEBUG_INIT_S("DDR3 Training Error: Max enable CS limit");
290  	if (status == MV_DDR3_TRAINING_ERR_BAD_R_DIMM_SETUP)
291  		DEBUG_INIT_S("DDR3 Training Error: Bad R-DIMM setup");
292  	if (status == MV_DDR3_TRAINING_ERR_TWSI_FAIL)
293  		DEBUG_INIT_S("DDR3 Training Error: TWSI failure");
294  	if (status == MV_DDR3_TRAINING_ERR_DIMM_TYPE_NO_MATCH)
295  		DEBUG_INIT_S("DDR3 Training Error: DIMM type no match");
296  	if (status == MV_DDR3_TRAINING_ERR_TWSI_BAD_TYPE)
297  		DEBUG_INIT_S("DDR3 Training Error: TWSI bad type");
298  	if (status == MV_DDR3_TRAINING_ERR_BUS_WIDTH_NOT_MATCH)
299  		DEBUG_INIT_S("DDR3 Training Error: bus width no match");
300  	if (status > MV_DDR3_TRAINING_ERR_HW_FAIL_BASE)
301  		DEBUG_INIT_C("DDR3 Training Error: HW Failure 0x", status, 8);
302  
303  	return status;
304  }
305  
print_ddr_target_freq(u32 cpu_freq,u32 fab_opt)306  static void print_ddr_target_freq(u32 cpu_freq, u32 fab_opt)
307  {
308  	puts("\nDDR3 Training Sequence - Run DDR3 at ");
309  
310  	switch (cpu_freq) {
311  #if defined(MV88F672X)
312  	case 21:
313  		puts("533 Mhz\n");
314  		break;
315  #else
316  	case 1:
317  		puts("533 Mhz\n");
318  		break;
319  	case 2:
320  		if (fab_opt == 5)
321  			puts("600 Mhz\n");
322  		if (fab_opt == 9)
323  			puts("400 Mhz\n");
324  		break;
325  	case 3:
326  		puts("667 Mhz\n");
327  		break;
328  	case 4:
329  		if (fab_opt == 5)
330  			puts("750 Mhz\n");
331  		if (fab_opt == 9)
332  			puts("500 Mhz\n");
333  		break;
334  	case 0xa:
335  		puts("400 Mhz\n");
336  		break;
337  	case 0xb:
338  		if (fab_opt == 5)
339  			puts("800 Mhz\n");
340  		if (fab_opt == 9)
341  			puts("553 Mhz\n");
342  		if (fab_opt == 0xA)
343  			puts("640 Mhz\n");
344  		break;
345  #endif
346  	default:
347  		puts("NOT DEFINED FREQ\n");
348  	}
349  }
350  
ddr3_init_main(void)351  static u32 ddr3_init_main(void)
352  {
353  	u32 target_freq;
354  	u32 reg = 0;
355  	u32 cpu_freq, fab_opt, hclk_time_ps, soc_num;
356  	__maybe_unused u32 ecc = DRAM_ECC;
357  	__maybe_unused int dqs_clk_aligned = 0;
358  	__maybe_unused u32 scrub_offs, scrub_size;
359  	__maybe_unused u32 ddr_width = BUS_WIDTH;
360  	__maybe_unused int status;
361  	__maybe_unused u32 win_backup[16];
362  
363  	/* SoC/Board special Initializtions */
364  	fab_opt = ddr3_get_fab_opt();
365  
366  #ifdef CONFIG_SPD_EEPROM
367  	i2c_init(CONFIG_SYS_I2C_SPEED, CONFIG_SYS_I2C_SLAVE);
368  #endif
369  
370  	ddr3_print_version();
371  	DEBUG_INIT_S("4\n");
372  	/* Lib version 5.5.4 */
373  
374  	fab_opt = ddr3_get_fab_opt();
375  
376  	/* Switching CPU to MRVL ID */
377  	soc_num = (reg_read(REG_SAMPLE_RESET_HIGH_ADDR) & SAR1_CPU_CORE_MASK) >>
378  		SAR1_CPU_CORE_OFFSET;
379  	switch (soc_num) {
380  	case 0x3:
381  		reg_bit_set(CPU_CONFIGURATION_REG(3), CPU_MRVL_ID_OFFSET);
382  		reg_bit_set(CPU_CONFIGURATION_REG(2), CPU_MRVL_ID_OFFSET);
383  	case 0x1:
384  		reg_bit_set(CPU_CONFIGURATION_REG(1), CPU_MRVL_ID_OFFSET);
385  	case 0x0:
386  		reg_bit_set(CPU_CONFIGURATION_REG(0), CPU_MRVL_ID_OFFSET);
387  	default:
388  		break;
389  	}
390  
391  	/* Power down deskew PLL */
392  #if !defined(MV88F672X)
393  	/* 0x18780 [25] */
394  	reg = (reg_read(REG_DDRPHY_APLL_CTRL_ADDR) & ~(1 << 25));
395  	reg_write(REG_DDRPHY_APLL_CTRL_ADDR, reg);
396  #endif
397  
398  	/*
399  	 * Stage 0 - Set board configuration
400  	 */
401  	cpu_freq = ddr3_get_cpu_freq();
402  	if (fab_opt > FAB_OPT)
403  		fab_opt = FAB_OPT - 1;
404  
405  	if (ddr3_get_log_level() > 0)
406  		print_ddr_target_freq(cpu_freq, fab_opt);
407  
408  #if defined(MV88F672X)
409  	get_target_freq(cpu_freq, &target_freq, &hclk_time_ps);
410  #else
411  	target_freq = cpu_ddr_ratios[fab_opt][cpu_freq];
412  	hclk_time_ps = cpu_fab_clk_to_hclk[fab_opt][cpu_freq];
413  #endif
414  	if ((target_freq == 0) || (hclk_time_ps == 0)) {
415  		DEBUG_INIT_S("DDR3 Training Sequence - FAILED - Wrong Sample at Reset Configurations\n");
416  		if (target_freq == 0) {
417  			DEBUG_INIT_C("target_freq", target_freq, 2);
418  			DEBUG_INIT_C("fab_opt", fab_opt, 2);
419  			DEBUG_INIT_C("cpu_freq", cpu_freq, 2);
420  		} else if (hclk_time_ps == 0) {
421  			DEBUG_INIT_C("hclk_time_ps", hclk_time_ps, 2);
422  			DEBUG_INIT_C("fab_opt", fab_opt, 2);
423  			DEBUG_INIT_C("cpu_freq", cpu_freq, 2);
424  		}
425  
426  		return MV_DDR3_TRAINING_ERR_BAD_SAR;
427  	}
428  
429  #if defined(ECC_SUPPORT)
430  	scrub_offs = U_BOOT_START_ADDR;
431  	scrub_size = U_BOOT_SCRUB_SIZE;
432  #else
433  	scrub_offs = 0;
434  	scrub_size = 0;
435  #endif
436  
437  #if defined(ECC_SUPPORT) && defined(AUTO_DETECTION_SUPPORT)
438  	ecc = DRAM_ECC;
439  #endif
440  
441  #if defined(ECC_SUPPORT) && defined(AUTO_DETECTION_SUPPORT)
442  	ecc = 0;
443  	if (ddr3_check_config(BUS_WIDTH_ECC_TWSI_ADDR, CONFIG_ECC))
444  		ecc = 1;
445  #endif
446  
447  #ifdef DQS_CLK_ALIGNED
448  	dqs_clk_aligned = 1;
449  #endif
450  
451  	/* Check if DRAM is already initialized  */
452  	if (reg_read(REG_BOOTROM_ROUTINE_ADDR) &
453  	    (1 << REG_BOOTROM_ROUTINE_DRAM_INIT_OFFS)) {
454  		DEBUG_INIT_S("DDR3 Training Sequence - 2nd boot - Skip\n");
455  		return MV_OK;
456  	}
457  
458  	/*
459  	 * Stage 1 - Dunit Setup
460  	 */
461  
462  #ifdef DUNIT_STATIC
463  	/*
464  	 * For Static D-Unit Setup use must set the correct static values
465  	 * at the ddr3_*soc*_vars.h file
466  	 */
467  	DEBUG_INIT_FULL_S("DDR3 Training Sequence - Static MC Init\n");
468  	ddr3_static_mc_init();
469  
470  #ifdef ECC_SUPPORT
471  	ecc = DRAM_ECC;
472  	if (ecc) {
473  		reg = reg_read(REG_SDRAM_CONFIG_ADDR);
474  		reg |= (1 << REG_SDRAM_CONFIG_ECC_OFFS);
475  		reg_write(REG_SDRAM_CONFIG_ADDR, reg);
476  	}
477  #endif
478  #endif
479  
480  #if defined(MV88F78X60) || defined(MV88F672X)
481  #if defined(AUTO_DETECTION_SUPPORT)
482  	/*
483  	 * Configurations for both static and dynamic MC setups
484  	 *
485  	 * Dynamically Set 32Bit and ECC for AXP (Relevant only for
486  	 * Marvell DB boards)
487  	 */
488  	if (ddr3_check_config(BUS_WIDTH_ECC_TWSI_ADDR, CONFIG_BUS_WIDTH)) {
489  		ddr_width = 32;
490  		DEBUG_INIT_S("DDR3 Training Sequence - DRAM bus width 32Bit\n");
491  	}
492  #endif
493  
494  #if defined(MV88F672X)
495  	reg = reg_read(REG_SDRAM_CONFIG_ADDR);
496  	if ((reg >> 15) & 1)
497  		ddr_width = 32;
498  	else
499  		ddr_width = 16;
500  #endif
501  #endif
502  
503  #ifdef DUNIT_SPD
504  	status = ddr3_dunit_setup(ecc, hclk_time_ps, &ddr_width);
505  	if (MV_OK != status) {
506  		DEBUG_INIT_S("DDR3 Training Sequence - FAILED (ddr3 Dunit Setup)\n");
507  		return status;
508  	}
509  #endif
510  
511  	/* Fix read ready phases for all SOC in reg 0x15C8 */
512  	reg = reg_read(REG_TRAINING_DEBUG_3_ADDR);
513  	reg &= ~(REG_TRAINING_DEBUG_3_MASK);
514  	reg |= 0x4;		/* Phase 0 */
515  	reg &= ~(REG_TRAINING_DEBUG_3_MASK << REG_TRAINING_DEBUG_3_OFFS);
516  	reg |= (0x4 << (1 * REG_TRAINING_DEBUG_3_OFFS));	/* Phase 1 */
517  	reg &= ~(REG_TRAINING_DEBUG_3_MASK << (3 * REG_TRAINING_DEBUG_3_OFFS));
518  	reg |= (0x6 << (3 * REG_TRAINING_DEBUG_3_OFFS));	/* Phase 3 */
519  	reg &= ~(REG_TRAINING_DEBUG_3_MASK << (4 * REG_TRAINING_DEBUG_3_OFFS));
520  	reg |= (0x6 << (4 * REG_TRAINING_DEBUG_3_OFFS));
521  	reg &= ~(REG_TRAINING_DEBUG_3_MASK << (5 * REG_TRAINING_DEBUG_3_OFFS));
522  	reg |= (0x6 << (5 * REG_TRAINING_DEBUG_3_OFFS));
523  	reg_write(REG_TRAINING_DEBUG_3_ADDR, reg);
524  
525  #if defined(MV88F672X)
526  	/*
527  	 * AxiBrespMode[8] = Compliant,
528  	 * AxiAddrDecodeCntrl[11] = Internal,
529  	 * AxiDataBusWidth[0] = 128bit
530  	 */
531  	/* 0x14A8 - AXI Control Register */
532  	reg_write(REG_DRAM_AXI_CTRL_ADDR, 0);
533  #else
534  	/* 0x14A8 - AXI Control Register */
535  	reg_write(REG_DRAM_AXI_CTRL_ADDR, 0x00000100);
536  	reg_write(REG_CDI_CONFIG_ADDR, 0x00000006);
537  
538  	if ((ddr_width == 64) && (reg_read(REG_DDR_IO_ADDR) &
539  				  (1 << REG_DDR_IO_CLK_RATIO_OFFS))) {
540  		/* 0x14A8 - AXI Control Register */
541  		reg_write(REG_DRAM_AXI_CTRL_ADDR, 0x00000101);
542  		reg_write(REG_CDI_CONFIG_ADDR, 0x00000007);
543  	}
544  #endif
545  
546  #if !defined(MV88F67XX)
547  	/*
548  	 * ARMADA-370 activate DLB later at the u-boot,
549  	 * Armada38x - No DLB activation at this time
550  	 */
551  	reg_write(DLB_BUS_OPTIMIZATION_WEIGHTS_REG, 0x18C01E);
552  
553  #if defined(MV88F78X60)
554  	/* WA according to eratta GL-8672902*/
555  	if (mv_ctrl_rev_get() == MV_78XX0_B0_REV)
556  		reg_write(DLB_BUS_OPTIMIZATION_WEIGHTS_REG, 0xc19e);
557  #endif
558  
559  	reg_write(DLB_AGING_REGISTER, 0x0f7f007f);
560  	reg_write(DLB_EVICTION_CONTROL_REG, 0x0);
561  	reg_write(DLB_EVICTION_TIMERS_REGISTER_REG, 0x00FF3C1F);
562  
563  	reg_write(MBUS_UNITS_PRIORITY_CONTROL_REG, 0x55555555);
564  	reg_write(FABRIC_UNITS_PRIORITY_CONTROL_REG, 0xAA);
565  	reg_write(MBUS_UNITS_PREFETCH_CONTROL_REG, 0xffff);
566  	reg_write(FABRIC_UNITS_PREFETCH_CONTROL_REG, 0xf0f);
567  
568  #if defined(MV88F78X60)
569  	/* WA according to eratta GL-8672902 */
570  	if (mv_ctrl_rev_get() == MV_78XX0_B0_REV) {
571  		reg = reg_read(REG_STATIC_DRAM_DLB_CONTROL);
572  		reg |= DLB_ENABLE;
573  		reg_write(REG_STATIC_DRAM_DLB_CONTROL, reg);
574  	}
575  #endif /* end defined(MV88F78X60) */
576  #endif /* end !defined(MV88F67XX) */
577  
578  	if (ddr3_get_log_level() >= MV_LOG_LEVEL_1)
579  		print_dunit_setup();
580  
581  	/*
582  	 * Stage 2 - Training Values Setup
583  	 */
584  #ifdef STATIC_TRAINING
585  	/*
586  	 * DRAM Init - After all the D-unit values are set, its time to init
587  	 * the D-unit
588  	 */
589  	/* Wait for '0' */
590  	reg_write(REG_SDRAM_INIT_CTRL_ADDR, 0x1);
591  	do {
592  		reg = (reg_read(REG_SDRAM_INIT_CTRL_ADDR)) &
593  			(1 << REG_SDRAM_INIT_CTRL_OFFS);
594  	} while (reg);
595  
596  	/* ddr3 init using static parameters - HW training is disabled */
597  	DEBUG_INIT_FULL_S("DDR3 Training Sequence - Static Training Parameters\n");
598  	ddr3_static_training_init();
599  
600  #if defined(MV88F78X60)
601  	/*
602  	 * If ECC is enabled, need to scrub the U-Boot area memory region -
603  	 * Run training function with Xor bypass just to scrub the memory
604  	 */
605  	status = ddr3_hw_training(target_freq, ddr_width,
606  				  1, scrub_offs, scrub_size,
607  				  dqs_clk_aligned, DDR3_TRAINING_DEBUG,
608  				  REG_DIMM_SKIP_WL);
609  	if (MV_OK != status) {
610  		DEBUG_INIT_FULL_S("DDR3 Training Sequence - FAILED\n");
611  		return status;
612  	}
613  #endif
614  #else
615  	/* Set X-BAR windows for the training sequence */
616  	ddr3_save_and_set_training_windows(win_backup);
617  
618  	/* Run DDR3 Training Sequence */
619  	/* DRAM Init */
620  	reg_write(REG_SDRAM_INIT_CTRL_ADDR, 0x1);
621  	do {
622  		reg = (reg_read(REG_SDRAM_INIT_CTRL_ADDR)) &
623  			(1 << REG_SDRAM_INIT_CTRL_OFFS);
624  	} while (reg);		/* Wait for '0' */
625  
626  	/* ddr3 init using DDR3 HW training procedure */
627  	DEBUG_INIT_FULL_S("DDR3 Training Sequence - HW Training Procedure\n");
628  	status = ddr3_hw_training(target_freq, ddr_width,
629  				  0, scrub_offs, scrub_size,
630  				  dqs_clk_aligned, DDR3_TRAINING_DEBUG,
631  				  REG_DIMM_SKIP_WL);
632  	if (MV_OK != status) {
633  		DEBUG_INIT_FULL_S("DDR3 Training Sequence - FAILED\n");
634  		return status;
635  	}
636  #endif
637  
638  	/*
639  	 * Stage 3 - Finish
640  	 */
641  #if defined(MV88F78X60) || defined(MV88F672X)
642  	/* Disable ECC Ignore bit */
643  	reg = reg_read(REG_SDRAM_CONFIG_ADDR) &
644  		~(1 << REG_SDRAM_CONFIG_IERR_OFFS);
645  	reg_write(REG_SDRAM_CONFIG_ADDR, reg);
646  #endif
647  
648  #if !defined(STATIC_TRAINING)
649  	/* Restore and set windows */
650  	ddr3_restore_and_set_final_windows(win_backup);
651  #endif
652  
653  	/* Update DRAM init indication in bootROM register */
654  	reg = reg_read(REG_BOOTROM_ROUTINE_ADDR);
655  	reg_write(REG_BOOTROM_ROUTINE_ADDR,
656  		  reg | (1 << REG_BOOTROM_ROUTINE_DRAM_INIT_OFFS));
657  
658  #if !defined(MV88F67XX)
659  #if defined(MV88F78X60)
660  	if (mv_ctrl_rev_get() == MV_78XX0_B0_REV) {
661  		reg = reg_read(REG_SDRAM_CONFIG_ADDR);
662  		if (ecc == 0)
663  			reg_write(REG_SDRAM_CONFIG_ADDR, reg | (1 << 19));
664  	}
665  #endif /* end defined(MV88F78X60) */
666  
667  	reg_write(DLB_EVICTION_CONTROL_REG, 0x9);
668  
669  	reg = reg_read(REG_STATIC_DRAM_DLB_CONTROL);
670  	reg |= (DLB_ENABLE | DLB_WRITE_COALESING | DLB_AXI_PREFETCH_EN |
671  		DLB_MBUS_PREFETCH_EN | PREFETCH_NLNSZTR);
672  	reg_write(REG_STATIC_DRAM_DLB_CONTROL, reg);
673  #endif /* end !defined(MV88F67XX) */
674  
675  #ifdef STATIC_TRAINING
676  	DEBUG_INIT_S("DDR3 Training Sequence - Ended Successfully (S)\n");
677  #else
678  	DEBUG_INIT_S("DDR3 Training Sequence - Ended Successfully\n");
679  #endif
680  
681  	return MV_OK;
682  }
683  
684  /*
685   * Name:     ddr3_get_cpu_freq
686   * Desc:     read S@R and return CPU frequency
687   * Args:
688   * Notes:
689   * Returns:  required value
690   */
691  
ddr3_get_cpu_freq(void)692  u32 ddr3_get_cpu_freq(void)
693  {
694  	u32 reg, cpu_freq;
695  
696  #if defined(MV88F672X)
697  	/* Read sample at reset setting */
698  	reg = reg_read(REG_SAMPLE_RESET_HIGH_ADDR);	/* 0xE8200 */
699  	cpu_freq = (reg & REG_SAMPLE_RESET_CPU_FREQ_MASK) >>
700  		REG_SAMPLE_RESET_CPU_FREQ_OFFS;
701  #else
702  	/* Read sample at reset setting */
703  	reg = reg_read(REG_SAMPLE_RESET_LOW_ADDR);	/* 0x18230 [23:21] */
704  #if defined(MV88F78X60)
705  	cpu_freq = (reg & REG_SAMPLE_RESET_CPU_FREQ_MASK) >>
706  		REG_SAMPLE_RESET_CPU_FREQ_OFFS;
707  	reg = reg_read(REG_SAMPLE_RESET_HIGH_ADDR);	/* 0x18234 [20] */
708  	cpu_freq |= (((reg >> REG_SAMPLE_RESET_HIGH_CPU_FREQ_OFFS) & 0x1) << 3);
709  #elif defined(MV88F67XX)
710  	cpu_freq = (reg & REG_SAMPLE_RESET_CPU_FREQ_MASK) >>
711  		REG_SAMPLE_RESET_CPU_FREQ_OFFS;
712  #endif
713  #endif
714  
715  	return cpu_freq;
716  }
717  
718  /*
719   * Name:     ddr3_get_fab_opt
720   * Desc:     read S@R and return CPU frequency
721   * Args:
722   * Notes:
723   * Returns:  required value
724   */
ddr3_get_fab_opt(void)725  u32 ddr3_get_fab_opt(void)
726  {
727  	__maybe_unused u32 reg, fab_opt;
728  
729  #if defined(MV88F672X)
730  	return 0;		/* No fabric */
731  #else
732  	/* Read sample at reset setting */
733  	reg = reg_read(REG_SAMPLE_RESET_LOW_ADDR);
734  	fab_opt = (reg & REG_SAMPLE_RESET_FAB_MASK) >>
735  		REG_SAMPLE_RESET_FAB_OFFS;
736  
737  #if defined(MV88F78X60)
738  	reg = reg_read(REG_SAMPLE_RESET_HIGH_ADDR);
739  	fab_opt |= (((reg >> 19) & 0x1) << 4);
740  #endif
741  
742  	return fab_opt;
743  #endif
744  }
745  
746  /*
747   * Name:     ddr3_get_vco_freq
748   * Desc:     read S@R and return VCO frequency
749   * Args:
750   * Notes:
751   * Returns:  required value
752   */
ddr3_get_vco_freq(void)753  u32 ddr3_get_vco_freq(void)
754  {
755  	u32 fab, cpu_freq, ui_vco_freq;
756  
757  	fab = ddr3_get_fab_opt();
758  	cpu_freq = ddr3_get_cpu_freq();
759  
760  	if (fab == 2 || fab == 3 || fab == 7 || fab == 8 || fab == 10 ||
761  	    fab == 15 || fab == 17 || fab == 20)
762  		ui_vco_freq = cpu_freq + CLK_CPU;
763  	else
764  		ui_vco_freq = cpu_freq;
765  
766  	return ui_vco_freq;
767  }
768  
769  #ifdef STATIC_TRAINING
770  /*
771   * Name:     ddr3_static_training_init - Init DDR3 Training with
772   *           static parameters
773   * Desc:     Use this routine to init the controller without the HW training
774   *           procedure
775   *           User must provide compatible header file with registers data.
776   * Args:     None.
777   * Notes:
778   * Returns:  None.
779   */
ddr3_static_training_init(void)780  void ddr3_static_training_init(void)
781  {
782  	MV_DRAM_MODES *ddr_mode;
783  	u32 reg;
784  	int j;
785  
786  	ddr_mode = ddr3_get_static_ddr_mode();
787  
788  	j = 0;
789  	while (ddr_mode->vals[j].reg_addr != 0) {
790  		udelay(10);	/* haim want to delay each write */
791  		reg_write(ddr_mode->vals[j].reg_addr,
792  			  ddr_mode->vals[j].reg_value);
793  
794  		if (ddr_mode->vals[j].reg_addr ==
795  		    REG_PHY_REGISTRY_FILE_ACCESS_ADDR)
796  			do {
797  				reg = reg_read(REG_PHY_REGISTRY_FILE_ACCESS_ADDR) &
798  					REG_PHY_REGISTRY_FILE_ACCESS_OP_DONE;
799  			} while (reg);
800  		j++;
801  	}
802  }
803  #endif
804  
805  /*
806   * Name:     ddr3_get_static_mc_value - Init Memory controller with static
807   *           parameters
808   * Desc:     Use this routine to init the controller without the HW training
809   *           procedure
810   *           User must provide compatible header file with registers data.
811   * Args:     None.
812   * Notes:
813   * Returns:  None.
814   */
ddr3_get_static_mc_value(u32 reg_addr,u32 offset1,u32 mask1,u32 offset2,u32 mask2)815  u32 ddr3_get_static_mc_value(u32 reg_addr, u32 offset1, u32 mask1, u32 offset2,
816  			     u32 mask2)
817  {
818  	u32 reg, tmp;
819  
820  	reg = reg_read(reg_addr);
821  
822  	tmp = (reg >> offset1) & mask1;
823  	if (mask2)
824  		tmp |= (reg >> offset2) & mask2;
825  
826  	return tmp;
827  }
828  
829  /*
830   * Name:     ddr3_get_static_ddr_mode - Init Memory controller with static
831   *           parameters
832   * Desc:     Use this routine to init the controller without the HW training
833   *           procedure
834   *           User must provide compatible header file with registers data.
835   * Args:     None.
836   * Notes:
837   * Returns:  None.
838   */
ddr3_get_static_ddr_mode(void)839  __weak MV_DRAM_MODES *ddr3_get_static_ddr_mode(void)
840  {
841  	u32 chip_board_rev, i;
842  	u32 size;
843  
844  	/* Do not modify this code. relevant only for marvell Boards */
845  #if defined(DB_78X60_PCAC)
846  	chip_board_rev = Z1_PCAC;
847  #elif defined(DB_78X60_AMC)
848  	chip_board_rev = A0_AMC;
849  #elif defined(DB_88F6710_PCAC)
850  	chip_board_rev = A0_PCAC;
851  #elif defined(RD_88F6710)
852  	chip_board_rev = A0_RD;
853  #elif defined(MV88F672X)
854  	chip_board_rev = mv_board_id_get();
855  #else
856  	chip_board_rev = A0;
857  #endif
858  
859  	size = sizeof(ddr_modes) / sizeof(MV_DRAM_MODES);
860  	for (i = 0; i < size; i++) {
861  		if ((ddr3_get_cpu_freq() == ddr_modes[i].cpu_freq) &&
862  		    (ddr3_get_fab_opt() == ddr_modes[i].fab_freq) &&
863  		    (chip_board_rev == ddr_modes[i].chip_board_rev))
864  			return &ddr_modes[i];
865  	}
866  
867  	return &ddr_modes[0];
868  }
869  
870  #ifdef DUNIT_STATIC
871  /*
872   * Name:     ddr3_static_mc_init - Init Memory controller with static parameters
873   * Desc:     Use this routine to init the controller without the HW training
874   *           procedure
875   *           User must provide compatible header file with registers data.
876   * Args:     None.
877   * Notes:
878   * Returns:  None.
879   */
ddr3_static_mc_init(void)880  void ddr3_static_mc_init(void)
881  {
882  	MV_DRAM_MODES *ddr_mode;
883  	u32 reg;
884  	int j;
885  
886  	ddr_mode = ddr3_get_static_ddr_mode();
887  	j = 0;
888  	while (ddr_mode->regs[j].reg_addr != 0) {
889  		reg_write(ddr_mode->regs[j].reg_addr,
890  			  ddr_mode->regs[j].reg_value);
891  		if (ddr_mode->regs[j].reg_addr ==
892  		    REG_PHY_REGISTRY_FILE_ACCESS_ADDR)
893  			do {
894  				reg = reg_read(REG_PHY_REGISTRY_FILE_ACCESS_ADDR) &
895  					REG_PHY_REGISTRY_FILE_ACCESS_OP_DONE;
896  			} while (reg);
897  		j++;
898  	}
899  }
900  #endif
901  
902  /*
903   * Name:     ddr3_check_config - Check user configurations: ECC/MultiCS
904   * Desc:
905   * Args:     twsi Address
906   * Notes:    Only Available for ArmadaXP/Armada 370 DB boards
907   * Returns:  None.
908   */
ddr3_check_config(u32 twsi_addr,MV_CONFIG_TYPE config_type)909  int ddr3_check_config(u32 twsi_addr, MV_CONFIG_TYPE config_type)
910  {
911  #ifdef AUTO_DETECTION_SUPPORT
912  	u8 data = 0;
913  	int ret;
914  	int offset;
915  
916  	if ((config_type == CONFIG_ECC) || (config_type == CONFIG_BUS_WIDTH))
917  		offset = 1;
918  	else
919  		offset = 0;
920  
921  	ret = i2c_read(twsi_addr, offset, 1, (u8 *)&data, 1);
922  	if (!ret) {
923  		switch (config_type) {
924  		case CONFIG_ECC:
925  			if (data & 0x2)
926  				return 1;
927  			break;
928  		case CONFIG_BUS_WIDTH:
929  			if (data & 0x1)
930  				return 1;
931  			break;
932  #ifdef DB_88F6710
933  		case CONFIG_MULTI_CS:
934  			if (CFG_MULTI_CS_MODE(data))
935  				return 1;
936  			break;
937  #else
938  		case CONFIG_MULTI_CS:
939  			break;
940  #endif
941  		}
942  	}
943  #endif
944  
945  	return 0;
946  }
947  
948  #if defined(DB_88F78X60_REV2)
949  /*
950   * Name:     ddr3_get_eprom_fabric - Get Fabric configuration from EPROM
951   * Desc:
952   * Args:     twsi Address
953   * Notes:    Only Available for ArmadaXP DB Rev2 boards
954   * Returns:  None.
955   */
ddr3_get_eprom_fabric(void)956  u8 ddr3_get_eprom_fabric(void)
957  {
958  #ifdef AUTO_DETECTION_SUPPORT
959  	u8 data = 0;
960  	int ret;
961  
962  	ret = i2c_read(NEW_FABRIC_TWSI_ADDR, 1, 1, (u8 *)&data, 1);
963  	if (!ret)
964  		return data & 0x1F;
965  #endif
966  
967  	return 0;
968  }
969  
970  #endif
971  
972  /*
973   * Name:     ddr3_cl_to_valid_cl - this return register matching CL value
974   * Desc:
975   * Args:     clValue - the value
976  
977   * Notes:
978   * Returns:  required CL value
979   */
ddr3_cl_to_valid_cl(u32 cl)980  u32 ddr3_cl_to_valid_cl(u32 cl)
981  {
982  	switch (cl) {
983  	case 5:
984  		return 2;
985  		break;
986  	case 6:
987  		return 4;
988  		break;
989  	case 7:
990  		return 6;
991  		break;
992  	case 8:
993  		return 8;
994  		break;
995  	case 9:
996  		return 10;
997  		break;
998  	case 10:
999  		return 12;
1000  		break;
1001  	case 11:
1002  		return 14;
1003  		break;
1004  	case 12:
1005  		return 1;
1006  		break;
1007  	case 13:
1008  		return 3;
1009  		break;
1010  	case 14:
1011  		return 5;
1012  		break;
1013  	default:
1014  		return 2;
1015  	}
1016  }
1017  
1018  /*
1019   * Name:     ddr3_cl_to_valid_cl - this return register matching CL value
1020   * Desc:
1021   * Args:     clValue - the value
1022   * Notes:
1023   * Returns:  required CL value
1024   */
ddr3_valid_cl_to_cl(u32 ui_valid_cl)1025  u32 ddr3_valid_cl_to_cl(u32 ui_valid_cl)
1026  {
1027  	switch (ui_valid_cl) {
1028  	case 1:
1029  		return 12;
1030  		break;
1031  	case 2:
1032  		return 5;
1033  		break;
1034  	case 3:
1035  		return 13;
1036  		break;
1037  	case 4:
1038  		return 6;
1039  		break;
1040  	case 5:
1041  		return 14;
1042  		break;
1043  	case 6:
1044  		return 7;
1045  		break;
1046  	case 8:
1047  		return 8;
1048  		break;
1049  	case 10:
1050  		return 9;
1051  		break;
1052  	case 12:
1053  		return 10;
1054  		break;
1055  	case 14:
1056  		return 11;
1057  		break;
1058  	default:
1059  		return 0;
1060  	}
1061  }
1062  
1063  /*
1064   * Name:     ddr3_get_cs_num_from_reg
1065   * Desc:
1066   * Args:
1067   * Notes:
1068   * Returns:
1069   */
ddr3_get_cs_num_from_reg(void)1070  u32 ddr3_get_cs_num_from_reg(void)
1071  {
1072  	u32 cs_ena = ddr3_get_cs_ena_from_reg();
1073  	u32 cs_count = 0;
1074  	u32 cs;
1075  
1076  	for (cs = 0; cs < MAX_CS; cs++) {
1077  		if (cs_ena & (1 << cs))
1078  			cs_count++;
1079  	}
1080  
1081  	return cs_count;
1082  }
1083  
1084  /*
1085   * Name:     ddr3_get_cs_ena_from_reg
1086   * Desc:
1087   * Args:
1088   * Notes:
1089   * Returns:
1090   */
ddr3_get_cs_ena_from_reg(void)1091  u32 ddr3_get_cs_ena_from_reg(void)
1092  {
1093  	return reg_read(REG_DDR3_RANK_CTRL_ADDR) &
1094  		REG_DDR3_RANK_CTRL_CS_ENA_MASK;
1095  }
1096  
1097  /*
1098   * mv_ctrl_rev_get - Get Marvell controller device revision number
1099   *
1100   * DESCRIPTION:
1101   *       This function returns 8bit describing the device revision as defined
1102   *       in PCI Express Class Code and Revision ID Register.
1103   *
1104   * INPUT:
1105   *       None.
1106   *
1107   * OUTPUT:
1108   *       None.
1109   *
1110   * RETURN:
1111   *       8bit desscribing Marvell controller revision number
1112   *
1113   */
1114  #if !defined(MV88F672X)
mv_ctrl_rev_get(void)1115  u8 mv_ctrl_rev_get(void)
1116  {
1117  	u8 rev_num;
1118  
1119  #if defined(MV_INCLUDE_CLK_PWR_CNTRL)
1120  	/* Check pex power state */
1121  	u32 pex_power;
1122  	pex_power = mv_ctrl_pwr_clck_get(PEX_UNIT_ID, 0);
1123  	if (pex_power == 0)
1124  		mv_ctrl_pwr_clck_set(PEX_UNIT_ID, 0, 1);
1125  #endif
1126  	rev_num = (u8)reg_read(PEX_CFG_DIRECT_ACCESS(0,
1127  			PCI_CLASS_CODE_AND_REVISION_ID));
1128  
1129  #if defined(MV_INCLUDE_CLK_PWR_CNTRL)
1130  	/* Return to power off state */
1131  	if (pex_power == 0)
1132  		mv_ctrl_pwr_clck_set(PEX_UNIT_ID, 0, 0);
1133  #endif
1134  
1135  	return (rev_num & PCCRIR_REVID_MASK) >> PCCRIR_REVID_OFFS;
1136  }
1137  
1138  #endif
1139  
1140  #if defined(MV88F672X)
get_target_freq(u32 freq_mode,u32 * ddr_freq,u32 * hclk_ps)1141  void get_target_freq(u32 freq_mode, u32 *ddr_freq, u32 *hclk_ps)
1142  {
1143  	u32 tmp, hclk;
1144  
1145  	switch (freq_mode) {
1146  	case CPU_333MHz_DDR_167MHz_L2_167MHz:
1147  		hclk = 84;
1148  		tmp = DDR_100;
1149  		break;
1150  	case CPU_266MHz_DDR_266MHz_L2_133MHz:
1151  	case CPU_333MHz_DDR_222MHz_L2_167MHz:
1152  	case CPU_400MHz_DDR_200MHz_L2_200MHz:
1153  	case CPU_400MHz_DDR_267MHz_L2_200MHz:
1154  	case CPU_533MHz_DDR_267MHz_L2_267MHz:
1155  	case CPU_500MHz_DDR_250MHz_L2_250MHz:
1156  	case CPU_600MHz_DDR_300MHz_L2_300MHz:
1157  	case CPU_800MHz_DDR_267MHz_L2_400MHz:
1158  	case CPU_900MHz_DDR_300MHz_L2_450MHz:
1159  		tmp = DDR_300;
1160  		hclk = 150;
1161  		break;
1162  	case CPU_333MHz_DDR_333MHz_L2_167MHz:
1163  	case CPU_500MHz_DDR_334MHz_L2_250MHz:
1164  	case CPU_666MHz_DDR_333MHz_L2_333MHz:
1165  		tmp = DDR_333;
1166  		hclk = 165;
1167  		break;
1168  	case CPU_533MHz_DDR_356MHz_L2_267MHz:
1169  		tmp = DDR_360;
1170  		hclk = 180;
1171  		break;
1172  	case CPU_400MHz_DDR_400MHz_L2_200MHz:
1173  	case CPU_600MHz_DDR_400MHz_L2_300MHz:
1174  	case CPU_800MHz_DDR_400MHz_L2_400MHz:
1175  	case CPU_400MHz_DDR_400MHz_L2_400MHz:
1176  		tmp = DDR_400;
1177  		hclk = 200;
1178  		break;
1179  	case CPU_666MHz_DDR_444MHz_L2_333MHz:
1180  	case CPU_900MHz_DDR_450MHz_L2_450MHz:
1181  		tmp = DDR_444;
1182  		hclk = 222;
1183  		break;
1184  	case CPU_500MHz_DDR_500MHz_L2_250MHz:
1185  	case CPU_1000MHz_DDR_500MHz_L2_500MHz:
1186  	case CPU_1000MHz_DDR_500MHz_L2_333MHz:
1187  		tmp = DDR_500;
1188  		hclk = 250;
1189  		break;
1190  	case CPU_533MHz_DDR_533MHz_L2_267MHz:
1191  	case CPU_800MHz_DDR_534MHz_L2_400MHz:
1192  	case CPU_1100MHz_DDR_550MHz_L2_550MHz:
1193  		tmp = DDR_533;
1194  		hclk = 267;
1195  		break;
1196  	case CPU_600MHz_DDR_600MHz_L2_300MHz:
1197  	case CPU_900MHz_DDR_600MHz_L2_450MHz:
1198  	case CPU_1200MHz_DDR_600MHz_L2_600MHz:
1199  		tmp = DDR_600;
1200  		hclk = 300;
1201  		break;
1202  	case CPU_666MHz_DDR_666MHz_L2_333MHz:
1203  	case CPU_1000MHz_DDR_667MHz_L2_500MHz:
1204  		tmp = DDR_666;
1205  		hclk = 333;
1206  		break;
1207  	default:
1208  		*ddr_freq = 0;
1209  		*hclk_ps = 0;
1210  		break;
1211  	}
1212  
1213  	*ddr_freq = tmp;		/* DDR freq define */
1214  	*hclk_ps = 1000000 / hclk;	/* values are 1/HCLK in ps */
1215  
1216  	return;
1217  }
1218  #endif
1219