1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Copyright (C) 2017 Intel Corporation <www.intel.com>
4  */
5 
6 #include <common.h>
7 #include <errno.h>
8 #include <fdtdec.h>
9 #include <malloc.h>
10 #include <wait_bit.h>
11 #include <watchdog.h>
12 #include <asm/io.h>
13 #include <asm/arch/fpga_manager.h>
14 #include <asm/arch/misc.h>
15 #include <asm/arch/reset_manager.h>
16 #include <asm/arch/sdram.h>
17 #include <linux/kernel.h>
18 
19 DECLARE_GLOBAL_DATA_PTR;
20 
21 static void sdram_mmr_init(void);
22 static u64 sdram_size_calc(void);
23 
24 /* FAWBANK - Number of Bank of a given device involved in the FAW period. */
25 #define ARRIA10_SDR_ACTIVATE_FAWBANK	(0x1)
26 
27 #define ARRIA_DDR_CONFIG(A, B, C, R) \
28 	(((A) << 24) | ((B) << 16) | ((C) << 8) | (R))
29 #define DDR_CONFIG_ELEMENTS	ARRAY_SIZE(ddr_config)
30 #define DDR_REG_SEQ2CORE        0xFFD0507C
31 #define DDR_REG_CORE2SEQ        0xFFD05078
32 #define DDR_READ_LATENCY_DELAY	40
33 #define DDR_SIZE_2GB_HEX	0x80000000
34 #define DDR_MAX_TRIES		0x00100000
35 
36 #define IO48_MMR_DRAMSTS	0xFFCFA0EC
37 #define IO48_MMR_NIOS2_RESERVE0	0xFFCFA110
38 #define IO48_MMR_NIOS2_RESERVE1	0xFFCFA114
39 #define IO48_MMR_NIOS2_RESERVE2	0xFFCFA118
40 
41 #define SEQ2CORE_MASK		0xF
42 #define CORE2SEQ_INT_REQ	0xF
43 #define SEQ2CORE_INT_RESP_BIT	3
44 
45 static const struct socfpga_ecc_hmc *socfpga_ecc_hmc_base =
46 		(void *)SOCFPGA_SDR_ADDRESS;
47 static const struct socfpga_noc_ddr_scheduler *socfpga_noc_ddr_scheduler_base =
48 		(void *)SOCFPGA_SDR_SCHEDULER_ADDRESS;
49 static const struct socfpga_noc_fw_ddr_mpu_fpga2sdram
50 		*socfpga_noc_fw_ddr_mpu_fpga2sdram_base =
51 		(void *)SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS;
52 static const struct socfpga_noc_fw_ddr_l3 *socfpga_noc_fw_ddr_l3_base =
53 		(void *)SOCFPGA_SDR_FIREWALL_L3_ADDRESS;
54 static const struct socfpga_io48_mmr *socfpga_io48_mmr_base =
55 		(void *)SOCFPGA_HMC_MMR_IO48_ADDRESS;
56 
57 /* The following are the supported configurations */
58 static u32 ddr_config[] = {
59 	/* Chip - Row - Bank - Column Style */
60 	/* All Types */
61 	ARRIA_DDR_CONFIG(0, 3, 10, 12),
62 	ARRIA_DDR_CONFIG(0, 3, 10, 13),
63 	ARRIA_DDR_CONFIG(0, 3, 10, 14),
64 	ARRIA_DDR_CONFIG(0, 3, 10, 15),
65 	ARRIA_DDR_CONFIG(0, 3, 10, 16),
66 	ARRIA_DDR_CONFIG(0, 3, 10, 17),
67 	/* LPDDR x16 */
68 	ARRIA_DDR_CONFIG(0, 3, 11, 14),
69 	ARRIA_DDR_CONFIG(0, 3, 11, 15),
70 	ARRIA_DDR_CONFIG(0, 3, 11, 16),
71 	ARRIA_DDR_CONFIG(0, 3, 12, 15),
72 	/* DDR4 Only */
73 	ARRIA_DDR_CONFIG(0, 4, 10, 14),
74 	ARRIA_DDR_CONFIG(0, 4, 10, 15),
75 	ARRIA_DDR_CONFIG(0, 4, 10, 16),
76 	ARRIA_DDR_CONFIG(0, 4, 10, 17),	/* 14 */
77 	/* Chip - Bank - Row - Column Style */
78 	ARRIA_DDR_CONFIG(1, 3, 10, 12),
79 	ARRIA_DDR_CONFIG(1, 3, 10, 13),
80 	ARRIA_DDR_CONFIG(1, 3, 10, 14),
81 	ARRIA_DDR_CONFIG(1, 3, 10, 15),
82 	ARRIA_DDR_CONFIG(1, 3, 10, 16),
83 	ARRIA_DDR_CONFIG(1, 3, 10, 17),
84 	ARRIA_DDR_CONFIG(1, 3, 11, 14),
85 	ARRIA_DDR_CONFIG(1, 3, 11, 15),
86 	ARRIA_DDR_CONFIG(1, 3, 11, 16),
87 	ARRIA_DDR_CONFIG(1, 3, 12, 15),
88 	/* DDR4 Only */
89 	ARRIA_DDR_CONFIG(1, 4, 10, 14),
90 	ARRIA_DDR_CONFIG(1, 4, 10, 15),
91 	ARRIA_DDR_CONFIG(1, 4, 10, 16),
92 	ARRIA_DDR_CONFIG(1, 4, 10, 17),
93 };
94 
95 static int match_ddr_conf(u32 ddr_conf)
96 {
97 	int i;
98 
99 	for (i = 0; i < DDR_CONFIG_ELEMENTS; i++) {
100 		if (ddr_conf == ddr_config[i])
101 			return i;
102 	}
103 	return 0;
104 }
105 
106 /* Check whether SDRAM is successfully Calibrated */
107 static int is_sdram_cal_success(void)
108 {
109 	return readl(&socfpga_ecc_hmc_base->ddrcalstat);
110 }
111 
112 static unsigned char ddr_get_bit(u32 ereg, unsigned char bit)
113 {
114 	u32 reg = readl(ereg);
115 
116 	return (reg & BIT(bit)) ? 1 : 0;
117 }
118 
119 static unsigned char ddr_wait_bit(u32 ereg, u32 bit,
120 			   u32 expected, u32 timeout_usec)
121 {
122 	u32 tmr;
123 
124 	for (tmr = 0; tmr < timeout_usec; tmr += 100) {
125 		udelay(100);
126 		WATCHDOG_RESET();
127 		if (ddr_get_bit(ereg, bit) == expected)
128 			return 0;
129 	}
130 
131 	return 1;
132 }
133 
134 static int emif_clear(void)
135 {
136 	u32 i = DDR_MAX_TRIES;
137 	u8 ret = 0;
138 
139 	writel(0, DDR_REG_CORE2SEQ);
140 
141 	do {
142 		ret = !wait_for_bit_le32((u32 *)DDR_REG_SEQ2CORE,
143 				   SEQ2CORE_MASK, 1, 50, 0);
144 	} while (ret && (--i > 0));
145 
146 	return !i;
147 }
148 
149 static int emif_reset(void)
150 {
151 	u32 c2s, s2c;
152 
153 	c2s = readl(DDR_REG_CORE2SEQ);
154 	s2c = readl(DDR_REG_SEQ2CORE);
155 
156 	debug("c2s=%08x s2c=%08x nr0=%08x nr1=%08x nr2=%08x dst=%08x\n",
157 	     c2s, s2c, readl(IO48_MMR_NIOS2_RESERVE0),
158 	     readl(IO48_MMR_NIOS2_RESERVE1),
159 	     readl(IO48_MMR_NIOS2_RESERVE2),
160 	     readl(IO48_MMR_DRAMSTS));
161 
162 	if ((s2c & SEQ2CORE_MASK) && emif_clear()) {
163 		debug("failed emif_clear()\n");
164 		return -EPERM;
165 	}
166 
167 	writel(CORE2SEQ_INT_REQ, DDR_REG_CORE2SEQ);
168 
169 	if (ddr_wait_bit(DDR_REG_SEQ2CORE, SEQ2CORE_INT_RESP_BIT, 0, 1000000)) {
170 		debug("emif_reset failed to see interrupt acknowledge\n");
171 		return -EPERM;
172 	} else {
173 		debug("emif_reset interrupt acknowledged\n");
174 	}
175 
176 	if (emif_clear()) {
177 		debug("emif_clear() failed\n");
178 		return -EPERM;
179 	}
180 	debug("emif_reset interrupt cleared\n");
181 
182 	debug("nr0=%08x nr1=%08x nr2=%08x\n",
183 	     readl(IO48_MMR_NIOS2_RESERVE0),
184 	     readl(IO48_MMR_NIOS2_RESERVE1),
185 	     readl(IO48_MMR_NIOS2_RESERVE2));
186 
187 	return 0;
188 }
189 
190 static int ddr_setup(void)
191 {
192 	int i, j, ddr_setup_complete = 0;
193 
194 	/* Try 3 times to do a calibration */
195 	for (i = 0; (i < 3) && !ddr_setup_complete; i++) {
196 		WATCHDOG_RESET();
197 
198 		/* A delay to wait for calibration bit to set */
199 		for (j = 0; (j < 10) && !ddr_setup_complete; j++) {
200 			mdelay(500);
201 			ddr_setup_complete = is_sdram_cal_success();
202 		}
203 
204 		if (!ddr_setup_complete)
205 			if (emif_reset())
206 				puts("Error: Failed to reset EMIF\n");
207 	}
208 
209 	/* After 3 times trying calibration */
210 	if (!ddr_setup_complete) {
211 		puts("Error: Could Not Calibrate SDRAM\n");
212 		return -EPERM;
213 	}
214 
215 	return 0;
216 }
217 
218 /* Function to startup the SDRAM*/
219 static int sdram_startup(void)
220 {
221 	/* Release NOC ddr scheduler from reset */
222 	socfpga_reset_deassert_noc_ddr_scheduler();
223 
224 	/* Bringup the DDR (calibration and configuration) */
225 	return ddr_setup();
226 }
227 
228 static u64 sdram_size_calc(void)
229 {
230 	u32 dramaddrw = readl(&socfpga_io48_mmr_base->dramaddrw);
231 
232 	u64 size = BIT(((dramaddrw &
233 		IO48_MMR_DRAMADDRW_CFG_CS_ADDR_WIDTH_MASK) >>
234 		IO48_MMR_DRAMADDRW_CFG_CS_ADDR_WIDTH_SHIFT) +
235 		((dramaddrw &
236 		IO48_MMR_DRAMADDRW_CFG_BANK_GROUP_ADDR_WIDTH_MASK) >>
237 		IO48_MMR_DRAMADDRW_CFG_BANK_GROUP_ADDR_WIDTH_SHIFT) +
238 		((dramaddrw &
239 		IO48_MMR_DRAMADDRW_CFG_BANK_ADDR_WIDTH_MASK) >>
240 		IO48_MMR_DRAMADDRW_CFG_BANK_ADDR_WIDTH_SHIFT) +
241 		((dramaddrw &
242 		IO48_MMR_DRAMADDRW_CFG_ROW_ADDR_WIDTH_MASK) >>
243 		IO48_MMR_DRAMADDRW_CFG_ROW_ADDR_WIDTH_SHIFT) +
244 		(dramaddrw & IO48_MMR_DRAMADDRW_CFG_COL_ADDR_WIDTH_MASK));
245 
246 	size *= (2 << (readl(&socfpga_ecc_hmc_base->ddrioctrl) &
247 		       ALT_ECC_HMC_OCP_DDRIOCTRL_IO_SIZE_MSK));
248 
249 	debug("SDRAM size=%llu", size);
250 
251 	return size;
252 }
253 
254 /* Function to initialize SDRAM MMR and NOC DDR scheduler*/
255 static void sdram_mmr_init(void)
256 {
257 	u32 update_value, io48_value;
258 	u32 ctrlcfg0 = readl(&socfpga_io48_mmr_base->ctrlcfg0);
259 	u32 ctrlcfg1 = readl(&socfpga_io48_mmr_base->ctrlcfg1);
260 	u32 dramaddrw = readl(&socfpga_io48_mmr_base->dramaddrw);
261 	u32 caltim0 = readl(&socfpga_io48_mmr_base->caltiming0);
262 	u32 caltim1 = readl(&socfpga_io48_mmr_base->caltiming1);
263 	u32 caltim2 = readl(&socfpga_io48_mmr_base->caltiming2);
264 	u32 caltim3 = readl(&socfpga_io48_mmr_base->caltiming3);
265 	u32 caltim4 = readl(&socfpga_io48_mmr_base->caltiming4);
266 	u32 caltim9 = readl(&socfpga_io48_mmr_base->caltiming9);
267 	u32 ddrioctl;
268 
269 	/*
270 	 * Configure the DDR IO size [0xFFCFB008]
271 	 * niosreserve0: Used to indicate DDR width &
272 	 *	bit[7:0] = Number of data bits (0x20 for 32bit)
273 	 *	bit[8]   = 1 if user-mode OCT is present
274 	 *	bit[9]   = 1 if warm reset compiled into EMIF Cal Code
275 	 *	bit[10]  = 1 if warm reset is on during generation in EMIF Cal
276 	 * niosreserve1: IP ADCDS version encoded as 16 bit value
277 	 *	bit[2:0] = Variant (0=not special,1=FAE beta, 2=Customer beta,
278 	 *			    3=EAP, 4-6 are reserved)
279 	 *	bit[5:3] = Service Pack # (e.g. 1)
280 	 *	bit[9:6] = Minor Release #
281 	 *	bit[14:10] = Major Release #
282 	 */
283 	if ((socfpga_io48_mmr_base->niosreserve1 >> 6) & 0x1FF) {
284 		update_value = readl(&socfpga_io48_mmr_base->niosreserve0);
285 		writel(((update_value & 0xFF) >> 5),
286 		       &socfpga_ecc_hmc_base->ddrioctrl);
287 	}
288 
289 	ddrioctl = readl(&socfpga_ecc_hmc_base->ddrioctrl);
290 
291 	/* Set the DDR Configuration [0xFFD12400] */
292 	io48_value = ARRIA_DDR_CONFIG(
293 			((ctrlcfg1 &
294 			IO48_MMR_CTRLCFG1_ADDR_ORDER_MASK) >>
295 			IO48_MMR_CTRLCFG1_ADDR_ORDER_SHIFT),
296 			((dramaddrw &
297 			IO48_MMR_DRAMADDRW_CFG_BANK_ADDR_WIDTH_MASK) >>
298 			IO48_MMR_DRAMADDRW_CFG_BANK_ADDR_WIDTH_SHIFT) +
299 			((dramaddrw &
300 			IO48_MMR_DRAMADDRW_CFG_BANK_GROUP_ADDR_WIDTH_MASK) >>
301 			IO48_MMR_DRAMADDRW_CFG_BANK_GROUP_ADDR_WIDTH_SHIFT),
302 			(dramaddrw &
303 			IO48_MMR_DRAMADDRW_CFG_COL_ADDR_WIDTH_MASK),
304 			((dramaddrw &
305 			IO48_MMR_DRAMADDRW_CFG_ROW_ADDR_WIDTH_MASK) >>
306 			IO48_MMR_DRAMADDRW_CFG_ROW_ADDR_WIDTH_SHIFT));
307 
308 	update_value = match_ddr_conf(io48_value);
309 	if (update_value)
310 		writel(update_value,
311 		&socfpga_noc_ddr_scheduler_base->ddr_t_main_scheduler_ddrconf);
312 
313 	/*
314 	 * Configure DDR timing [0xFFD1240C]
315 	 *  RDTOMISS = tRTP + tRP + tRCD - BL/2
316 	 *  WRTOMISS = WL + tWR + tRP + tRCD and
317 	 *    WL = RL + BL/2 + 2 - rd-to-wr ; tWR = 15ns  so...
318 	 *  First part of equation is in memory clock units so divide by 2
319 	 *  for HMC clock units. 1066MHz is close to 1ns so use 15 directly.
320 	 *  WRTOMISS = ((RL + BL/2 + 2 + tWR) >> 1)- rd-to-wr + tRP + tRCD
321 	 */
322 	u32 ctrlcfg0_cfg_ctrl_burst_len =
323 		(ctrlcfg0 & IO48_MMR_CTRLCFG0_CTRL_BURST_LENGTH_MASK) >>
324 		IO48_MMR_CTRLCFG0_CTRL_BURST_LENGTH_SHIFT;
325 
326 	u32 caltim0_cfg_act_to_rdwr = caltim0 &
327 		IO48_MMR_CALTIMING0_CFG_ACT_TO_RDWR_MASK;
328 
329 	u32 caltim0_cfg_act_to_act =
330 		(caltim0 & IO48_MMR_CALTIMING0_CFG_ACT_TO_ACT_MASK) >>
331 		IO48_MMR_CALTIMING0_CFG_ACT_TO_ACT_SHIFT;
332 
333 	u32 caltim0_cfg_act_to_act_db =
334 		(caltim0 &
335 		IO48_MMR_CALTIMING0_CFG_ACT_TO_ACT_DIFF_BANK_MASK) >>
336 		IO48_MMR_CALTIMING0_CFG_ACT_TO_ACT_DIFF_BANK_SHIFT;
337 
338 	u32 caltim1_cfg_rd_to_wr =
339 		(caltim1 & IO48_MMR_CALTIMING1_CFG_RD_TO_WR_MASK) >>
340 		IO48_MMR_CALTIMING1_CFG_RD_TO_WR_SHIFT;
341 
342 	u32 caltim1_cfg_rd_to_rd_dc =
343 		(caltim1 & IO48_MMR_CALTIMING1_CFG_RD_TO_RD_DC_MASK) >>
344 		IO48_MMR_CALTIMING1_CFG_RD_TO_RD_DC_SHIFT;
345 
346 	u32 caltim1_cfg_rd_to_wr_dc =
347 		(caltim1 & IO48_MMR_CALTIMING1_CFG_RD_TO_WR_DIFF_CHIP_MASK) >>
348 		IO48_MMR_CALTIMING1_CFG_RD_TO_WR_DIFF_CHIP_SHIFT;
349 
350 	u32 caltim2_cfg_rd_to_pch =
351 		(caltim2 & IO48_MMR_CALTIMING2_CFG_RD_TO_PCH_MASK) >>
352 		IO48_MMR_CALTIMING2_CFG_RD_TO_PCH_SHIFT;
353 
354 	u32 caltim3_cfg_wr_to_rd =
355 		(caltim3 & IO48_MMR_CALTIMING3_CFG_WR_TO_RD_MASK) >>
356 		IO48_MMR_CALTIMING3_CFG_WR_TO_RD_SHIFT;
357 
358 	u32 caltim3_cfg_wr_to_rd_dc =
359 		(caltim3 & IO48_MMR_CALTIMING3_CFG_WR_TO_RD_DIFF_CHIP_MASK) >>
360 		IO48_MMR_CALTIMING3_CFG_WR_TO_RD_DIFF_CHIP_SHIFT;
361 
362 	u32 caltim4_cfg_pch_to_valid =
363 		(caltim4 & IO48_MMR_CALTIMING4_CFG_PCH_TO_VALID_MASK) >>
364 		IO48_MMR_CALTIMING4_CFG_PCH_TO_VALID_SHIFT;
365 
366 	u32 caltim9_cfg_4_act_to_act = caltim9 &
367 		IO48_MMR_CALTIMING9_CFG_WR_4_ACT_TO_ACT_MASK;
368 
369 	update_value = (caltim2_cfg_rd_to_pch +  caltim4_cfg_pch_to_valid +
370 			caltim0_cfg_act_to_rdwr -
371 			(ctrlcfg0_cfg_ctrl_burst_len >> 2));
372 
373 	io48_value = ((((socfpga_io48_mmr_base->dramtiming0 &
374 		      ALT_IO48_DRAMTIME_MEM_READ_LATENCY_MASK) + 2 + 15 +
375 		      (ctrlcfg0_cfg_ctrl_burst_len >> 1)) >> 1) -
376 		      /* Up to here was in memory cycles so divide by 2 */
377 		      caltim1_cfg_rd_to_wr + caltim0_cfg_act_to_rdwr +
378 		      caltim4_cfg_pch_to_valid);
379 
380 	writel(((caltim0_cfg_act_to_act <<
381 			ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_ACTTOACT_LSB) |
382 		(update_value <<
383 			ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_RDTOMISS_LSB) |
384 		(io48_value <<
385 			ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_WRTOMISS_LSB) |
386 		((ctrlcfg0_cfg_ctrl_burst_len >> 2) <<
387 			ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_BURSTLEN_LSB) |
388 		(caltim1_cfg_rd_to_wr <<
389 			ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_RDTOWR_LSB) |
390 		(caltim3_cfg_wr_to_rd <<
391 			ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_WRTORD_LSB) |
392 		(((ddrioctl == 1) ? 1 : 0) <<
393 			ALT_NOC_MPU_DDR_T_SCHED_DDRTIMING_BWRATIO_LSB)),
394 		&socfpga_noc_ddr_scheduler_base->
395 			ddr_t_main_scheduler_ddrtiming);
396 
397 	/* Configure DDR mode [0xFFD12410] [precharge = 0] */
398 	writel(((ddrioctl ? 0 : 1) <<
399 		ALT_NOC_MPU_DDR_T_SCHED_DDRMOD_BWRATIOEXTENDED_LSB),
400 		&socfpga_noc_ddr_scheduler_base->ddr_t_main_scheduler_ddrmode);
401 
402 	/* Configure the read latency [0xFFD12414] */
403 	writel(((socfpga_io48_mmr_base->dramtiming0 &
404 		ALT_IO48_DRAMTIME_MEM_READ_LATENCY_MASK) >> 1) +
405 		DDR_READ_LATENCY_DELAY,
406 		&socfpga_noc_ddr_scheduler_base->
407 			ddr_t_main_scheduler_readlatency);
408 
409 	/*
410 	 * Configuring timing values concerning activate commands
411 	 * [0xFFD12438] [FAWBANK alway 1 because always 4 bank DDR]
412 	 */
413 	writel(((caltim0_cfg_act_to_act_db <<
414 			ALT_NOC_MPU_DDR_T_SCHED_ACTIVATE_RRD_LSB) |
415 		(caltim9_cfg_4_act_to_act <<
416 			ALT_NOC_MPU_DDR_T_SCHED_ACTIVATE_FAW_LSB) |
417 		(ARRIA10_SDR_ACTIVATE_FAWBANK <<
418 			ALT_NOC_MPU_DDR_T_SCHED_ACTIVATE_FAWBANK_LSB)),
419 		&socfpga_noc_ddr_scheduler_base->ddr_t_main_scheduler_activate);
420 
421 	/*
422 	 * Configuring timing values concerning device to device data bus
423 	 * ownership change [0xFFD1243C]
424 	 */
425 	writel(((caltim1_cfg_rd_to_rd_dc <<
426 			ALT_NOC_MPU_DDR_T_SCHED_DEVTODEV_BUSRDTORD_LSB) |
427 		(caltim1_cfg_rd_to_wr_dc <<
428 			ALT_NOC_MPU_DDR_T_SCHED_DEVTODEV_BUSRDTOWR_LSB) |
429 		(caltim3_cfg_wr_to_rd_dc <<
430 			ALT_NOC_MPU_DDR_T_SCHED_DEVTODEV_BUSWRTORD_LSB)),
431 		&socfpga_noc_ddr_scheduler_base->ddr_t_main_scheduler_devtodev);
432 
433 	/* Enable or disable the SDRAM ECC */
434 	if (ctrlcfg1 & IO48_MMR_CTRLCFG1_CTRL_ENABLE_ECC) {
435 		setbits_le32(&socfpga_ecc_hmc_base->eccctrl,
436 			     (ALT_ECC_HMC_OCP_ECCCTL_AWB_CNT_RST_SET_MSK |
437 			      ALT_ECC_HMC_OCP_ECCCTL_CNT_RST_SET_MSK |
438 			      ALT_ECC_HMC_OCP_ECCCTL_ECC_EN_SET_MSK));
439 		clrbits_le32(&socfpga_ecc_hmc_base->eccctrl,
440 			     (ALT_ECC_HMC_OCP_ECCCTL_AWB_CNT_RST_SET_MSK |
441 			      ALT_ECC_HMC_OCP_ECCCTL_CNT_RST_SET_MSK));
442 		setbits_le32(&socfpga_ecc_hmc_base->eccctrl2,
443 			     (ALT_ECC_HMC_OCP_ECCCTL2_RMW_EN_SET_MSK |
444 			      ALT_ECC_HMC_OCP_ECCCTL2_AWB_EN_SET_MSK));
445 	} else {
446 		clrbits_le32(&socfpga_ecc_hmc_base->eccctrl,
447 			     (ALT_ECC_HMC_OCP_ECCCTL_AWB_CNT_RST_SET_MSK |
448 			      ALT_ECC_HMC_OCP_ECCCTL_CNT_RST_SET_MSK |
449 			      ALT_ECC_HMC_OCP_ECCCTL_ECC_EN_SET_MSK));
450 		clrbits_le32(&socfpga_ecc_hmc_base->eccctrl2,
451 			     (ALT_ECC_HMC_OCP_ECCCTL2_RMW_EN_SET_MSK |
452 			      ALT_ECC_HMC_OCP_ECCCTL2_AWB_EN_SET_MSK));
453 	}
454 }
455 
456 struct firewall_entry {
457 	const char *prop_name;
458 	const u32 cfg_addr;
459 	const u32 en_addr;
460 	const u32 en_bit;
461 };
462 #define FW_MPU_FPGA_ADDRESS \
463 	((const struct socfpga_noc_fw_ddr_mpu_fpga2sdram *)\
464 	SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS)
465 
466 #define SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(ADDR) \
467 		(SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS + \
468 		offsetof(struct socfpga_noc_fw_ddr_mpu_fpga2sdram, ADDR))
469 
470 #define SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(ADDR) \
471 		(SOCFPGA_SDR_FIREWALL_L3_ADDRESS + \
472 		offsetof(struct socfpga_noc_fw_ddr_l3, ADDR))
473 
474 const struct firewall_entry firewall_table[] = {
475 	{
476 		"mpu0",
477 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(mpuregion0addr),
478 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
479 		ALT_NOC_FW_DDR_SCR_EN_MPUREG0EN_SET_MSK
480 	},
481 	{
482 		"mpu1",
483 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS +
484 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(mpuregion1addr),
485 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
486 		ALT_NOC_FW_DDR_SCR_EN_MPUREG1EN_SET_MSK
487 	},
488 	{
489 		"mpu2",
490 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(mpuregion2addr),
491 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
492 		ALT_NOC_FW_DDR_SCR_EN_MPUREG2EN_SET_MSK
493 	},
494 	{
495 		"mpu3",
496 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(mpuregion3addr),
497 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
498 		ALT_NOC_FW_DDR_SCR_EN_MPUREG3EN_SET_MSK
499 	},
500 	{
501 		"l3-0",
502 		SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion0addr),
503 		SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
504 		ALT_NOC_FW_DDR_SCR_EN_HPSREG0EN_SET_MSK
505 	},
506 	{
507 		"l3-1",
508 		SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion1addr),
509 		SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
510 		ALT_NOC_FW_DDR_SCR_EN_HPSREG1EN_SET_MSK
511 	},
512 	{
513 		"l3-2",
514 		SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion2addr),
515 		SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
516 		ALT_NOC_FW_DDR_SCR_EN_HPSREG2EN_SET_MSK
517 	},
518 	{
519 		"l3-3",
520 		SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion3addr),
521 		SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
522 		ALT_NOC_FW_DDR_SCR_EN_HPSREG3EN_SET_MSK
523 	},
524 	{
525 		"l3-4",
526 		SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion4addr),
527 		SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
528 		ALT_NOC_FW_DDR_SCR_EN_HPSREG4EN_SET_MSK
529 	},
530 	{
531 		"l3-5",
532 		SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion5addr),
533 		SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
534 		ALT_NOC_FW_DDR_SCR_EN_HPSREG5EN_SET_MSK
535 	},
536 	{
537 		"l3-6",
538 		SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion6addr),
539 		SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
540 		ALT_NOC_FW_DDR_SCR_EN_HPSREG6EN_SET_MSK
541 	},
542 	{
543 		"l3-7",
544 		SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(hpsregion7addr),
545 		SOCFPGA_SDR_FIREWALL_L3_ADDRESS_OFFSET(enable),
546 		ALT_NOC_FW_DDR_SCR_EN_HPSREG7EN_SET_MSK
547 	},
548 	{
549 		"fpga2sdram0-0",
550 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
551 		(fpga2sdram0region0addr),
552 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
553 		ALT_NOC_FW_DDR_SCR_EN_F2SDR0REG0EN_SET_MSK
554 	},
555 	{
556 		"fpga2sdram0-1",
557 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
558 		(fpga2sdram0region1addr),
559 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
560 		ALT_NOC_FW_DDR_SCR_EN_F2SDR0REG1EN_SET_MSK
561 	},
562 	{
563 		"fpga2sdram0-2",
564 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
565 		(fpga2sdram0region2addr),
566 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
567 		ALT_NOC_FW_DDR_SCR_EN_F2SDR0REG2EN_SET_MSK
568 	},
569 	{
570 		"fpga2sdram0-3",
571 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
572 		(fpga2sdram0region3addr),
573 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
574 		ALT_NOC_FW_DDR_SCR_EN_F2SDR0REG3EN_SET_MSK
575 	},
576 	{
577 		"fpga2sdram1-0",
578 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
579 		(fpga2sdram1region0addr),
580 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
581 		ALT_NOC_FW_DDR_SCR_EN_F2SDR1REG0EN_SET_MSK
582 	},
583 	{
584 		"fpga2sdram1-1",
585 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
586 		(fpga2sdram1region1addr),
587 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
588 		ALT_NOC_FW_DDR_SCR_EN_F2SDR1REG1EN_SET_MSK
589 	},
590 	{
591 		"fpga2sdram1-2",
592 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
593 		(fpga2sdram1region2addr),
594 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
595 		ALT_NOC_FW_DDR_SCR_EN_F2SDR1REG2EN_SET_MSK
596 	},
597 	{
598 		"fpga2sdram1-3",
599 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
600 		(fpga2sdram1region3addr),
601 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
602 		ALT_NOC_FW_DDR_SCR_EN_F2SDR1REG3EN_SET_MSK
603 	},
604 	{
605 		"fpga2sdram2-0",
606 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
607 		(fpga2sdram2region0addr),
608 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
609 		ALT_NOC_FW_DDR_SCR_EN_F2SDR2REG0EN_SET_MSK
610 	},
611 	{
612 		"fpga2sdram2-1",
613 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
614 		(fpga2sdram2region1addr),
615 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
616 		ALT_NOC_FW_DDR_SCR_EN_F2SDR2REG1EN_SET_MSK
617 	},
618 	{
619 		"fpga2sdram2-2",
620 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
621 		(fpga2sdram2region2addr),
622 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
623 		ALT_NOC_FW_DDR_SCR_EN_F2SDR2REG2EN_SET_MSK
624 	},
625 	{
626 		"fpga2sdram2-3",
627 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET
628 		(fpga2sdram2region3addr),
629 		SOCFPGA_SDR_FIREWALL_MPU_FPGA_ADDRESS_OFFSET(enable),
630 		ALT_NOC_FW_DDR_SCR_EN_F2SDR2REG3EN_SET_MSK
631 	},
632 
633 };
634 
635 static int of_sdram_firewall_setup(const void *blob)
636 {
637 	int child, i, node, ret;
638 	u32 start_end[2];
639 	char name[32];
640 
641 	node = fdtdec_next_compatible(blob, 0, COMPAT_ALTERA_SOCFPGA_NOC);
642 	if (node < 0)
643 		return -ENXIO;
644 
645 	child = fdt_first_subnode(blob, node);
646 	if (child < 0)
647 		return -ENXIO;
648 
649 	/* set to default state */
650 	writel(0, &socfpga_noc_fw_ddr_mpu_fpga2sdram_base->enable);
651 	writel(0, &socfpga_noc_fw_ddr_l3_base->enable);
652 
653 
654 	for (i = 0; i < ARRAY_SIZE(firewall_table); i++) {
655 		sprintf(name, "%s", firewall_table[i].prop_name);
656 		ret = fdtdec_get_int_array(blob, child, name,
657 					   start_end, 2);
658 		if (ret) {
659 			sprintf(name, "altr,%s", firewall_table[i].prop_name);
660 			ret = fdtdec_get_int_array(blob, child, name,
661 						   start_end, 2);
662 			if (ret)
663 				continue;
664 		}
665 
666 		writel((start_end[0] & ALT_NOC_FW_DDR_ADDR_MASK) |
667 		       (start_end[1] << ALT_NOC_FW_DDR_END_ADDR_LSB),
668 		       firewall_table[i].cfg_addr);
669 		setbits_le32(firewall_table[i].en_addr,
670 			     firewall_table[i].en_bit);
671 	}
672 
673 	return 0;
674 }
675 
676 int ddr_calibration_sequence(void)
677 {
678 	WATCHDOG_RESET();
679 
680 	/* Check to see if SDRAM cal was success */
681 	if (sdram_startup()) {
682 		puts("DDRCAL: Failed\n");
683 		return -EPERM;
684 	}
685 
686 	puts("DDRCAL: Success\n");
687 
688 	WATCHDOG_RESET();
689 
690 	/* initialize the MMR register */
691 	sdram_mmr_init();
692 
693 	/* assigning the SDRAM size */
694 	u64 size = sdram_size_calc();
695 
696 	/*
697 	 * If size is less than zero, this is invalid/weird value from
698 	 * calculation, use default Config size.
699 	 * Up to 2GB is supported, 2GB would be used if more than that.
700 	 */
701 	if (size <= 0)
702 		gd->ram_size = PHYS_SDRAM_1_SIZE;
703 	else if (DDR_SIZE_2GB_HEX <= size)
704 		gd->ram_size = DDR_SIZE_2GB_HEX;
705 	else
706 		gd->ram_size = (u32)size;
707 
708 	/* setup the dram info within bd */
709 	dram_init_banksize();
710 
711 	if (of_sdram_firewall_setup(gd->fdt_blob))
712 		puts("FW: Error Configuring Firewall\n");
713 
714 	return 0;
715 }
716 
717 void dram_bank_mmu_setup(int bank)
718 {
719 	bd_t *bd = gd->bd;
720 	int	i;
721 
722 	debug("%s: bank: %d\n", __func__, bank);
723 	for (i = bd->bi_dram[bank].start >> 20;
724 	     i < (bd->bi_dram[bank].start + bd->bi_dram[bank].size) >> 20;
725 	     i++) {
726 #if defined(CONFIG_SYS_ARM_CACHE_WRITETHROUGH)
727 		set_section_dcache(i, DCACHE_WRITETHROUGH);
728 #else
729 		set_section_dcache(i, DCACHE_WRITEBACK);
730 #endif
731 	}
732 
733 	/* same as above but just that we would want cacheable for ocram too */
734 	i = CONFIG_SYS_INIT_RAM_ADDR >> 20;
735 #if defined(CONFIG_SYS_ARM_CACHE_WRITETHROUGH)
736 	set_section_dcache(i, DCACHE_WRITETHROUGH);
737 #else
738 	set_section_dcache(i, DCACHE_WRITEBACK);
739 #endif
740 }
741