xref: /openbmc/linux/drivers/ata/sata_highbank.c (revision 8f762fe5)
1 /*
2  * Calxeda Highbank AHCI SATA platform driver
3  * Copyright 2012 Calxeda, Inc.
4  *
5  * based on the AHCI SATA platform driver by Jeff Garzik and Anton Vorontsov
6  *
7  * This program is free software; you can redistribute it and/or modify it
8  * under the terms and conditions of the GNU General Public License,
9  * version 2, as published by the Free Software Foundation.
10  *
11  * This program is distributed in the hope it will be useful, but WITHOUT
12  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
13  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
14  * more details.
15  *
16  * You should have received a copy of the GNU General Public License along with
17  * this program.  If not, see <http://www.gnu.org/licenses/>.
18  */
19 #include <linux/kernel.h>
20 #include <linux/gfp.h>
21 #include <linux/module.h>
22 #include <linux/types.h>
23 #include <linux/err.h>
24 #include <linux/io.h>
25 #include <linux/spinlock.h>
26 #include <linux/device.h>
27 #include <linux/of_device.h>
28 #include <linux/of_address.h>
29 #include <linux/platform_device.h>
30 #include <linux/libata.h>
31 #include <linux/interrupt.h>
32 #include <linux/delay.h>
33 #include <linux/export.h>
34 #include <linux/gpio/consumer.h>
35 
36 #include "ahci.h"
37 
38 #define CPHY_MAP(dev, addr) ((((dev) & 0x1f) << 7) | (((addr) >> 9) & 0x7f))
39 #define CPHY_ADDR(addr) (((addr) & 0x1ff) << 2)
40 #define SERDES_CR_CTL			0x80a0
41 #define SERDES_CR_ADDR			0x80a1
42 #define SERDES_CR_DATA			0x80a2
43 #define CR_BUSY				0x0001
44 #define CR_START			0x0001
45 #define CR_WR_RDN			0x0002
46 #define CPHY_TX_INPUT_STS		0x2001
47 #define CPHY_RX_INPUT_STS		0x2002
48 #define CPHY_SATA_TX_OVERRIDE		0x8000
49 #define CPHY_SATA_RX_OVERRIDE	 	0x4000
50 #define CPHY_TX_OVERRIDE		0x2004
51 #define CPHY_RX_OVERRIDE		0x2005
52 #define SPHY_LANE			0x100
53 #define SPHY_HALF_RATE			0x0001
54 #define CPHY_SATA_DPLL_MODE		0x0700
55 #define CPHY_SATA_DPLL_SHIFT		8
56 #define CPHY_SATA_DPLL_RESET		(1 << 11)
57 #define CPHY_SATA_TX_ATTEN		0x1c00
58 #define CPHY_SATA_TX_ATTEN_SHIFT	10
59 #define CPHY_PHY_COUNT			6
60 #define CPHY_LANE_COUNT			4
61 #define CPHY_PORT_COUNT			(CPHY_PHY_COUNT * CPHY_LANE_COUNT)
62 
63 static DEFINE_SPINLOCK(cphy_lock);
64 /* Each of the 6 phys can have up to 4 sata ports attached to i. Map 0-based
65  * sata ports to their phys and then to their lanes within the phys
66  */
67 struct phy_lane_info {
68 	void __iomem *phy_base;
69 	u8 lane_mapping;
70 	u8 phy_devs;
71 	u8 tx_atten;
72 };
73 static struct phy_lane_info port_data[CPHY_PORT_COUNT];
74 
75 static DEFINE_SPINLOCK(sgpio_lock);
76 #define SCLOCK				0
77 #define SLOAD				1
78 #define SDATA				2
79 #define SGPIO_PINS			3
80 #define SGPIO_PORTS			8
81 
82 struct ecx_plat_data {
83 	u32		n_ports;
84 	/* number of extra clocks that the SGPIO PIC controller expects */
85 	u32		pre_clocks;
86 	u32		post_clocks;
87 	struct gpio_desc *sgpio_gpiod[SGPIO_PINS];
88 	u32		sgpio_pattern;
89 	u32		port_to_sgpio[SGPIO_PORTS];
90 };
91 
92 #define SGPIO_SIGNALS			3
93 #define ECX_ACTIVITY_BITS		0x300000
94 #define ECX_ACTIVITY_SHIFT		0
95 #define ECX_LOCATE_BITS			0x80000
96 #define ECX_LOCATE_SHIFT		1
97 #define ECX_FAULT_BITS			0x400000
98 #define ECX_FAULT_SHIFT			2
99 static inline int sgpio_bit_shift(struct ecx_plat_data *pdata, u32 port,
100 				u32 shift)
101 {
102 	return 1 << (3 * pdata->port_to_sgpio[port] + shift);
103 }
104 
105 static void ecx_parse_sgpio(struct ecx_plat_data *pdata, u32 port, u32 state)
106 {
107 	if (state & ECX_ACTIVITY_BITS)
108 		pdata->sgpio_pattern |= sgpio_bit_shift(pdata, port,
109 						ECX_ACTIVITY_SHIFT);
110 	else
111 		pdata->sgpio_pattern &= ~sgpio_bit_shift(pdata, port,
112 						ECX_ACTIVITY_SHIFT);
113 	if (state & ECX_LOCATE_BITS)
114 		pdata->sgpio_pattern |= sgpio_bit_shift(pdata, port,
115 						ECX_LOCATE_SHIFT);
116 	else
117 		pdata->sgpio_pattern &= ~sgpio_bit_shift(pdata, port,
118 						ECX_LOCATE_SHIFT);
119 	if (state & ECX_FAULT_BITS)
120 		pdata->sgpio_pattern |= sgpio_bit_shift(pdata, port,
121 						ECX_FAULT_SHIFT);
122 	else
123 		pdata->sgpio_pattern &= ~sgpio_bit_shift(pdata, port,
124 						ECX_FAULT_SHIFT);
125 }
126 
127 /*
128  * Tell the LED controller that the signal has changed by raising the clock
129  * line for 50 uS and then lowering it for 50 uS.
130  */
131 static void ecx_led_cycle_clock(struct ecx_plat_data *pdata)
132 {
133 	gpiod_set_value(pdata->sgpio_gpiod[SCLOCK], 1);
134 	udelay(50);
135 	gpiod_set_value(pdata->sgpio_gpiod[SCLOCK], 0);
136 	udelay(50);
137 }
138 
139 static ssize_t ecx_transmit_led_message(struct ata_port *ap, u32 state,
140 					ssize_t size)
141 {
142 	struct ahci_host_priv *hpriv =  ap->host->private_data;
143 	struct ecx_plat_data *pdata = hpriv->plat_data;
144 	struct ahci_port_priv *pp = ap->private_data;
145 	unsigned long flags;
146 	int pmp, i;
147 	struct ahci_em_priv *emp;
148 	u32 sgpio_out;
149 
150 	/* get the slot number from the message */
151 	pmp = (state & EM_MSG_LED_PMP_SLOT) >> 8;
152 	if (pmp < EM_MAX_SLOTS)
153 		emp = &pp->em_priv[pmp];
154 	else
155 		return -EINVAL;
156 
157 	if (!(hpriv->em_msg_type & EM_MSG_TYPE_LED))
158 		return size;
159 
160 	spin_lock_irqsave(&sgpio_lock, flags);
161 	ecx_parse_sgpio(pdata, ap->port_no, state);
162 	sgpio_out = pdata->sgpio_pattern;
163 	for (i = 0; i < pdata->pre_clocks; i++)
164 		ecx_led_cycle_clock(pdata);
165 
166 	gpiod_set_value(pdata->sgpio_gpiod[SLOAD], 1);
167 	ecx_led_cycle_clock(pdata);
168 	gpiod_set_value(pdata->sgpio_gpiod[SLOAD], 0);
169 	/*
170 	 * bit-bang out the SGPIO pattern, by consuming a bit and then
171 	 * clocking it out.
172 	 */
173 	for (i = 0; i < (SGPIO_SIGNALS * pdata->n_ports); i++) {
174 		gpiod_set_value(pdata->sgpio_gpiod[SDATA], sgpio_out & 1);
175 		sgpio_out >>= 1;
176 		ecx_led_cycle_clock(pdata);
177 	}
178 	for (i = 0; i < pdata->post_clocks; i++)
179 		ecx_led_cycle_clock(pdata);
180 
181 	/* save off new led state for port/slot */
182 	emp->led_state = state;
183 
184 	spin_unlock_irqrestore(&sgpio_lock, flags);
185 	return size;
186 }
187 
188 static void highbank_set_em_messages(struct device *dev,
189 					struct ahci_host_priv *hpriv,
190 					struct ata_port_info *pi)
191 {
192 	struct device_node *np = dev->of_node;
193 	struct ecx_plat_data *pdata = hpriv->plat_data;
194 	int i;
195 
196 	for (i = 0; i < SGPIO_PINS; i++) {
197 		struct gpio_desc *gpiod;
198 
199 		gpiod = devm_gpiod_get_index(dev, "calxeda,sgpio", i,
200 					     GPIOD_OUT_HIGH);
201 		if (IS_ERR(gpiod)) {
202 			dev_err(dev, "failed to get GPIO %d\n", i);
203 			continue;
204 		}
205 		gpiod_set_consumer_name(gpiod, "CX SGPIO");
206 
207 		pdata->sgpio_gpiod[i] = gpiod;
208 	}
209 	of_property_read_u32_array(np, "calxeda,led-order",
210 						pdata->port_to_sgpio,
211 						pdata->n_ports);
212 	if (of_property_read_u32(np, "calxeda,pre-clocks", &pdata->pre_clocks))
213 		pdata->pre_clocks = 0;
214 	if (of_property_read_u32(np, "calxeda,post-clocks",
215 				&pdata->post_clocks))
216 		pdata->post_clocks = 0;
217 
218 	/* store em_loc */
219 	hpriv->em_loc = 0;
220 	hpriv->em_buf_sz = 4;
221 	hpriv->em_msg_type = EM_MSG_TYPE_LED;
222 	pi->flags |= ATA_FLAG_EM | ATA_FLAG_SW_ACTIVITY;
223 }
224 
225 static u32 __combo_phy_reg_read(u8 sata_port, u32 addr)
226 {
227 	u32 data;
228 	u8 dev = port_data[sata_port].phy_devs;
229 	spin_lock(&cphy_lock);
230 	writel(CPHY_MAP(dev, addr), port_data[sata_port].phy_base + 0x800);
231 	data = readl(port_data[sata_port].phy_base + CPHY_ADDR(addr));
232 	spin_unlock(&cphy_lock);
233 	return data;
234 }
235 
236 static void __combo_phy_reg_write(u8 sata_port, u32 addr, u32 data)
237 {
238 	u8 dev = port_data[sata_port].phy_devs;
239 	spin_lock(&cphy_lock);
240 	writel(CPHY_MAP(dev, addr), port_data[sata_port].phy_base + 0x800);
241 	writel(data, port_data[sata_port].phy_base + CPHY_ADDR(addr));
242 	spin_unlock(&cphy_lock);
243 }
244 
245 static void combo_phy_wait_for_ready(u8 sata_port)
246 {
247 	while (__combo_phy_reg_read(sata_port, SERDES_CR_CTL) & CR_BUSY)
248 		udelay(5);
249 }
250 
251 static u32 combo_phy_read(u8 sata_port, u32 addr)
252 {
253 	combo_phy_wait_for_ready(sata_port);
254 	__combo_phy_reg_write(sata_port, SERDES_CR_ADDR, addr);
255 	__combo_phy_reg_write(sata_port, SERDES_CR_CTL, CR_START);
256 	combo_phy_wait_for_ready(sata_port);
257 	return __combo_phy_reg_read(sata_port, SERDES_CR_DATA);
258 }
259 
260 static void combo_phy_write(u8 sata_port, u32 addr, u32 data)
261 {
262 	combo_phy_wait_for_ready(sata_port);
263 	__combo_phy_reg_write(sata_port, SERDES_CR_ADDR, addr);
264 	__combo_phy_reg_write(sata_port, SERDES_CR_DATA, data);
265 	__combo_phy_reg_write(sata_port, SERDES_CR_CTL, CR_WR_RDN | CR_START);
266 }
267 
268 static void highbank_cphy_disable_overrides(u8 sata_port)
269 {
270 	u8 lane = port_data[sata_port].lane_mapping;
271 	u32 tmp;
272 	if (unlikely(port_data[sata_port].phy_base == NULL))
273 		return;
274 	tmp = combo_phy_read(sata_port, CPHY_RX_INPUT_STS + lane * SPHY_LANE);
275 	tmp &= ~CPHY_SATA_RX_OVERRIDE;
276 	combo_phy_write(sata_port, CPHY_RX_OVERRIDE + lane * SPHY_LANE, tmp);
277 }
278 
279 static void cphy_override_tx_attenuation(u8 sata_port, u32 val)
280 {
281 	u8 lane = port_data[sata_port].lane_mapping;
282 	u32 tmp;
283 
284 	if (val & 0x8)
285 		return;
286 
287 	tmp = combo_phy_read(sata_port, CPHY_TX_INPUT_STS + lane * SPHY_LANE);
288 	tmp &= ~CPHY_SATA_TX_OVERRIDE;
289 	combo_phy_write(sata_port, CPHY_TX_OVERRIDE + lane * SPHY_LANE, tmp);
290 
291 	tmp |= CPHY_SATA_TX_OVERRIDE;
292 	combo_phy_write(sata_port, CPHY_TX_OVERRIDE + lane * SPHY_LANE, tmp);
293 
294 	tmp |= (val << CPHY_SATA_TX_ATTEN_SHIFT) & CPHY_SATA_TX_ATTEN;
295 	combo_phy_write(sata_port, CPHY_TX_OVERRIDE + lane * SPHY_LANE, tmp);
296 }
297 
298 static void cphy_override_rx_mode(u8 sata_port, u32 val)
299 {
300 	u8 lane = port_data[sata_port].lane_mapping;
301 	u32 tmp;
302 	tmp = combo_phy_read(sata_port, CPHY_RX_INPUT_STS + lane * SPHY_LANE);
303 	tmp &= ~CPHY_SATA_RX_OVERRIDE;
304 	combo_phy_write(sata_port, CPHY_RX_OVERRIDE + lane * SPHY_LANE, tmp);
305 
306 	tmp |= CPHY_SATA_RX_OVERRIDE;
307 	combo_phy_write(sata_port, CPHY_RX_OVERRIDE + lane * SPHY_LANE, tmp);
308 
309 	tmp &= ~CPHY_SATA_DPLL_MODE;
310 	tmp |= val << CPHY_SATA_DPLL_SHIFT;
311 	combo_phy_write(sata_port, CPHY_RX_OVERRIDE + lane * SPHY_LANE, tmp);
312 
313 	tmp |= CPHY_SATA_DPLL_RESET;
314 	combo_phy_write(sata_port, CPHY_RX_OVERRIDE + lane * SPHY_LANE, tmp);
315 
316 	tmp &= ~CPHY_SATA_DPLL_RESET;
317 	combo_phy_write(sata_port, CPHY_RX_OVERRIDE + lane * SPHY_LANE, tmp);
318 
319 	msleep(15);
320 }
321 
322 static void highbank_cphy_override_lane(u8 sata_port)
323 {
324 	u8 lane = port_data[sata_port].lane_mapping;
325 	u32 tmp, k = 0;
326 
327 	if (unlikely(port_data[sata_port].phy_base == NULL))
328 		return;
329 	do {
330 		tmp = combo_phy_read(sata_port, CPHY_RX_INPUT_STS +
331 						lane * SPHY_LANE);
332 	} while ((tmp & SPHY_HALF_RATE) && (k++ < 1000));
333 	cphy_override_rx_mode(sata_port, 3);
334 	cphy_override_tx_attenuation(sata_port, port_data[sata_port].tx_atten);
335 }
336 
337 static int highbank_initialize_phys(struct device *dev, void __iomem *addr)
338 {
339 	struct device_node *sata_node = dev->of_node;
340 	int phy_count = 0, phy, port = 0, i;
341 	void __iomem *cphy_base[CPHY_PHY_COUNT] = {};
342 	struct device_node *phy_nodes[CPHY_PHY_COUNT] = {};
343 	u32 tx_atten[CPHY_PORT_COUNT] = {};
344 
345 	memset(port_data, 0, sizeof(struct phy_lane_info) * CPHY_PORT_COUNT);
346 
347 	do {
348 		u32 tmp;
349 		struct of_phandle_args phy_data;
350 		if (of_parse_phandle_with_args(sata_node,
351 				"calxeda,port-phys", "#phy-cells",
352 				port, &phy_data))
353 			break;
354 		for (phy = 0; phy < phy_count; phy++) {
355 			if (phy_nodes[phy] == phy_data.np)
356 				break;
357 		}
358 		if (phy_nodes[phy] == NULL) {
359 			phy_nodes[phy] = phy_data.np;
360 			cphy_base[phy] = of_iomap(phy_nodes[phy], 0);
361 			if (cphy_base[phy] == NULL) {
362 				return 0;
363 			}
364 			phy_count += 1;
365 		}
366 		port_data[port].lane_mapping = phy_data.args[0];
367 		of_property_read_u32(phy_nodes[phy], "phydev", &tmp);
368 		port_data[port].phy_devs = tmp;
369 		port_data[port].phy_base = cphy_base[phy];
370 		of_node_put(phy_data.np);
371 		port += 1;
372 	} while (port < CPHY_PORT_COUNT);
373 	of_property_read_u32_array(sata_node, "calxeda,tx-atten",
374 				tx_atten, port);
375 	for (i = 0; i < port; i++)
376 		port_data[i].tx_atten = (u8) tx_atten[i];
377 	return 0;
378 }
379 
380 /*
381  * The Calxeda SATA phy intermittently fails to bring up a link with Gen3
382  * Retrying the phy hard reset can work around the issue, but the drive
383  * may fail again. In less than 150 out of 15000 test runs, it took more
384  * than 10 tries for the link to be established (but never more than 35).
385  * Triple the maximum observed retry count to provide plenty of margin for
386  * rare events and to guarantee that the link is established.
387  *
388  * Also, the default 2 second time-out on a failed drive is too long in
389  * this situation. The uboot implementation of the same driver function
390  * uses a much shorter time-out period and never experiences a time out
391  * issue. Reducing the time-out to 500ms improves the responsiveness.
392  * The other timing constants were kept the same as the stock AHCI driver.
393  * This change was also tested 15000 times on 24 drives and none of them
394  * experienced a time out.
395  */
396 static int ahci_highbank_hardreset(struct ata_link *link, unsigned int *class,
397 				unsigned long deadline)
398 {
399 	static const unsigned long timing[] = { 5, 100, 500};
400 	struct ata_port *ap = link->ap;
401 	struct ahci_port_priv *pp = ap->private_data;
402 	struct ahci_host_priv *hpriv = ap->host->private_data;
403 	u8 *d2h_fis = pp->rx_fis + RX_FIS_D2H_REG;
404 	struct ata_taskfile tf;
405 	bool online;
406 	u32 sstatus;
407 	int rc;
408 	int retry = 100;
409 
410 	hpriv->stop_engine(ap);
411 
412 	/* clear D2H reception area to properly wait for D2H FIS */
413 	ata_tf_init(link->device, &tf);
414 	tf.command = ATA_BUSY;
415 	ata_tf_to_fis(&tf, 0, 0, d2h_fis);
416 
417 	do {
418 		highbank_cphy_disable_overrides(link->ap->port_no);
419 		rc = sata_link_hardreset(link, timing, deadline, &online, NULL);
420 		highbank_cphy_override_lane(link->ap->port_no);
421 
422 		/* If the status is 1, we are connected, but the link did not
423 		 * come up. So retry resetting the link again.
424 		 */
425 		if (sata_scr_read(link, SCR_STATUS, &sstatus))
426 			break;
427 		if (!(sstatus & 0x3))
428 			break;
429 	} while (!online && retry--);
430 
431 	hpriv->start_engine(ap);
432 
433 	if (online)
434 		*class = ahci_dev_classify(ap);
435 
436 	return rc;
437 }
438 
439 static struct ata_port_operations ahci_highbank_ops = {
440 	.inherits		= &ahci_ops,
441 	.hardreset		= ahci_highbank_hardreset,
442 	.transmit_led_message   = ecx_transmit_led_message,
443 };
444 
445 static const struct ata_port_info ahci_highbank_port_info = {
446 	.flags          = AHCI_FLAG_COMMON,
447 	.pio_mask       = ATA_PIO4,
448 	.udma_mask      = ATA_UDMA6,
449 	.port_ops       = &ahci_highbank_ops,
450 };
451 
452 static struct scsi_host_template ahci_highbank_platform_sht = {
453 	AHCI_SHT("sata_highbank"),
454 };
455 
456 static const struct of_device_id ahci_of_match[] = {
457 	{ .compatible = "calxeda,hb-ahci" },
458 	{},
459 };
460 MODULE_DEVICE_TABLE(of, ahci_of_match);
461 
462 static int ahci_highbank_probe(struct platform_device *pdev)
463 {
464 	struct device *dev = &pdev->dev;
465 	struct ahci_host_priv *hpriv;
466 	struct ecx_plat_data *pdata;
467 	struct ata_host *host;
468 	struct resource *mem;
469 	int irq;
470 	int i;
471 	int rc;
472 	u32 n_ports;
473 	struct ata_port_info pi = ahci_highbank_port_info;
474 	const struct ata_port_info *ppi[] = { &pi, NULL };
475 
476 	mem = platform_get_resource(pdev, IORESOURCE_MEM, 0);
477 	if (!mem) {
478 		dev_err(dev, "no mmio space\n");
479 		return -EINVAL;
480 	}
481 
482 	irq = platform_get_irq(pdev, 0);
483 	if (irq <= 0) {
484 		dev_err(dev, "no irq\n");
485 		return -EINVAL;
486 	}
487 
488 	hpriv = devm_kzalloc(dev, sizeof(*hpriv), GFP_KERNEL);
489 	if (!hpriv) {
490 		dev_err(dev, "can't alloc ahci_host_priv\n");
491 		return -ENOMEM;
492 	}
493 	pdata = devm_kzalloc(dev, sizeof(*pdata), GFP_KERNEL);
494 	if (!pdata) {
495 		dev_err(dev, "can't alloc ecx_plat_data\n");
496 		return -ENOMEM;
497 	}
498 
499 	hpriv->irq = irq;
500 	hpriv->flags |= (unsigned long)pi.private_data;
501 
502 	hpriv->mmio = devm_ioremap(dev, mem->start, resource_size(mem));
503 	if (!hpriv->mmio) {
504 		dev_err(dev, "can't map %pR\n", mem);
505 		return -ENOMEM;
506 	}
507 
508 	rc = highbank_initialize_phys(dev, hpriv->mmio);
509 	if (rc)
510 		return rc;
511 
512 
513 	ahci_save_initial_config(dev, hpriv);
514 
515 	/* prepare host */
516 	if (hpriv->cap & HOST_CAP_NCQ)
517 		pi.flags |= ATA_FLAG_NCQ;
518 
519 	if (hpriv->cap & HOST_CAP_PMP)
520 		pi.flags |= ATA_FLAG_PMP;
521 
522 	if (hpriv->cap & HOST_CAP_64)
523 		dma_set_coherent_mask(dev, DMA_BIT_MASK(64));
524 
525 	/* CAP.NP sometimes indicate the index of the last enabled
526 	 * port, at other times, that of the last possible port, so
527 	 * determining the maximum port number requires looking at
528 	 * both CAP.NP and port_map.
529 	 */
530 	n_ports = max(ahci_nr_ports(hpriv->cap), fls(hpriv->port_map));
531 
532 	pdata->n_ports = n_ports;
533 	hpriv->plat_data = pdata;
534 	highbank_set_em_messages(dev, hpriv, &pi);
535 
536 	host = ata_host_alloc_pinfo(dev, ppi, n_ports);
537 	if (!host) {
538 		rc = -ENOMEM;
539 		goto err0;
540 	}
541 
542 	host->private_data = hpriv;
543 
544 	if (!(hpriv->cap & HOST_CAP_SSS) || ahci_ignore_sss)
545 		host->flags |= ATA_HOST_PARALLEL_SCAN;
546 
547 	for (i = 0; i < host->n_ports; i++) {
548 		struct ata_port *ap = host->ports[i];
549 
550 		ata_port_desc(ap, "mmio %pR", mem);
551 		ata_port_desc(ap, "port 0x%x", 0x100 + ap->port_no * 0x80);
552 
553 		/* set enclosure management message type */
554 		if (ap->flags & ATA_FLAG_EM)
555 			ap->em_message_type = hpriv->em_msg_type;
556 
557 		/* disabled/not-implemented port */
558 		if (!(hpriv->port_map & (1 << i)))
559 			ap->ops = &ata_dummy_port_ops;
560 	}
561 
562 	rc = ahci_reset_controller(host);
563 	if (rc)
564 		goto err0;
565 
566 	ahci_init_controller(host);
567 	ahci_print_info(host, "platform");
568 
569 	rc = ahci_host_activate(host, &ahci_highbank_platform_sht);
570 	if (rc)
571 		goto err0;
572 
573 	return 0;
574 err0:
575 	return rc;
576 }
577 
578 #ifdef CONFIG_PM_SLEEP
579 static int ahci_highbank_suspend(struct device *dev)
580 {
581 	struct ata_host *host = dev_get_drvdata(dev);
582 	struct ahci_host_priv *hpriv = host->private_data;
583 	void __iomem *mmio = hpriv->mmio;
584 	u32 ctl;
585 	int rc;
586 
587 	if (hpriv->flags & AHCI_HFLAG_NO_SUSPEND) {
588 		dev_err(dev, "firmware update required for suspend/resume\n");
589 		return -EIO;
590 	}
591 
592 	/*
593 	 * AHCI spec rev1.1 section 8.3.3:
594 	 * Software must disable interrupts prior to requesting a
595 	 * transition of the HBA to D3 state.
596 	 */
597 	ctl = readl(mmio + HOST_CTL);
598 	ctl &= ~HOST_IRQ_EN;
599 	writel(ctl, mmio + HOST_CTL);
600 	readl(mmio + HOST_CTL); /* flush */
601 
602 	rc = ata_host_suspend(host, PMSG_SUSPEND);
603 	if (rc)
604 		return rc;
605 
606 	return 0;
607 }
608 
609 static int ahci_highbank_resume(struct device *dev)
610 {
611 	struct ata_host *host = dev_get_drvdata(dev);
612 	int rc;
613 
614 	if (dev->power.power_state.event == PM_EVENT_SUSPEND) {
615 		rc = ahci_reset_controller(host);
616 		if (rc)
617 			return rc;
618 
619 		ahci_init_controller(host);
620 	}
621 
622 	ata_host_resume(host);
623 
624 	return 0;
625 }
626 #endif
627 
628 static SIMPLE_DEV_PM_OPS(ahci_highbank_pm_ops,
629 		  ahci_highbank_suspend, ahci_highbank_resume);
630 
631 static struct platform_driver ahci_highbank_driver = {
632 	.remove = ata_platform_remove_one,
633         .driver = {
634                 .name = "highbank-ahci",
635                 .of_match_table = ahci_of_match,
636                 .pm = &ahci_highbank_pm_ops,
637         },
638 	.probe = ahci_highbank_probe,
639 };
640 
641 module_platform_driver(ahci_highbank_driver);
642 
643 MODULE_DESCRIPTION("Calxeda Highbank AHCI SATA platform driver");
644 MODULE_AUTHOR("Mark Langsdorf <mark.langsdorf@calxeda.com>");
645 MODULE_LICENSE("GPL");
646 MODULE_ALIAS("sata:highbank");
647