xref: /openbmc/linux/drivers/spi/spi-sun6i.c (revision 913f536c6c18a2e19e32f06971101c1d0ae3739c)
13558fe90SMaxime Ripard /*
23558fe90SMaxime Ripard  * Copyright (C) 2012 - 2014 Allwinner Tech
33558fe90SMaxime Ripard  * Pan Nan <pannan@allwinnertech.com>
43558fe90SMaxime Ripard  *
53558fe90SMaxime Ripard  * Copyright (C) 2014 Maxime Ripard
63558fe90SMaxime Ripard  * Maxime Ripard <maxime.ripard@free-electrons.com>
73558fe90SMaxime Ripard  *
83558fe90SMaxime Ripard  * This program is free software; you can redistribute it and/or
93558fe90SMaxime Ripard  * modify it under the terms of the GNU General Public License as
103558fe90SMaxime Ripard  * published by the Free Software Foundation; either version 2 of
113558fe90SMaxime Ripard  * the License, or (at your option) any later version.
123558fe90SMaxime Ripard  */
133558fe90SMaxime Ripard 
143558fe90SMaxime Ripard #include <linux/clk.h>
153558fe90SMaxime Ripard #include <linux/delay.h>
163558fe90SMaxime Ripard #include <linux/device.h>
173558fe90SMaxime Ripard #include <linux/interrupt.h>
183558fe90SMaxime Ripard #include <linux/io.h>
193558fe90SMaxime Ripard #include <linux/module.h>
2010565dfdSMilo Kim #include <linux/of_device.h>
213558fe90SMaxime Ripard #include <linux/platform_device.h>
223558fe90SMaxime Ripard #include <linux/pm_runtime.h>
233558fe90SMaxime Ripard #include <linux/reset.h>
243558fe90SMaxime Ripard 
253558fe90SMaxime Ripard #include <linux/spi/spi.h>
263558fe90SMaxime Ripard 
273558fe90SMaxime Ripard #define SUN6I_FIFO_DEPTH		128
2810565dfdSMilo Kim #define SUN8I_FIFO_DEPTH		64
293558fe90SMaxime Ripard 
303558fe90SMaxime Ripard #define SUN6I_GBL_CTL_REG		0x04
313558fe90SMaxime Ripard #define SUN6I_GBL_CTL_BUS_ENABLE		BIT(0)
323558fe90SMaxime Ripard #define SUN6I_GBL_CTL_MASTER			BIT(1)
333558fe90SMaxime Ripard #define SUN6I_GBL_CTL_TP			BIT(7)
343558fe90SMaxime Ripard #define SUN6I_GBL_CTL_RST			BIT(31)
353558fe90SMaxime Ripard 
363558fe90SMaxime Ripard #define SUN6I_TFR_CTL_REG		0x08
373558fe90SMaxime Ripard #define SUN6I_TFR_CTL_CPHA			BIT(0)
383558fe90SMaxime Ripard #define SUN6I_TFR_CTL_CPOL			BIT(1)
393558fe90SMaxime Ripard #define SUN6I_TFR_CTL_SPOL			BIT(2)
40d31ad46fSAxel Lin #define SUN6I_TFR_CTL_CS_MASK			0x30
41d31ad46fSAxel Lin #define SUN6I_TFR_CTL_CS(cs)			(((cs) << 4) & SUN6I_TFR_CTL_CS_MASK)
423558fe90SMaxime Ripard #define SUN6I_TFR_CTL_CS_MANUAL			BIT(6)
433558fe90SMaxime Ripard #define SUN6I_TFR_CTL_CS_LEVEL			BIT(7)
443558fe90SMaxime Ripard #define SUN6I_TFR_CTL_DHB			BIT(8)
453558fe90SMaxime Ripard #define SUN6I_TFR_CTL_FBS			BIT(12)
463558fe90SMaxime Ripard #define SUN6I_TFR_CTL_XCH			BIT(31)
473558fe90SMaxime Ripard 
483558fe90SMaxime Ripard #define SUN6I_INT_CTL_REG		0x10
49*913f536cSIcenowy Zheng #define SUN6I_INT_CTL_RF_RDY			BIT(0)
50*913f536cSIcenowy Zheng #define SUN6I_INT_CTL_TF_ERQ			BIT(4)
513558fe90SMaxime Ripard #define SUN6I_INT_CTL_RF_OVF			BIT(8)
523558fe90SMaxime Ripard #define SUN6I_INT_CTL_TC			BIT(12)
533558fe90SMaxime Ripard 
543558fe90SMaxime Ripard #define SUN6I_INT_STA_REG		0x14
553558fe90SMaxime Ripard 
563558fe90SMaxime Ripard #define SUN6I_FIFO_CTL_REG		0x18
57*913f536cSIcenowy Zheng #define SUN6I_FIFO_CTL_RF_RDY_TRIG_LEVEL_MASK	0xff
58*913f536cSIcenowy Zheng #define SUN6I_FIFO_CTL_RF_RDY_TRIG_LEVEL_BITS	0
593558fe90SMaxime Ripard #define SUN6I_FIFO_CTL_RF_RST			BIT(15)
60*913f536cSIcenowy Zheng #define SUN6I_FIFO_CTL_TF_ERQ_TRIG_LEVEL_MASK	0xff
61*913f536cSIcenowy Zheng #define SUN6I_FIFO_CTL_TF_ERQ_TRIG_LEVEL_BITS	16
623558fe90SMaxime Ripard #define SUN6I_FIFO_CTL_TF_RST			BIT(31)
633558fe90SMaxime Ripard 
643558fe90SMaxime Ripard #define SUN6I_FIFO_STA_REG		0x1c
653558fe90SMaxime Ripard #define SUN6I_FIFO_STA_RF_CNT_MASK		0x7f
663558fe90SMaxime Ripard #define SUN6I_FIFO_STA_RF_CNT_BITS		0
673558fe90SMaxime Ripard #define SUN6I_FIFO_STA_TF_CNT_MASK		0x7f
683558fe90SMaxime Ripard #define SUN6I_FIFO_STA_TF_CNT_BITS		16
693558fe90SMaxime Ripard 
703558fe90SMaxime Ripard #define SUN6I_CLK_CTL_REG		0x24
713558fe90SMaxime Ripard #define SUN6I_CLK_CTL_CDR2_MASK			0xff
723558fe90SMaxime Ripard #define SUN6I_CLK_CTL_CDR2(div)			(((div) & SUN6I_CLK_CTL_CDR2_MASK) << 0)
733558fe90SMaxime Ripard #define SUN6I_CLK_CTL_CDR1_MASK			0xf
743558fe90SMaxime Ripard #define SUN6I_CLK_CTL_CDR1(div)			(((div) & SUN6I_CLK_CTL_CDR1_MASK) << 8)
753558fe90SMaxime Ripard #define SUN6I_CLK_CTL_DRS			BIT(12)
763558fe90SMaxime Ripard 
77*913f536cSIcenowy Zheng #define SUN6I_MAX_XFER_SIZE		0xffffff
78*913f536cSIcenowy Zheng 
793558fe90SMaxime Ripard #define SUN6I_BURST_CNT_REG		0x30
80*913f536cSIcenowy Zheng #define SUN6I_BURST_CNT(cnt)			((cnt) & SUN6I_MAX_XFER_SIZE)
813558fe90SMaxime Ripard 
823558fe90SMaxime Ripard #define SUN6I_XMIT_CNT_REG		0x34
83*913f536cSIcenowy Zheng #define SUN6I_XMIT_CNT(cnt)			((cnt) & SUN6I_MAX_XFER_SIZE)
843558fe90SMaxime Ripard 
853558fe90SMaxime Ripard #define SUN6I_BURST_CTL_CNT_REG		0x38
86*913f536cSIcenowy Zheng #define SUN6I_BURST_CTL_CNT_STC(cnt)		((cnt) & SUN6I_MAX_XFER_SIZE)
873558fe90SMaxime Ripard 
883558fe90SMaxime Ripard #define SUN6I_TXDATA_REG		0x200
893558fe90SMaxime Ripard #define SUN6I_RXDATA_REG		0x300
903558fe90SMaxime Ripard 
913558fe90SMaxime Ripard struct sun6i_spi {
923558fe90SMaxime Ripard 	struct spi_master	*master;
933558fe90SMaxime Ripard 	void __iomem		*base_addr;
943558fe90SMaxime Ripard 	struct clk		*hclk;
953558fe90SMaxime Ripard 	struct clk		*mclk;
963558fe90SMaxime Ripard 	struct reset_control	*rstc;
973558fe90SMaxime Ripard 
983558fe90SMaxime Ripard 	struct completion	done;
993558fe90SMaxime Ripard 
1003558fe90SMaxime Ripard 	const u8		*tx_buf;
1013558fe90SMaxime Ripard 	u8			*rx_buf;
1023558fe90SMaxime Ripard 	int			len;
10310565dfdSMilo Kim 	unsigned long		fifo_depth;
1043558fe90SMaxime Ripard };
1053558fe90SMaxime Ripard 
1063558fe90SMaxime Ripard static inline u32 sun6i_spi_read(struct sun6i_spi *sspi, u32 reg)
1073558fe90SMaxime Ripard {
1083558fe90SMaxime Ripard 	return readl(sspi->base_addr + reg);
1093558fe90SMaxime Ripard }
1103558fe90SMaxime Ripard 
1113558fe90SMaxime Ripard static inline void sun6i_spi_write(struct sun6i_spi *sspi, u32 reg, u32 value)
1123558fe90SMaxime Ripard {
1133558fe90SMaxime Ripard 	writel(value, sspi->base_addr + reg);
1143558fe90SMaxime Ripard }
1153558fe90SMaxime Ripard 
116*913f536cSIcenowy Zheng static inline u32 sun6i_spi_get_tx_fifo_count(struct sun6i_spi *sspi)
117*913f536cSIcenowy Zheng {
118*913f536cSIcenowy Zheng 	u32 reg = sun6i_spi_read(sspi, SUN6I_FIFO_STA_REG);
119*913f536cSIcenowy Zheng 
120*913f536cSIcenowy Zheng 	reg >>= SUN6I_FIFO_STA_TF_CNT_BITS;
121*913f536cSIcenowy Zheng 
122*913f536cSIcenowy Zheng 	return reg & SUN6I_FIFO_STA_TF_CNT_MASK;
123*913f536cSIcenowy Zheng }
124*913f536cSIcenowy Zheng 
125*913f536cSIcenowy Zheng static inline void sun6i_spi_enable_interrupt(struct sun6i_spi *sspi, u32 mask)
126*913f536cSIcenowy Zheng {
127*913f536cSIcenowy Zheng 	u32 reg = sun6i_spi_read(sspi, SUN6I_INT_CTL_REG);
128*913f536cSIcenowy Zheng 
129*913f536cSIcenowy Zheng 	reg |= mask;
130*913f536cSIcenowy Zheng 	sun6i_spi_write(sspi, SUN6I_INT_CTL_REG, reg);
131*913f536cSIcenowy Zheng }
132*913f536cSIcenowy Zheng 
133*913f536cSIcenowy Zheng static inline void sun6i_spi_disable_interrupt(struct sun6i_spi *sspi, u32 mask)
134*913f536cSIcenowy Zheng {
135*913f536cSIcenowy Zheng 	u32 reg = sun6i_spi_read(sspi, SUN6I_INT_CTL_REG);
136*913f536cSIcenowy Zheng 
137*913f536cSIcenowy Zheng 	reg &= ~mask;
138*913f536cSIcenowy Zheng 	sun6i_spi_write(sspi, SUN6I_INT_CTL_REG, reg);
139*913f536cSIcenowy Zheng }
140*913f536cSIcenowy Zheng 
1413558fe90SMaxime Ripard static inline void sun6i_spi_drain_fifo(struct sun6i_spi *sspi, int len)
1423558fe90SMaxime Ripard {
1433558fe90SMaxime Ripard 	u32 reg, cnt;
1443558fe90SMaxime Ripard 	u8 byte;
1453558fe90SMaxime Ripard 
1463558fe90SMaxime Ripard 	/* See how much data is available */
1473558fe90SMaxime Ripard 	reg = sun6i_spi_read(sspi, SUN6I_FIFO_STA_REG);
1483558fe90SMaxime Ripard 	reg &= SUN6I_FIFO_STA_RF_CNT_MASK;
1493558fe90SMaxime Ripard 	cnt = reg >> SUN6I_FIFO_STA_RF_CNT_BITS;
1503558fe90SMaxime Ripard 
1513558fe90SMaxime Ripard 	if (len > cnt)
1523558fe90SMaxime Ripard 		len = cnt;
1533558fe90SMaxime Ripard 
1543558fe90SMaxime Ripard 	while (len--) {
1553558fe90SMaxime Ripard 		byte = readb(sspi->base_addr + SUN6I_RXDATA_REG);
1563558fe90SMaxime Ripard 		if (sspi->rx_buf)
1573558fe90SMaxime Ripard 			*sspi->rx_buf++ = byte;
1583558fe90SMaxime Ripard 	}
1593558fe90SMaxime Ripard }
1603558fe90SMaxime Ripard 
1613558fe90SMaxime Ripard static inline void sun6i_spi_fill_fifo(struct sun6i_spi *sspi, int len)
1623558fe90SMaxime Ripard {
163*913f536cSIcenowy Zheng 	u32 cnt;
1643558fe90SMaxime Ripard 	u8 byte;
1653558fe90SMaxime Ripard 
166*913f536cSIcenowy Zheng 	/* See how much data we can fit */
167*913f536cSIcenowy Zheng 	cnt = sspi->fifo_depth - sun6i_spi_get_tx_fifo_count(sspi);
168*913f536cSIcenowy Zheng 
169*913f536cSIcenowy Zheng 	len = min3(len, (int)cnt, sspi->len);
1703558fe90SMaxime Ripard 
1713558fe90SMaxime Ripard 	while (len--) {
1723558fe90SMaxime Ripard 		byte = sspi->tx_buf ? *sspi->tx_buf++ : 0;
1733558fe90SMaxime Ripard 		writeb(byte, sspi->base_addr + SUN6I_TXDATA_REG);
1743558fe90SMaxime Ripard 		sspi->len--;
1753558fe90SMaxime Ripard 	}
1763558fe90SMaxime Ripard }
1773558fe90SMaxime Ripard 
1783558fe90SMaxime Ripard static void sun6i_spi_set_cs(struct spi_device *spi, bool enable)
1793558fe90SMaxime Ripard {
1803558fe90SMaxime Ripard 	struct sun6i_spi *sspi = spi_master_get_devdata(spi->master);
1813558fe90SMaxime Ripard 	u32 reg;
1823558fe90SMaxime Ripard 
1833558fe90SMaxime Ripard 	reg = sun6i_spi_read(sspi, SUN6I_TFR_CTL_REG);
1843558fe90SMaxime Ripard 	reg &= ~SUN6I_TFR_CTL_CS_MASK;
1853558fe90SMaxime Ripard 	reg |= SUN6I_TFR_CTL_CS(spi->chip_select);
1863558fe90SMaxime Ripard 
1873558fe90SMaxime Ripard 	if (enable)
1883558fe90SMaxime Ripard 		reg |= SUN6I_TFR_CTL_CS_LEVEL;
1893558fe90SMaxime Ripard 	else
1903558fe90SMaxime Ripard 		reg &= ~SUN6I_TFR_CTL_CS_LEVEL;
1913558fe90SMaxime Ripard 
1923558fe90SMaxime Ripard 	sun6i_spi_write(sspi, SUN6I_TFR_CTL_REG, reg);
1933558fe90SMaxime Ripard }
1943558fe90SMaxime Ripard 
195794912cfSMichal Suchanek static size_t sun6i_spi_max_transfer_size(struct spi_device *spi)
196794912cfSMichal Suchanek {
19710565dfdSMilo Kim 	struct sun6i_spi *sspi = spi_master_get_devdata(spi->master);
19810565dfdSMilo Kim 
19910565dfdSMilo Kim 	return sspi->fifo_depth - 1;
200794912cfSMichal Suchanek }
2013558fe90SMaxime Ripard 
2023558fe90SMaxime Ripard static int sun6i_spi_transfer_one(struct spi_master *master,
2033558fe90SMaxime Ripard 				  struct spi_device *spi,
2043558fe90SMaxime Ripard 				  struct spi_transfer *tfr)
2053558fe90SMaxime Ripard {
2063558fe90SMaxime Ripard 	struct sun6i_spi *sspi = spi_master_get_devdata(master);
2073558fe90SMaxime Ripard 	unsigned int mclk_rate, div, timeout;
208719bd654SMichal Suchanek 	unsigned int start, end, tx_time;
209*913f536cSIcenowy Zheng 	unsigned int trig_level;
2103558fe90SMaxime Ripard 	unsigned int tx_len = 0;
2113558fe90SMaxime Ripard 	int ret = 0;
2123558fe90SMaxime Ripard 	u32 reg;
2133558fe90SMaxime Ripard 
214*913f536cSIcenowy Zheng 	if (tfr->len > SUN6I_MAX_XFER_SIZE)
2153558fe90SMaxime Ripard 		return -EINVAL;
2163558fe90SMaxime Ripard 
2173558fe90SMaxime Ripard 	reinit_completion(&sspi->done);
2183558fe90SMaxime Ripard 	sspi->tx_buf = tfr->tx_buf;
2193558fe90SMaxime Ripard 	sspi->rx_buf = tfr->rx_buf;
2203558fe90SMaxime Ripard 	sspi->len = tfr->len;
2213558fe90SMaxime Ripard 
2223558fe90SMaxime Ripard 	/* Clear pending interrupts */
2233558fe90SMaxime Ripard 	sun6i_spi_write(sspi, SUN6I_INT_STA_REG, ~0);
2243558fe90SMaxime Ripard 
2253558fe90SMaxime Ripard 	/* Reset FIFO */
2263558fe90SMaxime Ripard 	sun6i_spi_write(sspi, SUN6I_FIFO_CTL_REG,
2273558fe90SMaxime Ripard 			SUN6I_FIFO_CTL_RF_RST | SUN6I_FIFO_CTL_TF_RST);
2283558fe90SMaxime Ripard 
2293558fe90SMaxime Ripard 	/*
230*913f536cSIcenowy Zheng 	 * Setup FIFO interrupt trigger level
231*913f536cSIcenowy Zheng 	 * Here we choose 3/4 of the full fifo depth, as it's the hardcoded
232*913f536cSIcenowy Zheng 	 * value used in old generation of Allwinner SPI controller.
233*913f536cSIcenowy Zheng 	 * (See spi-sun4i.c)
234*913f536cSIcenowy Zheng 	 */
235*913f536cSIcenowy Zheng 	trig_level = sspi->fifo_depth / 4 * 3;
236*913f536cSIcenowy Zheng 	sun6i_spi_write(sspi, SUN6I_FIFO_CTL_REG,
237*913f536cSIcenowy Zheng 			(trig_level << SUN6I_FIFO_CTL_RF_RDY_TRIG_LEVEL_BITS) |
238*913f536cSIcenowy Zheng 			(trig_level << SUN6I_FIFO_CTL_TF_ERQ_TRIG_LEVEL_BITS));
239*913f536cSIcenowy Zheng 
240*913f536cSIcenowy Zheng 	/*
2413558fe90SMaxime Ripard 	 * Setup the transfer control register: Chip Select,
2423558fe90SMaxime Ripard 	 * polarities, etc.
2433558fe90SMaxime Ripard 	 */
2443558fe90SMaxime Ripard 	reg = sun6i_spi_read(sspi, SUN6I_TFR_CTL_REG);
2453558fe90SMaxime Ripard 
2463558fe90SMaxime Ripard 	if (spi->mode & SPI_CPOL)
2473558fe90SMaxime Ripard 		reg |= SUN6I_TFR_CTL_CPOL;
2483558fe90SMaxime Ripard 	else
2493558fe90SMaxime Ripard 		reg &= ~SUN6I_TFR_CTL_CPOL;
2503558fe90SMaxime Ripard 
2513558fe90SMaxime Ripard 	if (spi->mode & SPI_CPHA)
2523558fe90SMaxime Ripard 		reg |= SUN6I_TFR_CTL_CPHA;
2533558fe90SMaxime Ripard 	else
2543558fe90SMaxime Ripard 		reg &= ~SUN6I_TFR_CTL_CPHA;
2553558fe90SMaxime Ripard 
2563558fe90SMaxime Ripard 	if (spi->mode & SPI_LSB_FIRST)
2573558fe90SMaxime Ripard 		reg |= SUN6I_TFR_CTL_FBS;
2583558fe90SMaxime Ripard 	else
2593558fe90SMaxime Ripard 		reg &= ~SUN6I_TFR_CTL_FBS;
2603558fe90SMaxime Ripard 
2613558fe90SMaxime Ripard 	/*
2623558fe90SMaxime Ripard 	 * If it's a TX only transfer, we don't want to fill the RX
2633558fe90SMaxime Ripard 	 * FIFO with bogus data
2643558fe90SMaxime Ripard 	 */
2653558fe90SMaxime Ripard 	if (sspi->rx_buf)
2663558fe90SMaxime Ripard 		reg &= ~SUN6I_TFR_CTL_DHB;
2673558fe90SMaxime Ripard 	else
2683558fe90SMaxime Ripard 		reg |= SUN6I_TFR_CTL_DHB;
2693558fe90SMaxime Ripard 
2703558fe90SMaxime Ripard 	/* We want to control the chip select manually */
2713558fe90SMaxime Ripard 	reg |= SUN6I_TFR_CTL_CS_MANUAL;
2723558fe90SMaxime Ripard 
2733558fe90SMaxime Ripard 	sun6i_spi_write(sspi, SUN6I_TFR_CTL_REG, reg);
2743558fe90SMaxime Ripard 
2753558fe90SMaxime Ripard 	/* Ensure that we have a parent clock fast enough */
2763558fe90SMaxime Ripard 	mclk_rate = clk_get_rate(sspi->mclk);
27747284e3eSMarcus Weseloh 	if (mclk_rate < (2 * tfr->speed_hz)) {
27847284e3eSMarcus Weseloh 		clk_set_rate(sspi->mclk, 2 * tfr->speed_hz);
2793558fe90SMaxime Ripard 		mclk_rate = clk_get_rate(sspi->mclk);
2803558fe90SMaxime Ripard 	}
2813558fe90SMaxime Ripard 
2823558fe90SMaxime Ripard 	/*
2833558fe90SMaxime Ripard 	 * Setup clock divider.
2843558fe90SMaxime Ripard 	 *
2853558fe90SMaxime Ripard 	 * We have two choices there. Either we can use the clock
2863558fe90SMaxime Ripard 	 * divide rate 1, which is calculated thanks to this formula:
2873558fe90SMaxime Ripard 	 * SPI_CLK = MOD_CLK / (2 ^ cdr)
2883558fe90SMaxime Ripard 	 * Or we can use CDR2, which is calculated with the formula:
2893558fe90SMaxime Ripard 	 * SPI_CLK = MOD_CLK / (2 * (cdr + 1))
2903558fe90SMaxime Ripard 	 * Wether we use the former or the latter is set through the
2913558fe90SMaxime Ripard 	 * DRS bit.
2923558fe90SMaxime Ripard 	 *
2933558fe90SMaxime Ripard 	 * First try CDR2, and if we can't reach the expected
2943558fe90SMaxime Ripard 	 * frequency, fall back to CDR1.
2953558fe90SMaxime Ripard 	 */
29647284e3eSMarcus Weseloh 	div = mclk_rate / (2 * tfr->speed_hz);
2973558fe90SMaxime Ripard 	if (div <= (SUN6I_CLK_CTL_CDR2_MASK + 1)) {
2983558fe90SMaxime Ripard 		if (div > 0)
2993558fe90SMaxime Ripard 			div--;
3003558fe90SMaxime Ripard 
3013558fe90SMaxime Ripard 		reg = SUN6I_CLK_CTL_CDR2(div) | SUN6I_CLK_CTL_DRS;
3023558fe90SMaxime Ripard 	} else {
30347284e3eSMarcus Weseloh 		div = ilog2(mclk_rate) - ilog2(tfr->speed_hz);
3043558fe90SMaxime Ripard 		reg = SUN6I_CLK_CTL_CDR1(div);
3053558fe90SMaxime Ripard 	}
3063558fe90SMaxime Ripard 
3073558fe90SMaxime Ripard 	sun6i_spi_write(sspi, SUN6I_CLK_CTL_REG, reg);
3083558fe90SMaxime Ripard 
3093558fe90SMaxime Ripard 	/* Setup the transfer now... */
3103558fe90SMaxime Ripard 	if (sspi->tx_buf)
3113558fe90SMaxime Ripard 		tx_len = tfr->len;
3123558fe90SMaxime Ripard 
3133558fe90SMaxime Ripard 	/* Setup the counters */
3143558fe90SMaxime Ripard 	sun6i_spi_write(sspi, SUN6I_BURST_CNT_REG, SUN6I_BURST_CNT(tfr->len));
3153558fe90SMaxime Ripard 	sun6i_spi_write(sspi, SUN6I_XMIT_CNT_REG, SUN6I_XMIT_CNT(tx_len));
3163558fe90SMaxime Ripard 	sun6i_spi_write(sspi, SUN6I_BURST_CTL_CNT_REG,
3173558fe90SMaxime Ripard 			SUN6I_BURST_CTL_CNT_STC(tx_len));
3183558fe90SMaxime Ripard 
3193558fe90SMaxime Ripard 	/* Fill the TX FIFO */
32010565dfdSMilo Kim 	sun6i_spi_fill_fifo(sspi, sspi->fifo_depth);
3213558fe90SMaxime Ripard 
3223558fe90SMaxime Ripard 	/* Enable the interrupts */
3233558fe90SMaxime Ripard 	sun6i_spi_write(sspi, SUN6I_INT_CTL_REG, SUN6I_INT_CTL_TC);
324*913f536cSIcenowy Zheng 	sun6i_spi_enable_interrupt(sspi, SUN6I_INT_CTL_TC |
325*913f536cSIcenowy Zheng 					 SUN6I_INT_CTL_RF_RDY);
326*913f536cSIcenowy Zheng 	if (tx_len > sspi->fifo_depth)
327*913f536cSIcenowy Zheng 		sun6i_spi_enable_interrupt(sspi, SUN6I_INT_CTL_TF_ERQ);
3283558fe90SMaxime Ripard 
3293558fe90SMaxime Ripard 	/* Start the transfer */
3303558fe90SMaxime Ripard 	reg = sun6i_spi_read(sspi, SUN6I_TFR_CTL_REG);
3313558fe90SMaxime Ripard 	sun6i_spi_write(sspi, SUN6I_TFR_CTL_REG, reg | SUN6I_TFR_CTL_XCH);
3323558fe90SMaxime Ripard 
333719bd654SMichal Suchanek 	tx_time = max(tfr->len * 8 * 2 / (tfr->speed_hz / 1000), 100U);
334719bd654SMichal Suchanek 	start = jiffies;
3353558fe90SMaxime Ripard 	timeout = wait_for_completion_timeout(&sspi->done,
336719bd654SMichal Suchanek 					      msecs_to_jiffies(tx_time));
337719bd654SMichal Suchanek 	end = jiffies;
3383558fe90SMaxime Ripard 	if (!timeout) {
339719bd654SMichal Suchanek 		dev_warn(&master->dev,
340719bd654SMichal Suchanek 			 "%s: timeout transferring %u bytes@%iHz for %i(%i)ms",
341719bd654SMichal Suchanek 			 dev_name(&spi->dev), tfr->len, tfr->speed_hz,
342719bd654SMichal Suchanek 			 jiffies_to_msecs(end - start), tx_time);
3433558fe90SMaxime Ripard 		ret = -ETIMEDOUT;
3443558fe90SMaxime Ripard 		goto out;
3453558fe90SMaxime Ripard 	}
3463558fe90SMaxime Ripard 
3473558fe90SMaxime Ripard out:
3483558fe90SMaxime Ripard 	sun6i_spi_write(sspi, SUN6I_INT_CTL_REG, 0);
3493558fe90SMaxime Ripard 
3503558fe90SMaxime Ripard 	return ret;
3513558fe90SMaxime Ripard }
3523558fe90SMaxime Ripard 
3533558fe90SMaxime Ripard static irqreturn_t sun6i_spi_handler(int irq, void *dev_id)
3543558fe90SMaxime Ripard {
3553558fe90SMaxime Ripard 	struct sun6i_spi *sspi = dev_id;
3563558fe90SMaxime Ripard 	u32 status = sun6i_spi_read(sspi, SUN6I_INT_STA_REG);
3573558fe90SMaxime Ripard 
3583558fe90SMaxime Ripard 	/* Transfer complete */
3593558fe90SMaxime Ripard 	if (status & SUN6I_INT_CTL_TC) {
3603558fe90SMaxime Ripard 		sun6i_spi_write(sspi, SUN6I_INT_STA_REG, SUN6I_INT_CTL_TC);
361*913f536cSIcenowy Zheng 		sun6i_spi_drain_fifo(sspi, sspi->fifo_depth);
3623558fe90SMaxime Ripard 		complete(&sspi->done);
3633558fe90SMaxime Ripard 		return IRQ_HANDLED;
3643558fe90SMaxime Ripard 	}
3653558fe90SMaxime Ripard 
366*913f536cSIcenowy Zheng 	/* Receive FIFO 3/4 full */
367*913f536cSIcenowy Zheng 	if (status & SUN6I_INT_CTL_RF_RDY) {
368*913f536cSIcenowy Zheng 		sun6i_spi_drain_fifo(sspi, SUN6I_FIFO_DEPTH);
369*913f536cSIcenowy Zheng 		/* Only clear the interrupt _after_ draining the FIFO */
370*913f536cSIcenowy Zheng 		sun6i_spi_write(sspi, SUN6I_INT_STA_REG, SUN6I_INT_CTL_RF_RDY);
371*913f536cSIcenowy Zheng 		return IRQ_HANDLED;
372*913f536cSIcenowy Zheng 	}
373*913f536cSIcenowy Zheng 
374*913f536cSIcenowy Zheng 	/* Transmit FIFO 3/4 empty */
375*913f536cSIcenowy Zheng 	if (status & SUN6I_INT_CTL_TF_ERQ) {
376*913f536cSIcenowy Zheng 		sun6i_spi_fill_fifo(sspi, SUN6I_FIFO_DEPTH);
377*913f536cSIcenowy Zheng 
378*913f536cSIcenowy Zheng 		if (!sspi->len)
379*913f536cSIcenowy Zheng 			/* nothing left to transmit */
380*913f536cSIcenowy Zheng 			sun6i_spi_disable_interrupt(sspi, SUN6I_INT_CTL_TF_ERQ);
381*913f536cSIcenowy Zheng 
382*913f536cSIcenowy Zheng 		/* Only clear the interrupt _after_ re-seeding the FIFO */
383*913f536cSIcenowy Zheng 		sun6i_spi_write(sspi, SUN6I_INT_STA_REG, SUN6I_INT_CTL_TF_ERQ);
384*913f536cSIcenowy Zheng 
385*913f536cSIcenowy Zheng 		return IRQ_HANDLED;
386*913f536cSIcenowy Zheng 	}
387*913f536cSIcenowy Zheng 
3883558fe90SMaxime Ripard 	return IRQ_NONE;
3893558fe90SMaxime Ripard }
3903558fe90SMaxime Ripard 
3913558fe90SMaxime Ripard static int sun6i_spi_runtime_resume(struct device *dev)
3923558fe90SMaxime Ripard {
3933558fe90SMaxime Ripard 	struct spi_master *master = dev_get_drvdata(dev);
3943558fe90SMaxime Ripard 	struct sun6i_spi *sspi = spi_master_get_devdata(master);
3953558fe90SMaxime Ripard 	int ret;
3963558fe90SMaxime Ripard 
3973558fe90SMaxime Ripard 	ret = clk_prepare_enable(sspi->hclk);
3983558fe90SMaxime Ripard 	if (ret) {
3993558fe90SMaxime Ripard 		dev_err(dev, "Couldn't enable AHB clock\n");
4003558fe90SMaxime Ripard 		goto out;
4013558fe90SMaxime Ripard 	}
4023558fe90SMaxime Ripard 
4033558fe90SMaxime Ripard 	ret = clk_prepare_enable(sspi->mclk);
4043558fe90SMaxime Ripard 	if (ret) {
4053558fe90SMaxime Ripard 		dev_err(dev, "Couldn't enable module clock\n");
4063558fe90SMaxime Ripard 		goto err;
4073558fe90SMaxime Ripard 	}
4083558fe90SMaxime Ripard 
4093558fe90SMaxime Ripard 	ret = reset_control_deassert(sspi->rstc);
4103558fe90SMaxime Ripard 	if (ret) {
4113558fe90SMaxime Ripard 		dev_err(dev, "Couldn't deassert the device from reset\n");
4123558fe90SMaxime Ripard 		goto err2;
4133558fe90SMaxime Ripard 	}
4143558fe90SMaxime Ripard 
4153558fe90SMaxime Ripard 	sun6i_spi_write(sspi, SUN6I_GBL_CTL_REG,
4163558fe90SMaxime Ripard 			SUN6I_GBL_CTL_BUS_ENABLE | SUN6I_GBL_CTL_MASTER | SUN6I_GBL_CTL_TP);
4173558fe90SMaxime Ripard 
4183558fe90SMaxime Ripard 	return 0;
4193558fe90SMaxime Ripard 
4203558fe90SMaxime Ripard err2:
4213558fe90SMaxime Ripard 	clk_disable_unprepare(sspi->mclk);
4223558fe90SMaxime Ripard err:
4233558fe90SMaxime Ripard 	clk_disable_unprepare(sspi->hclk);
4243558fe90SMaxime Ripard out:
4253558fe90SMaxime Ripard 	return ret;
4263558fe90SMaxime Ripard }
4273558fe90SMaxime Ripard 
4283558fe90SMaxime Ripard static int sun6i_spi_runtime_suspend(struct device *dev)
4293558fe90SMaxime Ripard {
4303558fe90SMaxime Ripard 	struct spi_master *master = dev_get_drvdata(dev);
4313558fe90SMaxime Ripard 	struct sun6i_spi *sspi = spi_master_get_devdata(master);
4323558fe90SMaxime Ripard 
4333558fe90SMaxime Ripard 	reset_control_assert(sspi->rstc);
4343558fe90SMaxime Ripard 	clk_disable_unprepare(sspi->mclk);
4353558fe90SMaxime Ripard 	clk_disable_unprepare(sspi->hclk);
4363558fe90SMaxime Ripard 
4373558fe90SMaxime Ripard 	return 0;
4383558fe90SMaxime Ripard }
4393558fe90SMaxime Ripard 
4403558fe90SMaxime Ripard static int sun6i_spi_probe(struct platform_device *pdev)
4413558fe90SMaxime Ripard {
4423558fe90SMaxime Ripard 	struct spi_master *master;
4433558fe90SMaxime Ripard 	struct sun6i_spi *sspi;
4443558fe90SMaxime Ripard 	struct resource	*res;
4453558fe90SMaxime Ripard 	int ret = 0, irq;
4463558fe90SMaxime Ripard 
4473558fe90SMaxime Ripard 	master = spi_alloc_master(&pdev->dev, sizeof(struct sun6i_spi));
4483558fe90SMaxime Ripard 	if (!master) {
4493558fe90SMaxime Ripard 		dev_err(&pdev->dev, "Unable to allocate SPI Master\n");
4503558fe90SMaxime Ripard 		return -ENOMEM;
4513558fe90SMaxime Ripard 	}
4523558fe90SMaxime Ripard 
4533558fe90SMaxime Ripard 	platform_set_drvdata(pdev, master);
4543558fe90SMaxime Ripard 	sspi = spi_master_get_devdata(master);
4553558fe90SMaxime Ripard 
4563558fe90SMaxime Ripard 	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
4573558fe90SMaxime Ripard 	sspi->base_addr = devm_ioremap_resource(&pdev->dev, res);
4583558fe90SMaxime Ripard 	if (IS_ERR(sspi->base_addr)) {
4593558fe90SMaxime Ripard 		ret = PTR_ERR(sspi->base_addr);
4603558fe90SMaxime Ripard 		goto err_free_master;
4613558fe90SMaxime Ripard 	}
4623558fe90SMaxime Ripard 
4633558fe90SMaxime Ripard 	irq = platform_get_irq(pdev, 0);
4643558fe90SMaxime Ripard 	if (irq < 0) {
4653558fe90SMaxime Ripard 		dev_err(&pdev->dev, "No spi IRQ specified\n");
4663558fe90SMaxime Ripard 		ret = -ENXIO;
4673558fe90SMaxime Ripard 		goto err_free_master;
4683558fe90SMaxime Ripard 	}
4693558fe90SMaxime Ripard 
4703558fe90SMaxime Ripard 	ret = devm_request_irq(&pdev->dev, irq, sun6i_spi_handler,
4713558fe90SMaxime Ripard 			       0, "sun6i-spi", sspi);
4723558fe90SMaxime Ripard 	if (ret) {
4733558fe90SMaxime Ripard 		dev_err(&pdev->dev, "Cannot request IRQ\n");
4743558fe90SMaxime Ripard 		goto err_free_master;
4753558fe90SMaxime Ripard 	}
4763558fe90SMaxime Ripard 
4773558fe90SMaxime Ripard 	sspi->master = master;
47810565dfdSMilo Kim 	sspi->fifo_depth = (unsigned long)of_device_get_match_data(&pdev->dev);
47910565dfdSMilo Kim 
4800b06d8cfSMichal Suchanek 	master->max_speed_hz = 100 * 1000 * 1000;
4810b06d8cfSMichal Suchanek 	master->min_speed_hz = 3 * 1000;
4823558fe90SMaxime Ripard 	master->set_cs = sun6i_spi_set_cs;
4833558fe90SMaxime Ripard 	master->transfer_one = sun6i_spi_transfer_one;
4843558fe90SMaxime Ripard 	master->num_chipselect = 4;
4853558fe90SMaxime Ripard 	master->mode_bits = SPI_CPOL | SPI_CPHA | SPI_CS_HIGH | SPI_LSB_FIRST;
486743a46b8SAxel Lin 	master->bits_per_word_mask = SPI_BPW_MASK(8);
4873558fe90SMaxime Ripard 	master->dev.of_node = pdev->dev.of_node;
4883558fe90SMaxime Ripard 	master->auto_runtime_pm = true;
489794912cfSMichal Suchanek 	master->max_transfer_size = sun6i_spi_max_transfer_size;
4903558fe90SMaxime Ripard 
4913558fe90SMaxime Ripard 	sspi->hclk = devm_clk_get(&pdev->dev, "ahb");
4923558fe90SMaxime Ripard 	if (IS_ERR(sspi->hclk)) {
4933558fe90SMaxime Ripard 		dev_err(&pdev->dev, "Unable to acquire AHB clock\n");
4943558fe90SMaxime Ripard 		ret = PTR_ERR(sspi->hclk);
4953558fe90SMaxime Ripard 		goto err_free_master;
4963558fe90SMaxime Ripard 	}
4973558fe90SMaxime Ripard 
4983558fe90SMaxime Ripard 	sspi->mclk = devm_clk_get(&pdev->dev, "mod");
4993558fe90SMaxime Ripard 	if (IS_ERR(sspi->mclk)) {
5003558fe90SMaxime Ripard 		dev_err(&pdev->dev, "Unable to acquire module clock\n");
5013558fe90SMaxime Ripard 		ret = PTR_ERR(sspi->mclk);
5023558fe90SMaxime Ripard 		goto err_free_master;
5033558fe90SMaxime Ripard 	}
5043558fe90SMaxime Ripard 
5053558fe90SMaxime Ripard 	init_completion(&sspi->done);
5063558fe90SMaxime Ripard 
5073558fe90SMaxime Ripard 	sspi->rstc = devm_reset_control_get(&pdev->dev, NULL);
5083558fe90SMaxime Ripard 	if (IS_ERR(sspi->rstc)) {
5093558fe90SMaxime Ripard 		dev_err(&pdev->dev, "Couldn't get reset controller\n");
5103558fe90SMaxime Ripard 		ret = PTR_ERR(sspi->rstc);
5113558fe90SMaxime Ripard 		goto err_free_master;
5123558fe90SMaxime Ripard 	}
5133558fe90SMaxime Ripard 
5143558fe90SMaxime Ripard 	/*
5153558fe90SMaxime Ripard 	 * This wake-up/shutdown pattern is to be able to have the
5163558fe90SMaxime Ripard 	 * device woken up, even if runtime_pm is disabled
5173558fe90SMaxime Ripard 	 */
5183558fe90SMaxime Ripard 	ret = sun6i_spi_runtime_resume(&pdev->dev);
5193558fe90SMaxime Ripard 	if (ret) {
5203558fe90SMaxime Ripard 		dev_err(&pdev->dev, "Couldn't resume the device\n");
5213558fe90SMaxime Ripard 		goto err_free_master;
5223558fe90SMaxime Ripard 	}
5233558fe90SMaxime Ripard 
5243558fe90SMaxime Ripard 	pm_runtime_set_active(&pdev->dev);
5253558fe90SMaxime Ripard 	pm_runtime_enable(&pdev->dev);
5263558fe90SMaxime Ripard 	pm_runtime_idle(&pdev->dev);
5273558fe90SMaxime Ripard 
5283558fe90SMaxime Ripard 	ret = devm_spi_register_master(&pdev->dev, master);
5293558fe90SMaxime Ripard 	if (ret) {
5303558fe90SMaxime Ripard 		dev_err(&pdev->dev, "cannot register SPI master\n");
5313558fe90SMaxime Ripard 		goto err_pm_disable;
5323558fe90SMaxime Ripard 	}
5333558fe90SMaxime Ripard 
5343558fe90SMaxime Ripard 	return 0;
5353558fe90SMaxime Ripard 
5363558fe90SMaxime Ripard err_pm_disable:
5373558fe90SMaxime Ripard 	pm_runtime_disable(&pdev->dev);
5383558fe90SMaxime Ripard 	sun6i_spi_runtime_suspend(&pdev->dev);
5393558fe90SMaxime Ripard err_free_master:
5403558fe90SMaxime Ripard 	spi_master_put(master);
5413558fe90SMaxime Ripard 	return ret;
5423558fe90SMaxime Ripard }
5433558fe90SMaxime Ripard 
5443558fe90SMaxime Ripard static int sun6i_spi_remove(struct platform_device *pdev)
5453558fe90SMaxime Ripard {
5463558fe90SMaxime Ripard 	pm_runtime_disable(&pdev->dev);
5473558fe90SMaxime Ripard 
5483558fe90SMaxime Ripard 	return 0;
5493558fe90SMaxime Ripard }
5503558fe90SMaxime Ripard 
5513558fe90SMaxime Ripard static const struct of_device_id sun6i_spi_match[] = {
55210565dfdSMilo Kim 	{ .compatible = "allwinner,sun6i-a31-spi", .data = (void *)SUN6I_FIFO_DEPTH },
55310565dfdSMilo Kim 	{ .compatible = "allwinner,sun8i-h3-spi",  .data = (void *)SUN8I_FIFO_DEPTH },
5543558fe90SMaxime Ripard 	{}
5553558fe90SMaxime Ripard };
5563558fe90SMaxime Ripard MODULE_DEVICE_TABLE(of, sun6i_spi_match);
5573558fe90SMaxime Ripard 
5583558fe90SMaxime Ripard static const struct dev_pm_ops sun6i_spi_pm_ops = {
5593558fe90SMaxime Ripard 	.runtime_resume		= sun6i_spi_runtime_resume,
5603558fe90SMaxime Ripard 	.runtime_suspend	= sun6i_spi_runtime_suspend,
5613558fe90SMaxime Ripard };
5623558fe90SMaxime Ripard 
5633558fe90SMaxime Ripard static struct platform_driver sun6i_spi_driver = {
5643558fe90SMaxime Ripard 	.probe	= sun6i_spi_probe,
5653558fe90SMaxime Ripard 	.remove	= sun6i_spi_remove,
5663558fe90SMaxime Ripard 	.driver	= {
5673558fe90SMaxime Ripard 		.name		= "sun6i-spi",
5683558fe90SMaxime Ripard 		.of_match_table	= sun6i_spi_match,
5693558fe90SMaxime Ripard 		.pm		= &sun6i_spi_pm_ops,
5703558fe90SMaxime Ripard 	},
5713558fe90SMaxime Ripard };
5723558fe90SMaxime Ripard module_platform_driver(sun6i_spi_driver);
5733558fe90SMaxime Ripard 
5743558fe90SMaxime Ripard MODULE_AUTHOR("Pan Nan <pannan@allwinnertech.com>");
5753558fe90SMaxime Ripard MODULE_AUTHOR("Maxime Ripard <maxime.ripard@free-electrons.com>");
5763558fe90SMaxime Ripard MODULE_DESCRIPTION("Allwinner A31 SPI controller driver");
5773558fe90SMaxime Ripard MODULE_LICENSE("GPL");
578