xref: /openbmc/linux/drivers/spi/spi-sun4i.c (revision 1ac731c529cd4d6adbce134754b51ff7d822b145)
12874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later
2b5f65179SMaxime Ripard /*
3b5f65179SMaxime Ripard  * Copyright (C) 2012 - 2014 Allwinner Tech
4b5f65179SMaxime Ripard  * Pan Nan <pannan@allwinnertech.com>
5b5f65179SMaxime Ripard  *
6b5f65179SMaxime Ripard  * Copyright (C) 2014 Maxime Ripard
7b5f65179SMaxime Ripard  * Maxime Ripard <maxime.ripard@free-electrons.com>
8b5f65179SMaxime Ripard  */
9b5f65179SMaxime Ripard 
10b5f65179SMaxime Ripard #include <linux/clk.h>
11b5f65179SMaxime Ripard #include <linux/delay.h>
12b5f65179SMaxime Ripard #include <linux/device.h>
13b5f65179SMaxime Ripard #include <linux/interrupt.h>
14b5f65179SMaxime Ripard #include <linux/io.h>
15b5f65179SMaxime Ripard #include <linux/module.h>
16b5f65179SMaxime Ripard #include <linux/platform_device.h>
17b5f65179SMaxime Ripard #include <linux/pm_runtime.h>
18b5f65179SMaxime Ripard 
19b5f65179SMaxime Ripard #include <linux/spi/spi.h>
20b5f65179SMaxime Ripard 
21b5f65179SMaxime Ripard #define SUN4I_FIFO_DEPTH		64
22b5f65179SMaxime Ripard 
23b5f65179SMaxime Ripard #define SUN4I_RXDATA_REG		0x00
24b5f65179SMaxime Ripard 
25b5f65179SMaxime Ripard #define SUN4I_TXDATA_REG		0x04
26b5f65179SMaxime Ripard 
27b5f65179SMaxime Ripard #define SUN4I_CTL_REG			0x08
28b5f65179SMaxime Ripard #define SUN4I_CTL_ENABLE			BIT(0)
29b5f65179SMaxime Ripard #define SUN4I_CTL_MASTER			BIT(1)
30b5f65179SMaxime Ripard #define SUN4I_CTL_CPHA				BIT(2)
31b5f65179SMaxime Ripard #define SUN4I_CTL_CPOL				BIT(3)
32b5f65179SMaxime Ripard #define SUN4I_CTL_CS_ACTIVE_LOW			BIT(4)
33b5f65179SMaxime Ripard #define SUN4I_CTL_LMTF				BIT(6)
34b5f65179SMaxime Ripard #define SUN4I_CTL_TF_RST			BIT(8)
35b5f65179SMaxime Ripard #define SUN4I_CTL_RF_RST			BIT(9)
36b5f65179SMaxime Ripard #define SUN4I_CTL_XCH				BIT(10)
37b5f65179SMaxime Ripard #define SUN4I_CTL_CS_MASK			0x3000
38b5f65179SMaxime Ripard #define SUN4I_CTL_CS(cs)			(((cs) << 12) & SUN4I_CTL_CS_MASK)
39b5f65179SMaxime Ripard #define SUN4I_CTL_DHB				BIT(15)
40b5f65179SMaxime Ripard #define SUN4I_CTL_CS_MANUAL			BIT(16)
41b5f65179SMaxime Ripard #define SUN4I_CTL_CS_LEVEL			BIT(17)
42b5f65179SMaxime Ripard #define SUN4I_CTL_TP				BIT(18)
43b5f65179SMaxime Ripard 
44b5f65179SMaxime Ripard #define SUN4I_INT_CTL_REG		0x0c
4519673791SAlexandru Gagniuc #define SUN4I_INT_CTL_RF_F34			BIT(4)
4619673791SAlexandru Gagniuc #define SUN4I_INT_CTL_TF_E34			BIT(12)
47b5f65179SMaxime Ripard #define SUN4I_INT_CTL_TC			BIT(16)
48b5f65179SMaxime Ripard 
49b5f65179SMaxime Ripard #define SUN4I_INT_STA_REG		0x10
50b5f65179SMaxime Ripard 
51b5f65179SMaxime Ripard #define SUN4I_DMA_CTL_REG		0x14
52b5f65179SMaxime Ripard 
53b5f65179SMaxime Ripard #define SUN4I_WAIT_REG			0x18
54b5f65179SMaxime Ripard 
55b5f65179SMaxime Ripard #define SUN4I_CLK_CTL_REG		0x1c
56b5f65179SMaxime Ripard #define SUN4I_CLK_CTL_CDR2_MASK			0xff
57b5f65179SMaxime Ripard #define SUN4I_CLK_CTL_CDR2(div)			((div) & SUN4I_CLK_CTL_CDR2_MASK)
58b5f65179SMaxime Ripard #define SUN4I_CLK_CTL_CDR1_MASK			0xf
59b5f65179SMaxime Ripard #define SUN4I_CLK_CTL_CDR1(div)			(((div) & SUN4I_CLK_CTL_CDR1_MASK) << 8)
60b5f65179SMaxime Ripard #define SUN4I_CLK_CTL_DRS			BIT(12)
61b5f65179SMaxime Ripard 
6219673791SAlexandru Gagniuc #define SUN4I_MAX_XFER_SIZE			0xffffff
6319673791SAlexandru Gagniuc 
64b5f65179SMaxime Ripard #define SUN4I_BURST_CNT_REG		0x20
6519673791SAlexandru Gagniuc #define SUN4I_BURST_CNT(cnt)			((cnt) & SUN4I_MAX_XFER_SIZE)
66b5f65179SMaxime Ripard 
67b5f65179SMaxime Ripard #define SUN4I_XMIT_CNT_REG		0x24
6819673791SAlexandru Gagniuc #define SUN4I_XMIT_CNT(cnt)			((cnt) & SUN4I_MAX_XFER_SIZE)
6919673791SAlexandru Gagniuc 
70b5f65179SMaxime Ripard 
71b5f65179SMaxime Ripard #define SUN4I_FIFO_STA_REG		0x28
72b5f65179SMaxime Ripard #define SUN4I_FIFO_STA_RF_CNT_MASK		0x7f
73b5f65179SMaxime Ripard #define SUN4I_FIFO_STA_RF_CNT_BITS		0
74b5f65179SMaxime Ripard #define SUN4I_FIFO_STA_TF_CNT_MASK		0x7f
75b5f65179SMaxime Ripard #define SUN4I_FIFO_STA_TF_CNT_BITS		16
76b5f65179SMaxime Ripard 
77b5f65179SMaxime Ripard struct sun4i_spi {
78b5f65179SMaxime Ripard 	struct spi_master	*master;
79b5f65179SMaxime Ripard 	void __iomem		*base_addr;
80b5f65179SMaxime Ripard 	struct clk		*hclk;
81b5f65179SMaxime Ripard 	struct clk		*mclk;
82b5f65179SMaxime Ripard 
83b5f65179SMaxime Ripard 	struct completion	done;
84b5f65179SMaxime Ripard 
85b5f65179SMaxime Ripard 	const u8		*tx_buf;
86b5f65179SMaxime Ripard 	u8			*rx_buf;
87b5f65179SMaxime Ripard 	int			len;
88b5f65179SMaxime Ripard };
89b5f65179SMaxime Ripard 
sun4i_spi_read(struct sun4i_spi * sspi,u32 reg)90b5f65179SMaxime Ripard static inline u32 sun4i_spi_read(struct sun4i_spi *sspi, u32 reg)
91b5f65179SMaxime Ripard {
92b5f65179SMaxime Ripard 	return readl(sspi->base_addr + reg);
93b5f65179SMaxime Ripard }
94b5f65179SMaxime Ripard 
sun4i_spi_write(struct sun4i_spi * sspi,u32 reg,u32 value)95b5f65179SMaxime Ripard static inline void sun4i_spi_write(struct sun4i_spi *sspi, u32 reg, u32 value)
96b5f65179SMaxime Ripard {
97b5f65179SMaxime Ripard 	writel(value, sspi->base_addr + reg);
98b5f65179SMaxime Ripard }
99b5f65179SMaxime Ripard 
sun4i_spi_get_tx_fifo_count(struct sun4i_spi * sspi)10019673791SAlexandru Gagniuc static inline u32 sun4i_spi_get_tx_fifo_count(struct sun4i_spi *sspi)
10119673791SAlexandru Gagniuc {
10219673791SAlexandru Gagniuc 	u32 reg = sun4i_spi_read(sspi, SUN4I_FIFO_STA_REG);
10319673791SAlexandru Gagniuc 
10419673791SAlexandru Gagniuc 	reg >>= SUN4I_FIFO_STA_TF_CNT_BITS;
10519673791SAlexandru Gagniuc 
10619673791SAlexandru Gagniuc 	return reg & SUN4I_FIFO_STA_TF_CNT_MASK;
10719673791SAlexandru Gagniuc }
10819673791SAlexandru Gagniuc 
sun4i_spi_enable_interrupt(struct sun4i_spi * sspi,u32 mask)10919673791SAlexandru Gagniuc static inline void sun4i_spi_enable_interrupt(struct sun4i_spi *sspi, u32 mask)
11019673791SAlexandru Gagniuc {
11119673791SAlexandru Gagniuc 	u32 reg = sun4i_spi_read(sspi, SUN4I_INT_CTL_REG);
11219673791SAlexandru Gagniuc 
11319673791SAlexandru Gagniuc 	reg |= mask;
11419673791SAlexandru Gagniuc 	sun4i_spi_write(sspi, SUN4I_INT_CTL_REG, reg);
11519673791SAlexandru Gagniuc }
11619673791SAlexandru Gagniuc 
sun4i_spi_disable_interrupt(struct sun4i_spi * sspi,u32 mask)11719673791SAlexandru Gagniuc static inline void sun4i_spi_disable_interrupt(struct sun4i_spi *sspi, u32 mask)
11819673791SAlexandru Gagniuc {
11919673791SAlexandru Gagniuc 	u32 reg = sun4i_spi_read(sspi, SUN4I_INT_CTL_REG);
12019673791SAlexandru Gagniuc 
12119673791SAlexandru Gagniuc 	reg &= ~mask;
12219673791SAlexandru Gagniuc 	sun4i_spi_write(sspi, SUN4I_INT_CTL_REG, reg);
12319673791SAlexandru Gagniuc }
12419673791SAlexandru Gagniuc 
sun4i_spi_drain_fifo(struct sun4i_spi * sspi,int len)125b5f65179SMaxime Ripard static inline void sun4i_spi_drain_fifo(struct sun4i_spi *sspi, int len)
126b5f65179SMaxime Ripard {
127b5f65179SMaxime Ripard 	u32 reg, cnt;
128b5f65179SMaxime Ripard 	u8 byte;
129b5f65179SMaxime Ripard 
130b5f65179SMaxime Ripard 	/* See how much data is available */
131b5f65179SMaxime Ripard 	reg = sun4i_spi_read(sspi, SUN4I_FIFO_STA_REG);
132b5f65179SMaxime Ripard 	reg &= SUN4I_FIFO_STA_RF_CNT_MASK;
133b5f65179SMaxime Ripard 	cnt = reg >> SUN4I_FIFO_STA_RF_CNT_BITS;
134b5f65179SMaxime Ripard 
135b5f65179SMaxime Ripard 	if (len > cnt)
136b5f65179SMaxime Ripard 		len = cnt;
137b5f65179SMaxime Ripard 
138b5f65179SMaxime Ripard 	while (len--) {
139b5f65179SMaxime Ripard 		byte = readb(sspi->base_addr + SUN4I_RXDATA_REG);
140b5f65179SMaxime Ripard 		if (sspi->rx_buf)
141b5f65179SMaxime Ripard 			*sspi->rx_buf++ = byte;
142b5f65179SMaxime Ripard 	}
143b5f65179SMaxime Ripard }
144b5f65179SMaxime Ripard 
sun4i_spi_fill_fifo(struct sun4i_spi * sspi,int len)145b5f65179SMaxime Ripard static inline void sun4i_spi_fill_fifo(struct sun4i_spi *sspi, int len)
146b5f65179SMaxime Ripard {
14719673791SAlexandru Gagniuc 	u32 cnt;
148b5f65179SMaxime Ripard 	u8 byte;
149b5f65179SMaxime Ripard 
15019673791SAlexandru Gagniuc 	/* See how much data we can fit */
15119673791SAlexandru Gagniuc 	cnt = SUN4I_FIFO_DEPTH - sun4i_spi_get_tx_fifo_count(sspi);
15219673791SAlexandru Gagniuc 
15319673791SAlexandru Gagniuc 	len = min3(len, (int)cnt, sspi->len);
154b5f65179SMaxime Ripard 
155b5f65179SMaxime Ripard 	while (len--) {
156b5f65179SMaxime Ripard 		byte = sspi->tx_buf ? *sspi->tx_buf++ : 0;
157b5f65179SMaxime Ripard 		writeb(byte, sspi->base_addr + SUN4I_TXDATA_REG);
158b5f65179SMaxime Ripard 		sspi->len--;
159b5f65179SMaxime Ripard 	}
160b5f65179SMaxime Ripard }
161b5f65179SMaxime Ripard 
sun4i_spi_set_cs(struct spi_device * spi,bool enable)162b5f65179SMaxime Ripard static void sun4i_spi_set_cs(struct spi_device *spi, bool enable)
163b5f65179SMaxime Ripard {
164b5f65179SMaxime Ripard 	struct sun4i_spi *sspi = spi_master_get_devdata(spi->master);
165b5f65179SMaxime Ripard 	u32 reg;
166b5f65179SMaxime Ripard 
167b5f65179SMaxime Ripard 	reg = sun4i_spi_read(sspi, SUN4I_CTL_REG);
168b5f65179SMaxime Ripard 
169b5f65179SMaxime Ripard 	reg &= ~SUN4I_CTL_CS_MASK;
170*9e264f3fSAmit Kumar Mahapatra via Alsa-devel 	reg |= SUN4I_CTL_CS(spi_get_chipselect(spi, 0));
171b5f65179SMaxime Ripard 
172218e0b57SMarcus Weseloh 	/* We want to control the chip select manually */
173218e0b57SMarcus Weseloh 	reg |= SUN4I_CTL_CS_MANUAL;
174218e0b57SMarcus Weseloh 
175b5f65179SMaxime Ripard 	if (enable)
176b5f65179SMaxime Ripard 		reg |= SUN4I_CTL_CS_LEVEL;
177b5f65179SMaxime Ripard 	else
178b5f65179SMaxime Ripard 		reg &= ~SUN4I_CTL_CS_LEVEL;
179b5f65179SMaxime Ripard 
180b5f65179SMaxime Ripard 	/*
181b5f65179SMaxime Ripard 	 * Even though this looks irrelevant since we are supposed to
182b5f65179SMaxime Ripard 	 * be controlling the chip select manually, this bit also
183b5f65179SMaxime Ripard 	 * controls the levels of the chip select for inactive
184b5f65179SMaxime Ripard 	 * devices.
185b5f65179SMaxime Ripard 	 *
186b5f65179SMaxime Ripard 	 * If we don't set it, the chip select level will go low by
187b5f65179SMaxime Ripard 	 * default when the device is idle, which is not really
188b5f65179SMaxime Ripard 	 * expected in the common case where the chip select is active
189b5f65179SMaxime Ripard 	 * low.
190b5f65179SMaxime Ripard 	 */
191b5f65179SMaxime Ripard 	if (spi->mode & SPI_CS_HIGH)
192b5f65179SMaxime Ripard 		reg &= ~SUN4I_CTL_CS_ACTIVE_LOW;
193b5f65179SMaxime Ripard 	else
194b5f65179SMaxime Ripard 		reg |= SUN4I_CTL_CS_ACTIVE_LOW;
195b5f65179SMaxime Ripard 
196b5f65179SMaxime Ripard 	sun4i_spi_write(sspi, SUN4I_CTL_REG, reg);
197b5f65179SMaxime Ripard }
198b5f65179SMaxime Ripard 
sun4i_spi_max_transfer_size(struct spi_device * spi)199794912cfSMichal Suchanek static size_t sun4i_spi_max_transfer_size(struct spi_device *spi)
200794912cfSMichal Suchanek {
201241b8887SJonathan Liu 	return SUN4I_MAX_XFER_SIZE - 1;
202794912cfSMichal Suchanek }
203794912cfSMichal Suchanek 
sun4i_spi_transfer_one(struct spi_master * master,struct spi_device * spi,struct spi_transfer * tfr)204b5f65179SMaxime Ripard static int sun4i_spi_transfer_one(struct spi_master *master,
205b5f65179SMaxime Ripard 				  struct spi_device *spi,
206b5f65179SMaxime Ripard 				  struct spi_transfer *tfr)
207b5f65179SMaxime Ripard {
208b5f65179SMaxime Ripard 	struct sun4i_spi *sspi = spi_master_get_devdata(master);
209b5f65179SMaxime Ripard 	unsigned int mclk_rate, div, timeout;
210719bd654SMichal Suchanek 	unsigned int start, end, tx_time;
211b5f65179SMaxime Ripard 	unsigned int tx_len = 0;
212b5f65179SMaxime Ripard 	int ret = 0;
213b5f65179SMaxime Ripard 	u32 reg;
214b5f65179SMaxime Ripard 
215b5f65179SMaxime Ripard 	/* We don't support transfer larger than the FIFO */
21619673791SAlexandru Gagniuc 	if (tfr->len > SUN4I_MAX_XFER_SIZE)
2176d9fe44bSMichal Suchanek 		return -EMSGSIZE;
2186d9fe44bSMichal Suchanek 
21919673791SAlexandru Gagniuc 	if (tfr->tx_buf && tfr->len >= SUN4I_MAX_XFER_SIZE)
2206d9fe44bSMichal Suchanek 		return -EMSGSIZE;
221b5f65179SMaxime Ripard 
222b5f65179SMaxime Ripard 	reinit_completion(&sspi->done);
223b5f65179SMaxime Ripard 	sspi->tx_buf = tfr->tx_buf;
224b5f65179SMaxime Ripard 	sspi->rx_buf = tfr->rx_buf;
225b5f65179SMaxime Ripard 	sspi->len = tfr->len;
226b5f65179SMaxime Ripard 
227b5f65179SMaxime Ripard 	/* Clear pending interrupts */
228b5f65179SMaxime Ripard 	sun4i_spi_write(sspi, SUN4I_INT_STA_REG, ~0);
229b5f65179SMaxime Ripard 
230b5f65179SMaxime Ripard 
231b5f65179SMaxime Ripard 	reg = sun4i_spi_read(sspi, SUN4I_CTL_REG);
232b5f65179SMaxime Ripard 
233b5f65179SMaxime Ripard 	/* Reset FIFOs */
234b5f65179SMaxime Ripard 	sun4i_spi_write(sspi, SUN4I_CTL_REG,
235b5f65179SMaxime Ripard 			reg | SUN4I_CTL_RF_RST | SUN4I_CTL_TF_RST);
236b5f65179SMaxime Ripard 
237b5f65179SMaxime Ripard 	/*
238b5f65179SMaxime Ripard 	 * Setup the transfer control register: Chip Select,
239b5f65179SMaxime Ripard 	 * polarities, etc.
240b5f65179SMaxime Ripard 	 */
241b5f65179SMaxime Ripard 	if (spi->mode & SPI_CPOL)
242b5f65179SMaxime Ripard 		reg |= SUN4I_CTL_CPOL;
243b5f65179SMaxime Ripard 	else
244b5f65179SMaxime Ripard 		reg &= ~SUN4I_CTL_CPOL;
245b5f65179SMaxime Ripard 
246b5f65179SMaxime Ripard 	if (spi->mode & SPI_CPHA)
247b5f65179SMaxime Ripard 		reg |= SUN4I_CTL_CPHA;
248b5f65179SMaxime Ripard 	else
249b5f65179SMaxime Ripard 		reg &= ~SUN4I_CTL_CPHA;
250b5f65179SMaxime Ripard 
251b5f65179SMaxime Ripard 	if (spi->mode & SPI_LSB_FIRST)
252b5f65179SMaxime Ripard 		reg |= SUN4I_CTL_LMTF;
253b5f65179SMaxime Ripard 	else
254b5f65179SMaxime Ripard 		reg &= ~SUN4I_CTL_LMTF;
255b5f65179SMaxime Ripard 
256b5f65179SMaxime Ripard 
257b5f65179SMaxime Ripard 	/*
258b5f65179SMaxime Ripard 	 * If it's a TX only transfer, we don't want to fill the RX
259b5f65179SMaxime Ripard 	 * FIFO with bogus data
260b5f65179SMaxime Ripard 	 */
261b5f65179SMaxime Ripard 	if (sspi->rx_buf)
262b5f65179SMaxime Ripard 		reg &= ~SUN4I_CTL_DHB;
263b5f65179SMaxime Ripard 	else
264b5f65179SMaxime Ripard 		reg |= SUN4I_CTL_DHB;
265b5f65179SMaxime Ripard 
266b5f65179SMaxime Ripard 	sun4i_spi_write(sspi, SUN4I_CTL_REG, reg);
267b5f65179SMaxime Ripard 
268b5f65179SMaxime Ripard 	/* Ensure that we have a parent clock fast enough */
269b5f65179SMaxime Ripard 	mclk_rate = clk_get_rate(sspi->mclk);
27047284e3eSMarcus Weseloh 	if (mclk_rate < (2 * tfr->speed_hz)) {
27147284e3eSMarcus Weseloh 		clk_set_rate(sspi->mclk, 2 * tfr->speed_hz);
272b5f65179SMaxime Ripard 		mclk_rate = clk_get_rate(sspi->mclk);
273b5f65179SMaxime Ripard 	}
274b5f65179SMaxime Ripard 
275b5f65179SMaxime Ripard 	/*
276b5f65179SMaxime Ripard 	 * Setup clock divider.
277b5f65179SMaxime Ripard 	 *
278b5f65179SMaxime Ripard 	 * We have two choices there. Either we can use the clock
279b5f65179SMaxime Ripard 	 * divide rate 1, which is calculated thanks to this formula:
280b5f65179SMaxime Ripard 	 * SPI_CLK = MOD_CLK / (2 ^ (cdr + 1))
281b5f65179SMaxime Ripard 	 * Or we can use CDR2, which is calculated with the formula:
282b5f65179SMaxime Ripard 	 * SPI_CLK = MOD_CLK / (2 * (cdr + 1))
2832002c132SJulia Lawall 	 * Whether we use the former or the latter is set through the
284b5f65179SMaxime Ripard 	 * DRS bit.
285b5f65179SMaxime Ripard 	 *
286b5f65179SMaxime Ripard 	 * First try CDR2, and if we can't reach the expected
287b5f65179SMaxime Ripard 	 * frequency, fall back to CDR1.
288b5f65179SMaxime Ripard 	 */
28947284e3eSMarcus Weseloh 	div = mclk_rate / (2 * tfr->speed_hz);
290b5f65179SMaxime Ripard 	if (div <= (SUN4I_CLK_CTL_CDR2_MASK + 1)) {
291b5f65179SMaxime Ripard 		if (div > 0)
292b5f65179SMaxime Ripard 			div--;
293b5f65179SMaxime Ripard 
294b5f65179SMaxime Ripard 		reg = SUN4I_CLK_CTL_CDR2(div) | SUN4I_CLK_CTL_DRS;
295b5f65179SMaxime Ripard 	} else {
29647284e3eSMarcus Weseloh 		div = ilog2(mclk_rate) - ilog2(tfr->speed_hz);
297b5f65179SMaxime Ripard 		reg = SUN4I_CLK_CTL_CDR1(div);
298b5f65179SMaxime Ripard 	}
299b5f65179SMaxime Ripard 
300b5f65179SMaxime Ripard 	sun4i_spi_write(sspi, SUN4I_CLK_CTL_REG, reg);
301b5f65179SMaxime Ripard 
302b5f65179SMaxime Ripard 	/* Setup the transfer now... */
303b5f65179SMaxime Ripard 	if (sspi->tx_buf)
304b5f65179SMaxime Ripard 		tx_len = tfr->len;
305b5f65179SMaxime Ripard 
306b5f65179SMaxime Ripard 	/* Setup the counters */
307b5f65179SMaxime Ripard 	sun4i_spi_write(sspi, SUN4I_BURST_CNT_REG, SUN4I_BURST_CNT(tfr->len));
308b5f65179SMaxime Ripard 	sun4i_spi_write(sspi, SUN4I_XMIT_CNT_REG, SUN4I_XMIT_CNT(tx_len));
309b5f65179SMaxime Ripard 
3106d9fe44bSMichal Suchanek 	/*
3116d9fe44bSMichal Suchanek 	 * Fill the TX FIFO
3126d9fe44bSMichal Suchanek 	 * Filling the FIFO fully causes timeout for some reason
3136d9fe44bSMichal Suchanek 	 * at least on spi2 on A10s
3146d9fe44bSMichal Suchanek 	 */
3156d9fe44bSMichal Suchanek 	sun4i_spi_fill_fifo(sspi, SUN4I_FIFO_DEPTH - 1);
316b5f65179SMaxime Ripard 
317b5f65179SMaxime Ripard 	/* Enable the interrupts */
31819673791SAlexandru Gagniuc 	sun4i_spi_enable_interrupt(sspi, SUN4I_INT_CTL_TC |
31919673791SAlexandru Gagniuc 					 SUN4I_INT_CTL_RF_F34);
32019673791SAlexandru Gagniuc 	/* Only enable Tx FIFO interrupt if we really need it */
32119673791SAlexandru Gagniuc 	if (tx_len > SUN4I_FIFO_DEPTH)
32219673791SAlexandru Gagniuc 		sun4i_spi_enable_interrupt(sspi, SUN4I_INT_CTL_TF_E34);
323b5f65179SMaxime Ripard 
324b5f65179SMaxime Ripard 	/* Start the transfer */
325b5f65179SMaxime Ripard 	reg = sun4i_spi_read(sspi, SUN4I_CTL_REG);
326b5f65179SMaxime Ripard 	sun4i_spi_write(sspi, SUN4I_CTL_REG, reg | SUN4I_CTL_XCH);
327b5f65179SMaxime Ripard 
328719bd654SMichal Suchanek 	tx_time = max(tfr->len * 8 * 2 / (tfr->speed_hz / 1000), 100U);
329719bd654SMichal Suchanek 	start = jiffies;
330b5f65179SMaxime Ripard 	timeout = wait_for_completion_timeout(&sspi->done,
331719bd654SMichal Suchanek 					      msecs_to_jiffies(tx_time));
332719bd654SMichal Suchanek 	end = jiffies;
333b5f65179SMaxime Ripard 	if (!timeout) {
334719bd654SMichal Suchanek 		dev_warn(&master->dev,
335719bd654SMichal Suchanek 			 "%s: timeout transferring %u bytes@%iHz for %i(%i)ms",
336719bd654SMichal Suchanek 			 dev_name(&spi->dev), tfr->len, tfr->speed_hz,
337719bd654SMichal Suchanek 			 jiffies_to_msecs(end - start), tx_time);
338b5f65179SMaxime Ripard 		ret = -ETIMEDOUT;
339b5f65179SMaxime Ripard 		goto out;
340b5f65179SMaxime Ripard 	}
341b5f65179SMaxime Ripard 
342b5f65179SMaxime Ripard 
343b5f65179SMaxime Ripard out:
344b5f65179SMaxime Ripard 	sun4i_spi_write(sspi, SUN4I_INT_CTL_REG, 0);
345b5f65179SMaxime Ripard 
346b5f65179SMaxime Ripard 	return ret;
347b5f65179SMaxime Ripard }
348b5f65179SMaxime Ripard 
sun4i_spi_handler(int irq,void * dev_id)349b5f65179SMaxime Ripard static irqreturn_t sun4i_spi_handler(int irq, void *dev_id)
350b5f65179SMaxime Ripard {
351b5f65179SMaxime Ripard 	struct sun4i_spi *sspi = dev_id;
352b5f65179SMaxime Ripard 	u32 status = sun4i_spi_read(sspi, SUN4I_INT_STA_REG);
353b5f65179SMaxime Ripard 
354b5f65179SMaxime Ripard 	/* Transfer complete */
355b5f65179SMaxime Ripard 	if (status & SUN4I_INT_CTL_TC) {
356b5f65179SMaxime Ripard 		sun4i_spi_write(sspi, SUN4I_INT_STA_REG, SUN4I_INT_CTL_TC);
35719673791SAlexandru Gagniuc 		sun4i_spi_drain_fifo(sspi, SUN4I_FIFO_DEPTH);
358b5f65179SMaxime Ripard 		complete(&sspi->done);
359b5f65179SMaxime Ripard 		return IRQ_HANDLED;
360b5f65179SMaxime Ripard 	}
361b5f65179SMaxime Ripard 
36219673791SAlexandru Gagniuc 	/* Receive FIFO 3/4 full */
36319673791SAlexandru Gagniuc 	if (status & SUN4I_INT_CTL_RF_F34) {
36419673791SAlexandru Gagniuc 		sun4i_spi_drain_fifo(sspi, SUN4I_FIFO_DEPTH);
36519673791SAlexandru Gagniuc 		/* Only clear the interrupt _after_ draining the FIFO */
36619673791SAlexandru Gagniuc 		sun4i_spi_write(sspi, SUN4I_INT_STA_REG, SUN4I_INT_CTL_RF_F34);
36719673791SAlexandru Gagniuc 		return IRQ_HANDLED;
36819673791SAlexandru Gagniuc 	}
36919673791SAlexandru Gagniuc 
37019673791SAlexandru Gagniuc 	/* Transmit FIFO 3/4 empty */
37119673791SAlexandru Gagniuc 	if (status & SUN4I_INT_CTL_TF_E34) {
37219673791SAlexandru Gagniuc 		sun4i_spi_fill_fifo(sspi, SUN4I_FIFO_DEPTH);
37319673791SAlexandru Gagniuc 
37419673791SAlexandru Gagniuc 		if (!sspi->len)
37519673791SAlexandru Gagniuc 			/* nothing left to transmit */
37619673791SAlexandru Gagniuc 			sun4i_spi_disable_interrupt(sspi, SUN4I_INT_CTL_TF_E34);
37719673791SAlexandru Gagniuc 
37819673791SAlexandru Gagniuc 		/* Only clear the interrupt _after_ re-seeding the FIFO */
37919673791SAlexandru Gagniuc 		sun4i_spi_write(sspi, SUN4I_INT_STA_REG, SUN4I_INT_CTL_TF_E34);
38019673791SAlexandru Gagniuc 
38119673791SAlexandru Gagniuc 		return IRQ_HANDLED;
38219673791SAlexandru Gagniuc 	}
38319673791SAlexandru Gagniuc 
384b5f65179SMaxime Ripard 	return IRQ_NONE;
385b5f65179SMaxime Ripard }
386b5f65179SMaxime Ripard 
sun4i_spi_runtime_resume(struct device * dev)387b5f65179SMaxime Ripard static int sun4i_spi_runtime_resume(struct device *dev)
388b5f65179SMaxime Ripard {
389b5f65179SMaxime Ripard 	struct spi_master *master = dev_get_drvdata(dev);
390b5f65179SMaxime Ripard 	struct sun4i_spi *sspi = spi_master_get_devdata(master);
391b5f65179SMaxime Ripard 	int ret;
392b5f65179SMaxime Ripard 
393b5f65179SMaxime Ripard 	ret = clk_prepare_enable(sspi->hclk);
394b5f65179SMaxime Ripard 	if (ret) {
395b5f65179SMaxime Ripard 		dev_err(dev, "Couldn't enable AHB clock\n");
396b5f65179SMaxime Ripard 		goto out;
397b5f65179SMaxime Ripard 	}
398b5f65179SMaxime Ripard 
399b5f65179SMaxime Ripard 	ret = clk_prepare_enable(sspi->mclk);
400b5f65179SMaxime Ripard 	if (ret) {
401b5f65179SMaxime Ripard 		dev_err(dev, "Couldn't enable module clock\n");
402b5f65179SMaxime Ripard 		goto err;
403b5f65179SMaxime Ripard 	}
404b5f65179SMaxime Ripard 
405b5f65179SMaxime Ripard 	sun4i_spi_write(sspi, SUN4I_CTL_REG,
406b5f65179SMaxime Ripard 			SUN4I_CTL_ENABLE | SUN4I_CTL_MASTER | SUN4I_CTL_TP);
407b5f65179SMaxime Ripard 
408b5f65179SMaxime Ripard 	return 0;
409b5f65179SMaxime Ripard 
410b5f65179SMaxime Ripard err:
411b5f65179SMaxime Ripard 	clk_disable_unprepare(sspi->hclk);
412b5f65179SMaxime Ripard out:
413b5f65179SMaxime Ripard 	return ret;
414b5f65179SMaxime Ripard }
415b5f65179SMaxime Ripard 
sun4i_spi_runtime_suspend(struct device * dev)416b5f65179SMaxime Ripard static int sun4i_spi_runtime_suspend(struct device *dev)
417b5f65179SMaxime Ripard {
418b5f65179SMaxime Ripard 	struct spi_master *master = dev_get_drvdata(dev);
419b5f65179SMaxime Ripard 	struct sun4i_spi *sspi = spi_master_get_devdata(master);
420b5f65179SMaxime Ripard 
421b5f65179SMaxime Ripard 	clk_disable_unprepare(sspi->mclk);
422b5f65179SMaxime Ripard 	clk_disable_unprepare(sspi->hclk);
423b5f65179SMaxime Ripard 
424b5f65179SMaxime Ripard 	return 0;
425b5f65179SMaxime Ripard }
426b5f65179SMaxime Ripard 
sun4i_spi_probe(struct platform_device * pdev)427b5f65179SMaxime Ripard static int sun4i_spi_probe(struct platform_device *pdev)
428b5f65179SMaxime Ripard {
429b5f65179SMaxime Ripard 	struct spi_master *master;
430b5f65179SMaxime Ripard 	struct sun4i_spi *sspi;
431b5f65179SMaxime Ripard 	int ret = 0, irq;
432b5f65179SMaxime Ripard 
433b5f65179SMaxime Ripard 	master = spi_alloc_master(&pdev->dev, sizeof(struct sun4i_spi));
434b5f65179SMaxime Ripard 	if (!master) {
435b5f65179SMaxime Ripard 		dev_err(&pdev->dev, "Unable to allocate SPI Master\n");
436b5f65179SMaxime Ripard 		return -ENOMEM;
437b5f65179SMaxime Ripard 	}
438b5f65179SMaxime Ripard 
439b5f65179SMaxime Ripard 	platform_set_drvdata(pdev, master);
440b5f65179SMaxime Ripard 	sspi = spi_master_get_devdata(master);
441b5f65179SMaxime Ripard 
4428c649f4dSYueHaibing 	sspi->base_addr = devm_platform_ioremap_resource(pdev, 0);
443b5f65179SMaxime Ripard 	if (IS_ERR(sspi->base_addr)) {
444b5f65179SMaxime Ripard 		ret = PTR_ERR(sspi->base_addr);
445b5f65179SMaxime Ripard 		goto err_free_master;
446b5f65179SMaxime Ripard 	}
447b5f65179SMaxime Ripard 
448b5f65179SMaxime Ripard 	irq = platform_get_irq(pdev, 0);
449b5f65179SMaxime Ripard 	if (irq < 0) {
450b5f65179SMaxime Ripard 		ret = -ENXIO;
451b5f65179SMaxime Ripard 		goto err_free_master;
452b5f65179SMaxime Ripard 	}
453b5f65179SMaxime Ripard 
454b5f65179SMaxime Ripard 	ret = devm_request_irq(&pdev->dev, irq, sun4i_spi_handler,
455b5f65179SMaxime Ripard 			       0, "sun4i-spi", sspi);
456b5f65179SMaxime Ripard 	if (ret) {
457b5f65179SMaxime Ripard 		dev_err(&pdev->dev, "Cannot request IRQ\n");
458b5f65179SMaxime Ripard 		goto err_free_master;
459b5f65179SMaxime Ripard 	}
460b5f65179SMaxime Ripard 
461b5f65179SMaxime Ripard 	sspi->master = master;
4620b06d8cfSMichal Suchanek 	master->max_speed_hz = 100 * 1000 * 1000;
4630b06d8cfSMichal Suchanek 	master->min_speed_hz = 3 * 1000;
464b5f65179SMaxime Ripard 	master->set_cs = sun4i_spi_set_cs;
465b5f65179SMaxime Ripard 	master->transfer_one = sun4i_spi_transfer_one;
466b5f65179SMaxime Ripard 	master->num_chipselect = 4;
467b5f65179SMaxime Ripard 	master->mode_bits = SPI_CPOL | SPI_CPHA | SPI_CS_HIGH | SPI_LSB_FIRST;
468ba47644dSAxel Lin 	master->bits_per_word_mask = SPI_BPW_MASK(8);
469b5f65179SMaxime Ripard 	master->dev.of_node = pdev->dev.of_node;
470b5f65179SMaxime Ripard 	master->auto_runtime_pm = true;
471794912cfSMichal Suchanek 	master->max_transfer_size = sun4i_spi_max_transfer_size;
472b5f65179SMaxime Ripard 
473b5f65179SMaxime Ripard 	sspi->hclk = devm_clk_get(&pdev->dev, "ahb");
474b5f65179SMaxime Ripard 	if (IS_ERR(sspi->hclk)) {
475b5f65179SMaxime Ripard 		dev_err(&pdev->dev, "Unable to acquire AHB clock\n");
476b5f65179SMaxime Ripard 		ret = PTR_ERR(sspi->hclk);
477b5f65179SMaxime Ripard 		goto err_free_master;
478b5f65179SMaxime Ripard 	}
479b5f65179SMaxime Ripard 
480b5f65179SMaxime Ripard 	sspi->mclk = devm_clk_get(&pdev->dev, "mod");
481b5f65179SMaxime Ripard 	if (IS_ERR(sspi->mclk)) {
482b5f65179SMaxime Ripard 		dev_err(&pdev->dev, "Unable to acquire module clock\n");
483b5f65179SMaxime Ripard 		ret = PTR_ERR(sspi->mclk);
484b5f65179SMaxime Ripard 		goto err_free_master;
485b5f65179SMaxime Ripard 	}
486b5f65179SMaxime Ripard 
487b5f65179SMaxime Ripard 	init_completion(&sspi->done);
488b5f65179SMaxime Ripard 
489b5f65179SMaxime Ripard 	/*
490b5f65179SMaxime Ripard 	 * This wake-up/shutdown pattern is to be able to have the
491b5f65179SMaxime Ripard 	 * device woken up, even if runtime_pm is disabled
492b5f65179SMaxime Ripard 	 */
493b5f65179SMaxime Ripard 	ret = sun4i_spi_runtime_resume(&pdev->dev);
494b5f65179SMaxime Ripard 	if (ret) {
495b5f65179SMaxime Ripard 		dev_err(&pdev->dev, "Couldn't resume the device\n");
496b5f65179SMaxime Ripard 		goto err_free_master;
497b5f65179SMaxime Ripard 	}
498b5f65179SMaxime Ripard 
499b5f65179SMaxime Ripard 	pm_runtime_set_active(&pdev->dev);
500b5f65179SMaxime Ripard 	pm_runtime_enable(&pdev->dev);
501b5f65179SMaxime Ripard 	pm_runtime_idle(&pdev->dev);
502b5f65179SMaxime Ripard 
503b5f65179SMaxime Ripard 	ret = devm_spi_register_master(&pdev->dev, master);
504b5f65179SMaxime Ripard 	if (ret) {
505b5f65179SMaxime Ripard 		dev_err(&pdev->dev, "cannot register SPI master\n");
506b5f65179SMaxime Ripard 		goto err_pm_disable;
507b5f65179SMaxime Ripard 	}
508b5f65179SMaxime Ripard 
509b5f65179SMaxime Ripard 	return 0;
510b5f65179SMaxime Ripard 
511b5f65179SMaxime Ripard err_pm_disable:
512b5f65179SMaxime Ripard 	pm_runtime_disable(&pdev->dev);
513b5f65179SMaxime Ripard 	sun4i_spi_runtime_suspend(&pdev->dev);
514b5f65179SMaxime Ripard err_free_master:
515b5f65179SMaxime Ripard 	spi_master_put(master);
516b5f65179SMaxime Ripard 	return ret;
517b5f65179SMaxime Ripard }
518b5f65179SMaxime Ripard 
sun4i_spi_remove(struct platform_device * pdev)519b7b94945SUwe Kleine-König static void sun4i_spi_remove(struct platform_device *pdev)
520b5f65179SMaxime Ripard {
521c810dabaSTakuo Koguchi 	pm_runtime_force_suspend(&pdev->dev);
522b5f65179SMaxime Ripard }
523b5f65179SMaxime Ripard 
524b5f65179SMaxime Ripard static const struct of_device_id sun4i_spi_match[] = {
525b5f65179SMaxime Ripard 	{ .compatible = "allwinner,sun4i-a10-spi", },
526b5f65179SMaxime Ripard 	{}
527b5f65179SMaxime Ripard };
528b5f65179SMaxime Ripard MODULE_DEVICE_TABLE(of, sun4i_spi_match);
529b5f65179SMaxime Ripard 
530b5f65179SMaxime Ripard static const struct dev_pm_ops sun4i_spi_pm_ops = {
531b5f65179SMaxime Ripard 	.runtime_resume		= sun4i_spi_runtime_resume,
532b5f65179SMaxime Ripard 	.runtime_suspend	= sun4i_spi_runtime_suspend,
533b5f65179SMaxime Ripard };
534b5f65179SMaxime Ripard 
535b5f65179SMaxime Ripard static struct platform_driver sun4i_spi_driver = {
536b5f65179SMaxime Ripard 	.probe	= sun4i_spi_probe,
537b7b94945SUwe Kleine-König 	.remove_new = sun4i_spi_remove,
538b5f65179SMaxime Ripard 	.driver	= {
539b5f65179SMaxime Ripard 		.name		= "sun4i-spi",
540b5f65179SMaxime Ripard 		.of_match_table	= sun4i_spi_match,
541b5f65179SMaxime Ripard 		.pm		= &sun4i_spi_pm_ops,
542b5f65179SMaxime Ripard 	},
543b5f65179SMaxime Ripard };
544b5f65179SMaxime Ripard module_platform_driver(sun4i_spi_driver);
545b5f65179SMaxime Ripard 
546b5f65179SMaxime Ripard MODULE_AUTHOR("Pan Nan <pannan@allwinnertech.com>");
547b5f65179SMaxime Ripard MODULE_AUTHOR("Maxime Ripard <maxime.ripard@free-electrons.com>");
548b5f65179SMaxime Ripard MODULE_DESCRIPTION("Allwinner A1X/A20 SPI controller driver");
549b5f65179SMaxime Ripard MODULE_LICENSE("GPL");
550