13558fe90SMaxime Ripard /* 23558fe90SMaxime Ripard * Copyright (C) 2012 - 2014 Allwinner Tech 33558fe90SMaxime Ripard * Pan Nan <pannan@allwinnertech.com> 43558fe90SMaxime Ripard * 53558fe90SMaxime Ripard * Copyright (C) 2014 Maxime Ripard 63558fe90SMaxime Ripard * Maxime Ripard <maxime.ripard@free-electrons.com> 73558fe90SMaxime Ripard * 83558fe90SMaxime Ripard * This program is free software; you can redistribute it and/or 93558fe90SMaxime Ripard * modify it under the terms of the GNU General Public License as 103558fe90SMaxime Ripard * published by the Free Software Foundation; either version 2 of 113558fe90SMaxime Ripard * the License, or (at your option) any later version. 123558fe90SMaxime Ripard */ 133558fe90SMaxime Ripard 143558fe90SMaxime Ripard #include <linux/clk.h> 153558fe90SMaxime Ripard #include <linux/delay.h> 163558fe90SMaxime Ripard #include <linux/device.h> 173558fe90SMaxime Ripard #include <linux/interrupt.h> 183558fe90SMaxime Ripard #include <linux/io.h> 193558fe90SMaxime Ripard #include <linux/module.h> 2010565dfdSMilo Kim #include <linux/of_device.h> 213558fe90SMaxime Ripard #include <linux/platform_device.h> 223558fe90SMaxime Ripard #include <linux/pm_runtime.h> 233558fe90SMaxime Ripard #include <linux/reset.h> 243558fe90SMaxime Ripard 253558fe90SMaxime Ripard #include <linux/spi/spi.h> 263558fe90SMaxime Ripard 273558fe90SMaxime Ripard #define SUN6I_FIFO_DEPTH 128 2810565dfdSMilo Kim #define SUN8I_FIFO_DEPTH 64 293558fe90SMaxime Ripard 303558fe90SMaxime Ripard #define SUN6I_GBL_CTL_REG 0x04 313558fe90SMaxime Ripard #define SUN6I_GBL_CTL_BUS_ENABLE BIT(0) 323558fe90SMaxime Ripard #define SUN6I_GBL_CTL_MASTER BIT(1) 333558fe90SMaxime Ripard #define SUN6I_GBL_CTL_TP BIT(7) 343558fe90SMaxime Ripard #define SUN6I_GBL_CTL_RST BIT(31) 353558fe90SMaxime Ripard 363558fe90SMaxime Ripard #define SUN6I_TFR_CTL_REG 0x08 373558fe90SMaxime Ripard #define SUN6I_TFR_CTL_CPHA BIT(0) 383558fe90SMaxime Ripard #define SUN6I_TFR_CTL_CPOL BIT(1) 393558fe90SMaxime Ripard #define SUN6I_TFR_CTL_SPOL BIT(2) 40d31ad46fSAxel Lin #define SUN6I_TFR_CTL_CS_MASK 0x30 41d31ad46fSAxel Lin #define SUN6I_TFR_CTL_CS(cs) (((cs) << 4) & SUN6I_TFR_CTL_CS_MASK) 423558fe90SMaxime Ripard #define SUN6I_TFR_CTL_CS_MANUAL BIT(6) 433558fe90SMaxime Ripard #define SUN6I_TFR_CTL_CS_LEVEL BIT(7) 443558fe90SMaxime Ripard #define SUN6I_TFR_CTL_DHB BIT(8) 453558fe90SMaxime Ripard #define SUN6I_TFR_CTL_FBS BIT(12) 463558fe90SMaxime Ripard #define SUN6I_TFR_CTL_XCH BIT(31) 473558fe90SMaxime Ripard 483558fe90SMaxime Ripard #define SUN6I_INT_CTL_REG 0x10 49*913f536cSIcenowy Zheng #define SUN6I_INT_CTL_RF_RDY BIT(0) 50*913f536cSIcenowy Zheng #define SUN6I_INT_CTL_TF_ERQ BIT(4) 513558fe90SMaxime Ripard #define SUN6I_INT_CTL_RF_OVF BIT(8) 523558fe90SMaxime Ripard #define SUN6I_INT_CTL_TC BIT(12) 533558fe90SMaxime Ripard 543558fe90SMaxime Ripard #define SUN6I_INT_STA_REG 0x14 553558fe90SMaxime Ripard 563558fe90SMaxime Ripard #define SUN6I_FIFO_CTL_REG 0x18 57*913f536cSIcenowy Zheng #define SUN6I_FIFO_CTL_RF_RDY_TRIG_LEVEL_MASK 0xff 58*913f536cSIcenowy Zheng #define SUN6I_FIFO_CTL_RF_RDY_TRIG_LEVEL_BITS 0 593558fe90SMaxime Ripard #define SUN6I_FIFO_CTL_RF_RST BIT(15) 60*913f536cSIcenowy Zheng #define SUN6I_FIFO_CTL_TF_ERQ_TRIG_LEVEL_MASK 0xff 61*913f536cSIcenowy Zheng #define SUN6I_FIFO_CTL_TF_ERQ_TRIG_LEVEL_BITS 16 623558fe90SMaxime Ripard #define SUN6I_FIFO_CTL_TF_RST BIT(31) 633558fe90SMaxime Ripard 643558fe90SMaxime Ripard #define SUN6I_FIFO_STA_REG 0x1c 653558fe90SMaxime Ripard #define SUN6I_FIFO_STA_RF_CNT_MASK 0x7f 663558fe90SMaxime Ripard #define SUN6I_FIFO_STA_RF_CNT_BITS 0 673558fe90SMaxime Ripard #define SUN6I_FIFO_STA_TF_CNT_MASK 0x7f 683558fe90SMaxime Ripard #define SUN6I_FIFO_STA_TF_CNT_BITS 16 693558fe90SMaxime Ripard 703558fe90SMaxime Ripard #define SUN6I_CLK_CTL_REG 0x24 713558fe90SMaxime Ripard #define SUN6I_CLK_CTL_CDR2_MASK 0xff 723558fe90SMaxime Ripard #define SUN6I_CLK_CTL_CDR2(div) (((div) & SUN6I_CLK_CTL_CDR2_MASK) << 0) 733558fe90SMaxime Ripard #define SUN6I_CLK_CTL_CDR1_MASK 0xf 743558fe90SMaxime Ripard #define SUN6I_CLK_CTL_CDR1(div) (((div) & SUN6I_CLK_CTL_CDR1_MASK) << 8) 753558fe90SMaxime Ripard #define SUN6I_CLK_CTL_DRS BIT(12) 763558fe90SMaxime Ripard 77*913f536cSIcenowy Zheng #define SUN6I_MAX_XFER_SIZE 0xffffff 78*913f536cSIcenowy Zheng 793558fe90SMaxime Ripard #define SUN6I_BURST_CNT_REG 0x30 80*913f536cSIcenowy Zheng #define SUN6I_BURST_CNT(cnt) ((cnt) & SUN6I_MAX_XFER_SIZE) 813558fe90SMaxime Ripard 823558fe90SMaxime Ripard #define SUN6I_XMIT_CNT_REG 0x34 83*913f536cSIcenowy Zheng #define SUN6I_XMIT_CNT(cnt) ((cnt) & SUN6I_MAX_XFER_SIZE) 843558fe90SMaxime Ripard 853558fe90SMaxime Ripard #define SUN6I_BURST_CTL_CNT_REG 0x38 86*913f536cSIcenowy Zheng #define SUN6I_BURST_CTL_CNT_STC(cnt) ((cnt) & SUN6I_MAX_XFER_SIZE) 873558fe90SMaxime Ripard 883558fe90SMaxime Ripard #define SUN6I_TXDATA_REG 0x200 893558fe90SMaxime Ripard #define SUN6I_RXDATA_REG 0x300 903558fe90SMaxime Ripard 913558fe90SMaxime Ripard struct sun6i_spi { 923558fe90SMaxime Ripard struct spi_master *master; 933558fe90SMaxime Ripard void __iomem *base_addr; 943558fe90SMaxime Ripard struct clk *hclk; 953558fe90SMaxime Ripard struct clk *mclk; 963558fe90SMaxime Ripard struct reset_control *rstc; 973558fe90SMaxime Ripard 983558fe90SMaxime Ripard struct completion done; 993558fe90SMaxime Ripard 1003558fe90SMaxime Ripard const u8 *tx_buf; 1013558fe90SMaxime Ripard u8 *rx_buf; 1023558fe90SMaxime Ripard int len; 10310565dfdSMilo Kim unsigned long fifo_depth; 1043558fe90SMaxime Ripard }; 1053558fe90SMaxime Ripard 1063558fe90SMaxime Ripard static inline u32 sun6i_spi_read(struct sun6i_spi *sspi, u32 reg) 1073558fe90SMaxime Ripard { 1083558fe90SMaxime Ripard return readl(sspi->base_addr + reg); 1093558fe90SMaxime Ripard } 1103558fe90SMaxime Ripard 1113558fe90SMaxime Ripard static inline void sun6i_spi_write(struct sun6i_spi *sspi, u32 reg, u32 value) 1123558fe90SMaxime Ripard { 1133558fe90SMaxime Ripard writel(value, sspi->base_addr + reg); 1143558fe90SMaxime Ripard } 1153558fe90SMaxime Ripard 116*913f536cSIcenowy Zheng static inline u32 sun6i_spi_get_tx_fifo_count(struct sun6i_spi *sspi) 117*913f536cSIcenowy Zheng { 118*913f536cSIcenowy Zheng u32 reg = sun6i_spi_read(sspi, SUN6I_FIFO_STA_REG); 119*913f536cSIcenowy Zheng 120*913f536cSIcenowy Zheng reg >>= SUN6I_FIFO_STA_TF_CNT_BITS; 121*913f536cSIcenowy Zheng 122*913f536cSIcenowy Zheng return reg & SUN6I_FIFO_STA_TF_CNT_MASK; 123*913f536cSIcenowy Zheng } 124*913f536cSIcenowy Zheng 125*913f536cSIcenowy Zheng static inline void sun6i_spi_enable_interrupt(struct sun6i_spi *sspi, u32 mask) 126*913f536cSIcenowy Zheng { 127*913f536cSIcenowy Zheng u32 reg = sun6i_spi_read(sspi, SUN6I_INT_CTL_REG); 128*913f536cSIcenowy Zheng 129*913f536cSIcenowy Zheng reg |= mask; 130*913f536cSIcenowy Zheng sun6i_spi_write(sspi, SUN6I_INT_CTL_REG, reg); 131*913f536cSIcenowy Zheng } 132*913f536cSIcenowy Zheng 133*913f536cSIcenowy Zheng static inline void sun6i_spi_disable_interrupt(struct sun6i_spi *sspi, u32 mask) 134*913f536cSIcenowy Zheng { 135*913f536cSIcenowy Zheng u32 reg = sun6i_spi_read(sspi, SUN6I_INT_CTL_REG); 136*913f536cSIcenowy Zheng 137*913f536cSIcenowy Zheng reg &= ~mask; 138*913f536cSIcenowy Zheng sun6i_spi_write(sspi, SUN6I_INT_CTL_REG, reg); 139*913f536cSIcenowy Zheng } 140*913f536cSIcenowy Zheng 1413558fe90SMaxime Ripard static inline void sun6i_spi_drain_fifo(struct sun6i_spi *sspi, int len) 1423558fe90SMaxime Ripard { 1433558fe90SMaxime Ripard u32 reg, cnt; 1443558fe90SMaxime Ripard u8 byte; 1453558fe90SMaxime Ripard 1463558fe90SMaxime Ripard /* See how much data is available */ 1473558fe90SMaxime Ripard reg = sun6i_spi_read(sspi, SUN6I_FIFO_STA_REG); 1483558fe90SMaxime Ripard reg &= SUN6I_FIFO_STA_RF_CNT_MASK; 1493558fe90SMaxime Ripard cnt = reg >> SUN6I_FIFO_STA_RF_CNT_BITS; 1503558fe90SMaxime Ripard 1513558fe90SMaxime Ripard if (len > cnt) 1523558fe90SMaxime Ripard len = cnt; 1533558fe90SMaxime Ripard 1543558fe90SMaxime Ripard while (len--) { 1553558fe90SMaxime Ripard byte = readb(sspi->base_addr + SUN6I_RXDATA_REG); 1563558fe90SMaxime Ripard if (sspi->rx_buf) 1573558fe90SMaxime Ripard *sspi->rx_buf++ = byte; 1583558fe90SMaxime Ripard } 1593558fe90SMaxime Ripard } 1603558fe90SMaxime Ripard 1613558fe90SMaxime Ripard static inline void sun6i_spi_fill_fifo(struct sun6i_spi *sspi, int len) 1623558fe90SMaxime Ripard { 163*913f536cSIcenowy Zheng u32 cnt; 1643558fe90SMaxime Ripard u8 byte; 1653558fe90SMaxime Ripard 166*913f536cSIcenowy Zheng /* See how much data we can fit */ 167*913f536cSIcenowy Zheng cnt = sspi->fifo_depth - sun6i_spi_get_tx_fifo_count(sspi); 168*913f536cSIcenowy Zheng 169*913f536cSIcenowy Zheng len = min3(len, (int)cnt, sspi->len); 1703558fe90SMaxime Ripard 1713558fe90SMaxime Ripard while (len--) { 1723558fe90SMaxime Ripard byte = sspi->tx_buf ? *sspi->tx_buf++ : 0; 1733558fe90SMaxime Ripard writeb(byte, sspi->base_addr + SUN6I_TXDATA_REG); 1743558fe90SMaxime Ripard sspi->len--; 1753558fe90SMaxime Ripard } 1763558fe90SMaxime Ripard } 1773558fe90SMaxime Ripard 1783558fe90SMaxime Ripard static void sun6i_spi_set_cs(struct spi_device *spi, bool enable) 1793558fe90SMaxime Ripard { 1803558fe90SMaxime Ripard struct sun6i_spi *sspi = spi_master_get_devdata(spi->master); 1813558fe90SMaxime Ripard u32 reg; 1823558fe90SMaxime Ripard 1833558fe90SMaxime Ripard reg = sun6i_spi_read(sspi, SUN6I_TFR_CTL_REG); 1843558fe90SMaxime Ripard reg &= ~SUN6I_TFR_CTL_CS_MASK; 1853558fe90SMaxime Ripard reg |= SUN6I_TFR_CTL_CS(spi->chip_select); 1863558fe90SMaxime Ripard 1873558fe90SMaxime Ripard if (enable) 1883558fe90SMaxime Ripard reg |= SUN6I_TFR_CTL_CS_LEVEL; 1893558fe90SMaxime Ripard else 1903558fe90SMaxime Ripard reg &= ~SUN6I_TFR_CTL_CS_LEVEL; 1913558fe90SMaxime Ripard 1923558fe90SMaxime Ripard sun6i_spi_write(sspi, SUN6I_TFR_CTL_REG, reg); 1933558fe90SMaxime Ripard } 1943558fe90SMaxime Ripard 195794912cfSMichal Suchanek static size_t sun6i_spi_max_transfer_size(struct spi_device *spi) 196794912cfSMichal Suchanek { 19710565dfdSMilo Kim struct sun6i_spi *sspi = spi_master_get_devdata(spi->master); 19810565dfdSMilo Kim 19910565dfdSMilo Kim return sspi->fifo_depth - 1; 200794912cfSMichal Suchanek } 2013558fe90SMaxime Ripard 2023558fe90SMaxime Ripard static int sun6i_spi_transfer_one(struct spi_master *master, 2033558fe90SMaxime Ripard struct spi_device *spi, 2043558fe90SMaxime Ripard struct spi_transfer *tfr) 2053558fe90SMaxime Ripard { 2063558fe90SMaxime Ripard struct sun6i_spi *sspi = spi_master_get_devdata(master); 2073558fe90SMaxime Ripard unsigned int mclk_rate, div, timeout; 208719bd654SMichal Suchanek unsigned int start, end, tx_time; 209*913f536cSIcenowy Zheng unsigned int trig_level; 2103558fe90SMaxime Ripard unsigned int tx_len = 0; 2113558fe90SMaxime Ripard int ret = 0; 2123558fe90SMaxime Ripard u32 reg; 2133558fe90SMaxime Ripard 214*913f536cSIcenowy Zheng if (tfr->len > SUN6I_MAX_XFER_SIZE) 2153558fe90SMaxime Ripard return -EINVAL; 2163558fe90SMaxime Ripard 2173558fe90SMaxime Ripard reinit_completion(&sspi->done); 2183558fe90SMaxime Ripard sspi->tx_buf = tfr->tx_buf; 2193558fe90SMaxime Ripard sspi->rx_buf = tfr->rx_buf; 2203558fe90SMaxime Ripard sspi->len = tfr->len; 2213558fe90SMaxime Ripard 2223558fe90SMaxime Ripard /* Clear pending interrupts */ 2233558fe90SMaxime Ripard sun6i_spi_write(sspi, SUN6I_INT_STA_REG, ~0); 2243558fe90SMaxime Ripard 2253558fe90SMaxime Ripard /* Reset FIFO */ 2263558fe90SMaxime Ripard sun6i_spi_write(sspi, SUN6I_FIFO_CTL_REG, 2273558fe90SMaxime Ripard SUN6I_FIFO_CTL_RF_RST | SUN6I_FIFO_CTL_TF_RST); 2283558fe90SMaxime Ripard 2293558fe90SMaxime Ripard /* 230*913f536cSIcenowy Zheng * Setup FIFO interrupt trigger level 231*913f536cSIcenowy Zheng * Here we choose 3/4 of the full fifo depth, as it's the hardcoded 232*913f536cSIcenowy Zheng * value used in old generation of Allwinner SPI controller. 233*913f536cSIcenowy Zheng * (See spi-sun4i.c) 234*913f536cSIcenowy Zheng */ 235*913f536cSIcenowy Zheng trig_level = sspi->fifo_depth / 4 * 3; 236*913f536cSIcenowy Zheng sun6i_spi_write(sspi, SUN6I_FIFO_CTL_REG, 237*913f536cSIcenowy Zheng (trig_level << SUN6I_FIFO_CTL_RF_RDY_TRIG_LEVEL_BITS) | 238*913f536cSIcenowy Zheng (trig_level << SUN6I_FIFO_CTL_TF_ERQ_TRIG_LEVEL_BITS)); 239*913f536cSIcenowy Zheng 240*913f536cSIcenowy Zheng /* 2413558fe90SMaxime Ripard * Setup the transfer control register: Chip Select, 2423558fe90SMaxime Ripard * polarities, etc. 2433558fe90SMaxime Ripard */ 2443558fe90SMaxime Ripard reg = sun6i_spi_read(sspi, SUN6I_TFR_CTL_REG); 2453558fe90SMaxime Ripard 2463558fe90SMaxime Ripard if (spi->mode & SPI_CPOL) 2473558fe90SMaxime Ripard reg |= SUN6I_TFR_CTL_CPOL; 2483558fe90SMaxime Ripard else 2493558fe90SMaxime Ripard reg &= ~SUN6I_TFR_CTL_CPOL; 2503558fe90SMaxime Ripard 2513558fe90SMaxime Ripard if (spi->mode & SPI_CPHA) 2523558fe90SMaxime Ripard reg |= SUN6I_TFR_CTL_CPHA; 2533558fe90SMaxime Ripard else 2543558fe90SMaxime Ripard reg &= ~SUN6I_TFR_CTL_CPHA; 2553558fe90SMaxime Ripard 2563558fe90SMaxime Ripard if (spi->mode & SPI_LSB_FIRST) 2573558fe90SMaxime Ripard reg |= SUN6I_TFR_CTL_FBS; 2583558fe90SMaxime Ripard else 2593558fe90SMaxime Ripard reg &= ~SUN6I_TFR_CTL_FBS; 2603558fe90SMaxime Ripard 2613558fe90SMaxime Ripard /* 2623558fe90SMaxime Ripard * If it's a TX only transfer, we don't want to fill the RX 2633558fe90SMaxime Ripard * FIFO with bogus data 2643558fe90SMaxime Ripard */ 2653558fe90SMaxime Ripard if (sspi->rx_buf) 2663558fe90SMaxime Ripard reg &= ~SUN6I_TFR_CTL_DHB; 2673558fe90SMaxime Ripard else 2683558fe90SMaxime Ripard reg |= SUN6I_TFR_CTL_DHB; 2693558fe90SMaxime Ripard 2703558fe90SMaxime Ripard /* We want to control the chip select manually */ 2713558fe90SMaxime Ripard reg |= SUN6I_TFR_CTL_CS_MANUAL; 2723558fe90SMaxime Ripard 2733558fe90SMaxime Ripard sun6i_spi_write(sspi, SUN6I_TFR_CTL_REG, reg); 2743558fe90SMaxime Ripard 2753558fe90SMaxime Ripard /* Ensure that we have a parent clock fast enough */ 2763558fe90SMaxime Ripard mclk_rate = clk_get_rate(sspi->mclk); 27747284e3eSMarcus Weseloh if (mclk_rate < (2 * tfr->speed_hz)) { 27847284e3eSMarcus Weseloh clk_set_rate(sspi->mclk, 2 * tfr->speed_hz); 2793558fe90SMaxime Ripard mclk_rate = clk_get_rate(sspi->mclk); 2803558fe90SMaxime Ripard } 2813558fe90SMaxime Ripard 2823558fe90SMaxime Ripard /* 2833558fe90SMaxime Ripard * Setup clock divider. 2843558fe90SMaxime Ripard * 2853558fe90SMaxime Ripard * We have two choices there. Either we can use the clock 2863558fe90SMaxime Ripard * divide rate 1, which is calculated thanks to this formula: 2873558fe90SMaxime Ripard * SPI_CLK = MOD_CLK / (2 ^ cdr) 2883558fe90SMaxime Ripard * Or we can use CDR2, which is calculated with the formula: 2893558fe90SMaxime Ripard * SPI_CLK = MOD_CLK / (2 * (cdr + 1)) 2903558fe90SMaxime Ripard * Wether we use the former or the latter is set through the 2913558fe90SMaxime Ripard * DRS bit. 2923558fe90SMaxime Ripard * 2933558fe90SMaxime Ripard * First try CDR2, and if we can't reach the expected 2943558fe90SMaxime Ripard * frequency, fall back to CDR1. 2953558fe90SMaxime Ripard */ 29647284e3eSMarcus Weseloh div = mclk_rate / (2 * tfr->speed_hz); 2973558fe90SMaxime Ripard if (div <= (SUN6I_CLK_CTL_CDR2_MASK + 1)) { 2983558fe90SMaxime Ripard if (div > 0) 2993558fe90SMaxime Ripard div--; 3003558fe90SMaxime Ripard 3013558fe90SMaxime Ripard reg = SUN6I_CLK_CTL_CDR2(div) | SUN6I_CLK_CTL_DRS; 3023558fe90SMaxime Ripard } else { 30347284e3eSMarcus Weseloh div = ilog2(mclk_rate) - ilog2(tfr->speed_hz); 3043558fe90SMaxime Ripard reg = SUN6I_CLK_CTL_CDR1(div); 3053558fe90SMaxime Ripard } 3063558fe90SMaxime Ripard 3073558fe90SMaxime Ripard sun6i_spi_write(sspi, SUN6I_CLK_CTL_REG, reg); 3083558fe90SMaxime Ripard 3093558fe90SMaxime Ripard /* Setup the transfer now... */ 3103558fe90SMaxime Ripard if (sspi->tx_buf) 3113558fe90SMaxime Ripard tx_len = tfr->len; 3123558fe90SMaxime Ripard 3133558fe90SMaxime Ripard /* Setup the counters */ 3143558fe90SMaxime Ripard sun6i_spi_write(sspi, SUN6I_BURST_CNT_REG, SUN6I_BURST_CNT(tfr->len)); 3153558fe90SMaxime Ripard sun6i_spi_write(sspi, SUN6I_XMIT_CNT_REG, SUN6I_XMIT_CNT(tx_len)); 3163558fe90SMaxime Ripard sun6i_spi_write(sspi, SUN6I_BURST_CTL_CNT_REG, 3173558fe90SMaxime Ripard SUN6I_BURST_CTL_CNT_STC(tx_len)); 3183558fe90SMaxime Ripard 3193558fe90SMaxime Ripard /* Fill the TX FIFO */ 32010565dfdSMilo Kim sun6i_spi_fill_fifo(sspi, sspi->fifo_depth); 3213558fe90SMaxime Ripard 3223558fe90SMaxime Ripard /* Enable the interrupts */ 3233558fe90SMaxime Ripard sun6i_spi_write(sspi, SUN6I_INT_CTL_REG, SUN6I_INT_CTL_TC); 324*913f536cSIcenowy Zheng sun6i_spi_enable_interrupt(sspi, SUN6I_INT_CTL_TC | 325*913f536cSIcenowy Zheng SUN6I_INT_CTL_RF_RDY); 326*913f536cSIcenowy Zheng if (tx_len > sspi->fifo_depth) 327*913f536cSIcenowy Zheng sun6i_spi_enable_interrupt(sspi, SUN6I_INT_CTL_TF_ERQ); 3283558fe90SMaxime Ripard 3293558fe90SMaxime Ripard /* Start the transfer */ 3303558fe90SMaxime Ripard reg = sun6i_spi_read(sspi, SUN6I_TFR_CTL_REG); 3313558fe90SMaxime Ripard sun6i_spi_write(sspi, SUN6I_TFR_CTL_REG, reg | SUN6I_TFR_CTL_XCH); 3323558fe90SMaxime Ripard 333719bd654SMichal Suchanek tx_time = max(tfr->len * 8 * 2 / (tfr->speed_hz / 1000), 100U); 334719bd654SMichal Suchanek start = jiffies; 3353558fe90SMaxime Ripard timeout = wait_for_completion_timeout(&sspi->done, 336719bd654SMichal Suchanek msecs_to_jiffies(tx_time)); 337719bd654SMichal Suchanek end = jiffies; 3383558fe90SMaxime Ripard if (!timeout) { 339719bd654SMichal Suchanek dev_warn(&master->dev, 340719bd654SMichal Suchanek "%s: timeout transferring %u bytes@%iHz for %i(%i)ms", 341719bd654SMichal Suchanek dev_name(&spi->dev), tfr->len, tfr->speed_hz, 342719bd654SMichal Suchanek jiffies_to_msecs(end - start), tx_time); 3433558fe90SMaxime Ripard ret = -ETIMEDOUT; 3443558fe90SMaxime Ripard goto out; 3453558fe90SMaxime Ripard } 3463558fe90SMaxime Ripard 3473558fe90SMaxime Ripard out: 3483558fe90SMaxime Ripard sun6i_spi_write(sspi, SUN6I_INT_CTL_REG, 0); 3493558fe90SMaxime Ripard 3503558fe90SMaxime Ripard return ret; 3513558fe90SMaxime Ripard } 3523558fe90SMaxime Ripard 3533558fe90SMaxime Ripard static irqreturn_t sun6i_spi_handler(int irq, void *dev_id) 3543558fe90SMaxime Ripard { 3553558fe90SMaxime Ripard struct sun6i_spi *sspi = dev_id; 3563558fe90SMaxime Ripard u32 status = sun6i_spi_read(sspi, SUN6I_INT_STA_REG); 3573558fe90SMaxime Ripard 3583558fe90SMaxime Ripard /* Transfer complete */ 3593558fe90SMaxime Ripard if (status & SUN6I_INT_CTL_TC) { 3603558fe90SMaxime Ripard sun6i_spi_write(sspi, SUN6I_INT_STA_REG, SUN6I_INT_CTL_TC); 361*913f536cSIcenowy Zheng sun6i_spi_drain_fifo(sspi, sspi->fifo_depth); 3623558fe90SMaxime Ripard complete(&sspi->done); 3633558fe90SMaxime Ripard return IRQ_HANDLED; 3643558fe90SMaxime Ripard } 3653558fe90SMaxime Ripard 366*913f536cSIcenowy Zheng /* Receive FIFO 3/4 full */ 367*913f536cSIcenowy Zheng if (status & SUN6I_INT_CTL_RF_RDY) { 368*913f536cSIcenowy Zheng sun6i_spi_drain_fifo(sspi, SUN6I_FIFO_DEPTH); 369*913f536cSIcenowy Zheng /* Only clear the interrupt _after_ draining the FIFO */ 370*913f536cSIcenowy Zheng sun6i_spi_write(sspi, SUN6I_INT_STA_REG, SUN6I_INT_CTL_RF_RDY); 371*913f536cSIcenowy Zheng return IRQ_HANDLED; 372*913f536cSIcenowy Zheng } 373*913f536cSIcenowy Zheng 374*913f536cSIcenowy Zheng /* Transmit FIFO 3/4 empty */ 375*913f536cSIcenowy Zheng if (status & SUN6I_INT_CTL_TF_ERQ) { 376*913f536cSIcenowy Zheng sun6i_spi_fill_fifo(sspi, SUN6I_FIFO_DEPTH); 377*913f536cSIcenowy Zheng 378*913f536cSIcenowy Zheng if (!sspi->len) 379*913f536cSIcenowy Zheng /* nothing left to transmit */ 380*913f536cSIcenowy Zheng sun6i_spi_disable_interrupt(sspi, SUN6I_INT_CTL_TF_ERQ); 381*913f536cSIcenowy Zheng 382*913f536cSIcenowy Zheng /* Only clear the interrupt _after_ re-seeding the FIFO */ 383*913f536cSIcenowy Zheng sun6i_spi_write(sspi, SUN6I_INT_STA_REG, SUN6I_INT_CTL_TF_ERQ); 384*913f536cSIcenowy Zheng 385*913f536cSIcenowy Zheng return IRQ_HANDLED; 386*913f536cSIcenowy Zheng } 387*913f536cSIcenowy Zheng 3883558fe90SMaxime Ripard return IRQ_NONE; 3893558fe90SMaxime Ripard } 3903558fe90SMaxime Ripard 3913558fe90SMaxime Ripard static int sun6i_spi_runtime_resume(struct device *dev) 3923558fe90SMaxime Ripard { 3933558fe90SMaxime Ripard struct spi_master *master = dev_get_drvdata(dev); 3943558fe90SMaxime Ripard struct sun6i_spi *sspi = spi_master_get_devdata(master); 3953558fe90SMaxime Ripard int ret; 3963558fe90SMaxime Ripard 3973558fe90SMaxime Ripard ret = clk_prepare_enable(sspi->hclk); 3983558fe90SMaxime Ripard if (ret) { 3993558fe90SMaxime Ripard dev_err(dev, "Couldn't enable AHB clock\n"); 4003558fe90SMaxime Ripard goto out; 4013558fe90SMaxime Ripard } 4023558fe90SMaxime Ripard 4033558fe90SMaxime Ripard ret = clk_prepare_enable(sspi->mclk); 4043558fe90SMaxime Ripard if (ret) { 4053558fe90SMaxime Ripard dev_err(dev, "Couldn't enable module clock\n"); 4063558fe90SMaxime Ripard goto err; 4073558fe90SMaxime Ripard } 4083558fe90SMaxime Ripard 4093558fe90SMaxime Ripard ret = reset_control_deassert(sspi->rstc); 4103558fe90SMaxime Ripard if (ret) { 4113558fe90SMaxime Ripard dev_err(dev, "Couldn't deassert the device from reset\n"); 4123558fe90SMaxime Ripard goto err2; 4133558fe90SMaxime Ripard } 4143558fe90SMaxime Ripard 4153558fe90SMaxime Ripard sun6i_spi_write(sspi, SUN6I_GBL_CTL_REG, 4163558fe90SMaxime Ripard SUN6I_GBL_CTL_BUS_ENABLE | SUN6I_GBL_CTL_MASTER | SUN6I_GBL_CTL_TP); 4173558fe90SMaxime Ripard 4183558fe90SMaxime Ripard return 0; 4193558fe90SMaxime Ripard 4203558fe90SMaxime Ripard err2: 4213558fe90SMaxime Ripard clk_disable_unprepare(sspi->mclk); 4223558fe90SMaxime Ripard err: 4233558fe90SMaxime Ripard clk_disable_unprepare(sspi->hclk); 4243558fe90SMaxime Ripard out: 4253558fe90SMaxime Ripard return ret; 4263558fe90SMaxime Ripard } 4273558fe90SMaxime Ripard 4283558fe90SMaxime Ripard static int sun6i_spi_runtime_suspend(struct device *dev) 4293558fe90SMaxime Ripard { 4303558fe90SMaxime Ripard struct spi_master *master = dev_get_drvdata(dev); 4313558fe90SMaxime Ripard struct sun6i_spi *sspi = spi_master_get_devdata(master); 4323558fe90SMaxime Ripard 4333558fe90SMaxime Ripard reset_control_assert(sspi->rstc); 4343558fe90SMaxime Ripard clk_disable_unprepare(sspi->mclk); 4353558fe90SMaxime Ripard clk_disable_unprepare(sspi->hclk); 4363558fe90SMaxime Ripard 4373558fe90SMaxime Ripard return 0; 4383558fe90SMaxime Ripard } 4393558fe90SMaxime Ripard 4403558fe90SMaxime Ripard static int sun6i_spi_probe(struct platform_device *pdev) 4413558fe90SMaxime Ripard { 4423558fe90SMaxime Ripard struct spi_master *master; 4433558fe90SMaxime Ripard struct sun6i_spi *sspi; 4443558fe90SMaxime Ripard struct resource *res; 4453558fe90SMaxime Ripard int ret = 0, irq; 4463558fe90SMaxime Ripard 4473558fe90SMaxime Ripard master = spi_alloc_master(&pdev->dev, sizeof(struct sun6i_spi)); 4483558fe90SMaxime Ripard if (!master) { 4493558fe90SMaxime Ripard dev_err(&pdev->dev, "Unable to allocate SPI Master\n"); 4503558fe90SMaxime Ripard return -ENOMEM; 4513558fe90SMaxime Ripard } 4523558fe90SMaxime Ripard 4533558fe90SMaxime Ripard platform_set_drvdata(pdev, master); 4543558fe90SMaxime Ripard sspi = spi_master_get_devdata(master); 4553558fe90SMaxime Ripard 4563558fe90SMaxime Ripard res = platform_get_resource(pdev, IORESOURCE_MEM, 0); 4573558fe90SMaxime Ripard sspi->base_addr = devm_ioremap_resource(&pdev->dev, res); 4583558fe90SMaxime Ripard if (IS_ERR(sspi->base_addr)) { 4593558fe90SMaxime Ripard ret = PTR_ERR(sspi->base_addr); 4603558fe90SMaxime Ripard goto err_free_master; 4613558fe90SMaxime Ripard } 4623558fe90SMaxime Ripard 4633558fe90SMaxime Ripard irq = platform_get_irq(pdev, 0); 4643558fe90SMaxime Ripard if (irq < 0) { 4653558fe90SMaxime Ripard dev_err(&pdev->dev, "No spi IRQ specified\n"); 4663558fe90SMaxime Ripard ret = -ENXIO; 4673558fe90SMaxime Ripard goto err_free_master; 4683558fe90SMaxime Ripard } 4693558fe90SMaxime Ripard 4703558fe90SMaxime Ripard ret = devm_request_irq(&pdev->dev, irq, sun6i_spi_handler, 4713558fe90SMaxime Ripard 0, "sun6i-spi", sspi); 4723558fe90SMaxime Ripard if (ret) { 4733558fe90SMaxime Ripard dev_err(&pdev->dev, "Cannot request IRQ\n"); 4743558fe90SMaxime Ripard goto err_free_master; 4753558fe90SMaxime Ripard } 4763558fe90SMaxime Ripard 4773558fe90SMaxime Ripard sspi->master = master; 47810565dfdSMilo Kim sspi->fifo_depth = (unsigned long)of_device_get_match_data(&pdev->dev); 47910565dfdSMilo Kim 4800b06d8cfSMichal Suchanek master->max_speed_hz = 100 * 1000 * 1000; 4810b06d8cfSMichal Suchanek master->min_speed_hz = 3 * 1000; 4823558fe90SMaxime Ripard master->set_cs = sun6i_spi_set_cs; 4833558fe90SMaxime Ripard master->transfer_one = sun6i_spi_transfer_one; 4843558fe90SMaxime Ripard master->num_chipselect = 4; 4853558fe90SMaxime Ripard master->mode_bits = SPI_CPOL | SPI_CPHA | SPI_CS_HIGH | SPI_LSB_FIRST; 486743a46b8SAxel Lin master->bits_per_word_mask = SPI_BPW_MASK(8); 4873558fe90SMaxime Ripard master->dev.of_node = pdev->dev.of_node; 4883558fe90SMaxime Ripard master->auto_runtime_pm = true; 489794912cfSMichal Suchanek master->max_transfer_size = sun6i_spi_max_transfer_size; 4903558fe90SMaxime Ripard 4913558fe90SMaxime Ripard sspi->hclk = devm_clk_get(&pdev->dev, "ahb"); 4923558fe90SMaxime Ripard if (IS_ERR(sspi->hclk)) { 4933558fe90SMaxime Ripard dev_err(&pdev->dev, "Unable to acquire AHB clock\n"); 4943558fe90SMaxime Ripard ret = PTR_ERR(sspi->hclk); 4953558fe90SMaxime Ripard goto err_free_master; 4963558fe90SMaxime Ripard } 4973558fe90SMaxime Ripard 4983558fe90SMaxime Ripard sspi->mclk = devm_clk_get(&pdev->dev, "mod"); 4993558fe90SMaxime Ripard if (IS_ERR(sspi->mclk)) { 5003558fe90SMaxime Ripard dev_err(&pdev->dev, "Unable to acquire module clock\n"); 5013558fe90SMaxime Ripard ret = PTR_ERR(sspi->mclk); 5023558fe90SMaxime Ripard goto err_free_master; 5033558fe90SMaxime Ripard } 5043558fe90SMaxime Ripard 5053558fe90SMaxime Ripard init_completion(&sspi->done); 5063558fe90SMaxime Ripard 5073558fe90SMaxime Ripard sspi->rstc = devm_reset_control_get(&pdev->dev, NULL); 5083558fe90SMaxime Ripard if (IS_ERR(sspi->rstc)) { 5093558fe90SMaxime Ripard dev_err(&pdev->dev, "Couldn't get reset controller\n"); 5103558fe90SMaxime Ripard ret = PTR_ERR(sspi->rstc); 5113558fe90SMaxime Ripard goto err_free_master; 5123558fe90SMaxime Ripard } 5133558fe90SMaxime Ripard 5143558fe90SMaxime Ripard /* 5153558fe90SMaxime Ripard * This wake-up/shutdown pattern is to be able to have the 5163558fe90SMaxime Ripard * device woken up, even if runtime_pm is disabled 5173558fe90SMaxime Ripard */ 5183558fe90SMaxime Ripard ret = sun6i_spi_runtime_resume(&pdev->dev); 5193558fe90SMaxime Ripard if (ret) { 5203558fe90SMaxime Ripard dev_err(&pdev->dev, "Couldn't resume the device\n"); 5213558fe90SMaxime Ripard goto err_free_master; 5223558fe90SMaxime Ripard } 5233558fe90SMaxime Ripard 5243558fe90SMaxime Ripard pm_runtime_set_active(&pdev->dev); 5253558fe90SMaxime Ripard pm_runtime_enable(&pdev->dev); 5263558fe90SMaxime Ripard pm_runtime_idle(&pdev->dev); 5273558fe90SMaxime Ripard 5283558fe90SMaxime Ripard ret = devm_spi_register_master(&pdev->dev, master); 5293558fe90SMaxime Ripard if (ret) { 5303558fe90SMaxime Ripard dev_err(&pdev->dev, "cannot register SPI master\n"); 5313558fe90SMaxime Ripard goto err_pm_disable; 5323558fe90SMaxime Ripard } 5333558fe90SMaxime Ripard 5343558fe90SMaxime Ripard return 0; 5353558fe90SMaxime Ripard 5363558fe90SMaxime Ripard err_pm_disable: 5373558fe90SMaxime Ripard pm_runtime_disable(&pdev->dev); 5383558fe90SMaxime Ripard sun6i_spi_runtime_suspend(&pdev->dev); 5393558fe90SMaxime Ripard err_free_master: 5403558fe90SMaxime Ripard spi_master_put(master); 5413558fe90SMaxime Ripard return ret; 5423558fe90SMaxime Ripard } 5433558fe90SMaxime Ripard 5443558fe90SMaxime Ripard static int sun6i_spi_remove(struct platform_device *pdev) 5453558fe90SMaxime Ripard { 5463558fe90SMaxime Ripard pm_runtime_disable(&pdev->dev); 5473558fe90SMaxime Ripard 5483558fe90SMaxime Ripard return 0; 5493558fe90SMaxime Ripard } 5503558fe90SMaxime Ripard 5513558fe90SMaxime Ripard static const struct of_device_id sun6i_spi_match[] = { 55210565dfdSMilo Kim { .compatible = "allwinner,sun6i-a31-spi", .data = (void *)SUN6I_FIFO_DEPTH }, 55310565dfdSMilo Kim { .compatible = "allwinner,sun8i-h3-spi", .data = (void *)SUN8I_FIFO_DEPTH }, 5543558fe90SMaxime Ripard {} 5553558fe90SMaxime Ripard }; 5563558fe90SMaxime Ripard MODULE_DEVICE_TABLE(of, sun6i_spi_match); 5573558fe90SMaxime Ripard 5583558fe90SMaxime Ripard static const struct dev_pm_ops sun6i_spi_pm_ops = { 5593558fe90SMaxime Ripard .runtime_resume = sun6i_spi_runtime_resume, 5603558fe90SMaxime Ripard .runtime_suspend = sun6i_spi_runtime_suspend, 5613558fe90SMaxime Ripard }; 5623558fe90SMaxime Ripard 5633558fe90SMaxime Ripard static struct platform_driver sun6i_spi_driver = { 5643558fe90SMaxime Ripard .probe = sun6i_spi_probe, 5653558fe90SMaxime Ripard .remove = sun6i_spi_remove, 5663558fe90SMaxime Ripard .driver = { 5673558fe90SMaxime Ripard .name = "sun6i-spi", 5683558fe90SMaxime Ripard .of_match_table = sun6i_spi_match, 5693558fe90SMaxime Ripard .pm = &sun6i_spi_pm_ops, 5703558fe90SMaxime Ripard }, 5713558fe90SMaxime Ripard }; 5723558fe90SMaxime Ripard module_platform_driver(sun6i_spi_driver); 5733558fe90SMaxime Ripard 5743558fe90SMaxime Ripard MODULE_AUTHOR("Pan Nan <pannan@allwinnertech.com>"); 5753558fe90SMaxime Ripard MODULE_AUTHOR("Maxime Ripard <maxime.ripard@free-electrons.com>"); 5763558fe90SMaxime Ripard MODULE_DESCRIPTION("Allwinner A31 SPI controller driver"); 5773558fe90SMaxime Ripard MODULE_LICENSE("GPL"); 578