167c7daecSMartin Blumenstingl // SPDX-License-Identifier: GPL-2.0+ 267c7daecSMartin Blumenstingl /* 367c7daecSMartin Blumenstingl * Amlogic Meson6/Meson8/Meson8b/Meson8m2 SDHC MMC host controller driver. 467c7daecSMartin Blumenstingl * 567c7daecSMartin Blumenstingl * Copyright (C) 2020 Martin Blumenstingl <martin.blumenstingl@googlemail.com> 667c7daecSMartin Blumenstingl */ 767c7daecSMartin Blumenstingl 867c7daecSMartin Blumenstingl #include <linux/clk.h> 967c7daecSMartin Blumenstingl #include <linux/device.h> 1067c7daecSMartin Blumenstingl #include <linux/dma-mapping.h> 1167c7daecSMartin Blumenstingl #include <linux/interrupt.h> 1267c7daecSMartin Blumenstingl #include <linux/iopoll.h> 1367c7daecSMartin Blumenstingl #include <linux/module.h> 1467c7daecSMartin Blumenstingl #include <linux/of.h> 1567c7daecSMartin Blumenstingl #include <linux/platform_device.h> 1667c7daecSMartin Blumenstingl #include <linux/property.h> 1767c7daecSMartin Blumenstingl #include <linux/regmap.h> 1867c7daecSMartin Blumenstingl #include <linux/regulator/consumer.h> 1967c7daecSMartin Blumenstingl #include <linux/types.h> 2067c7daecSMartin Blumenstingl 2167c7daecSMartin Blumenstingl #include <linux/mmc/host.h> 2267c7daecSMartin Blumenstingl #include <linux/mmc/mmc.h> 2367c7daecSMartin Blumenstingl #include <linux/mmc/sdio.h> 2467c7daecSMartin Blumenstingl #include <linux/mmc/slot-gpio.h> 2567c7daecSMartin Blumenstingl 2667c7daecSMartin Blumenstingl #include "meson-mx-sdhc.h" 2767c7daecSMartin Blumenstingl 2867c7daecSMartin Blumenstingl #define MESON_SDHC_NUM_BULK_CLKS 4 2967c7daecSMartin Blumenstingl #define MESON_SDHC_MAX_BLK_SIZE 512 3067c7daecSMartin Blumenstingl #define MESON_SDHC_NUM_TUNING_TRIES 10 3167c7daecSMartin Blumenstingl 3267c7daecSMartin Blumenstingl #define MESON_SDHC_WAIT_CMD_READY_SLEEP_US 1 3367c7daecSMartin Blumenstingl #define MESON_SDHC_WAIT_CMD_READY_TIMEOUT_US 100000 3467c7daecSMartin Blumenstingl #define MESON_SDHC_WAIT_BEFORE_SEND_SLEEP_US 1 3567c7daecSMartin Blumenstingl #define MESON_SDHC_WAIT_BEFORE_SEND_TIMEOUT_US 200 3667c7daecSMartin Blumenstingl 3767c7daecSMartin Blumenstingl struct meson_mx_sdhc_data { 3867c7daecSMartin Blumenstingl void (*init_hw)(struct mmc_host *mmc); 3967c7daecSMartin Blumenstingl void (*set_pdma)(struct mmc_host *mmc); 4067c7daecSMartin Blumenstingl void (*wait_before_send)(struct mmc_host *mmc); 4167c7daecSMartin Blumenstingl bool hardware_flush_all_cmds; 4267c7daecSMartin Blumenstingl }; 4367c7daecSMartin Blumenstingl 4467c7daecSMartin Blumenstingl struct meson_mx_sdhc_host { 4567c7daecSMartin Blumenstingl struct mmc_host *mmc; 4667c7daecSMartin Blumenstingl 4767c7daecSMartin Blumenstingl struct mmc_request *mrq; 4867c7daecSMartin Blumenstingl struct mmc_command *cmd; 4967c7daecSMartin Blumenstingl int error; 5067c7daecSMartin Blumenstingl 5167c7daecSMartin Blumenstingl struct regmap *regmap; 5267c7daecSMartin Blumenstingl 5367c7daecSMartin Blumenstingl struct clk *pclk; 5467c7daecSMartin Blumenstingl struct clk *sd_clk; 5567c7daecSMartin Blumenstingl struct clk_bulk_data bulk_clks[MESON_SDHC_NUM_BULK_CLKS]; 5667c7daecSMartin Blumenstingl bool bulk_clks_enabled; 5767c7daecSMartin Blumenstingl 5867c7daecSMartin Blumenstingl const struct meson_mx_sdhc_data *platform; 5967c7daecSMartin Blumenstingl }; 6067c7daecSMartin Blumenstingl 6167c7daecSMartin Blumenstingl static const struct regmap_config meson_mx_sdhc_regmap_config = { 6267c7daecSMartin Blumenstingl .reg_bits = 8, 6367c7daecSMartin Blumenstingl .val_bits = 32, 6467c7daecSMartin Blumenstingl .reg_stride = 4, 6567c7daecSMartin Blumenstingl .max_register = MESON_SDHC_CLK2, 6667c7daecSMartin Blumenstingl }; 6767c7daecSMartin Blumenstingl 6867c7daecSMartin Blumenstingl static void meson_mx_sdhc_hw_reset(struct mmc_host *mmc) 6967c7daecSMartin Blumenstingl { 7067c7daecSMartin Blumenstingl struct meson_mx_sdhc_host *host = mmc_priv(mmc); 7167c7daecSMartin Blumenstingl 7267c7daecSMartin Blumenstingl regmap_write(host->regmap, MESON_SDHC_SRST, MESON_SDHC_SRST_MAIN_CTRL | 7367c7daecSMartin Blumenstingl MESON_SDHC_SRST_RXFIFO | MESON_SDHC_SRST_TXFIFO | 7467c7daecSMartin Blumenstingl MESON_SDHC_SRST_DPHY_RX | MESON_SDHC_SRST_DPHY_TX | 7567c7daecSMartin Blumenstingl MESON_SDHC_SRST_DMA_IF); 7667c7daecSMartin Blumenstingl usleep_range(10, 100); 7767c7daecSMartin Blumenstingl 7867c7daecSMartin Blumenstingl regmap_write(host->regmap, MESON_SDHC_SRST, 0); 7967c7daecSMartin Blumenstingl usleep_range(10, 100); 8067c7daecSMartin Blumenstingl } 8167c7daecSMartin Blumenstingl 8267c7daecSMartin Blumenstingl static void meson_mx_sdhc_clear_fifo(struct mmc_host *mmc) 8367c7daecSMartin Blumenstingl { 8467c7daecSMartin Blumenstingl struct meson_mx_sdhc_host *host = mmc_priv(mmc); 8567c7daecSMartin Blumenstingl u32 stat; 8667c7daecSMartin Blumenstingl 8767c7daecSMartin Blumenstingl regmap_read(host->regmap, MESON_SDHC_STAT, &stat); 8867c7daecSMartin Blumenstingl if (!FIELD_GET(MESON_SDHC_STAT_RXFIFO_CNT, stat) && 8967c7daecSMartin Blumenstingl !FIELD_GET(MESON_SDHC_STAT_TXFIFO_CNT, stat)) 9067c7daecSMartin Blumenstingl return; 9167c7daecSMartin Blumenstingl 9267c7daecSMartin Blumenstingl regmap_write(host->regmap, MESON_SDHC_SRST, MESON_SDHC_SRST_RXFIFO | 9367c7daecSMartin Blumenstingl MESON_SDHC_SRST_TXFIFO | MESON_SDHC_SRST_MAIN_CTRL); 9467c7daecSMartin Blumenstingl udelay(5); 9567c7daecSMartin Blumenstingl 9667c7daecSMartin Blumenstingl regmap_read(host->regmap, MESON_SDHC_STAT, &stat); 9767c7daecSMartin Blumenstingl if (FIELD_GET(MESON_SDHC_STAT_RXFIFO_CNT, stat) || 9867c7daecSMartin Blumenstingl FIELD_GET(MESON_SDHC_STAT_TXFIFO_CNT, stat)) 9967c7daecSMartin Blumenstingl dev_warn(mmc_dev(host->mmc), 10067c7daecSMartin Blumenstingl "Failed to clear FIFOs, RX: %lu, TX: %lu\n", 10167c7daecSMartin Blumenstingl FIELD_GET(MESON_SDHC_STAT_RXFIFO_CNT, stat), 10267c7daecSMartin Blumenstingl FIELD_GET(MESON_SDHC_STAT_TXFIFO_CNT, stat)); 10367c7daecSMartin Blumenstingl } 10467c7daecSMartin Blumenstingl 10567c7daecSMartin Blumenstingl static void meson_mx_sdhc_wait_cmd_ready(struct mmc_host *mmc) 10667c7daecSMartin Blumenstingl { 10767c7daecSMartin Blumenstingl struct meson_mx_sdhc_host *host = mmc_priv(mmc); 10867c7daecSMartin Blumenstingl u32 stat, esta; 10967c7daecSMartin Blumenstingl int ret; 11067c7daecSMartin Blumenstingl 11167c7daecSMartin Blumenstingl ret = regmap_read_poll_timeout(host->regmap, MESON_SDHC_STAT, stat, 11267c7daecSMartin Blumenstingl !(stat & MESON_SDHC_STAT_CMD_BUSY), 11367c7daecSMartin Blumenstingl MESON_SDHC_WAIT_CMD_READY_SLEEP_US, 11467c7daecSMartin Blumenstingl MESON_SDHC_WAIT_CMD_READY_TIMEOUT_US); 11567c7daecSMartin Blumenstingl if (ret) { 11667c7daecSMartin Blumenstingl dev_warn(mmc_dev(mmc), 11767c7daecSMartin Blumenstingl "Failed to poll for CMD_BUSY while processing CMD%d\n", 11867c7daecSMartin Blumenstingl host->cmd->opcode); 11967c7daecSMartin Blumenstingl meson_mx_sdhc_hw_reset(mmc); 12067c7daecSMartin Blumenstingl } 12167c7daecSMartin Blumenstingl 12267c7daecSMartin Blumenstingl ret = regmap_read_poll_timeout(host->regmap, MESON_SDHC_ESTA, esta, 12367c7daecSMartin Blumenstingl !(esta & MESON_SDHC_ESTA_11_13), 12467c7daecSMartin Blumenstingl MESON_SDHC_WAIT_CMD_READY_SLEEP_US, 12567c7daecSMartin Blumenstingl MESON_SDHC_WAIT_CMD_READY_TIMEOUT_US); 12667c7daecSMartin Blumenstingl if (ret) { 12767c7daecSMartin Blumenstingl dev_warn(mmc_dev(mmc), 12867c7daecSMartin Blumenstingl "Failed to poll for ESTA[13:11] while processing CMD%d\n", 12967c7daecSMartin Blumenstingl host->cmd->opcode); 13067c7daecSMartin Blumenstingl meson_mx_sdhc_hw_reset(mmc); 13167c7daecSMartin Blumenstingl } 13267c7daecSMartin Blumenstingl } 13367c7daecSMartin Blumenstingl 13467c7daecSMartin Blumenstingl static void meson_mx_sdhc_start_cmd(struct mmc_host *mmc, 13567c7daecSMartin Blumenstingl struct mmc_command *cmd) 13667c7daecSMartin Blumenstingl { 13767c7daecSMartin Blumenstingl struct meson_mx_sdhc_host *host = mmc_priv(mmc); 13867c7daecSMartin Blumenstingl u32 ictl, send; 13967c7daecSMartin Blumenstingl int pack_len; 14067c7daecSMartin Blumenstingl 14167c7daecSMartin Blumenstingl host->cmd = cmd; 14267c7daecSMartin Blumenstingl 14367c7daecSMartin Blumenstingl ictl = MESON_SDHC_ICTL_DATA_TIMEOUT | MESON_SDHC_ICTL_DATA_ERR_CRC | 14467c7daecSMartin Blumenstingl MESON_SDHC_ICTL_RXFIFO_FULL | MESON_SDHC_ICTL_TXFIFO_EMPTY | 14567c7daecSMartin Blumenstingl MESON_SDHC_ICTL_RESP_TIMEOUT | MESON_SDHC_ICTL_RESP_ERR_CRC; 14667c7daecSMartin Blumenstingl 14767c7daecSMartin Blumenstingl send = FIELD_PREP(MESON_SDHC_SEND_CMD_INDEX, cmd->opcode); 14867c7daecSMartin Blumenstingl 14967c7daecSMartin Blumenstingl if (cmd->data) { 15067c7daecSMartin Blumenstingl send |= MESON_SDHC_SEND_CMD_HAS_DATA; 15167c7daecSMartin Blumenstingl send |= FIELD_PREP(MESON_SDHC_SEND_TOTAL_PACK, 15267c7daecSMartin Blumenstingl cmd->data->blocks - 1); 15367c7daecSMartin Blumenstingl 15467c7daecSMartin Blumenstingl if (cmd->data->blksz < MESON_SDHC_MAX_BLK_SIZE) 15567c7daecSMartin Blumenstingl pack_len = cmd->data->blksz; 15667c7daecSMartin Blumenstingl else 15767c7daecSMartin Blumenstingl pack_len = 0; 15867c7daecSMartin Blumenstingl 15967c7daecSMartin Blumenstingl if (cmd->data->flags & MMC_DATA_WRITE) 16067c7daecSMartin Blumenstingl send |= MESON_SDHC_SEND_DATA_DIR; 16167c7daecSMartin Blumenstingl 16267c7daecSMartin Blumenstingl /* 16367c7daecSMartin Blumenstingl * If command with no data, just wait response done 16467c7daecSMartin Blumenstingl * interrupt(int[0]), and if command with data transfer, just 16567c7daecSMartin Blumenstingl * wait dma done interrupt(int[11]), don't need care about 16667c7daecSMartin Blumenstingl * dat0 busy or not. 16767c7daecSMartin Blumenstingl */ 16867c7daecSMartin Blumenstingl if (host->platform->hardware_flush_all_cmds || 16967c7daecSMartin Blumenstingl cmd->data->flags & MMC_DATA_WRITE) 17067c7daecSMartin Blumenstingl /* hardware flush: */ 17167c7daecSMartin Blumenstingl ictl |= MESON_SDHC_ICTL_DMA_DONE; 17267c7daecSMartin Blumenstingl else 17367c7daecSMartin Blumenstingl /* software flush: */ 17467c7daecSMartin Blumenstingl ictl |= MESON_SDHC_ICTL_DATA_XFER_OK; 17567c7daecSMartin Blumenstingl } else { 17667c7daecSMartin Blumenstingl pack_len = 0; 17767c7daecSMartin Blumenstingl 17867c7daecSMartin Blumenstingl ictl |= MESON_SDHC_ICTL_RESP_OK; 17967c7daecSMartin Blumenstingl } 18067c7daecSMartin Blumenstingl 18167c7daecSMartin Blumenstingl if (cmd->opcode == MMC_STOP_TRANSMISSION) 18267c7daecSMartin Blumenstingl send |= MESON_SDHC_SEND_DATA_STOP; 18367c7daecSMartin Blumenstingl 18467c7daecSMartin Blumenstingl if (cmd->flags & MMC_RSP_PRESENT) 18567c7daecSMartin Blumenstingl send |= MESON_SDHC_SEND_CMD_HAS_RESP; 18667c7daecSMartin Blumenstingl 18767c7daecSMartin Blumenstingl if (cmd->flags & MMC_RSP_136) { 18867c7daecSMartin Blumenstingl send |= MESON_SDHC_SEND_RESP_LEN; 18967c7daecSMartin Blumenstingl send |= MESON_SDHC_SEND_RESP_NO_CRC; 19067c7daecSMartin Blumenstingl } 19167c7daecSMartin Blumenstingl 19267c7daecSMartin Blumenstingl if (!(cmd->flags & MMC_RSP_CRC)) 19367c7daecSMartin Blumenstingl send |= MESON_SDHC_SEND_RESP_NO_CRC; 19467c7daecSMartin Blumenstingl 19567c7daecSMartin Blumenstingl if (cmd->flags & MMC_RSP_BUSY) 19667c7daecSMartin Blumenstingl send |= MESON_SDHC_SEND_R1B; 19767c7daecSMartin Blumenstingl 19867c7daecSMartin Blumenstingl /* enable the new IRQs and mask all pending ones */ 19967c7daecSMartin Blumenstingl regmap_write(host->regmap, MESON_SDHC_ICTL, ictl); 20067c7daecSMartin Blumenstingl regmap_write(host->regmap, MESON_SDHC_ISTA, MESON_SDHC_ISTA_ALL_IRQS); 20167c7daecSMartin Blumenstingl 20267c7daecSMartin Blumenstingl regmap_write(host->regmap, MESON_SDHC_ARGU, cmd->arg); 20367c7daecSMartin Blumenstingl 20467c7daecSMartin Blumenstingl regmap_update_bits(host->regmap, MESON_SDHC_CTRL, 20567c7daecSMartin Blumenstingl MESON_SDHC_CTRL_PACK_LEN, 20667c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_CTRL_PACK_LEN, pack_len)); 20767c7daecSMartin Blumenstingl 20867c7daecSMartin Blumenstingl if (cmd->data) 20967c7daecSMartin Blumenstingl regmap_write(host->regmap, MESON_SDHC_ADDR, 21067c7daecSMartin Blumenstingl sg_dma_address(cmd->data->sg)); 21167c7daecSMartin Blumenstingl 21267c7daecSMartin Blumenstingl meson_mx_sdhc_wait_cmd_ready(mmc); 21367c7daecSMartin Blumenstingl 21467c7daecSMartin Blumenstingl if (cmd->data) 21567c7daecSMartin Blumenstingl host->platform->set_pdma(mmc); 21667c7daecSMartin Blumenstingl 21767c7daecSMartin Blumenstingl if (host->platform->wait_before_send) 21867c7daecSMartin Blumenstingl host->platform->wait_before_send(mmc); 21967c7daecSMartin Blumenstingl 22067c7daecSMartin Blumenstingl regmap_write(host->regmap, MESON_SDHC_SEND, send); 22167c7daecSMartin Blumenstingl } 22267c7daecSMartin Blumenstingl 22367c7daecSMartin Blumenstingl static void meson_mx_sdhc_disable_clks(struct mmc_host *mmc) 22467c7daecSMartin Blumenstingl { 22567c7daecSMartin Blumenstingl struct meson_mx_sdhc_host *host = mmc_priv(mmc); 22667c7daecSMartin Blumenstingl 22767c7daecSMartin Blumenstingl if (!host->bulk_clks_enabled) 22867c7daecSMartin Blumenstingl return; 22967c7daecSMartin Blumenstingl 23067c7daecSMartin Blumenstingl clk_bulk_disable_unprepare(MESON_SDHC_NUM_BULK_CLKS, host->bulk_clks); 23167c7daecSMartin Blumenstingl 23267c7daecSMartin Blumenstingl host->bulk_clks_enabled = false; 23367c7daecSMartin Blumenstingl } 23467c7daecSMartin Blumenstingl 23567c7daecSMartin Blumenstingl static int meson_mx_sdhc_enable_clks(struct mmc_host *mmc) 23667c7daecSMartin Blumenstingl { 23767c7daecSMartin Blumenstingl struct meson_mx_sdhc_host *host = mmc_priv(mmc); 23867c7daecSMartin Blumenstingl int ret; 23967c7daecSMartin Blumenstingl 24067c7daecSMartin Blumenstingl if (host->bulk_clks_enabled) 24167c7daecSMartin Blumenstingl return 0; 24267c7daecSMartin Blumenstingl 24367c7daecSMartin Blumenstingl ret = clk_bulk_prepare_enable(MESON_SDHC_NUM_BULK_CLKS, 24467c7daecSMartin Blumenstingl host->bulk_clks); 24567c7daecSMartin Blumenstingl if (ret) 24667c7daecSMartin Blumenstingl return ret; 24767c7daecSMartin Blumenstingl 24867c7daecSMartin Blumenstingl host->bulk_clks_enabled = true; 24967c7daecSMartin Blumenstingl 25067c7daecSMartin Blumenstingl return 0; 25167c7daecSMartin Blumenstingl } 25267c7daecSMartin Blumenstingl 25367c7daecSMartin Blumenstingl static int meson_mx_sdhc_set_clk(struct mmc_host *mmc, struct mmc_ios *ios) 25467c7daecSMartin Blumenstingl { 25567c7daecSMartin Blumenstingl struct meson_mx_sdhc_host *host = mmc_priv(mmc); 25667c7daecSMartin Blumenstingl u32 rx_clk_phase; 25767c7daecSMartin Blumenstingl int ret; 25867c7daecSMartin Blumenstingl 25967c7daecSMartin Blumenstingl meson_mx_sdhc_disable_clks(mmc); 26067c7daecSMartin Blumenstingl 26167c7daecSMartin Blumenstingl if (ios->clock) { 26267c7daecSMartin Blumenstingl ret = clk_set_rate(host->sd_clk, ios->clock); 26367c7daecSMartin Blumenstingl if (ret) { 26467c7daecSMartin Blumenstingl dev_warn(mmc_dev(mmc), 26567c7daecSMartin Blumenstingl "Failed to set MMC clock to %uHz: %d\n", 26667c7daecSMartin Blumenstingl ios->clock, host->error); 26767c7daecSMartin Blumenstingl return ret; 26867c7daecSMartin Blumenstingl } 26967c7daecSMartin Blumenstingl 27067c7daecSMartin Blumenstingl ret = meson_mx_sdhc_enable_clks(mmc); 27167c7daecSMartin Blumenstingl if (ret) 27267c7daecSMartin Blumenstingl return ret; 27367c7daecSMartin Blumenstingl 27467c7daecSMartin Blumenstingl mmc->actual_clock = clk_get_rate(host->sd_clk); 27567c7daecSMartin Blumenstingl 27667c7daecSMartin Blumenstingl /* 27767c7daecSMartin Blumenstingl * according to Amlogic the following latching points are 27867c7daecSMartin Blumenstingl * selected with empirical values, there is no (known) formula 27967c7daecSMartin Blumenstingl * to calculate these. 28067c7daecSMartin Blumenstingl */ 28167c7daecSMartin Blumenstingl if (mmc->actual_clock > 100000000) { 28267c7daecSMartin Blumenstingl rx_clk_phase = 1; 28367c7daecSMartin Blumenstingl } else if (mmc->actual_clock > 45000000) { 28467c7daecSMartin Blumenstingl if (ios->signal_voltage == MMC_SIGNAL_VOLTAGE_330) 28567c7daecSMartin Blumenstingl rx_clk_phase = 15; 28667c7daecSMartin Blumenstingl else 28767c7daecSMartin Blumenstingl rx_clk_phase = 11; 28867c7daecSMartin Blumenstingl } else if (mmc->actual_clock >= 25000000) { 28967c7daecSMartin Blumenstingl rx_clk_phase = 15; 29067c7daecSMartin Blumenstingl } else if (mmc->actual_clock > 5000000) { 29167c7daecSMartin Blumenstingl rx_clk_phase = 23; 29267c7daecSMartin Blumenstingl } else if (mmc->actual_clock > 1000000) { 29367c7daecSMartin Blumenstingl rx_clk_phase = 55; 29467c7daecSMartin Blumenstingl } else { 29567c7daecSMartin Blumenstingl rx_clk_phase = 1061; 29667c7daecSMartin Blumenstingl } 29767c7daecSMartin Blumenstingl 29867c7daecSMartin Blumenstingl regmap_update_bits(host->regmap, MESON_SDHC_CLK2, 29967c7daecSMartin Blumenstingl MESON_SDHC_CLK2_RX_CLK_PHASE, 30067c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_CLK2_RX_CLK_PHASE, 30167c7daecSMartin Blumenstingl rx_clk_phase)); 30267c7daecSMartin Blumenstingl } else { 30367c7daecSMartin Blumenstingl mmc->actual_clock = 0; 30467c7daecSMartin Blumenstingl } 30567c7daecSMartin Blumenstingl 30667c7daecSMartin Blumenstingl return 0; 30767c7daecSMartin Blumenstingl } 30867c7daecSMartin Blumenstingl 30967c7daecSMartin Blumenstingl static void meson_mx_sdhc_set_ios(struct mmc_host *mmc, struct mmc_ios *ios) 31067c7daecSMartin Blumenstingl { 31167c7daecSMartin Blumenstingl struct meson_mx_sdhc_host *host = mmc_priv(mmc); 31267c7daecSMartin Blumenstingl unsigned short vdd = ios->vdd; 31367c7daecSMartin Blumenstingl 31467c7daecSMartin Blumenstingl switch (ios->power_mode) { 31567c7daecSMartin Blumenstingl case MMC_POWER_OFF: 31667c7daecSMartin Blumenstingl vdd = 0; 31767c7daecSMartin Blumenstingl fallthrough; 31867c7daecSMartin Blumenstingl 31967c7daecSMartin Blumenstingl case MMC_POWER_UP: 32067c7daecSMartin Blumenstingl if (!IS_ERR(mmc->supply.vmmc)) { 32167c7daecSMartin Blumenstingl host->error = mmc_regulator_set_ocr(mmc, 32267c7daecSMartin Blumenstingl mmc->supply.vmmc, 32367c7daecSMartin Blumenstingl vdd); 32467c7daecSMartin Blumenstingl if (host->error) 32567c7daecSMartin Blumenstingl return; 32667c7daecSMartin Blumenstingl } 32767c7daecSMartin Blumenstingl 32867c7daecSMartin Blumenstingl break; 32967c7daecSMartin Blumenstingl 33067c7daecSMartin Blumenstingl case MMC_POWER_ON: 33167c7daecSMartin Blumenstingl break; 33267c7daecSMartin Blumenstingl } 33367c7daecSMartin Blumenstingl 33467c7daecSMartin Blumenstingl host->error = meson_mx_sdhc_set_clk(mmc, ios); 33567c7daecSMartin Blumenstingl if (host->error) 33667c7daecSMartin Blumenstingl return; 33767c7daecSMartin Blumenstingl 33867c7daecSMartin Blumenstingl switch (ios->bus_width) { 33967c7daecSMartin Blumenstingl case MMC_BUS_WIDTH_1: 34067c7daecSMartin Blumenstingl regmap_update_bits(host->regmap, MESON_SDHC_CTRL, 34167c7daecSMartin Blumenstingl MESON_SDHC_CTRL_DAT_TYPE, 34267c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_CTRL_DAT_TYPE, 0)); 34367c7daecSMartin Blumenstingl break; 34467c7daecSMartin Blumenstingl 34567c7daecSMartin Blumenstingl case MMC_BUS_WIDTH_4: 34667c7daecSMartin Blumenstingl regmap_update_bits(host->regmap, MESON_SDHC_CTRL, 34767c7daecSMartin Blumenstingl MESON_SDHC_CTRL_DAT_TYPE, 34867c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_CTRL_DAT_TYPE, 1)); 34967c7daecSMartin Blumenstingl break; 35067c7daecSMartin Blumenstingl 35167c7daecSMartin Blumenstingl case MMC_BUS_WIDTH_8: 35267c7daecSMartin Blumenstingl regmap_update_bits(host->regmap, MESON_SDHC_CTRL, 35367c7daecSMartin Blumenstingl MESON_SDHC_CTRL_DAT_TYPE, 35467c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_CTRL_DAT_TYPE, 2)); 35567c7daecSMartin Blumenstingl break; 35667c7daecSMartin Blumenstingl 35767c7daecSMartin Blumenstingl default: 35867c7daecSMartin Blumenstingl dev_err(mmc_dev(mmc), "unsupported bus width: %d\n", 35967c7daecSMartin Blumenstingl ios->bus_width); 36067c7daecSMartin Blumenstingl host->error = -EINVAL; 36167c7daecSMartin Blumenstingl return; 36267c7daecSMartin Blumenstingl } 36367c7daecSMartin Blumenstingl } 36467c7daecSMartin Blumenstingl 36567c7daecSMartin Blumenstingl static int meson_mx_sdhc_map_dma(struct mmc_host *mmc, struct mmc_request *mrq) 36667c7daecSMartin Blumenstingl { 36767c7daecSMartin Blumenstingl struct mmc_data *data = mrq->data; 36867c7daecSMartin Blumenstingl int dma_len; 36967c7daecSMartin Blumenstingl 37067c7daecSMartin Blumenstingl if (!data) 37167c7daecSMartin Blumenstingl return 0; 37267c7daecSMartin Blumenstingl 37367c7daecSMartin Blumenstingl dma_len = dma_map_sg(mmc_dev(mmc), data->sg, data->sg_len, 37467c7daecSMartin Blumenstingl mmc_get_dma_dir(data)); 37567c7daecSMartin Blumenstingl if (dma_len <= 0) { 37667c7daecSMartin Blumenstingl dev_err(mmc_dev(mmc), "dma_map_sg failed\n"); 37767c7daecSMartin Blumenstingl return -ENOMEM; 37867c7daecSMartin Blumenstingl } 37967c7daecSMartin Blumenstingl 38067c7daecSMartin Blumenstingl return 0; 38167c7daecSMartin Blumenstingl } 38267c7daecSMartin Blumenstingl 38367c7daecSMartin Blumenstingl static void meson_mx_sdhc_request(struct mmc_host *mmc, struct mmc_request *mrq) 38467c7daecSMartin Blumenstingl { 38567c7daecSMartin Blumenstingl struct meson_mx_sdhc_host *host = mmc_priv(mmc); 38667c7daecSMartin Blumenstingl struct mmc_command *cmd = mrq->cmd; 38767c7daecSMartin Blumenstingl 38867c7daecSMartin Blumenstingl if (!host->error) 38967c7daecSMartin Blumenstingl host->error = meson_mx_sdhc_map_dma(mmc, mrq); 39067c7daecSMartin Blumenstingl 39167c7daecSMartin Blumenstingl if (host->error) { 39267c7daecSMartin Blumenstingl cmd->error = host->error; 39367c7daecSMartin Blumenstingl mmc_request_done(mmc, mrq); 39467c7daecSMartin Blumenstingl return; 39567c7daecSMartin Blumenstingl } 39667c7daecSMartin Blumenstingl 39767c7daecSMartin Blumenstingl host->mrq = mrq; 39867c7daecSMartin Blumenstingl 39967c7daecSMartin Blumenstingl meson_mx_sdhc_start_cmd(mmc, mrq->cmd); 40067c7daecSMartin Blumenstingl } 40167c7daecSMartin Blumenstingl 40267c7daecSMartin Blumenstingl static int meson_mx_sdhc_card_busy(struct mmc_host *mmc) 40367c7daecSMartin Blumenstingl { 40467c7daecSMartin Blumenstingl struct meson_mx_sdhc_host *host = mmc_priv(mmc); 40567c7daecSMartin Blumenstingl u32 stat; 40667c7daecSMartin Blumenstingl 40767c7daecSMartin Blumenstingl regmap_read(host->regmap, MESON_SDHC_STAT, &stat); 40867c7daecSMartin Blumenstingl return FIELD_GET(MESON_SDHC_STAT_DAT3_0, stat) == 0; 40967c7daecSMartin Blumenstingl } 41067c7daecSMartin Blumenstingl 41167c7daecSMartin Blumenstingl static bool meson_mx_sdhc_tuning_point_matches(struct mmc_host *mmc, 41267c7daecSMartin Blumenstingl u32 opcode) 41367c7daecSMartin Blumenstingl { 41467c7daecSMartin Blumenstingl unsigned int i, num_matches = 0; 41567c7daecSMartin Blumenstingl int ret; 41667c7daecSMartin Blumenstingl 41767c7daecSMartin Blumenstingl for (i = 0; i < MESON_SDHC_NUM_TUNING_TRIES; i++) { 41867c7daecSMartin Blumenstingl ret = mmc_send_tuning(mmc, opcode, NULL); 41967c7daecSMartin Blumenstingl if (!ret) 42067c7daecSMartin Blumenstingl num_matches++; 42167c7daecSMartin Blumenstingl } 42267c7daecSMartin Blumenstingl 42367c7daecSMartin Blumenstingl return num_matches == MESON_SDHC_NUM_TUNING_TRIES; 42467c7daecSMartin Blumenstingl } 42567c7daecSMartin Blumenstingl 42667c7daecSMartin Blumenstingl static int meson_mx_sdhc_execute_tuning(struct mmc_host *mmc, u32 opcode) 42767c7daecSMartin Blumenstingl { 42867c7daecSMartin Blumenstingl struct meson_mx_sdhc_host *host = mmc_priv(mmc); 42967c7daecSMartin Blumenstingl int div, start, len, best_start, best_len; 43067c7daecSMartin Blumenstingl int curr_phase, old_phase, new_phase; 43167c7daecSMartin Blumenstingl u32 val; 43267c7daecSMartin Blumenstingl 43367c7daecSMartin Blumenstingl len = 0; 43467c7daecSMartin Blumenstingl start = 0; 43567c7daecSMartin Blumenstingl best_len = 0; 43667c7daecSMartin Blumenstingl 43767c7daecSMartin Blumenstingl regmap_read(host->regmap, MESON_SDHC_CLK2, &val); 43867c7daecSMartin Blumenstingl old_phase = FIELD_GET(MESON_SDHC_CLK2_RX_CLK_PHASE, val); 43967c7daecSMartin Blumenstingl 44067c7daecSMartin Blumenstingl regmap_read(host->regmap, MESON_SDHC_CLKC, &val); 44167c7daecSMartin Blumenstingl div = FIELD_GET(MESON_SDHC_CLKC_CLK_DIV, val); 44267c7daecSMartin Blumenstingl 44367c7daecSMartin Blumenstingl for (curr_phase = 0; curr_phase <= div; curr_phase++) { 44467c7daecSMartin Blumenstingl regmap_update_bits(host->regmap, MESON_SDHC_CLK2, 44567c7daecSMartin Blumenstingl MESON_SDHC_CLK2_RX_CLK_PHASE, 44667c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_CLK2_RX_CLK_PHASE, 44767c7daecSMartin Blumenstingl curr_phase)); 44867c7daecSMartin Blumenstingl 44967c7daecSMartin Blumenstingl if (meson_mx_sdhc_tuning_point_matches(mmc, opcode)) { 45067c7daecSMartin Blumenstingl if (!len) { 45167c7daecSMartin Blumenstingl start = curr_phase; 45267c7daecSMartin Blumenstingl 45367c7daecSMartin Blumenstingl dev_dbg(mmc_dev(mmc), 45467c7daecSMartin Blumenstingl "New RX phase window starts at %u\n", 45567c7daecSMartin Blumenstingl start); 45667c7daecSMartin Blumenstingl } 45767c7daecSMartin Blumenstingl 45867c7daecSMartin Blumenstingl len++; 45967c7daecSMartin Blumenstingl } else { 46067c7daecSMartin Blumenstingl if (len > best_len) { 46167c7daecSMartin Blumenstingl best_start = start; 46267c7daecSMartin Blumenstingl best_len = len; 46367c7daecSMartin Blumenstingl 46467c7daecSMartin Blumenstingl dev_dbg(mmc_dev(mmc), 46567c7daecSMartin Blumenstingl "New best RX phase window: %u - %u\n", 46667c7daecSMartin Blumenstingl best_start, best_start + best_len); 46767c7daecSMartin Blumenstingl } 46867c7daecSMartin Blumenstingl 46967c7daecSMartin Blumenstingl /* reset the current window */ 47067c7daecSMartin Blumenstingl len = 0; 47167c7daecSMartin Blumenstingl } 47267c7daecSMartin Blumenstingl } 47367c7daecSMartin Blumenstingl 47467c7daecSMartin Blumenstingl if (len > best_len) 47567c7daecSMartin Blumenstingl /* the last window is the best (or possibly only) window */ 47667c7daecSMartin Blumenstingl new_phase = start + (len / 2); 47767c7daecSMartin Blumenstingl else if (best_len) 47867c7daecSMartin Blumenstingl /* there was a better window than the last */ 47967c7daecSMartin Blumenstingl new_phase = best_start + (best_len / 2); 48067c7daecSMartin Blumenstingl else 48167c7daecSMartin Blumenstingl /* no window was found at all, reset to the original phase */ 48267c7daecSMartin Blumenstingl new_phase = old_phase; 48367c7daecSMartin Blumenstingl 48467c7daecSMartin Blumenstingl regmap_update_bits(host->regmap, MESON_SDHC_CLK2, 48567c7daecSMartin Blumenstingl MESON_SDHC_CLK2_RX_CLK_PHASE, 48667c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_CLK2_RX_CLK_PHASE, 48767c7daecSMartin Blumenstingl new_phase)); 48867c7daecSMartin Blumenstingl 48967c7daecSMartin Blumenstingl if (!len && !best_len) 49067c7daecSMartin Blumenstingl return -EIO; 49167c7daecSMartin Blumenstingl 49267c7daecSMartin Blumenstingl dev_dbg(mmc_dev(mmc), "Tuned RX clock phase to %u\n", new_phase); 49367c7daecSMartin Blumenstingl 49467c7daecSMartin Blumenstingl return 0; 49567c7daecSMartin Blumenstingl } 49667c7daecSMartin Blumenstingl 49767c7daecSMartin Blumenstingl static const struct mmc_host_ops meson_mx_sdhc_ops = { 49867c7daecSMartin Blumenstingl .hw_reset = meson_mx_sdhc_hw_reset, 49967c7daecSMartin Blumenstingl .request = meson_mx_sdhc_request, 50067c7daecSMartin Blumenstingl .set_ios = meson_mx_sdhc_set_ios, 50167c7daecSMartin Blumenstingl .card_busy = meson_mx_sdhc_card_busy, 50267c7daecSMartin Blumenstingl .execute_tuning = meson_mx_sdhc_execute_tuning, 50367c7daecSMartin Blumenstingl .get_cd = mmc_gpio_get_cd, 50467c7daecSMartin Blumenstingl .get_ro = mmc_gpio_get_ro, 50567c7daecSMartin Blumenstingl }; 50667c7daecSMartin Blumenstingl 50767c7daecSMartin Blumenstingl static void meson_mx_sdhc_request_done(struct meson_mx_sdhc_host *host) 50867c7daecSMartin Blumenstingl { 50967c7daecSMartin Blumenstingl struct mmc_request *mrq = host->mrq; 51067c7daecSMartin Blumenstingl struct mmc_host *mmc = host->mmc; 51167c7daecSMartin Blumenstingl 51267c7daecSMartin Blumenstingl /* disable interrupts and mask all pending ones */ 51367c7daecSMartin Blumenstingl regmap_update_bits(host->regmap, MESON_SDHC_ICTL, 51467c7daecSMartin Blumenstingl MESON_SDHC_ICTL_ALL_IRQS, 0); 51567c7daecSMartin Blumenstingl regmap_update_bits(host->regmap, MESON_SDHC_ISTA, 51667c7daecSMartin Blumenstingl MESON_SDHC_ISTA_ALL_IRQS, MESON_SDHC_ISTA_ALL_IRQS); 51767c7daecSMartin Blumenstingl 51867c7daecSMartin Blumenstingl host->mrq = NULL; 51967c7daecSMartin Blumenstingl host->cmd = NULL; 52067c7daecSMartin Blumenstingl 52167c7daecSMartin Blumenstingl mmc_request_done(mmc, mrq); 52267c7daecSMartin Blumenstingl } 52367c7daecSMartin Blumenstingl 52467c7daecSMartin Blumenstingl static u32 meson_mx_sdhc_read_response(struct meson_mx_sdhc_host *host, u8 idx) 52567c7daecSMartin Blumenstingl { 52667c7daecSMartin Blumenstingl u32 val; 52767c7daecSMartin Blumenstingl 52867c7daecSMartin Blumenstingl regmap_update_bits(host->regmap, MESON_SDHC_PDMA, 52967c7daecSMartin Blumenstingl MESON_SDHC_PDMA_DMA_MODE, 0); 53067c7daecSMartin Blumenstingl 53167c7daecSMartin Blumenstingl regmap_update_bits(host->regmap, MESON_SDHC_PDMA, 53267c7daecSMartin Blumenstingl MESON_SDHC_PDMA_PIO_RDRESP, 53367c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_PDMA_PIO_RDRESP, idx)); 53467c7daecSMartin Blumenstingl 53567c7daecSMartin Blumenstingl regmap_read(host->regmap, MESON_SDHC_ARGU, &val); 53667c7daecSMartin Blumenstingl 53767c7daecSMartin Blumenstingl return val; 53867c7daecSMartin Blumenstingl } 53967c7daecSMartin Blumenstingl 54067c7daecSMartin Blumenstingl static irqreturn_t meson_mx_sdhc_irq(int irq, void *data) 54167c7daecSMartin Blumenstingl { 54267c7daecSMartin Blumenstingl struct meson_mx_sdhc_host *host = data; 54367c7daecSMartin Blumenstingl struct mmc_command *cmd = host->cmd; 54467c7daecSMartin Blumenstingl u32 ictl, ista; 54567c7daecSMartin Blumenstingl 54667c7daecSMartin Blumenstingl regmap_read(host->regmap, MESON_SDHC_ICTL, &ictl); 54767c7daecSMartin Blumenstingl regmap_read(host->regmap, MESON_SDHC_ISTA, &ista); 54867c7daecSMartin Blumenstingl 54967c7daecSMartin Blumenstingl if (!(ictl & ista)) 55067c7daecSMartin Blumenstingl return IRQ_NONE; 55167c7daecSMartin Blumenstingl 55267c7daecSMartin Blumenstingl if (ista & MESON_SDHC_ISTA_RXFIFO_FULL || 55367c7daecSMartin Blumenstingl ista & MESON_SDHC_ISTA_TXFIFO_EMPTY) 55467c7daecSMartin Blumenstingl cmd->error = -EIO; 55567c7daecSMartin Blumenstingl else if (ista & MESON_SDHC_ISTA_RESP_ERR_CRC) 55667c7daecSMartin Blumenstingl cmd->error = -EILSEQ; 55767c7daecSMartin Blumenstingl else if (ista & MESON_SDHC_ISTA_RESP_TIMEOUT) 55867c7daecSMartin Blumenstingl cmd->error = -ETIMEDOUT; 55967c7daecSMartin Blumenstingl 56067c7daecSMartin Blumenstingl if (cmd->data) { 56167c7daecSMartin Blumenstingl if (ista & MESON_SDHC_ISTA_DATA_ERR_CRC) 56267c7daecSMartin Blumenstingl cmd->data->error = -EILSEQ; 56367c7daecSMartin Blumenstingl else if (ista & MESON_SDHC_ISTA_DATA_TIMEOUT) 56467c7daecSMartin Blumenstingl cmd->data->error = -ETIMEDOUT; 56567c7daecSMartin Blumenstingl } 56667c7daecSMartin Blumenstingl 56767c7daecSMartin Blumenstingl if (cmd->error || (cmd->data && cmd->data->error)) 56867c7daecSMartin Blumenstingl dev_dbg(mmc_dev(host->mmc), "CMD%d error, ISTA: 0x%08x\n", 56967c7daecSMartin Blumenstingl cmd->opcode, ista); 57067c7daecSMartin Blumenstingl 57167c7daecSMartin Blumenstingl return IRQ_WAKE_THREAD; 57267c7daecSMartin Blumenstingl } 57367c7daecSMartin Blumenstingl 57467c7daecSMartin Blumenstingl static irqreturn_t meson_mx_sdhc_irq_thread(int irq, void *irq_data) 57567c7daecSMartin Blumenstingl { 57667c7daecSMartin Blumenstingl struct meson_mx_sdhc_host *host = irq_data; 57767c7daecSMartin Blumenstingl struct mmc_command *cmd; 57867c7daecSMartin Blumenstingl u32 val; 57967c7daecSMartin Blumenstingl 58067c7daecSMartin Blumenstingl cmd = host->cmd; 58167c7daecSMartin Blumenstingl if (WARN_ON(!cmd)) 58267c7daecSMartin Blumenstingl return IRQ_HANDLED; 58367c7daecSMartin Blumenstingl 58467c7daecSMartin Blumenstingl if (cmd->data && !cmd->data->error) { 58567c7daecSMartin Blumenstingl if (!host->platform->hardware_flush_all_cmds && 58667c7daecSMartin Blumenstingl cmd->data->flags & MMC_DATA_READ) { 58767c7daecSMartin Blumenstingl meson_mx_sdhc_wait_cmd_ready(host->mmc); 58867c7daecSMartin Blumenstingl 589c70805dcSMartin Blumenstingl /* 590c70805dcSMartin Blumenstingl * If MESON_SDHC_PDMA_RXFIFO_MANUAL_FLUSH was 591c70805dcSMartin Blumenstingl * previously 0x1 then it has to be set to 0x3. If it 592c70805dcSMartin Blumenstingl * was 0x0 before then it has to be set to 0x2. Without 593c70805dcSMartin Blumenstingl * this reading SD cards sometimes transfers garbage, 594c70805dcSMartin Blumenstingl * which results in cards not being detected due to: 595c70805dcSMartin Blumenstingl * unrecognised SCR structure version <random number> 596c70805dcSMartin Blumenstingl */ 59767c7daecSMartin Blumenstingl val = FIELD_PREP(MESON_SDHC_PDMA_RXFIFO_MANUAL_FLUSH, 59867c7daecSMartin Blumenstingl 2); 599c70805dcSMartin Blumenstingl regmap_update_bits(host->regmap, MESON_SDHC_PDMA, val, 60067c7daecSMartin Blumenstingl val); 60167c7daecSMartin Blumenstingl } 60267c7daecSMartin Blumenstingl 60367c7daecSMartin Blumenstingl dma_unmap_sg(mmc_dev(host->mmc), cmd->data->sg, 60467c7daecSMartin Blumenstingl cmd->data->sg_len, mmc_get_dma_dir(cmd->data)); 60567c7daecSMartin Blumenstingl 60667c7daecSMartin Blumenstingl cmd->data->bytes_xfered = cmd->data->blksz * cmd->data->blocks; 60767c7daecSMartin Blumenstingl } 60867c7daecSMartin Blumenstingl 60967c7daecSMartin Blumenstingl meson_mx_sdhc_wait_cmd_ready(host->mmc); 61067c7daecSMartin Blumenstingl 61167c7daecSMartin Blumenstingl if (cmd->flags & MMC_RSP_136) { 61267c7daecSMartin Blumenstingl cmd->resp[0] = meson_mx_sdhc_read_response(host, 4); 61367c7daecSMartin Blumenstingl cmd->resp[1] = meson_mx_sdhc_read_response(host, 3); 61467c7daecSMartin Blumenstingl cmd->resp[2] = meson_mx_sdhc_read_response(host, 2); 61567c7daecSMartin Blumenstingl cmd->resp[3] = meson_mx_sdhc_read_response(host, 1); 61667c7daecSMartin Blumenstingl } else { 61767c7daecSMartin Blumenstingl cmd->resp[0] = meson_mx_sdhc_read_response(host, 0); 61867c7daecSMartin Blumenstingl } 61967c7daecSMartin Blumenstingl 62067c7daecSMartin Blumenstingl if (cmd->error == -EIO || cmd->error == -ETIMEDOUT) 62167c7daecSMartin Blumenstingl meson_mx_sdhc_hw_reset(host->mmc); 62267c7daecSMartin Blumenstingl else if (cmd->data) 62367c7daecSMartin Blumenstingl /* 62467c7daecSMartin Blumenstingl * Clear the FIFOs after completing data transfers to prevent 62567c7daecSMartin Blumenstingl * corrupting data on write access. It's not clear why this is 62667c7daecSMartin Blumenstingl * needed (for reads and writes), but it mimics what the BSP 62767c7daecSMartin Blumenstingl * kernel did. 62867c7daecSMartin Blumenstingl */ 62967c7daecSMartin Blumenstingl meson_mx_sdhc_clear_fifo(host->mmc); 63067c7daecSMartin Blumenstingl 63167c7daecSMartin Blumenstingl meson_mx_sdhc_request_done(host); 63267c7daecSMartin Blumenstingl 63367c7daecSMartin Blumenstingl return IRQ_HANDLED; 63467c7daecSMartin Blumenstingl } 63567c7daecSMartin Blumenstingl 63667c7daecSMartin Blumenstingl static void meson_mx_sdhc_init_hw_meson8(struct mmc_host *mmc) 63767c7daecSMartin Blumenstingl { 63867c7daecSMartin Blumenstingl struct meson_mx_sdhc_host *host = mmc_priv(mmc); 63967c7daecSMartin Blumenstingl 64067c7daecSMartin Blumenstingl regmap_write(host->regmap, MESON_SDHC_MISC, 64167c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_MISC_TXSTART_THRES, 7) | 64267c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_MISC_WCRC_ERR_PATT, 5) | 64367c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_MISC_WCRC_OK_PATT, 2)); 64467c7daecSMartin Blumenstingl 64567c7daecSMartin Blumenstingl regmap_write(host->regmap, MESON_SDHC_ENHC, 64667c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_ENHC_RXFIFO_TH, 63) | 64767c7daecSMartin Blumenstingl MESON_SDHC_ENHC_MESON6_DMA_WR_RESP | 64867c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_ENHC_MESON6_RX_TIMEOUT, 255) | 64967c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_ENHC_SDIO_IRQ_PERIOD, 12)); 65067c7daecSMartin Blumenstingl }; 65167c7daecSMartin Blumenstingl 65267c7daecSMartin Blumenstingl static void meson_mx_sdhc_set_pdma_meson8(struct mmc_host *mmc) 65367c7daecSMartin Blumenstingl { 65467c7daecSMartin Blumenstingl struct meson_mx_sdhc_host *host = mmc_priv(mmc); 65567c7daecSMartin Blumenstingl 65667c7daecSMartin Blumenstingl if (host->cmd->data->flags & MMC_DATA_WRITE) 65767c7daecSMartin Blumenstingl regmap_update_bits(host->regmap, MESON_SDHC_PDMA, 65867c7daecSMartin Blumenstingl MESON_SDHC_PDMA_DMA_MODE | 65967c7daecSMartin Blumenstingl MESON_SDHC_PDMA_RD_BURST | 66067c7daecSMartin Blumenstingl MESON_SDHC_PDMA_TXFIFO_FILL, 66167c7daecSMartin Blumenstingl MESON_SDHC_PDMA_DMA_MODE | 66267c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_PDMA_RD_BURST, 31) | 66367c7daecSMartin Blumenstingl MESON_SDHC_PDMA_TXFIFO_FILL); 66467c7daecSMartin Blumenstingl else 66567c7daecSMartin Blumenstingl regmap_update_bits(host->regmap, MESON_SDHC_PDMA, 66667c7daecSMartin Blumenstingl MESON_SDHC_PDMA_DMA_MODE | 66767c7daecSMartin Blumenstingl MESON_SDHC_PDMA_RXFIFO_MANUAL_FLUSH, 66867c7daecSMartin Blumenstingl MESON_SDHC_PDMA_DMA_MODE | 66967c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_PDMA_RXFIFO_MANUAL_FLUSH, 67067c7daecSMartin Blumenstingl 1)); 67167c7daecSMartin Blumenstingl 67267c7daecSMartin Blumenstingl if (host->cmd->data->flags & MMC_DATA_WRITE) 67367c7daecSMartin Blumenstingl regmap_update_bits(host->regmap, MESON_SDHC_PDMA, 67467c7daecSMartin Blumenstingl MESON_SDHC_PDMA_RD_BURST, 67567c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_PDMA_RD_BURST, 15)); 67667c7daecSMartin Blumenstingl } 67767c7daecSMartin Blumenstingl 67867c7daecSMartin Blumenstingl static void meson_mx_sdhc_wait_before_send_meson8(struct mmc_host *mmc) 67967c7daecSMartin Blumenstingl { 68067c7daecSMartin Blumenstingl struct meson_mx_sdhc_host *host = mmc_priv(mmc); 68167c7daecSMartin Blumenstingl u32 val; 68267c7daecSMartin Blumenstingl int ret; 68367c7daecSMartin Blumenstingl 68467c7daecSMartin Blumenstingl ret = regmap_read_poll_timeout(host->regmap, MESON_SDHC_ESTA, val, 68567c7daecSMartin Blumenstingl val == 0, 68667c7daecSMartin Blumenstingl MESON_SDHC_WAIT_BEFORE_SEND_SLEEP_US, 68767c7daecSMartin Blumenstingl MESON_SDHC_WAIT_BEFORE_SEND_TIMEOUT_US); 68867c7daecSMartin Blumenstingl if (ret) 68967c7daecSMartin Blumenstingl dev_warn(mmc_dev(mmc), 69067c7daecSMartin Blumenstingl "Failed to wait for ESTA to clear: 0x%08x\n", val); 69167c7daecSMartin Blumenstingl 69267c7daecSMartin Blumenstingl if (host->cmd->data && host->cmd->data->flags & MMC_DATA_WRITE) { 69367c7daecSMartin Blumenstingl ret = regmap_read_poll_timeout(host->regmap, MESON_SDHC_STAT, 69467c7daecSMartin Blumenstingl val, val & MESON_SDHC_STAT_TXFIFO_CNT, 69567c7daecSMartin Blumenstingl MESON_SDHC_WAIT_BEFORE_SEND_SLEEP_US, 69667c7daecSMartin Blumenstingl MESON_SDHC_WAIT_BEFORE_SEND_TIMEOUT_US); 69767c7daecSMartin Blumenstingl if (ret) 69867c7daecSMartin Blumenstingl dev_warn(mmc_dev(mmc), 69967c7daecSMartin Blumenstingl "Failed to wait for TX FIFO to fill\n"); 70067c7daecSMartin Blumenstingl } 70167c7daecSMartin Blumenstingl } 70267c7daecSMartin Blumenstingl 70367c7daecSMartin Blumenstingl static void meson_mx_sdhc_init_hw_meson8m2(struct mmc_host *mmc) 70467c7daecSMartin Blumenstingl { 70567c7daecSMartin Blumenstingl struct meson_mx_sdhc_host *host = mmc_priv(mmc); 70667c7daecSMartin Blumenstingl 70767c7daecSMartin Blumenstingl regmap_write(host->regmap, MESON_SDHC_MISC, 70867c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_MISC_TXSTART_THRES, 6) | 70967c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_MISC_WCRC_ERR_PATT, 5) | 71067c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_MISC_WCRC_OK_PATT, 2)); 71167c7daecSMartin Blumenstingl 71267c7daecSMartin Blumenstingl regmap_write(host->regmap, MESON_SDHC_ENHC, 71367c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_ENHC_RXFIFO_TH, 64) | 71467c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_ENHC_MESON8M2_DEBUG, 1) | 71567c7daecSMartin Blumenstingl MESON_SDHC_ENHC_MESON8M2_WRRSP_MODE | 71667c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_ENHC_SDIO_IRQ_PERIOD, 12)); 71767c7daecSMartin Blumenstingl } 71867c7daecSMartin Blumenstingl 71967c7daecSMartin Blumenstingl static void meson_mx_sdhc_set_pdma_meson8m2(struct mmc_host *mmc) 72067c7daecSMartin Blumenstingl { 72167c7daecSMartin Blumenstingl struct meson_mx_sdhc_host *host = mmc_priv(mmc); 72267c7daecSMartin Blumenstingl 72367c7daecSMartin Blumenstingl regmap_update_bits(host->regmap, MESON_SDHC_PDMA, 72467c7daecSMartin Blumenstingl MESON_SDHC_PDMA_DMA_MODE, MESON_SDHC_PDMA_DMA_MODE); 72567c7daecSMartin Blumenstingl } 72667c7daecSMartin Blumenstingl 72767c7daecSMartin Blumenstingl static void meson_mx_sdhc_init_hw(struct mmc_host *mmc) 72867c7daecSMartin Blumenstingl { 72967c7daecSMartin Blumenstingl struct meson_mx_sdhc_host *host = mmc_priv(mmc); 73067c7daecSMartin Blumenstingl 73167c7daecSMartin Blumenstingl meson_mx_sdhc_hw_reset(mmc); 73267c7daecSMartin Blumenstingl 73367c7daecSMartin Blumenstingl regmap_write(host->regmap, MESON_SDHC_CTRL, 73467c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_CTRL_RX_PERIOD, 0xf) | 73567c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_CTRL_RX_TIMEOUT, 0x7f) | 73667c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_CTRL_RX_ENDIAN, 0x7) | 73767c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_CTRL_TX_ENDIAN, 0x7)); 73867c7daecSMartin Blumenstingl 73967c7daecSMartin Blumenstingl /* 74067c7daecSMartin Blumenstingl * start with a valid divider and enable the memory (un-setting 74167c7daecSMartin Blumenstingl * MESON_SDHC_CLKC_MEM_PWR_OFF). 74267c7daecSMartin Blumenstingl */ 74367c7daecSMartin Blumenstingl regmap_write(host->regmap, MESON_SDHC_CLKC, MESON_SDHC_CLKC_CLK_DIV); 74467c7daecSMartin Blumenstingl 74567c7daecSMartin Blumenstingl regmap_write(host->regmap, MESON_SDHC_CLK2, 74667c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_CLK2_SD_CLK_PHASE, 1)); 74767c7daecSMartin Blumenstingl 74867c7daecSMartin Blumenstingl regmap_write(host->regmap, MESON_SDHC_PDMA, 74967c7daecSMartin Blumenstingl MESON_SDHC_PDMA_DMA_URGENT | 75067c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_PDMA_WR_BURST, 7) | 75167c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_PDMA_TXFIFO_TH, 49) | 75267c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_PDMA_RD_BURST, 15) | 75367c7daecSMartin Blumenstingl FIELD_PREP(MESON_SDHC_PDMA_RXFIFO_TH, 7)); 75467c7daecSMartin Blumenstingl 75567c7daecSMartin Blumenstingl /* some initialization bits depend on the SoC: */ 75667c7daecSMartin Blumenstingl host->platform->init_hw(mmc); 75767c7daecSMartin Blumenstingl 75867c7daecSMartin Blumenstingl /* disable and mask all interrupts: */ 75967c7daecSMartin Blumenstingl regmap_write(host->regmap, MESON_SDHC_ICTL, 0); 76067c7daecSMartin Blumenstingl regmap_write(host->regmap, MESON_SDHC_ISTA, MESON_SDHC_ISTA_ALL_IRQS); 76167c7daecSMartin Blumenstingl } 76267c7daecSMartin Blumenstingl 76367c7daecSMartin Blumenstingl static int meson_mx_sdhc_probe(struct platform_device *pdev) 76467c7daecSMartin Blumenstingl { 76567c7daecSMartin Blumenstingl struct device *dev = &pdev->dev; 76667c7daecSMartin Blumenstingl struct meson_mx_sdhc_host *host; 76767c7daecSMartin Blumenstingl struct mmc_host *mmc; 76867c7daecSMartin Blumenstingl void __iomem *base; 76967c7daecSMartin Blumenstingl int ret, irq; 77067c7daecSMartin Blumenstingl 77167c7daecSMartin Blumenstingl mmc = mmc_alloc_host(sizeof(*host), dev); 77267c7daecSMartin Blumenstingl if (!mmc) 77367c7daecSMartin Blumenstingl return -ENOMEM; 77467c7daecSMartin Blumenstingl 77567c7daecSMartin Blumenstingl ret = devm_add_action_or_reset(dev, (void(*)(void *))mmc_free_host, 77667c7daecSMartin Blumenstingl mmc); 77767c7daecSMartin Blumenstingl if (ret) { 77867c7daecSMartin Blumenstingl dev_err(dev, "Failed to register mmc_free_host action\n"); 77967c7daecSMartin Blumenstingl return ret; 78067c7daecSMartin Blumenstingl } 78167c7daecSMartin Blumenstingl 78267c7daecSMartin Blumenstingl host = mmc_priv(mmc); 78367c7daecSMartin Blumenstingl host->mmc = mmc; 78467c7daecSMartin Blumenstingl 78567c7daecSMartin Blumenstingl platform_set_drvdata(pdev, host); 78667c7daecSMartin Blumenstingl 78767c7daecSMartin Blumenstingl host->platform = device_get_match_data(dev); 78867c7daecSMartin Blumenstingl if (!host->platform) 78967c7daecSMartin Blumenstingl return -EINVAL; 79067c7daecSMartin Blumenstingl 79167c7daecSMartin Blumenstingl base = devm_platform_ioremap_resource(pdev, 0); 79267c7daecSMartin Blumenstingl if (IS_ERR(base)) 79367c7daecSMartin Blumenstingl return PTR_ERR(base); 79467c7daecSMartin Blumenstingl 79567c7daecSMartin Blumenstingl host->regmap = devm_regmap_init_mmio(dev, base, 79667c7daecSMartin Blumenstingl &meson_mx_sdhc_regmap_config); 79767c7daecSMartin Blumenstingl if (IS_ERR(host->regmap)) 79867c7daecSMartin Blumenstingl return PTR_ERR(host->regmap); 79967c7daecSMartin Blumenstingl 80067c7daecSMartin Blumenstingl host->pclk = devm_clk_get(dev, "pclk"); 80167c7daecSMartin Blumenstingl if (IS_ERR(host->pclk)) 80267c7daecSMartin Blumenstingl return PTR_ERR(host->pclk); 80367c7daecSMartin Blumenstingl 80467c7daecSMartin Blumenstingl /* accessing any register requires the module clock to be enabled: */ 80567c7daecSMartin Blumenstingl ret = clk_prepare_enable(host->pclk); 80667c7daecSMartin Blumenstingl if (ret) { 80767c7daecSMartin Blumenstingl dev_err(dev, "Failed to enable 'pclk' clock\n"); 80867c7daecSMartin Blumenstingl return ret; 80967c7daecSMartin Blumenstingl } 81067c7daecSMartin Blumenstingl 81167c7daecSMartin Blumenstingl meson_mx_sdhc_init_hw(mmc); 81267c7daecSMartin Blumenstingl 81367c7daecSMartin Blumenstingl ret = meson_mx_sdhc_register_clkc(dev, base, host->bulk_clks); 81467c7daecSMartin Blumenstingl if (ret) 81567c7daecSMartin Blumenstingl goto err_disable_pclk; 81667c7daecSMartin Blumenstingl 81767c7daecSMartin Blumenstingl host->sd_clk = host->bulk_clks[1].clk; 81867c7daecSMartin Blumenstingl 81967c7daecSMartin Blumenstingl /* Get regulators and the supported OCR mask */ 82067c7daecSMartin Blumenstingl ret = mmc_regulator_get_supply(mmc); 82167c7daecSMartin Blumenstingl if (ret) 82267c7daecSMartin Blumenstingl goto err_disable_pclk; 82367c7daecSMartin Blumenstingl 82467c7daecSMartin Blumenstingl mmc->max_req_size = SZ_128K; 82567c7daecSMartin Blumenstingl mmc->max_seg_size = mmc->max_req_size; 82667c7daecSMartin Blumenstingl mmc->max_blk_count = FIELD_GET(MESON_SDHC_SEND_TOTAL_PACK, ~0); 82767c7daecSMartin Blumenstingl mmc->max_blk_size = MESON_SDHC_MAX_BLK_SIZE; 82867c7daecSMartin Blumenstingl mmc->max_busy_timeout = 30 * MSEC_PER_SEC; 82967c7daecSMartin Blumenstingl mmc->f_min = clk_round_rate(host->sd_clk, 1); 83067c7daecSMartin Blumenstingl mmc->f_max = clk_round_rate(host->sd_clk, ULONG_MAX); 83167c7daecSMartin Blumenstingl mmc->max_current_180 = 300; 83267c7daecSMartin Blumenstingl mmc->max_current_330 = 300; 83367c7daecSMartin Blumenstingl mmc->caps |= MMC_CAP_WAIT_WHILE_BUSY | MMC_CAP_HW_RESET; 83467c7daecSMartin Blumenstingl mmc->ops = &meson_mx_sdhc_ops; 83567c7daecSMartin Blumenstingl 83667c7daecSMartin Blumenstingl ret = mmc_of_parse(mmc); 83767c7daecSMartin Blumenstingl if (ret) 83867c7daecSMartin Blumenstingl goto err_disable_pclk; 83967c7daecSMartin Blumenstingl 84067c7daecSMartin Blumenstingl irq = platform_get_irq(pdev, 0); 84167c7daecSMartin Blumenstingl ret = devm_request_threaded_irq(dev, irq, meson_mx_sdhc_irq, 84267c7daecSMartin Blumenstingl meson_mx_sdhc_irq_thread, IRQF_ONESHOT, 84367c7daecSMartin Blumenstingl NULL, host); 84467c7daecSMartin Blumenstingl if (ret) 84567c7daecSMartin Blumenstingl goto err_disable_pclk; 84667c7daecSMartin Blumenstingl 84767c7daecSMartin Blumenstingl ret = mmc_add_host(mmc); 84867c7daecSMartin Blumenstingl if (ret) 84967c7daecSMartin Blumenstingl goto err_disable_pclk; 85067c7daecSMartin Blumenstingl 85167c7daecSMartin Blumenstingl return 0; 85267c7daecSMartin Blumenstingl 85367c7daecSMartin Blumenstingl err_disable_pclk: 85467c7daecSMartin Blumenstingl clk_disable_unprepare(host->pclk); 85567c7daecSMartin Blumenstingl return ret; 85667c7daecSMartin Blumenstingl } 85767c7daecSMartin Blumenstingl 85867c7daecSMartin Blumenstingl static int meson_mx_sdhc_remove(struct platform_device *pdev) 85967c7daecSMartin Blumenstingl { 86067c7daecSMartin Blumenstingl struct meson_mx_sdhc_host *host = platform_get_drvdata(pdev); 86167c7daecSMartin Blumenstingl 86267c7daecSMartin Blumenstingl mmc_remove_host(host->mmc); 86367c7daecSMartin Blumenstingl 86467c7daecSMartin Blumenstingl meson_mx_sdhc_disable_clks(host->mmc); 86567c7daecSMartin Blumenstingl 86667c7daecSMartin Blumenstingl clk_disable_unprepare(host->pclk); 86767c7daecSMartin Blumenstingl 86867c7daecSMartin Blumenstingl return 0; 86967c7daecSMartin Blumenstingl } 87067c7daecSMartin Blumenstingl 87167c7daecSMartin Blumenstingl static const struct meson_mx_sdhc_data meson_mx_sdhc_data_meson8 = { 87267c7daecSMartin Blumenstingl .init_hw = meson_mx_sdhc_init_hw_meson8, 87367c7daecSMartin Blumenstingl .set_pdma = meson_mx_sdhc_set_pdma_meson8, 87467c7daecSMartin Blumenstingl .wait_before_send = meson_mx_sdhc_wait_before_send_meson8, 87567c7daecSMartin Blumenstingl .hardware_flush_all_cmds = false, 87667c7daecSMartin Blumenstingl }; 87767c7daecSMartin Blumenstingl 87867c7daecSMartin Blumenstingl static const struct meson_mx_sdhc_data meson_mx_sdhc_data_meson8m2 = { 87967c7daecSMartin Blumenstingl .init_hw = meson_mx_sdhc_init_hw_meson8m2, 88067c7daecSMartin Blumenstingl .set_pdma = meson_mx_sdhc_set_pdma_meson8m2, 88167c7daecSMartin Blumenstingl .hardware_flush_all_cmds = true, 88267c7daecSMartin Blumenstingl }; 88367c7daecSMartin Blumenstingl 88467c7daecSMartin Blumenstingl static const struct of_device_id meson_mx_sdhc_of_match[] = { 88567c7daecSMartin Blumenstingl { 88667c7daecSMartin Blumenstingl .compatible = "amlogic,meson8-sdhc", 88767c7daecSMartin Blumenstingl .data = &meson_mx_sdhc_data_meson8 88867c7daecSMartin Blumenstingl }, 88967c7daecSMartin Blumenstingl { 89067c7daecSMartin Blumenstingl .compatible = "amlogic,meson8b-sdhc", 89167c7daecSMartin Blumenstingl .data = &meson_mx_sdhc_data_meson8 89267c7daecSMartin Blumenstingl }, 89367c7daecSMartin Blumenstingl { 89467c7daecSMartin Blumenstingl .compatible = "amlogic,meson8m2-sdhc", 89567c7daecSMartin Blumenstingl .data = &meson_mx_sdhc_data_meson8m2 89667c7daecSMartin Blumenstingl }, 89767c7daecSMartin Blumenstingl { /* sentinel */ } 89867c7daecSMartin Blumenstingl }; 89967c7daecSMartin Blumenstingl MODULE_DEVICE_TABLE(of, meson_mx_sdhc_of_match); 90067c7daecSMartin Blumenstingl 90167c7daecSMartin Blumenstingl static struct platform_driver meson_mx_sdhc_driver = { 90267c7daecSMartin Blumenstingl .probe = meson_mx_sdhc_probe, 90367c7daecSMartin Blumenstingl .remove = meson_mx_sdhc_remove, 90467c7daecSMartin Blumenstingl .driver = { 90567c7daecSMartin Blumenstingl .name = "meson-mx-sdhc", 90667c7daecSMartin Blumenstingl .of_match_table = of_match_ptr(meson_mx_sdhc_of_match), 90767c7daecSMartin Blumenstingl }, 90867c7daecSMartin Blumenstingl }; 90967c7daecSMartin Blumenstingl 91067c7daecSMartin Blumenstingl module_platform_driver(meson_mx_sdhc_driver); 91167c7daecSMartin Blumenstingl 91267c7daecSMartin Blumenstingl MODULE_DESCRIPTION("Meson6, Meson8, Meson8b and Meson8m2 SDHC Host Driver"); 91367c7daecSMartin Blumenstingl MODULE_AUTHOR("Martin Blumenstingl <martin.blumenstingl@googlemail.com>"); 91467c7daecSMartin Blumenstingl MODULE_LICENSE("GPL v2"); 915