18dcc8f72SMian Yousaf Kaukab /* 28dcc8f72SMian Yousaf Kaukab * drivers/usb/musb/ux500_dma.c 38dcc8f72SMian Yousaf Kaukab * 48dcc8f72SMian Yousaf Kaukab * U8500 and U5500 DMA support code 58dcc8f72SMian Yousaf Kaukab * 68dcc8f72SMian Yousaf Kaukab * Copyright (C) 2009 STMicroelectronics 78dcc8f72SMian Yousaf Kaukab * Copyright (C) 2011 ST-Ericsson SA 88dcc8f72SMian Yousaf Kaukab * Authors: 98dcc8f72SMian Yousaf Kaukab * Mian Yousaf Kaukab <mian.yousaf.kaukab@stericsson.com> 108dcc8f72SMian Yousaf Kaukab * Praveena Nadahally <praveen.nadahally@stericsson.com> 118dcc8f72SMian Yousaf Kaukab * Rajaram Regupathy <ragupathy.rajaram@stericsson.com> 128dcc8f72SMian Yousaf Kaukab * 138dcc8f72SMian Yousaf Kaukab * This program is free software: you can redistribute it and/or modify 148dcc8f72SMian Yousaf Kaukab * it under the terms of the GNU General Public License as published by 158dcc8f72SMian Yousaf Kaukab * the Free Software Foundation, either version 2 of the License, or 168dcc8f72SMian Yousaf Kaukab * (at your option) any later version. 178dcc8f72SMian Yousaf Kaukab * 188dcc8f72SMian Yousaf Kaukab * This program is distributed in the hope that it will be useful, 198dcc8f72SMian Yousaf Kaukab * but WITHOUT ANY WARRANTY; without even the implied warranty of 208dcc8f72SMian Yousaf Kaukab * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 218dcc8f72SMian Yousaf Kaukab * GNU General Public License for more details. 228dcc8f72SMian Yousaf Kaukab * 238dcc8f72SMian Yousaf Kaukab * You should have received a copy of the GNU General Public License 248dcc8f72SMian Yousaf Kaukab * along with this program. If not, see <http://www.gnu.org/licenses/>. 258dcc8f72SMian Yousaf Kaukab */ 268dcc8f72SMian Yousaf Kaukab 278dcc8f72SMian Yousaf Kaukab #include <linux/device.h> 288dcc8f72SMian Yousaf Kaukab #include <linux/interrupt.h> 298dcc8f72SMian Yousaf Kaukab #include <linux/platform_device.h> 308dcc8f72SMian Yousaf Kaukab #include <linux/dma-mapping.h> 318dcc8f72SMian Yousaf Kaukab #include <linux/dmaengine.h> 328dcc8f72SMian Yousaf Kaukab #include <linux/pfn.h> 338dcc8f72SMian Yousaf Kaukab #include <mach/usb.h> 348dcc8f72SMian Yousaf Kaukab #include "musb_core.h" 358dcc8f72SMian Yousaf Kaukab 368dcc8f72SMian Yousaf Kaukab struct ux500_dma_channel { 378dcc8f72SMian Yousaf Kaukab struct dma_channel channel; 388dcc8f72SMian Yousaf Kaukab struct ux500_dma_controller *controller; 398dcc8f72SMian Yousaf Kaukab struct musb_hw_ep *hw_ep; 408dcc8f72SMian Yousaf Kaukab struct work_struct channel_work; 418dcc8f72SMian Yousaf Kaukab struct dma_chan *dma_chan; 428dcc8f72SMian Yousaf Kaukab unsigned int cur_len; 438dcc8f72SMian Yousaf Kaukab dma_cookie_t cookie; 448dcc8f72SMian Yousaf Kaukab u8 ch_num; 458dcc8f72SMian Yousaf Kaukab u8 is_tx; 468dcc8f72SMian Yousaf Kaukab u8 is_allocated; 478dcc8f72SMian Yousaf Kaukab }; 488dcc8f72SMian Yousaf Kaukab 498dcc8f72SMian Yousaf Kaukab struct ux500_dma_controller { 508dcc8f72SMian Yousaf Kaukab struct dma_controller controller; 518dcc8f72SMian Yousaf Kaukab struct ux500_dma_channel rx_channel[UX500_MUSB_DMA_NUM_RX_CHANNELS]; 528dcc8f72SMian Yousaf Kaukab struct ux500_dma_channel tx_channel[UX500_MUSB_DMA_NUM_TX_CHANNELS]; 538dcc8f72SMian Yousaf Kaukab u32 num_rx_channels; 548dcc8f72SMian Yousaf Kaukab u32 num_tx_channels; 558dcc8f72SMian Yousaf Kaukab void *private_data; 568dcc8f72SMian Yousaf Kaukab dma_addr_t phy_base; 578dcc8f72SMian Yousaf Kaukab }; 588dcc8f72SMian Yousaf Kaukab 598dcc8f72SMian Yousaf Kaukab /* Work function invoked from DMA callback to handle tx transfers. */ 608dcc8f72SMian Yousaf Kaukab static void ux500_tx_work(struct work_struct *data) 618dcc8f72SMian Yousaf Kaukab { 628dcc8f72SMian Yousaf Kaukab struct ux500_dma_channel *ux500_channel = container_of(data, 638dcc8f72SMian Yousaf Kaukab struct ux500_dma_channel, channel_work); 648dcc8f72SMian Yousaf Kaukab struct musb_hw_ep *hw_ep = ux500_channel->hw_ep; 658dcc8f72SMian Yousaf Kaukab struct musb *musb = hw_ep->musb; 668dcc8f72SMian Yousaf Kaukab unsigned long flags; 678dcc8f72SMian Yousaf Kaukab 688dcc8f72SMian Yousaf Kaukab DBG(4, "DMA tx transfer done on hw_ep=%d\n", hw_ep->epnum); 698dcc8f72SMian Yousaf Kaukab 708dcc8f72SMian Yousaf Kaukab spin_lock_irqsave(&musb->lock, flags); 718dcc8f72SMian Yousaf Kaukab ux500_channel->channel.actual_len = ux500_channel->cur_len; 728dcc8f72SMian Yousaf Kaukab ux500_channel->channel.status = MUSB_DMA_STATUS_FREE; 738dcc8f72SMian Yousaf Kaukab musb_dma_completion(musb, hw_ep->epnum, 748dcc8f72SMian Yousaf Kaukab ux500_channel->is_tx); 758dcc8f72SMian Yousaf Kaukab spin_unlock_irqrestore(&musb->lock, flags); 768dcc8f72SMian Yousaf Kaukab } 778dcc8f72SMian Yousaf Kaukab 788dcc8f72SMian Yousaf Kaukab /* Work function invoked from DMA callback to handle rx transfers. */ 798dcc8f72SMian Yousaf Kaukab static void ux500_rx_work(struct work_struct *data) 808dcc8f72SMian Yousaf Kaukab { 818dcc8f72SMian Yousaf Kaukab struct ux500_dma_channel *ux500_channel = container_of(data, 828dcc8f72SMian Yousaf Kaukab struct ux500_dma_channel, channel_work); 838dcc8f72SMian Yousaf Kaukab struct musb_hw_ep *hw_ep = ux500_channel->hw_ep; 848dcc8f72SMian Yousaf Kaukab struct musb *musb = hw_ep->musb; 858dcc8f72SMian Yousaf Kaukab unsigned long flags; 868dcc8f72SMian Yousaf Kaukab 878dcc8f72SMian Yousaf Kaukab DBG(4, "DMA rx transfer done on hw_ep=%d\n", hw_ep->epnum); 888dcc8f72SMian Yousaf Kaukab 898dcc8f72SMian Yousaf Kaukab spin_lock_irqsave(&musb->lock, flags); 908dcc8f72SMian Yousaf Kaukab ux500_channel->channel.actual_len = ux500_channel->cur_len; 918dcc8f72SMian Yousaf Kaukab ux500_channel->channel.status = MUSB_DMA_STATUS_FREE; 928dcc8f72SMian Yousaf Kaukab musb_dma_completion(musb, hw_ep->epnum, 938dcc8f72SMian Yousaf Kaukab ux500_channel->is_tx); 948dcc8f72SMian Yousaf Kaukab spin_unlock_irqrestore(&musb->lock, flags); 958dcc8f72SMian Yousaf Kaukab } 968dcc8f72SMian Yousaf Kaukab 978dcc8f72SMian Yousaf Kaukab void ux500_dma_callback(void *private_data) 988dcc8f72SMian Yousaf Kaukab { 998dcc8f72SMian Yousaf Kaukab struct dma_channel *channel = (struct dma_channel *)private_data; 1008dcc8f72SMian Yousaf Kaukab struct ux500_dma_channel *ux500_channel = channel->private_data; 1018dcc8f72SMian Yousaf Kaukab 1028dcc8f72SMian Yousaf Kaukab schedule_work(&ux500_channel->channel_work); 1038dcc8f72SMian Yousaf Kaukab } 1048dcc8f72SMian Yousaf Kaukab 1058dcc8f72SMian Yousaf Kaukab static bool ux500_configure_channel(struct dma_channel *channel, 1068dcc8f72SMian Yousaf Kaukab u16 packet_sz, u8 mode, 1078dcc8f72SMian Yousaf Kaukab dma_addr_t dma_addr, u32 len) 1088dcc8f72SMian Yousaf Kaukab { 1098dcc8f72SMian Yousaf Kaukab struct ux500_dma_channel *ux500_channel = channel->private_data; 1108dcc8f72SMian Yousaf Kaukab struct musb_hw_ep *hw_ep = ux500_channel->hw_ep; 1118dcc8f72SMian Yousaf Kaukab struct dma_chan *dma_chan = ux500_channel->dma_chan; 1128dcc8f72SMian Yousaf Kaukab struct dma_async_tx_descriptor *dma_desc; 1138dcc8f72SMian Yousaf Kaukab enum dma_data_direction direction; 1148dcc8f72SMian Yousaf Kaukab struct scatterlist sg; 1158dcc8f72SMian Yousaf Kaukab struct dma_slave_config slave_conf; 1168dcc8f72SMian Yousaf Kaukab enum dma_slave_buswidth addr_width; 1178dcc8f72SMian Yousaf Kaukab dma_addr_t usb_fifo_addr = (MUSB_FIFO_OFFSET(hw_ep->epnum) + 1188dcc8f72SMian Yousaf Kaukab ux500_channel->controller->phy_base); 1198dcc8f72SMian Yousaf Kaukab 1208dcc8f72SMian Yousaf Kaukab DBG(4, "packet_sz=%d, mode=%d, dma_addr=0x%x, len=%d is_tx=%d\n", 1218dcc8f72SMian Yousaf Kaukab packet_sz, mode, dma_addr, len, ux500_channel->is_tx); 1228dcc8f72SMian Yousaf Kaukab 1238dcc8f72SMian Yousaf Kaukab ux500_channel->cur_len = len; 1248dcc8f72SMian Yousaf Kaukab 1258dcc8f72SMian Yousaf Kaukab sg_init_table(&sg, 1); 1268dcc8f72SMian Yousaf Kaukab sg_set_page(&sg, pfn_to_page(PFN_DOWN(dma_addr)), len, 1278dcc8f72SMian Yousaf Kaukab offset_in_page(dma_addr)); 1288dcc8f72SMian Yousaf Kaukab sg_dma_address(&sg) = dma_addr; 1298dcc8f72SMian Yousaf Kaukab sg_dma_len(&sg) = len; 1308dcc8f72SMian Yousaf Kaukab 1318dcc8f72SMian Yousaf Kaukab direction = ux500_channel->is_tx ? DMA_TO_DEVICE : DMA_FROM_DEVICE; 1328dcc8f72SMian Yousaf Kaukab addr_width = (len & 0x3) ? DMA_SLAVE_BUSWIDTH_1_BYTE : 1338dcc8f72SMian Yousaf Kaukab DMA_SLAVE_BUSWIDTH_4_BYTES; 1348dcc8f72SMian Yousaf Kaukab 1358dcc8f72SMian Yousaf Kaukab slave_conf.direction = direction; 1368dcc8f72SMian Yousaf Kaukab if (direction == DMA_FROM_DEVICE) { 1378dcc8f72SMian Yousaf Kaukab slave_conf.src_addr = usb_fifo_addr; 1388dcc8f72SMian Yousaf Kaukab slave_conf.src_addr_width = addr_width; 1398dcc8f72SMian Yousaf Kaukab slave_conf.src_maxburst = 16; 1408dcc8f72SMian Yousaf Kaukab } else { 1418dcc8f72SMian Yousaf Kaukab slave_conf.dst_addr = usb_fifo_addr; 1428dcc8f72SMian Yousaf Kaukab slave_conf.dst_addr_width = addr_width; 1438dcc8f72SMian Yousaf Kaukab slave_conf.dst_maxburst = 16; 1448dcc8f72SMian Yousaf Kaukab } 1458dcc8f72SMian Yousaf Kaukab dma_chan->device->device_control(dma_chan, DMA_SLAVE_CONFIG, 1468dcc8f72SMian Yousaf Kaukab (unsigned long) &slave_conf); 1478dcc8f72SMian Yousaf Kaukab 1488dcc8f72SMian Yousaf Kaukab dma_desc = dma_chan->device-> 1498dcc8f72SMian Yousaf Kaukab device_prep_slave_sg(dma_chan, &sg, 1, direction, 1508dcc8f72SMian Yousaf Kaukab DMA_PREP_INTERRUPT | DMA_CTRL_ACK); 1518dcc8f72SMian Yousaf Kaukab if (!dma_desc) 1528dcc8f72SMian Yousaf Kaukab return false; 1538dcc8f72SMian Yousaf Kaukab 1548dcc8f72SMian Yousaf Kaukab dma_desc->callback = ux500_dma_callback; 1558dcc8f72SMian Yousaf Kaukab dma_desc->callback_param = channel; 1568dcc8f72SMian Yousaf Kaukab ux500_channel->cookie = dma_desc->tx_submit(dma_desc); 1578dcc8f72SMian Yousaf Kaukab 1588dcc8f72SMian Yousaf Kaukab dma_async_issue_pending(dma_chan); 1598dcc8f72SMian Yousaf Kaukab 1608dcc8f72SMian Yousaf Kaukab return true; 1618dcc8f72SMian Yousaf Kaukab } 1628dcc8f72SMian Yousaf Kaukab 1638dcc8f72SMian Yousaf Kaukab static struct dma_channel *ux500_dma_channel_allocate(struct dma_controller *c, 1648dcc8f72SMian Yousaf Kaukab struct musb_hw_ep *hw_ep, u8 is_tx) 1658dcc8f72SMian Yousaf Kaukab { 1668dcc8f72SMian Yousaf Kaukab struct ux500_dma_controller *controller = container_of(c, 1678dcc8f72SMian Yousaf Kaukab struct ux500_dma_controller, controller); 1688dcc8f72SMian Yousaf Kaukab struct ux500_dma_channel *ux500_channel = NULL; 1698dcc8f72SMian Yousaf Kaukab u8 ch_num = hw_ep->epnum - 1; 1708dcc8f72SMian Yousaf Kaukab u32 max_ch; 1718dcc8f72SMian Yousaf Kaukab 1728dcc8f72SMian Yousaf Kaukab /* Max 8 DMA channels (0 - 7). Each DMA channel can only be allocated 1738dcc8f72SMian Yousaf Kaukab * to specified hw_ep. For example DMA channel 0 can only be allocated 1748dcc8f72SMian Yousaf Kaukab * to hw_ep 1 and 9. 1758dcc8f72SMian Yousaf Kaukab */ 1768dcc8f72SMian Yousaf Kaukab if (ch_num > 7) 1778dcc8f72SMian Yousaf Kaukab ch_num -= 8; 1788dcc8f72SMian Yousaf Kaukab 1798dcc8f72SMian Yousaf Kaukab max_ch = is_tx ? controller->num_tx_channels : 1808dcc8f72SMian Yousaf Kaukab controller->num_rx_channels; 1818dcc8f72SMian Yousaf Kaukab 1828dcc8f72SMian Yousaf Kaukab if (ch_num >= max_ch) 1838dcc8f72SMian Yousaf Kaukab return NULL; 1848dcc8f72SMian Yousaf Kaukab 1858dcc8f72SMian Yousaf Kaukab ux500_channel = is_tx ? &(controller->tx_channel[ch_num]) : 1868dcc8f72SMian Yousaf Kaukab &(controller->rx_channel[ch_num]) ; 1878dcc8f72SMian Yousaf Kaukab 1888dcc8f72SMian Yousaf Kaukab /* Check if channel is already used. */ 1898dcc8f72SMian Yousaf Kaukab if (ux500_channel->is_allocated) 1908dcc8f72SMian Yousaf Kaukab return NULL; 1918dcc8f72SMian Yousaf Kaukab 1928dcc8f72SMian Yousaf Kaukab ux500_channel->hw_ep = hw_ep; 1938dcc8f72SMian Yousaf Kaukab ux500_channel->is_allocated = 1; 1948dcc8f72SMian Yousaf Kaukab 1958dcc8f72SMian Yousaf Kaukab DBG(7, "hw_ep=%d, is_tx=0x%x, channel=%d\n", 1968dcc8f72SMian Yousaf Kaukab hw_ep->epnum, is_tx, ch_num); 1978dcc8f72SMian Yousaf Kaukab 1988dcc8f72SMian Yousaf Kaukab return &(ux500_channel->channel); 1998dcc8f72SMian Yousaf Kaukab } 2008dcc8f72SMian Yousaf Kaukab 2018dcc8f72SMian Yousaf Kaukab static void ux500_dma_channel_release(struct dma_channel *channel) 2028dcc8f72SMian Yousaf Kaukab { 2038dcc8f72SMian Yousaf Kaukab struct ux500_dma_channel *ux500_channel = channel->private_data; 2048dcc8f72SMian Yousaf Kaukab 2058dcc8f72SMian Yousaf Kaukab DBG(7, "channel=%d\n", ux500_channel->ch_num); 2068dcc8f72SMian Yousaf Kaukab 2078dcc8f72SMian Yousaf Kaukab if (ux500_channel->is_allocated) { 2088dcc8f72SMian Yousaf Kaukab ux500_channel->is_allocated = 0; 2098dcc8f72SMian Yousaf Kaukab channel->status = MUSB_DMA_STATUS_FREE; 2108dcc8f72SMian Yousaf Kaukab channel->actual_len = 0; 2118dcc8f72SMian Yousaf Kaukab } 2128dcc8f72SMian Yousaf Kaukab } 2138dcc8f72SMian Yousaf Kaukab 2148dcc8f72SMian Yousaf Kaukab static int ux500_dma_is_compatible(struct dma_channel *channel, 2158dcc8f72SMian Yousaf Kaukab u16 maxpacket, void *buf, u32 length) 2168dcc8f72SMian Yousaf Kaukab { 2178dcc8f72SMian Yousaf Kaukab if ((maxpacket & 0x3) || 2188dcc8f72SMian Yousaf Kaukab ((int)buf & 0x3) || 2198dcc8f72SMian Yousaf Kaukab (length < 512) || 2208dcc8f72SMian Yousaf Kaukab (length & 0x3)) 2218dcc8f72SMian Yousaf Kaukab return false; 2228dcc8f72SMian Yousaf Kaukab else 2238dcc8f72SMian Yousaf Kaukab return true; 2248dcc8f72SMian Yousaf Kaukab } 2258dcc8f72SMian Yousaf Kaukab 2268dcc8f72SMian Yousaf Kaukab static int ux500_dma_channel_program(struct dma_channel *channel, 2278dcc8f72SMian Yousaf Kaukab u16 packet_sz, u8 mode, 2288dcc8f72SMian Yousaf Kaukab dma_addr_t dma_addr, u32 len) 2298dcc8f72SMian Yousaf Kaukab { 2308dcc8f72SMian Yousaf Kaukab int ret; 2318dcc8f72SMian Yousaf Kaukab 2328dcc8f72SMian Yousaf Kaukab BUG_ON(channel->status == MUSB_DMA_STATUS_UNKNOWN || 2338dcc8f72SMian Yousaf Kaukab channel->status == MUSB_DMA_STATUS_BUSY); 2348dcc8f72SMian Yousaf Kaukab 2358dcc8f72SMian Yousaf Kaukab if (!ux500_dma_is_compatible(channel, packet_sz, (void *)dma_addr, len)) 2368dcc8f72SMian Yousaf Kaukab return false; 2378dcc8f72SMian Yousaf Kaukab 2388dcc8f72SMian Yousaf Kaukab channel->status = MUSB_DMA_STATUS_BUSY; 2398dcc8f72SMian Yousaf Kaukab channel->actual_len = 0; 2408dcc8f72SMian Yousaf Kaukab ret = ux500_configure_channel(channel, packet_sz, mode, dma_addr, len); 2418dcc8f72SMian Yousaf Kaukab if (!ret) 2428dcc8f72SMian Yousaf Kaukab channel->status = MUSB_DMA_STATUS_FREE; 2438dcc8f72SMian Yousaf Kaukab 2448dcc8f72SMian Yousaf Kaukab return ret; 2458dcc8f72SMian Yousaf Kaukab } 2468dcc8f72SMian Yousaf Kaukab 2478dcc8f72SMian Yousaf Kaukab static int ux500_dma_channel_abort(struct dma_channel *channel) 2488dcc8f72SMian Yousaf Kaukab { 2498dcc8f72SMian Yousaf Kaukab struct ux500_dma_channel *ux500_channel = channel->private_data; 2508dcc8f72SMian Yousaf Kaukab struct ux500_dma_controller *controller = ux500_channel->controller; 2518dcc8f72SMian Yousaf Kaukab struct musb *musb = controller->private_data; 2528dcc8f72SMian Yousaf Kaukab void __iomem *epio = musb->endpoints[ux500_channel->hw_ep->epnum].regs; 2538dcc8f72SMian Yousaf Kaukab u16 csr; 2548dcc8f72SMian Yousaf Kaukab 2558dcc8f72SMian Yousaf Kaukab DBG(4, "channel=%d, is_tx=%d\n", ux500_channel->ch_num, 2568dcc8f72SMian Yousaf Kaukab ux500_channel->is_tx); 2578dcc8f72SMian Yousaf Kaukab 2588dcc8f72SMian Yousaf Kaukab if (channel->status == MUSB_DMA_STATUS_BUSY) { 2598dcc8f72SMian Yousaf Kaukab if (ux500_channel->is_tx) { 2608dcc8f72SMian Yousaf Kaukab csr = musb_readw(epio, MUSB_TXCSR); 2618dcc8f72SMian Yousaf Kaukab csr &= ~(MUSB_TXCSR_AUTOSET | 2628dcc8f72SMian Yousaf Kaukab MUSB_TXCSR_DMAENAB | 2638dcc8f72SMian Yousaf Kaukab MUSB_TXCSR_DMAMODE); 2648dcc8f72SMian Yousaf Kaukab musb_writew(epio, MUSB_TXCSR, csr); 2658dcc8f72SMian Yousaf Kaukab } else { 2668dcc8f72SMian Yousaf Kaukab csr = musb_readw(epio, MUSB_RXCSR); 2678dcc8f72SMian Yousaf Kaukab csr &= ~(MUSB_RXCSR_AUTOCLEAR | 2688dcc8f72SMian Yousaf Kaukab MUSB_RXCSR_DMAENAB | 2698dcc8f72SMian Yousaf Kaukab MUSB_RXCSR_DMAMODE); 2708dcc8f72SMian Yousaf Kaukab musb_writew(epio, MUSB_RXCSR, csr); 2718dcc8f72SMian Yousaf Kaukab } 2728dcc8f72SMian Yousaf Kaukab 2738dcc8f72SMian Yousaf Kaukab ux500_channel->dma_chan->device-> 2748dcc8f72SMian Yousaf Kaukab device_control(ux500_channel->dma_chan, 2758dcc8f72SMian Yousaf Kaukab DMA_TERMINATE_ALL, 0); 2768dcc8f72SMian Yousaf Kaukab channel->status = MUSB_DMA_STATUS_FREE; 2778dcc8f72SMian Yousaf Kaukab } 2788dcc8f72SMian Yousaf Kaukab return 0; 2798dcc8f72SMian Yousaf Kaukab } 2808dcc8f72SMian Yousaf Kaukab 2818dcc8f72SMian Yousaf Kaukab static int ux500_dma_controller_stop(struct dma_controller *c) 2828dcc8f72SMian Yousaf Kaukab { 2838dcc8f72SMian Yousaf Kaukab struct ux500_dma_controller *controller = container_of(c, 2848dcc8f72SMian Yousaf Kaukab struct ux500_dma_controller, controller); 2858dcc8f72SMian Yousaf Kaukab struct ux500_dma_channel *ux500_channel; 2868dcc8f72SMian Yousaf Kaukab struct dma_channel *channel; 2878dcc8f72SMian Yousaf Kaukab u8 ch_num; 2888dcc8f72SMian Yousaf Kaukab 2898dcc8f72SMian Yousaf Kaukab for (ch_num = 0; ch_num < controller->num_rx_channels; ch_num++) { 2908dcc8f72SMian Yousaf Kaukab channel = &controller->rx_channel[ch_num].channel; 2918dcc8f72SMian Yousaf Kaukab ux500_channel = channel->private_data; 2928dcc8f72SMian Yousaf Kaukab 2938dcc8f72SMian Yousaf Kaukab ux500_dma_channel_release(channel); 2948dcc8f72SMian Yousaf Kaukab 2958dcc8f72SMian Yousaf Kaukab if (ux500_channel->dma_chan) 2968dcc8f72SMian Yousaf Kaukab dma_release_channel(ux500_channel->dma_chan); 2978dcc8f72SMian Yousaf Kaukab } 2988dcc8f72SMian Yousaf Kaukab 2998dcc8f72SMian Yousaf Kaukab for (ch_num = 0; ch_num < controller->num_tx_channels; ch_num++) { 3008dcc8f72SMian Yousaf Kaukab channel = &controller->tx_channel[ch_num].channel; 3018dcc8f72SMian Yousaf Kaukab ux500_channel = channel->private_data; 3028dcc8f72SMian Yousaf Kaukab 3038dcc8f72SMian Yousaf Kaukab ux500_dma_channel_release(channel); 3048dcc8f72SMian Yousaf Kaukab 3058dcc8f72SMian Yousaf Kaukab if (ux500_channel->dma_chan) 3068dcc8f72SMian Yousaf Kaukab dma_release_channel(ux500_channel->dma_chan); 3078dcc8f72SMian Yousaf Kaukab } 3088dcc8f72SMian Yousaf Kaukab 3098dcc8f72SMian Yousaf Kaukab return 0; 3108dcc8f72SMian Yousaf Kaukab } 3118dcc8f72SMian Yousaf Kaukab 3128dcc8f72SMian Yousaf Kaukab static int ux500_dma_controller_start(struct dma_controller *c) 3138dcc8f72SMian Yousaf Kaukab { 3148dcc8f72SMian Yousaf Kaukab struct ux500_dma_controller *controller = container_of(c, 3158dcc8f72SMian Yousaf Kaukab struct ux500_dma_controller, controller); 3168dcc8f72SMian Yousaf Kaukab struct ux500_dma_channel *ux500_channel = NULL; 3178dcc8f72SMian Yousaf Kaukab struct musb *musb = controller->private_data; 3188dcc8f72SMian Yousaf Kaukab struct device *dev = musb->controller; 3198dcc8f72SMian Yousaf Kaukab struct musb_hdrc_platform_data *plat = dev->platform_data; 3208dcc8f72SMian Yousaf Kaukab struct ux500_musb_board_data *data = plat->board_data; 3218dcc8f72SMian Yousaf Kaukab struct dma_channel *dma_channel = NULL; 3228dcc8f72SMian Yousaf Kaukab u32 ch_num; 3238dcc8f72SMian Yousaf Kaukab u8 dir; 3248dcc8f72SMian Yousaf Kaukab u8 is_tx = 0; 3258dcc8f72SMian Yousaf Kaukab 3268dcc8f72SMian Yousaf Kaukab void **param_array; 3278dcc8f72SMian Yousaf Kaukab struct ux500_dma_channel *channel_array; 3288dcc8f72SMian Yousaf Kaukab u32 ch_count; 3298dcc8f72SMian Yousaf Kaukab void (*musb_channel_work)(struct work_struct *); 3308dcc8f72SMian Yousaf Kaukab dma_cap_mask_t mask; 3318dcc8f72SMian Yousaf Kaukab 3328dcc8f72SMian Yousaf Kaukab if ((data->num_rx_channels > UX500_MUSB_DMA_NUM_RX_CHANNELS) || 3338dcc8f72SMian Yousaf Kaukab (data->num_tx_channels > UX500_MUSB_DMA_NUM_TX_CHANNELS)) 3348dcc8f72SMian Yousaf Kaukab return -EINVAL; 3358dcc8f72SMian Yousaf Kaukab 3368dcc8f72SMian Yousaf Kaukab controller->num_rx_channels = data->num_rx_channels; 3378dcc8f72SMian Yousaf Kaukab controller->num_tx_channels = data->num_tx_channels; 3388dcc8f72SMian Yousaf Kaukab 3398dcc8f72SMian Yousaf Kaukab dma_cap_zero(mask); 3408dcc8f72SMian Yousaf Kaukab dma_cap_set(DMA_SLAVE, mask); 3418dcc8f72SMian Yousaf Kaukab 3428dcc8f72SMian Yousaf Kaukab /* Prepare the loop for RX channels */ 3438dcc8f72SMian Yousaf Kaukab channel_array = controller->rx_channel; 3448dcc8f72SMian Yousaf Kaukab ch_count = data->num_rx_channels; 3458dcc8f72SMian Yousaf Kaukab param_array = data->dma_rx_param_array; 3468dcc8f72SMian Yousaf Kaukab musb_channel_work = ux500_rx_work; 3478dcc8f72SMian Yousaf Kaukab 3488dcc8f72SMian Yousaf Kaukab for (dir = 0; dir < 2; dir++) { 3498dcc8f72SMian Yousaf Kaukab for (ch_num = 0; ch_num < ch_count; ch_num++) { 3508dcc8f72SMian Yousaf Kaukab ux500_channel = &channel_array[ch_num]; 3518dcc8f72SMian Yousaf Kaukab ux500_channel->controller = controller; 3528dcc8f72SMian Yousaf Kaukab ux500_channel->ch_num = ch_num; 3538dcc8f72SMian Yousaf Kaukab ux500_channel->is_tx = is_tx; 3548dcc8f72SMian Yousaf Kaukab 3558dcc8f72SMian Yousaf Kaukab dma_channel = &(ux500_channel->channel); 3568dcc8f72SMian Yousaf Kaukab dma_channel->private_data = ux500_channel; 3578dcc8f72SMian Yousaf Kaukab dma_channel->status = MUSB_DMA_STATUS_FREE; 3588dcc8f72SMian Yousaf Kaukab dma_channel->max_len = SZ_16M; 3598dcc8f72SMian Yousaf Kaukab 3608dcc8f72SMian Yousaf Kaukab ux500_channel->dma_chan = dma_request_channel(mask, 3618dcc8f72SMian Yousaf Kaukab data->dma_filter, 3628dcc8f72SMian Yousaf Kaukab param_array[ch_num]); 3638dcc8f72SMian Yousaf Kaukab if (!ux500_channel->dma_chan) { 3648dcc8f72SMian Yousaf Kaukab ERR("Dma pipe allocation error dir=%d ch=%d\n", 3658dcc8f72SMian Yousaf Kaukab dir, ch_num); 3668dcc8f72SMian Yousaf Kaukab 3678dcc8f72SMian Yousaf Kaukab /* Release already allocated channels */ 3688dcc8f72SMian Yousaf Kaukab ux500_dma_controller_stop(c); 3698dcc8f72SMian Yousaf Kaukab 3708dcc8f72SMian Yousaf Kaukab return -EBUSY; 3718dcc8f72SMian Yousaf Kaukab } 3728dcc8f72SMian Yousaf Kaukab 3738dcc8f72SMian Yousaf Kaukab INIT_WORK(&ux500_channel->channel_work, 3748dcc8f72SMian Yousaf Kaukab musb_channel_work); 3758dcc8f72SMian Yousaf Kaukab } 3768dcc8f72SMian Yousaf Kaukab 3778dcc8f72SMian Yousaf Kaukab /* Prepare the loop for TX channels */ 3788dcc8f72SMian Yousaf Kaukab channel_array = controller->tx_channel; 3798dcc8f72SMian Yousaf Kaukab ch_count = data->num_tx_channels; 3808dcc8f72SMian Yousaf Kaukab param_array = data->dma_tx_param_array; 3818dcc8f72SMian Yousaf Kaukab musb_channel_work = ux500_tx_work; 3828dcc8f72SMian Yousaf Kaukab is_tx = 1; 3838dcc8f72SMian Yousaf Kaukab } 3848dcc8f72SMian Yousaf Kaukab 3858dcc8f72SMian Yousaf Kaukab return 0; 3868dcc8f72SMian Yousaf Kaukab } 3878dcc8f72SMian Yousaf Kaukab 3888dcc8f72SMian Yousaf Kaukab void dma_controller_destroy(struct dma_controller *c) 3898dcc8f72SMian Yousaf Kaukab { 3908dcc8f72SMian Yousaf Kaukab struct ux500_dma_controller *controller = container_of(c, 3918dcc8f72SMian Yousaf Kaukab struct ux500_dma_controller, controller); 3928dcc8f72SMian Yousaf Kaukab 3938dcc8f72SMian Yousaf Kaukab kfree(controller); 3948dcc8f72SMian Yousaf Kaukab } 3958dcc8f72SMian Yousaf Kaukab 3968dcc8f72SMian Yousaf Kaukab struct dma_controller *__init 3978dcc8f72SMian Yousaf Kaukab dma_controller_create(struct musb *musb, void __iomem *base) 3988dcc8f72SMian Yousaf Kaukab { 3998dcc8f72SMian Yousaf Kaukab struct ux500_dma_controller *controller; 4008dcc8f72SMian Yousaf Kaukab struct platform_device *pdev = to_platform_device(musb->controller); 4018dcc8f72SMian Yousaf Kaukab struct resource *iomem; 4028dcc8f72SMian Yousaf Kaukab 4038dcc8f72SMian Yousaf Kaukab controller = kzalloc(sizeof(*controller), GFP_KERNEL); 4048dcc8f72SMian Yousaf Kaukab if (!controller) 4058dcc8f72SMian Yousaf Kaukab return NULL; 4068dcc8f72SMian Yousaf Kaukab 4078dcc8f72SMian Yousaf Kaukab controller->private_data = musb; 4088dcc8f72SMian Yousaf Kaukab 4098dcc8f72SMian Yousaf Kaukab /* Save physical address for DMA controller. */ 4108dcc8f72SMian Yousaf Kaukab iomem = platform_get_resource(pdev, IORESOURCE_MEM, 0); 4118dcc8f72SMian Yousaf Kaukab controller->phy_base = (dma_addr_t) iomem->start; 4128dcc8f72SMian Yousaf Kaukab 4138dcc8f72SMian Yousaf Kaukab controller->controller.start = ux500_dma_controller_start; 4148dcc8f72SMian Yousaf Kaukab controller->controller.stop = ux500_dma_controller_stop; 4158dcc8f72SMian Yousaf Kaukab controller->controller.channel_alloc = ux500_dma_channel_allocate; 4168dcc8f72SMian Yousaf Kaukab controller->controller.channel_release = ux500_dma_channel_release; 4178dcc8f72SMian Yousaf Kaukab controller->controller.channel_program = ux500_dma_channel_program; 4188dcc8f72SMian Yousaf Kaukab controller->controller.channel_abort = ux500_dma_channel_abort; 4198dcc8f72SMian Yousaf Kaukab controller->controller.is_compatible = ux500_dma_is_compatible; 4208dcc8f72SMian Yousaf Kaukab 4218dcc8f72SMian Yousaf Kaukab return &controller->controller; 4228dcc8f72SMian Yousaf Kaukab } 423