12025cf9eSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only
23703f53bSSrinivas Pandruvada /*
33703f53bSSrinivas Pandruvada  * ISHTP DMA I/F functions
43703f53bSSrinivas Pandruvada  *
53703f53bSSrinivas Pandruvada  * Copyright (c) 2003-2016, Intel Corporation.
63703f53bSSrinivas Pandruvada  */
73703f53bSSrinivas Pandruvada 
83703f53bSSrinivas Pandruvada #include <linux/slab.h>
93703f53bSSrinivas Pandruvada #include <linux/sched.h>
103703f53bSSrinivas Pandruvada #include <linux/wait.h>
113703f53bSSrinivas Pandruvada #include <linux/delay.h>
123703f53bSSrinivas Pandruvada #include <linux/dma-mapping.h>
133703f53bSSrinivas Pandruvada #include "ishtp-dev.h"
143703f53bSSrinivas Pandruvada #include "client.h"
153703f53bSSrinivas Pandruvada 
163703f53bSSrinivas Pandruvada /**
173703f53bSSrinivas Pandruvada  * ishtp_cl_alloc_dma_buf() - Allocate DMA RX and TX buffer
183703f53bSSrinivas Pandruvada  * @dev: ishtp device
193703f53bSSrinivas Pandruvada  *
203703f53bSSrinivas Pandruvada  * Allocate RX and TX DMA buffer once during bus setup.
213703f53bSSrinivas Pandruvada  * It allocates 1MB, RX and TX DMA buffer, which are divided
223703f53bSSrinivas Pandruvada  * into slots.
233703f53bSSrinivas Pandruvada  */
ishtp_cl_alloc_dma_buf(struct ishtp_device * dev)243703f53bSSrinivas Pandruvada void	ishtp_cl_alloc_dma_buf(struct ishtp_device *dev)
253703f53bSSrinivas Pandruvada {
263703f53bSSrinivas Pandruvada 	dma_addr_t	h;
273703f53bSSrinivas Pandruvada 
283703f53bSSrinivas Pandruvada 	if (dev->ishtp_host_dma_tx_buf)
293703f53bSSrinivas Pandruvada 		return;
303703f53bSSrinivas Pandruvada 
313703f53bSSrinivas Pandruvada 	dev->ishtp_host_dma_tx_buf_size = 1024*1024;
323703f53bSSrinivas Pandruvada 	dev->ishtp_host_dma_rx_buf_size = 1024*1024;
333703f53bSSrinivas Pandruvada 
343703f53bSSrinivas Pandruvada 	/* Allocate Tx buffer and init usage bitmap */
353703f53bSSrinivas Pandruvada 	dev->ishtp_host_dma_tx_buf = dma_alloc_coherent(dev->devc,
363703f53bSSrinivas Pandruvada 					dev->ishtp_host_dma_tx_buf_size,
373703f53bSSrinivas Pandruvada 					&h, GFP_KERNEL);
383703f53bSSrinivas Pandruvada 	if (dev->ishtp_host_dma_tx_buf)
393703f53bSSrinivas Pandruvada 		dev->ishtp_host_dma_tx_buf_phys = h;
403703f53bSSrinivas Pandruvada 
413703f53bSSrinivas Pandruvada 	dev->ishtp_dma_num_slots = dev->ishtp_host_dma_tx_buf_size /
423703f53bSSrinivas Pandruvada 						DMA_SLOT_SIZE;
433703f53bSSrinivas Pandruvada 
443703f53bSSrinivas Pandruvada 	dev->ishtp_dma_tx_map = kcalloc(dev->ishtp_dma_num_slots,
453703f53bSSrinivas Pandruvada 					sizeof(uint8_t),
463703f53bSSrinivas Pandruvada 					GFP_KERNEL);
473703f53bSSrinivas Pandruvada 	spin_lock_init(&dev->ishtp_dma_tx_lock);
483703f53bSSrinivas Pandruvada 
493703f53bSSrinivas Pandruvada 	/* Allocate Rx buffer */
503703f53bSSrinivas Pandruvada 	dev->ishtp_host_dma_rx_buf = dma_alloc_coherent(dev->devc,
513703f53bSSrinivas Pandruvada 					dev->ishtp_host_dma_rx_buf_size,
523703f53bSSrinivas Pandruvada 					 &h, GFP_KERNEL);
533703f53bSSrinivas Pandruvada 
543703f53bSSrinivas Pandruvada 	if (dev->ishtp_host_dma_rx_buf)
553703f53bSSrinivas Pandruvada 		dev->ishtp_host_dma_rx_buf_phys = h;
563703f53bSSrinivas Pandruvada }
573703f53bSSrinivas Pandruvada 
583703f53bSSrinivas Pandruvada /**
593703f53bSSrinivas Pandruvada  * ishtp_cl_free_dma_buf() - Free DMA RX and TX buffer
603703f53bSSrinivas Pandruvada  * @dev: ishtp device
613703f53bSSrinivas Pandruvada  *
623703f53bSSrinivas Pandruvada  * Free DMA buffer when all clients are released. This is
633703f53bSSrinivas Pandruvada  * only happens during error path in ISH built in driver
643703f53bSSrinivas Pandruvada  * model
653703f53bSSrinivas Pandruvada  */
ishtp_cl_free_dma_buf(struct ishtp_device * dev)663703f53bSSrinivas Pandruvada void	ishtp_cl_free_dma_buf(struct ishtp_device *dev)
673703f53bSSrinivas Pandruvada {
683703f53bSSrinivas Pandruvada 	dma_addr_t	h;
693703f53bSSrinivas Pandruvada 
703703f53bSSrinivas Pandruvada 	if (dev->ishtp_host_dma_tx_buf) {
713703f53bSSrinivas Pandruvada 		h = dev->ishtp_host_dma_tx_buf_phys;
723703f53bSSrinivas Pandruvada 		dma_free_coherent(dev->devc, dev->ishtp_host_dma_tx_buf_size,
733703f53bSSrinivas Pandruvada 				  dev->ishtp_host_dma_tx_buf, h);
743703f53bSSrinivas Pandruvada 	}
753703f53bSSrinivas Pandruvada 
763703f53bSSrinivas Pandruvada 	if (dev->ishtp_host_dma_rx_buf) {
773703f53bSSrinivas Pandruvada 		h = dev->ishtp_host_dma_rx_buf_phys;
783703f53bSSrinivas Pandruvada 		dma_free_coherent(dev->devc, dev->ishtp_host_dma_rx_buf_size,
793703f53bSSrinivas Pandruvada 				  dev->ishtp_host_dma_rx_buf, h);
803703f53bSSrinivas Pandruvada 	}
813703f53bSSrinivas Pandruvada 
823703f53bSSrinivas Pandruvada 	kfree(dev->ishtp_dma_tx_map);
833703f53bSSrinivas Pandruvada 	dev->ishtp_host_dma_tx_buf = NULL;
843703f53bSSrinivas Pandruvada 	dev->ishtp_host_dma_rx_buf = NULL;
853703f53bSSrinivas Pandruvada 	dev->ishtp_dma_tx_map = NULL;
863703f53bSSrinivas Pandruvada }
873703f53bSSrinivas Pandruvada 
883703f53bSSrinivas Pandruvada /*
893703f53bSSrinivas Pandruvada  * ishtp_cl_get_dma_send_buf() - Get a DMA memory slot
903703f53bSSrinivas Pandruvada  * @dev:	ishtp device
913703f53bSSrinivas Pandruvada  * @size:	Size of memory to get
923703f53bSSrinivas Pandruvada  *
933703f53bSSrinivas Pandruvada  * Find and return free address of "size" bytes in dma tx buffer.
943703f53bSSrinivas Pandruvada  * the function will mark this address as "in-used" memory.
953703f53bSSrinivas Pandruvada  *
963703f53bSSrinivas Pandruvada  * Return: NULL when no free buffer else a buffer to copy
973703f53bSSrinivas Pandruvada  */
ishtp_cl_get_dma_send_buf(struct ishtp_device * dev,uint32_t size)983703f53bSSrinivas Pandruvada void *ishtp_cl_get_dma_send_buf(struct ishtp_device *dev,
993703f53bSSrinivas Pandruvada 				uint32_t size)
1003703f53bSSrinivas Pandruvada {
1013703f53bSSrinivas Pandruvada 	unsigned long	flags;
1023703f53bSSrinivas Pandruvada 	int i, j, free;
1033703f53bSSrinivas Pandruvada 	/* additional slot is needed if there is rem */
1043703f53bSSrinivas Pandruvada 	int required_slots = (size / DMA_SLOT_SIZE)
1053703f53bSSrinivas Pandruvada 		+ 1 * (size % DMA_SLOT_SIZE != 0);
1063703f53bSSrinivas Pandruvada 
107*b3d40c3eSJiasheng Jiang 	if (!dev->ishtp_dma_tx_map) {
108*b3d40c3eSJiasheng Jiang 		dev_err(dev->devc, "Fail to allocate Tx map\n");
109*b3d40c3eSJiasheng Jiang 		return NULL;
110*b3d40c3eSJiasheng Jiang 	}
111*b3d40c3eSJiasheng Jiang 
1123703f53bSSrinivas Pandruvada 	spin_lock_irqsave(&dev->ishtp_dma_tx_lock, flags);
1133703f53bSSrinivas Pandruvada 	for (i = 0; i <= (dev->ishtp_dma_num_slots - required_slots); i++) {
1143703f53bSSrinivas Pandruvada 		free = 1;
1153703f53bSSrinivas Pandruvada 		for (j = 0; j < required_slots; j++)
1163703f53bSSrinivas Pandruvada 			if (dev->ishtp_dma_tx_map[i+j]) {
1173703f53bSSrinivas Pandruvada 				free = 0;
1183703f53bSSrinivas Pandruvada 				i += j;
1193703f53bSSrinivas Pandruvada 				break;
1203703f53bSSrinivas Pandruvada 			}
1213703f53bSSrinivas Pandruvada 		if (free) {
1223703f53bSSrinivas Pandruvada 			/* mark memory as "caught" */
1233703f53bSSrinivas Pandruvada 			for (j = 0; j < required_slots; j++)
1243703f53bSSrinivas Pandruvada 				dev->ishtp_dma_tx_map[i+j] = 1;
1253703f53bSSrinivas Pandruvada 			spin_unlock_irqrestore(&dev->ishtp_dma_tx_lock, flags);
1263703f53bSSrinivas Pandruvada 			return (i * DMA_SLOT_SIZE) +
1273703f53bSSrinivas Pandruvada 				(unsigned char *)dev->ishtp_host_dma_tx_buf;
1283703f53bSSrinivas Pandruvada 		}
1293703f53bSSrinivas Pandruvada 	}
1303703f53bSSrinivas Pandruvada 	spin_unlock_irqrestore(&dev->ishtp_dma_tx_lock, flags);
1313703f53bSSrinivas Pandruvada 	dev_err(dev->devc, "No free DMA buffer to send msg\n");
1323703f53bSSrinivas Pandruvada 	return NULL;
1333703f53bSSrinivas Pandruvada }
1343703f53bSSrinivas Pandruvada 
1353703f53bSSrinivas Pandruvada /*
1363703f53bSSrinivas Pandruvada  * ishtp_cl_release_dma_acked_mem() - Release DMA memory slot
1373703f53bSSrinivas Pandruvada  * @dev:	ishtp device
1383703f53bSSrinivas Pandruvada  * @msg_addr:	message address of slot
1393703f53bSSrinivas Pandruvada  * @size:	Size of memory to get
1403703f53bSSrinivas Pandruvada  *
1413703f53bSSrinivas Pandruvada  * Release_dma_acked_mem - returnes the acked memory to free list.
1423703f53bSSrinivas Pandruvada  * (from msg_addr, size bytes long)
1433703f53bSSrinivas Pandruvada  */
ishtp_cl_release_dma_acked_mem(struct ishtp_device * dev,void * msg_addr,uint8_t size)1443703f53bSSrinivas Pandruvada void ishtp_cl_release_dma_acked_mem(struct ishtp_device *dev,
1453703f53bSSrinivas Pandruvada 				    void *msg_addr,
1463703f53bSSrinivas Pandruvada 				    uint8_t size)
1473703f53bSSrinivas Pandruvada {
1483703f53bSSrinivas Pandruvada 	unsigned long	flags;
1493703f53bSSrinivas Pandruvada 	int acked_slots = (size / DMA_SLOT_SIZE)
1503703f53bSSrinivas Pandruvada 		+ 1 * (size % DMA_SLOT_SIZE != 0);
1513703f53bSSrinivas Pandruvada 	int i, j;
1523703f53bSSrinivas Pandruvada 
1533703f53bSSrinivas Pandruvada 	if ((msg_addr - dev->ishtp_host_dma_tx_buf) % DMA_SLOT_SIZE) {
1543703f53bSSrinivas Pandruvada 		dev_err(dev->devc, "Bad DMA Tx ack address\n");
1553703f53bSSrinivas Pandruvada 		return;
1563703f53bSSrinivas Pandruvada 	}
1573703f53bSSrinivas Pandruvada 
158*b3d40c3eSJiasheng Jiang 	if (!dev->ishtp_dma_tx_map) {
159*b3d40c3eSJiasheng Jiang 		dev_err(dev->devc, "Fail to allocate Tx map\n");
160*b3d40c3eSJiasheng Jiang 		return;
161*b3d40c3eSJiasheng Jiang 	}
162*b3d40c3eSJiasheng Jiang 
1633703f53bSSrinivas Pandruvada 	i = (msg_addr - dev->ishtp_host_dma_tx_buf) / DMA_SLOT_SIZE;
1643703f53bSSrinivas Pandruvada 	spin_lock_irqsave(&dev->ishtp_dma_tx_lock, flags);
1653703f53bSSrinivas Pandruvada 	for (j = 0; j < acked_slots; j++) {
1663703f53bSSrinivas Pandruvada 		if ((i + j) >= dev->ishtp_dma_num_slots ||
1673703f53bSSrinivas Pandruvada 					!dev->ishtp_dma_tx_map[i+j]) {
1683703f53bSSrinivas Pandruvada 			/* no such slot, or memory is already free */
1693703f53bSSrinivas Pandruvada 			spin_unlock_irqrestore(&dev->ishtp_dma_tx_lock, flags);
1703703f53bSSrinivas Pandruvada 			dev_err(dev->devc, "Bad DMA Tx ack address\n");
1713703f53bSSrinivas Pandruvada 			return;
1723703f53bSSrinivas Pandruvada 		}
1733703f53bSSrinivas Pandruvada 		dev->ishtp_dma_tx_map[i+j] = 0;
1743703f53bSSrinivas Pandruvada 	}
1753703f53bSSrinivas Pandruvada 	spin_unlock_irqrestore(&dev->ishtp_dma_tx_lock, flags);
1763703f53bSSrinivas Pandruvada }
177