1*83d290c5STom Rini // SPDX-License-Identifier: GPL-2.0+
2ef454717SKhoronzhuk, Ivan /*
3ef454717SKhoronzhuk, Ivan * Multicore Navigator driver for TI Keystone 2 devices.
4ef454717SKhoronzhuk, Ivan *
5ef454717SKhoronzhuk, Ivan * (C) Copyright 2012-2014
6ef454717SKhoronzhuk, Ivan * Texas Instruments Incorporated, <www.ti.com>
7ef454717SKhoronzhuk, Ivan */
8ef454717SKhoronzhuk, Ivan #include <common.h>
9ef454717SKhoronzhuk, Ivan #include <asm/io.h>
10ef454717SKhoronzhuk, Ivan #include <asm/ti-common/keystone_nav.h>
11ef454717SKhoronzhuk, Ivan
12ef454717SKhoronzhuk, Ivan struct qm_config qm_memmap = {
13ef454717SKhoronzhuk, Ivan .stat_cfg = CONFIG_KSNAV_QM_QUEUE_STATUS_BASE,
14ef454717SKhoronzhuk, Ivan .queue = (void *)CONFIG_KSNAV_QM_MANAGER_QUEUES_BASE,
15ef454717SKhoronzhuk, Ivan .mngr_vbusm = CONFIG_KSNAV_QM_BASE_ADDRESS,
16ef454717SKhoronzhuk, Ivan .i_lram = CONFIG_KSNAV_QM_LINK_RAM_BASE,
17ef454717SKhoronzhuk, Ivan .proxy = (void *)CONFIG_KSNAV_QM_MANAGER_Q_PROXY_BASE,
18ef454717SKhoronzhuk, Ivan .status_ram = CONFIG_KSNAV_QM_STATUS_RAM_BASE,
19ef454717SKhoronzhuk, Ivan .mngr_cfg = (void *)CONFIG_KSNAV_QM_CONF_BASE,
20ef454717SKhoronzhuk, Ivan .intd_cfg = CONFIG_KSNAV_QM_INTD_CONF_BASE,
21ef454717SKhoronzhuk, Ivan .desc_mem = (void *)CONFIG_KSNAV_QM_DESC_SETUP_BASE,
22ef454717SKhoronzhuk, Ivan .region_num = CONFIG_KSNAV_QM_REGION_NUM,
23ef454717SKhoronzhuk, Ivan .pdsp_cmd = CONFIG_KSNAV_QM_PDSP1_CMD_BASE,
24ef454717SKhoronzhuk, Ivan .pdsp_ctl = CONFIG_KSNAV_QM_PDSP1_CTRL_BASE,
25ef454717SKhoronzhuk, Ivan .pdsp_iram = CONFIG_KSNAV_QM_PDSP1_IRAM_BASE,
26ef454717SKhoronzhuk, Ivan .qpool_num = CONFIG_KSNAV_QM_QPOOL_NUM,
27ef454717SKhoronzhuk, Ivan };
28ef454717SKhoronzhuk, Ivan
29ef454717SKhoronzhuk, Ivan /*
30ef454717SKhoronzhuk, Ivan * We are going to use only one type of descriptors - host packet
31ef454717SKhoronzhuk, Ivan * descriptors. We staticaly allocate memory for them here
32ef454717SKhoronzhuk, Ivan */
33ef454717SKhoronzhuk, Ivan struct qm_host_desc desc_pool[HDESC_NUM] __aligned(sizeof(struct qm_host_desc));
34ef454717SKhoronzhuk, Ivan
35ef454717SKhoronzhuk, Ivan static struct qm_config *qm_cfg;
36ef454717SKhoronzhuk, Ivan
num_of_desc_to_reg(int num_descr)37ef454717SKhoronzhuk, Ivan inline int num_of_desc_to_reg(int num_descr)
38ef454717SKhoronzhuk, Ivan {
39ef454717SKhoronzhuk, Ivan int j, num;
40ef454717SKhoronzhuk, Ivan
41ef454717SKhoronzhuk, Ivan for (j = 0, num = 32; j < 15; j++, num *= 2) {
42ef454717SKhoronzhuk, Ivan if (num_descr <= num)
43ef454717SKhoronzhuk, Ivan return j;
44ef454717SKhoronzhuk, Ivan }
45ef454717SKhoronzhuk, Ivan
46ef454717SKhoronzhuk, Ivan return 15;
47ef454717SKhoronzhuk, Ivan }
48ef454717SKhoronzhuk, Ivan
_qm_init(struct qm_config * cfg)49ef454717SKhoronzhuk, Ivan int _qm_init(struct qm_config *cfg)
50ef454717SKhoronzhuk, Ivan {
51ef454717SKhoronzhuk, Ivan u32 j;
52ef454717SKhoronzhuk, Ivan
53ef454717SKhoronzhuk, Ivan qm_cfg = cfg;
54ef454717SKhoronzhuk, Ivan
55ef454717SKhoronzhuk, Ivan qm_cfg->mngr_cfg->link_ram_base0 = qm_cfg->i_lram;
56bc3003b9SVitaly Andrianov qm_cfg->mngr_cfg->link_ram_size0 = HDESC_NUM * 8 - 1;
57ef454717SKhoronzhuk, Ivan qm_cfg->mngr_cfg->link_ram_base1 = 0;
58ef454717SKhoronzhuk, Ivan qm_cfg->mngr_cfg->link_ram_size1 = 0;
59ef454717SKhoronzhuk, Ivan qm_cfg->mngr_cfg->link_ram_base2 = 0;
60ef454717SKhoronzhuk, Ivan
61ef454717SKhoronzhuk, Ivan qm_cfg->desc_mem[0].base_addr = (u32)desc_pool;
62ef454717SKhoronzhuk, Ivan qm_cfg->desc_mem[0].start_idx = 0;
63ef454717SKhoronzhuk, Ivan qm_cfg->desc_mem[0].desc_reg_size =
64ef454717SKhoronzhuk, Ivan (((sizeof(struct qm_host_desc) >> 4) - 1) << 16) |
65ef454717SKhoronzhuk, Ivan num_of_desc_to_reg(HDESC_NUM);
66ef454717SKhoronzhuk, Ivan
67ef454717SKhoronzhuk, Ivan memset(desc_pool, 0, sizeof(desc_pool));
68ef454717SKhoronzhuk, Ivan for (j = 0; j < HDESC_NUM; j++)
69ef454717SKhoronzhuk, Ivan qm_push(&desc_pool[j], qm_cfg->qpool_num);
70ef454717SKhoronzhuk, Ivan
71ef454717SKhoronzhuk, Ivan return QM_OK;
72ef454717SKhoronzhuk, Ivan }
73ef454717SKhoronzhuk, Ivan
qm_init(void)74ef454717SKhoronzhuk, Ivan int qm_init(void)
75ef454717SKhoronzhuk, Ivan {
76ef454717SKhoronzhuk, Ivan return _qm_init(&qm_memmap);
77ef454717SKhoronzhuk, Ivan }
78ef454717SKhoronzhuk, Ivan
qm_close(void)79ef454717SKhoronzhuk, Ivan void qm_close(void)
80ef454717SKhoronzhuk, Ivan {
81ef454717SKhoronzhuk, Ivan u32 j;
82ef454717SKhoronzhuk, Ivan
83ef454717SKhoronzhuk, Ivan queue_close(qm_cfg->qpool_num);
84ef454717SKhoronzhuk, Ivan
85ef454717SKhoronzhuk, Ivan qm_cfg->mngr_cfg->link_ram_base0 = 0;
86ef454717SKhoronzhuk, Ivan qm_cfg->mngr_cfg->link_ram_size0 = 0;
87ef454717SKhoronzhuk, Ivan qm_cfg->mngr_cfg->link_ram_base1 = 0;
88ef454717SKhoronzhuk, Ivan qm_cfg->mngr_cfg->link_ram_size1 = 0;
89ef454717SKhoronzhuk, Ivan qm_cfg->mngr_cfg->link_ram_base2 = 0;
90ef454717SKhoronzhuk, Ivan
91ef454717SKhoronzhuk, Ivan for (j = 0; j < qm_cfg->region_num; j++) {
92ef454717SKhoronzhuk, Ivan qm_cfg->desc_mem[j].base_addr = 0;
93ef454717SKhoronzhuk, Ivan qm_cfg->desc_mem[j].start_idx = 0;
94ef454717SKhoronzhuk, Ivan qm_cfg->desc_mem[j].desc_reg_size = 0;
95ef454717SKhoronzhuk, Ivan }
96ef454717SKhoronzhuk, Ivan
97ef454717SKhoronzhuk, Ivan qm_cfg = NULL;
98ef454717SKhoronzhuk, Ivan }
99ef454717SKhoronzhuk, Ivan
qm_push(struct qm_host_desc * hd,u32 qnum)100ef454717SKhoronzhuk, Ivan void qm_push(struct qm_host_desc *hd, u32 qnum)
101ef454717SKhoronzhuk, Ivan {
102ef454717SKhoronzhuk, Ivan u32 regd;
103ef454717SKhoronzhuk, Ivan
104ef454717SKhoronzhuk, Ivan cpu_to_bus((u32 *)hd, sizeof(struct qm_host_desc)/4);
105ef454717SKhoronzhuk, Ivan regd = (u32)hd | ((sizeof(struct qm_host_desc) >> 4) - 1);
106ef454717SKhoronzhuk, Ivan writel(regd, &qm_cfg->queue[qnum].ptr_size_thresh);
107ef454717SKhoronzhuk, Ivan }
108ef454717SKhoronzhuk, Ivan
qm_buff_push(struct qm_host_desc * hd,u32 qnum,void * buff_ptr,u32 buff_len)109ef454717SKhoronzhuk, Ivan void qm_buff_push(struct qm_host_desc *hd, u32 qnum,
110ef454717SKhoronzhuk, Ivan void *buff_ptr, u32 buff_len)
111ef454717SKhoronzhuk, Ivan {
112ef454717SKhoronzhuk, Ivan hd->orig_buff_len = buff_len;
113ef454717SKhoronzhuk, Ivan hd->buff_len = buff_len;
114ef454717SKhoronzhuk, Ivan hd->orig_buff_ptr = (u32)buff_ptr;
115ef454717SKhoronzhuk, Ivan hd->buff_ptr = (u32)buff_ptr;
116ef454717SKhoronzhuk, Ivan qm_push(hd, qnum);
117ef454717SKhoronzhuk, Ivan }
118ef454717SKhoronzhuk, Ivan
qm_pop(u32 qnum)119ef454717SKhoronzhuk, Ivan struct qm_host_desc *qm_pop(u32 qnum)
120ef454717SKhoronzhuk, Ivan {
121ef454717SKhoronzhuk, Ivan u32 uhd;
122ef454717SKhoronzhuk, Ivan
123ef454717SKhoronzhuk, Ivan uhd = readl(&qm_cfg->queue[qnum].ptr_size_thresh) & ~0xf;
124ef454717SKhoronzhuk, Ivan if (uhd)
125ef454717SKhoronzhuk, Ivan cpu_to_bus((u32 *)uhd, sizeof(struct qm_host_desc)/4);
126ef454717SKhoronzhuk, Ivan
127ef454717SKhoronzhuk, Ivan return (struct qm_host_desc *)uhd;
128ef454717SKhoronzhuk, Ivan }
129ef454717SKhoronzhuk, Ivan
qm_pop_from_free_pool(void)130ef454717SKhoronzhuk, Ivan struct qm_host_desc *qm_pop_from_free_pool(void)
131ef454717SKhoronzhuk, Ivan {
132ef454717SKhoronzhuk, Ivan return qm_pop(qm_cfg->qpool_num);
133ef454717SKhoronzhuk, Ivan }
134ef454717SKhoronzhuk, Ivan
queue_close(u32 qnum)135ef454717SKhoronzhuk, Ivan void queue_close(u32 qnum)
136ef454717SKhoronzhuk, Ivan {
137ef454717SKhoronzhuk, Ivan struct qm_host_desc *hd;
138ef454717SKhoronzhuk, Ivan
139ef454717SKhoronzhuk, Ivan while ((hd = qm_pop(qnum)))
140ef454717SKhoronzhuk, Ivan ;
141ef454717SKhoronzhuk, Ivan }
142ef454717SKhoronzhuk, Ivan
143ef454717SKhoronzhuk, Ivan /**
144ef454717SKhoronzhuk, Ivan * DMA API
145ef454717SKhoronzhuk, Ivan */
146ef454717SKhoronzhuk, Ivan
ksnav_rx_disable(struct pktdma_cfg * pktdma)1479ea9021aSKhoronzhuk, Ivan static int ksnav_rx_disable(struct pktdma_cfg *pktdma)
148ef454717SKhoronzhuk, Ivan {
149ef454717SKhoronzhuk, Ivan u32 j, v, k;
150ef454717SKhoronzhuk, Ivan
1519ea9021aSKhoronzhuk, Ivan for (j = 0; j < pktdma->rx_ch_num; j++) {
1529ea9021aSKhoronzhuk, Ivan v = readl(&pktdma->rx_ch[j].cfg_a);
153ef454717SKhoronzhuk, Ivan if (!(v & CPDMA_CHAN_A_ENABLE))
154ef454717SKhoronzhuk, Ivan continue;
155ef454717SKhoronzhuk, Ivan
1569ea9021aSKhoronzhuk, Ivan writel(v | CPDMA_CHAN_A_TDOWN, &pktdma->rx_ch[j].cfg_a);
157ef454717SKhoronzhuk, Ivan for (k = 0; k < TDOWN_TIMEOUT_COUNT; k++) {
158ef454717SKhoronzhuk, Ivan udelay(100);
1599ea9021aSKhoronzhuk, Ivan v = readl(&pktdma->rx_ch[j].cfg_a);
160ef454717SKhoronzhuk, Ivan if (!(v & CPDMA_CHAN_A_ENABLE))
161ef454717SKhoronzhuk, Ivan continue;
162ef454717SKhoronzhuk, Ivan }
163ef454717SKhoronzhuk, Ivan /* TODO: teardown error on if TDOWN_TIMEOUT_COUNT is reached */
164ef454717SKhoronzhuk, Ivan }
165ef454717SKhoronzhuk, Ivan
166ef454717SKhoronzhuk, Ivan /* Clear all of the flow registers */
1679ea9021aSKhoronzhuk, Ivan for (j = 0; j < pktdma->rx_flow_num; j++) {
1689ea9021aSKhoronzhuk, Ivan writel(0, &pktdma->rx_flows[j].control);
1699ea9021aSKhoronzhuk, Ivan writel(0, &pktdma->rx_flows[j].tags);
1709ea9021aSKhoronzhuk, Ivan writel(0, &pktdma->rx_flows[j].tag_sel);
1719ea9021aSKhoronzhuk, Ivan writel(0, &pktdma->rx_flows[j].fdq_sel[0]);
1729ea9021aSKhoronzhuk, Ivan writel(0, &pktdma->rx_flows[j].fdq_sel[1]);
1739ea9021aSKhoronzhuk, Ivan writel(0, &pktdma->rx_flows[j].thresh[0]);
1749ea9021aSKhoronzhuk, Ivan writel(0, &pktdma->rx_flows[j].thresh[1]);
1759ea9021aSKhoronzhuk, Ivan writel(0, &pktdma->rx_flows[j].thresh[2]);
176ef454717SKhoronzhuk, Ivan }
177ef454717SKhoronzhuk, Ivan
178ef454717SKhoronzhuk, Ivan return QM_OK;
179ef454717SKhoronzhuk, Ivan }
180ef454717SKhoronzhuk, Ivan
ksnav_tx_disable(struct pktdma_cfg * pktdma)1819ea9021aSKhoronzhuk, Ivan static int ksnav_tx_disable(struct pktdma_cfg *pktdma)
182ef454717SKhoronzhuk, Ivan {
183ef454717SKhoronzhuk, Ivan u32 j, v, k;
184ef454717SKhoronzhuk, Ivan
1859ea9021aSKhoronzhuk, Ivan for (j = 0; j < pktdma->tx_ch_num; j++) {
1869ea9021aSKhoronzhuk, Ivan v = readl(&pktdma->tx_ch[j].cfg_a);
187ef454717SKhoronzhuk, Ivan if (!(v & CPDMA_CHAN_A_ENABLE))
188ef454717SKhoronzhuk, Ivan continue;
189ef454717SKhoronzhuk, Ivan
1909ea9021aSKhoronzhuk, Ivan writel(v | CPDMA_CHAN_A_TDOWN, &pktdma->tx_ch[j].cfg_a);
191ef454717SKhoronzhuk, Ivan for (k = 0; k < TDOWN_TIMEOUT_COUNT; k++) {
192ef454717SKhoronzhuk, Ivan udelay(100);
1939ea9021aSKhoronzhuk, Ivan v = readl(&pktdma->tx_ch[j].cfg_a);
194ef454717SKhoronzhuk, Ivan if (!(v & CPDMA_CHAN_A_ENABLE))
195ef454717SKhoronzhuk, Ivan continue;
196ef454717SKhoronzhuk, Ivan }
197ef454717SKhoronzhuk, Ivan /* TODO: teardown error on if TDOWN_TIMEOUT_COUNT is reached */
198ef454717SKhoronzhuk, Ivan }
199ef454717SKhoronzhuk, Ivan
200ef454717SKhoronzhuk, Ivan return QM_OK;
201ef454717SKhoronzhuk, Ivan }
202ef454717SKhoronzhuk, Ivan
ksnav_init(struct pktdma_cfg * pktdma,struct rx_buff_desc * rx_buffers)2039ea9021aSKhoronzhuk, Ivan int ksnav_init(struct pktdma_cfg *pktdma, struct rx_buff_desc *rx_buffers)
204ef454717SKhoronzhuk, Ivan {
205ef454717SKhoronzhuk, Ivan u32 j, v;
206ef454717SKhoronzhuk, Ivan struct qm_host_desc *hd;
207ef454717SKhoronzhuk, Ivan u8 *rx_ptr;
208ef454717SKhoronzhuk, Ivan
2099ea9021aSKhoronzhuk, Ivan if (pktdma == NULL || rx_buffers == NULL ||
210ef454717SKhoronzhuk, Ivan rx_buffers->buff_ptr == NULL || qm_cfg == NULL)
211ef454717SKhoronzhuk, Ivan return QM_ERR;
212ef454717SKhoronzhuk, Ivan
2139ea9021aSKhoronzhuk, Ivan pktdma->rx_flow = rx_buffers->rx_flow;
214ef454717SKhoronzhuk, Ivan
215ef454717SKhoronzhuk, Ivan /* init rx queue */
216ef454717SKhoronzhuk, Ivan rx_ptr = rx_buffers->buff_ptr;
217ef454717SKhoronzhuk, Ivan
218ef454717SKhoronzhuk, Ivan for (j = 0; j < rx_buffers->num_buffs; j++) {
219ef454717SKhoronzhuk, Ivan hd = qm_pop(qm_cfg->qpool_num);
220ef454717SKhoronzhuk, Ivan if (hd == NULL)
221ef454717SKhoronzhuk, Ivan return QM_ERR;
222ef454717SKhoronzhuk, Ivan
2239ea9021aSKhoronzhuk, Ivan qm_buff_push(hd, pktdma->rx_free_q,
224ef454717SKhoronzhuk, Ivan rx_ptr, rx_buffers->buff_len);
225ef454717SKhoronzhuk, Ivan
226ef454717SKhoronzhuk, Ivan rx_ptr += rx_buffers->buff_len;
227ef454717SKhoronzhuk, Ivan }
228ef454717SKhoronzhuk, Ivan
2299ea9021aSKhoronzhuk, Ivan ksnav_rx_disable(pktdma);
230ef454717SKhoronzhuk, Ivan
231ef454717SKhoronzhuk, Ivan /* configure rx channels */
2329ea9021aSKhoronzhuk, Ivan v = CPDMA_REG_VAL_MAKE_RX_FLOW_A(1, 1, 0, 0, 0, 0, 0, pktdma->rx_rcv_q);
2339ea9021aSKhoronzhuk, Ivan writel(v, &pktdma->rx_flows[pktdma->rx_flow].control);
2349ea9021aSKhoronzhuk, Ivan writel(0, &pktdma->rx_flows[pktdma->rx_flow].tags);
2359ea9021aSKhoronzhuk, Ivan writel(0, &pktdma->rx_flows[pktdma->rx_flow].tag_sel);
236ef454717SKhoronzhuk, Ivan
2379ea9021aSKhoronzhuk, Ivan v = CPDMA_REG_VAL_MAKE_RX_FLOW_D(0, pktdma->rx_free_q, 0,
2389ea9021aSKhoronzhuk, Ivan pktdma->rx_free_q);
239ef454717SKhoronzhuk, Ivan
2409ea9021aSKhoronzhuk, Ivan writel(v, &pktdma->rx_flows[pktdma->rx_flow].fdq_sel[0]);
2419ea9021aSKhoronzhuk, Ivan writel(v, &pktdma->rx_flows[pktdma->rx_flow].fdq_sel[1]);
2429ea9021aSKhoronzhuk, Ivan writel(0, &pktdma->rx_flows[pktdma->rx_flow].thresh[0]);
2439ea9021aSKhoronzhuk, Ivan writel(0, &pktdma->rx_flows[pktdma->rx_flow].thresh[1]);
2449ea9021aSKhoronzhuk, Ivan writel(0, &pktdma->rx_flows[pktdma->rx_flow].thresh[2]);
245ef454717SKhoronzhuk, Ivan
2469ea9021aSKhoronzhuk, Ivan for (j = 0; j < pktdma->rx_ch_num; j++)
2479ea9021aSKhoronzhuk, Ivan writel(CPDMA_CHAN_A_ENABLE, &pktdma->rx_ch[j].cfg_a);
248ef454717SKhoronzhuk, Ivan
249ef454717SKhoronzhuk, Ivan /* configure tx channels */
250ef454717SKhoronzhuk, Ivan /* Disable loopback in the tx direction */
2519ea9021aSKhoronzhuk, Ivan writel(0, &pktdma->global->emulation_control);
252ef454717SKhoronzhuk, Ivan
253ef454717SKhoronzhuk, Ivan /* Set QM base address, only for K2x devices */
2549ea9021aSKhoronzhuk, Ivan writel(CONFIG_KSNAV_QM_BASE_ADDRESS, &pktdma->global->qm_base_addr[0]);
255ef454717SKhoronzhuk, Ivan
256ef454717SKhoronzhuk, Ivan /* Enable all channels. The current state isn't important */
2579ea9021aSKhoronzhuk, Ivan for (j = 0; j < pktdma->tx_ch_num; j++) {
2589ea9021aSKhoronzhuk, Ivan writel(0, &pktdma->tx_ch[j].cfg_b);
2599ea9021aSKhoronzhuk, Ivan writel(CPDMA_CHAN_A_ENABLE, &pktdma->tx_ch[j].cfg_a);
260ef454717SKhoronzhuk, Ivan }
261ef454717SKhoronzhuk, Ivan
262ef454717SKhoronzhuk, Ivan return QM_OK;
263ef454717SKhoronzhuk, Ivan }
264ef454717SKhoronzhuk, Ivan
ksnav_close(struct pktdma_cfg * pktdma)2659ea9021aSKhoronzhuk, Ivan int ksnav_close(struct pktdma_cfg *pktdma)
266ef454717SKhoronzhuk, Ivan {
2679ea9021aSKhoronzhuk, Ivan if (!pktdma)
268ef454717SKhoronzhuk, Ivan return QM_ERR;
269ef454717SKhoronzhuk, Ivan
2709ea9021aSKhoronzhuk, Ivan ksnav_tx_disable(pktdma);
2719ea9021aSKhoronzhuk, Ivan ksnav_rx_disable(pktdma);
272ef454717SKhoronzhuk, Ivan
2739ea9021aSKhoronzhuk, Ivan queue_close(pktdma->rx_free_q);
2749ea9021aSKhoronzhuk, Ivan queue_close(pktdma->rx_rcv_q);
2759ea9021aSKhoronzhuk, Ivan queue_close(pktdma->tx_snd_q);
276ef454717SKhoronzhuk, Ivan
277ef454717SKhoronzhuk, Ivan return QM_OK;
278ef454717SKhoronzhuk, Ivan }
279ef454717SKhoronzhuk, Ivan
ksnav_send(struct pktdma_cfg * pktdma,u32 * pkt,int num_bytes,u32 swinfo2)2809ea9021aSKhoronzhuk, Ivan int ksnav_send(struct pktdma_cfg *pktdma, u32 *pkt, int num_bytes, u32 swinfo2)
281ef454717SKhoronzhuk, Ivan {
282ef454717SKhoronzhuk, Ivan struct qm_host_desc *hd;
283ef454717SKhoronzhuk, Ivan
284ef454717SKhoronzhuk, Ivan hd = qm_pop(qm_cfg->qpool_num);
285ef454717SKhoronzhuk, Ivan if (hd == NULL)
286ef454717SKhoronzhuk, Ivan return QM_ERR;
287ef454717SKhoronzhuk, Ivan
288ef454717SKhoronzhuk, Ivan hd->desc_info = num_bytes;
289ef454717SKhoronzhuk, Ivan hd->swinfo[2] = swinfo2;
290ef454717SKhoronzhuk, Ivan hd->packet_info = qm_cfg->qpool_num;
291ef454717SKhoronzhuk, Ivan
2929ea9021aSKhoronzhuk, Ivan qm_buff_push(hd, pktdma->tx_snd_q, pkt, num_bytes);
293ef454717SKhoronzhuk, Ivan
294ef454717SKhoronzhuk, Ivan return QM_OK;
295ef454717SKhoronzhuk, Ivan }
296ef454717SKhoronzhuk, Ivan
ksnav_recv(struct pktdma_cfg * pktdma,u32 ** pkt,int * num_bytes)2979ea9021aSKhoronzhuk, Ivan void *ksnav_recv(struct pktdma_cfg *pktdma, u32 **pkt, int *num_bytes)
298ef454717SKhoronzhuk, Ivan {
299ef454717SKhoronzhuk, Ivan struct qm_host_desc *hd;
300ef454717SKhoronzhuk, Ivan
3019ea9021aSKhoronzhuk, Ivan hd = qm_pop(pktdma->rx_rcv_q);
302ef454717SKhoronzhuk, Ivan if (!hd)
303ef454717SKhoronzhuk, Ivan return NULL;
304ef454717SKhoronzhuk, Ivan
305ef454717SKhoronzhuk, Ivan *pkt = (u32 *)hd->buff_ptr;
306ef454717SKhoronzhuk, Ivan *num_bytes = hd->desc_info & 0x3fffff;
307ef454717SKhoronzhuk, Ivan
308ef454717SKhoronzhuk, Ivan return hd;
309ef454717SKhoronzhuk, Ivan }
310ef454717SKhoronzhuk, Ivan
ksnav_release_rxhd(struct pktdma_cfg * pktdma,void * hd)3119ea9021aSKhoronzhuk, Ivan void ksnav_release_rxhd(struct pktdma_cfg *pktdma, void *hd)
312ef454717SKhoronzhuk, Ivan {
313ef454717SKhoronzhuk, Ivan struct qm_host_desc *_hd = (struct qm_host_desc *)hd;
314ef454717SKhoronzhuk, Ivan
315ef454717SKhoronzhuk, Ivan _hd->buff_len = _hd->orig_buff_len;
316ef454717SKhoronzhuk, Ivan _hd->buff_ptr = _hd->orig_buff_ptr;
317ef454717SKhoronzhuk, Ivan
3189ea9021aSKhoronzhuk, Ivan qm_push(_hd, pktdma->rx_free_q);
319ef454717SKhoronzhuk, Ivan }
320