1636f8288SKalle Valo /*
2636f8288SKalle Valo  * Copyright (c) 2007-2011 Atheros Communications Inc.
3636f8288SKalle Valo  *
4636f8288SKalle Valo  * Permission to use, copy, modify, and/or distribute this software for any
5636f8288SKalle Valo  * purpose with or without fee is hereby granted, provided that the above
6636f8288SKalle Valo  * copyright notice and this permission notice appear in all copies.
7636f8288SKalle Valo  *
8636f8288SKalle Valo  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9636f8288SKalle Valo  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10636f8288SKalle Valo  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11636f8288SKalle Valo  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12636f8288SKalle Valo  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13636f8288SKalle Valo  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14636f8288SKalle Valo  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
15636f8288SKalle Valo  */
16636f8288SKalle Valo 
17636f8288SKalle Valo #include "core.h"
18636f8288SKalle Valo #include "debug.h"
19636f8288SKalle Valo #include "hif-ops.h"
20636f8288SKalle Valo 
21636f8288SKalle Valo #define HTC_PACKET_CONTAINER_ALLOCATION 32
22636f8288SKalle Valo #define HTC_CONTROL_BUFFER_SIZE (HTC_MAX_CTRL_MSG_LEN + HTC_HDR_LENGTH)
23636f8288SKalle Valo 
24636f8288SKalle Valo static int ath6kl_htc_pipe_tx(struct htc_target *handle,
25636f8288SKalle Valo 			      struct htc_packet *packet);
26636f8288SKalle Valo static void ath6kl_htc_pipe_cleanup(struct htc_target *handle);
27636f8288SKalle Valo 
28636f8288SKalle Valo /* htc pipe tx path */
restore_tx_packet(struct htc_packet * packet)29636f8288SKalle Valo static inline void restore_tx_packet(struct htc_packet *packet)
30636f8288SKalle Valo {
31636f8288SKalle Valo 	if (packet->info.tx.flags & HTC_FLAGS_TX_FIXUP_NETBUF) {
32636f8288SKalle Valo 		skb_pull(packet->skb, sizeof(struct htc_frame_hdr));
33636f8288SKalle Valo 		packet->info.tx.flags &= ~HTC_FLAGS_TX_FIXUP_NETBUF;
34636f8288SKalle Valo 	}
35636f8288SKalle Valo }
36636f8288SKalle Valo 
do_send_completion(struct htc_endpoint * ep,struct list_head * queue_to_indicate)37636f8288SKalle Valo static void do_send_completion(struct htc_endpoint *ep,
38636f8288SKalle Valo 			       struct list_head *queue_to_indicate)
39636f8288SKalle Valo {
40636f8288SKalle Valo 	struct htc_packet *packet;
41636f8288SKalle Valo 
42636f8288SKalle Valo 	if (list_empty(queue_to_indicate)) {
43636f8288SKalle Valo 		/* nothing to indicate */
44636f8288SKalle Valo 		return;
45636f8288SKalle Valo 	}
46636f8288SKalle Valo 
47636f8288SKalle Valo 	if (ep->ep_cb.tx_comp_multi != NULL) {
48636f8288SKalle Valo 		ath6kl_dbg(ATH6KL_DBG_HTC,
49636f8288SKalle Valo 			   "%s: calling ep %d, send complete multiple callback (%d pkts)\n",
50636f8288SKalle Valo 			   __func__, ep->eid,
51636f8288SKalle Valo 			   get_queue_depth(queue_to_indicate));
52636f8288SKalle Valo 		/*
53636f8288SKalle Valo 		 * a multiple send complete handler is being used,
54636f8288SKalle Valo 		 * pass the queue to the handler
55636f8288SKalle Valo 		 */
56636f8288SKalle Valo 		ep->ep_cb.tx_comp_multi(ep->target, queue_to_indicate);
57636f8288SKalle Valo 		/*
58636f8288SKalle Valo 		 * all packets are now owned by the callback,
59636f8288SKalle Valo 		 * reset queue to be safe
60636f8288SKalle Valo 		 */
61636f8288SKalle Valo 		INIT_LIST_HEAD(queue_to_indicate);
62636f8288SKalle Valo 	} else {
63636f8288SKalle Valo 		/* using legacy EpTxComplete */
64636f8288SKalle Valo 		do {
65636f8288SKalle Valo 			packet = list_first_entry(queue_to_indicate,
66636f8288SKalle Valo 						  struct htc_packet, list);
67636f8288SKalle Valo 
68636f8288SKalle Valo 			list_del(&packet->list);
69636f8288SKalle Valo 			ath6kl_dbg(ATH6KL_DBG_HTC,
70636f8288SKalle Valo 				   "%s: calling ep %d send complete callback on packet 0x%p\n",
71636f8288SKalle Valo 				   __func__, ep->eid, packet);
72636f8288SKalle Valo 			ep->ep_cb.tx_complete(ep->target, packet);
73636f8288SKalle Valo 		} while (!list_empty(queue_to_indicate));
74636f8288SKalle Valo 	}
75636f8288SKalle Valo }
76636f8288SKalle Valo 
send_packet_completion(struct htc_target * target,struct htc_packet * packet)77636f8288SKalle Valo static void send_packet_completion(struct htc_target *target,
78636f8288SKalle Valo 				   struct htc_packet *packet)
79636f8288SKalle Valo {
80636f8288SKalle Valo 	struct htc_endpoint *ep = &target->endpoint[packet->endpoint];
81636f8288SKalle Valo 	struct list_head container;
82636f8288SKalle Valo 
83636f8288SKalle Valo 	restore_tx_packet(packet);
84636f8288SKalle Valo 	INIT_LIST_HEAD(&container);
85636f8288SKalle Valo 	list_add_tail(&packet->list, &container);
86636f8288SKalle Valo 
87636f8288SKalle Valo 	/* do completion */
88636f8288SKalle Valo 	do_send_completion(ep, &container);
89636f8288SKalle Valo }
90636f8288SKalle Valo 
get_htc_packet_credit_based(struct htc_target * target,struct htc_endpoint * ep,struct list_head * queue)91636f8288SKalle Valo static void get_htc_packet_credit_based(struct htc_target *target,
92636f8288SKalle Valo 					struct htc_endpoint *ep,
93636f8288SKalle Valo 					struct list_head *queue)
94636f8288SKalle Valo {
95636f8288SKalle Valo 	int credits_required;
96636f8288SKalle Valo 	int remainder;
97636f8288SKalle Valo 	u8 send_flags;
98636f8288SKalle Valo 	struct htc_packet *packet;
99636f8288SKalle Valo 	unsigned int transfer_len;
100636f8288SKalle Valo 
101636f8288SKalle Valo 	/* NOTE : the TX lock is held when this function is called */
102636f8288SKalle Valo 
103636f8288SKalle Valo 	/* loop until we can grab as many packets out of the queue as we can */
104636f8288SKalle Valo 	while (true) {
105636f8288SKalle Valo 		send_flags = 0;
106636f8288SKalle Valo 		if (list_empty(&ep->txq))
107636f8288SKalle Valo 			break;
108636f8288SKalle Valo 
109636f8288SKalle Valo 		/* get packet at head, but don't remove it */
110636f8288SKalle Valo 		packet = list_first_entry(&ep->txq, struct htc_packet, list);
111636f8288SKalle Valo 
112636f8288SKalle Valo 		ath6kl_dbg(ATH6KL_DBG_HTC,
113636f8288SKalle Valo 			   "%s: got head packet:0x%p , queue depth: %d\n",
114636f8288SKalle Valo 			   __func__, packet, get_queue_depth(&ep->txq));
115636f8288SKalle Valo 
116636f8288SKalle Valo 		transfer_len = packet->act_len + HTC_HDR_LENGTH;
117636f8288SKalle Valo 
118636f8288SKalle Valo 		if (transfer_len <= target->tgt_cred_sz) {
119636f8288SKalle Valo 			credits_required = 1;
120636f8288SKalle Valo 		} else {
121636f8288SKalle Valo 			/* figure out how many credits this message requires */
122636f8288SKalle Valo 			credits_required = transfer_len / target->tgt_cred_sz;
123636f8288SKalle Valo 			remainder = transfer_len % target->tgt_cred_sz;
124636f8288SKalle Valo 
125636f8288SKalle Valo 			if (remainder)
126636f8288SKalle Valo 				credits_required++;
127636f8288SKalle Valo 		}
128636f8288SKalle Valo 
129636f8288SKalle Valo 		ath6kl_dbg(ATH6KL_DBG_HTC, "%s: creds required:%d got:%d\n",
130636f8288SKalle Valo 			   __func__, credits_required, ep->cred_dist.credits);
131636f8288SKalle Valo 
132636f8288SKalle Valo 		if (ep->eid == ENDPOINT_0) {
133636f8288SKalle Valo 			/*
134636f8288SKalle Valo 			 * endpoint 0 is special, it always has a credit and
135636f8288SKalle Valo 			 * does not require credit based flow control
136636f8288SKalle Valo 			 */
137636f8288SKalle Valo 			credits_required = 0;
138636f8288SKalle Valo 
139636f8288SKalle Valo 		} else {
140636f8288SKalle Valo 			if (ep->cred_dist.credits < credits_required)
141636f8288SKalle Valo 				break;
142636f8288SKalle Valo 
143636f8288SKalle Valo 			ep->cred_dist.credits -= credits_required;
144636f8288SKalle Valo 			ep->ep_st.cred_cosumd += credits_required;
145636f8288SKalle Valo 
146636f8288SKalle Valo 			/* check if we need credits back from the target */
147636f8288SKalle Valo 			if (ep->cred_dist.credits <
148636f8288SKalle Valo 					ep->cred_dist.cred_per_msg) {
149636f8288SKalle Valo 				/* tell the target we need credits ASAP! */
150636f8288SKalle Valo 				send_flags |= HTC_FLAGS_NEED_CREDIT_UPDATE;
151636f8288SKalle Valo 				ep->ep_st.cred_low_indicate += 1;
152636f8288SKalle Valo 				ath6kl_dbg(ATH6KL_DBG_HTC,
153636f8288SKalle Valo 					   "%s: host needs credits\n",
154636f8288SKalle Valo 					   __func__);
155636f8288SKalle Valo 			}
156636f8288SKalle Valo 		}
157636f8288SKalle Valo 
158636f8288SKalle Valo 		/* now we can fully dequeue */
159636f8288SKalle Valo 		packet = list_first_entry(&ep->txq, struct htc_packet, list);
160636f8288SKalle Valo 
161636f8288SKalle Valo 		list_del(&packet->list);
162636f8288SKalle Valo 		/* save the number of credits this packet consumed */
163636f8288SKalle Valo 		packet->info.tx.cred_used = credits_required;
164636f8288SKalle Valo 		/* save send flags */
165636f8288SKalle Valo 		packet->info.tx.flags = send_flags;
166636f8288SKalle Valo 		packet->info.tx.seqno = ep->seqno;
167636f8288SKalle Valo 		ep->seqno++;
168636f8288SKalle Valo 		/* queue this packet into the caller's queue */
169636f8288SKalle Valo 		list_add_tail(&packet->list, queue);
170636f8288SKalle Valo 	}
171636f8288SKalle Valo }
172636f8288SKalle Valo 
get_htc_packet(struct htc_target * target,struct htc_endpoint * ep,struct list_head * queue,int resources)173636f8288SKalle Valo static void get_htc_packet(struct htc_target *target,
174636f8288SKalle Valo 			   struct htc_endpoint *ep,
175636f8288SKalle Valo 			   struct list_head *queue, int resources)
176636f8288SKalle Valo {
177636f8288SKalle Valo 	struct htc_packet *packet;
178636f8288SKalle Valo 
179636f8288SKalle Valo 	/* NOTE : the TX lock is held when this function is called */
180636f8288SKalle Valo 
181636f8288SKalle Valo 	/* loop until we can grab as many packets out of the queue as we can */
182636f8288SKalle Valo 	while (resources) {
183636f8288SKalle Valo 		if (list_empty(&ep->txq))
184636f8288SKalle Valo 			break;
185636f8288SKalle Valo 
186636f8288SKalle Valo 		packet = list_first_entry(&ep->txq, struct htc_packet, list);
187636f8288SKalle Valo 		list_del(&packet->list);
188636f8288SKalle Valo 
189636f8288SKalle Valo 		ath6kl_dbg(ATH6KL_DBG_HTC,
190636f8288SKalle Valo 			   "%s: got packet:0x%p , new queue depth: %d\n",
191636f8288SKalle Valo 			   __func__, packet, get_queue_depth(&ep->txq));
192636f8288SKalle Valo 		packet->info.tx.seqno = ep->seqno;
193636f8288SKalle Valo 		packet->info.tx.flags = 0;
194636f8288SKalle Valo 		packet->info.tx.cred_used = 0;
195636f8288SKalle Valo 		ep->seqno++;
196636f8288SKalle Valo 
197636f8288SKalle Valo 		/* queue this packet into the caller's queue */
198636f8288SKalle Valo 		list_add_tail(&packet->list, queue);
199636f8288SKalle Valo 		resources--;
200636f8288SKalle Valo 	}
201636f8288SKalle Valo }
202636f8288SKalle Valo 
htc_issue_packets(struct htc_target * target,struct htc_endpoint * ep,struct list_head * pkt_queue)203636f8288SKalle Valo static int htc_issue_packets(struct htc_target *target,
204636f8288SKalle Valo 			     struct htc_endpoint *ep,
205636f8288SKalle Valo 			     struct list_head *pkt_queue)
206636f8288SKalle Valo {
207636f8288SKalle Valo 	int status = 0;
208636f8288SKalle Valo 	u16 payload_len;
209636f8288SKalle Valo 	struct sk_buff *skb;
210636f8288SKalle Valo 	struct htc_frame_hdr *htc_hdr;
211636f8288SKalle Valo 	struct htc_packet *packet;
212636f8288SKalle Valo 
213636f8288SKalle Valo 	ath6kl_dbg(ATH6KL_DBG_HTC,
214636f8288SKalle Valo 		   "%s: queue: 0x%p, pkts %d\n", __func__,
215636f8288SKalle Valo 		   pkt_queue, get_queue_depth(pkt_queue));
216636f8288SKalle Valo 
217636f8288SKalle Valo 	while (!list_empty(pkt_queue)) {
218636f8288SKalle Valo 		packet = list_first_entry(pkt_queue, struct htc_packet, list);
219636f8288SKalle Valo 		list_del(&packet->list);
220636f8288SKalle Valo 
221636f8288SKalle Valo 		skb = packet->skb;
222636f8288SKalle Valo 		if (!skb) {
223636f8288SKalle Valo 			WARN_ON_ONCE(1);
224636f8288SKalle Valo 			status = -EINVAL;
225636f8288SKalle Valo 			break;
226636f8288SKalle Valo 		}
227636f8288SKalle Valo 
228636f8288SKalle Valo 		payload_len = packet->act_len;
229636f8288SKalle Valo 
230636f8288SKalle Valo 		/* setup HTC frame header */
231d58ff351SJohannes Berg 		htc_hdr = skb_push(skb, sizeof(*htc_hdr));
232636f8288SKalle Valo 		if (!htc_hdr) {
233636f8288SKalle Valo 			WARN_ON_ONCE(1);
234636f8288SKalle Valo 			status = -EINVAL;
235636f8288SKalle Valo 			break;
236636f8288SKalle Valo 		}
237636f8288SKalle Valo 
238636f8288SKalle Valo 		packet->info.tx.flags |= HTC_FLAGS_TX_FIXUP_NETBUF;
239636f8288SKalle Valo 
240636f8288SKalle Valo 		/* Endianess? */
241636f8288SKalle Valo 		put_unaligned((u16) payload_len, &htc_hdr->payld_len);
242636f8288SKalle Valo 		htc_hdr->flags = packet->info.tx.flags;
243636f8288SKalle Valo 		htc_hdr->eid = (u8) packet->endpoint;
244636f8288SKalle Valo 		htc_hdr->ctrl[0] = 0;
245636f8288SKalle Valo 		htc_hdr->ctrl[1] = (u8) packet->info.tx.seqno;
246636f8288SKalle Valo 
247636f8288SKalle Valo 		spin_lock_bh(&target->tx_lock);
248636f8288SKalle Valo 
249636f8288SKalle Valo 		/* store in look up queue to match completions */
250636f8288SKalle Valo 		list_add_tail(&packet->list, &ep->pipe.tx_lookup_queue);
251636f8288SKalle Valo 		ep->ep_st.tx_issued += 1;
252636f8288SKalle Valo 		spin_unlock_bh(&target->tx_lock);
253636f8288SKalle Valo 
254636f8288SKalle Valo 		status = ath6kl_hif_pipe_send(target->dev->ar,
255636f8288SKalle Valo 					      ep->pipe.pipeid_ul, NULL, skb);
256636f8288SKalle Valo 
257636f8288SKalle Valo 		if (status != 0) {
258636f8288SKalle Valo 			if (status != -ENOMEM) {
259636f8288SKalle Valo 				/* TODO: if more than 1 endpoint maps to the
260636f8288SKalle Valo 				 * same PipeID, it is possible to run out of
261636f8288SKalle Valo 				 * resources in the HIF layer.
262636f8288SKalle Valo 				 * Don't emit the error
263636f8288SKalle Valo 				 */
264636f8288SKalle Valo 				ath6kl_dbg(ATH6KL_DBG_HTC,
265636f8288SKalle Valo 					   "%s: failed status:%d\n",
266636f8288SKalle Valo 					   __func__, status);
267636f8288SKalle Valo 			}
268636f8288SKalle Valo 			spin_lock_bh(&target->tx_lock);
269636f8288SKalle Valo 			list_del(&packet->list);
270636f8288SKalle Valo 
271636f8288SKalle Valo 			/* reclaim credits */
272636f8288SKalle Valo 			ep->cred_dist.credits += packet->info.tx.cred_used;
273636f8288SKalle Valo 			spin_unlock_bh(&target->tx_lock);
274636f8288SKalle Valo 
275636f8288SKalle Valo 			/* put it back into the callers queue */
276636f8288SKalle Valo 			list_add(&packet->list, pkt_queue);
277636f8288SKalle Valo 			break;
278636f8288SKalle Valo 		}
279636f8288SKalle Valo 	}
280636f8288SKalle Valo 
281636f8288SKalle Valo 	if (status != 0) {
282636f8288SKalle Valo 		while (!list_empty(pkt_queue)) {
283636f8288SKalle Valo 			if (status != -ENOMEM) {
284636f8288SKalle Valo 				ath6kl_dbg(ATH6KL_DBG_HTC,
285636f8288SKalle Valo 					   "%s: failed pkt:0x%p status:%d\n",
286636f8288SKalle Valo 					   __func__, packet, status);
287636f8288SKalle Valo 			}
288636f8288SKalle Valo 
289636f8288SKalle Valo 			packet = list_first_entry(pkt_queue,
290636f8288SKalle Valo 						  struct htc_packet, list);
291636f8288SKalle Valo 			list_del(&packet->list);
292636f8288SKalle Valo 			packet->status = status;
293636f8288SKalle Valo 			send_packet_completion(target, packet);
294636f8288SKalle Valo 		}
295636f8288SKalle Valo 	}
296636f8288SKalle Valo 
297636f8288SKalle Valo 	return status;
298636f8288SKalle Valo }
299636f8288SKalle Valo 
htc_try_send(struct htc_target * target,struct htc_endpoint * ep,struct list_head * txq)300636f8288SKalle Valo static enum htc_send_queue_result htc_try_send(struct htc_target *target,
301636f8288SKalle Valo 					       struct htc_endpoint *ep,
302636f8288SKalle Valo 					       struct list_head *txq)
303636f8288SKalle Valo {
304636f8288SKalle Valo 	struct list_head send_queue;	/* temp queue to hold packets */
305636f8288SKalle Valo 	struct htc_packet *packet, *tmp_pkt;
306636f8288SKalle Valo 	struct ath6kl *ar = target->dev->ar;
307636f8288SKalle Valo 	enum htc_send_full_action action;
308636f8288SKalle Valo 	int tx_resources, overflow, txqueue_depth, i, good_pkts;
309636f8288SKalle Valo 	u8 pipeid;
310636f8288SKalle Valo 
311636f8288SKalle Valo 	ath6kl_dbg(ATH6KL_DBG_HTC, "%s: (queue:0x%p depth:%d)\n",
312636f8288SKalle Valo 		   __func__, txq,
313636f8288SKalle Valo 		   (txq == NULL) ? 0 : get_queue_depth(txq));
314636f8288SKalle Valo 
315636f8288SKalle Valo 	/* init the local send queue */
316636f8288SKalle Valo 	INIT_LIST_HEAD(&send_queue);
317636f8288SKalle Valo 
318636f8288SKalle Valo 	/*
319636f8288SKalle Valo 	 * txq equals to NULL means
320636f8288SKalle Valo 	 * caller didn't provide a queue, just wants us to
321636f8288SKalle Valo 	 * check queues and send
322636f8288SKalle Valo 	 */
323636f8288SKalle Valo 	if (txq != NULL) {
324636f8288SKalle Valo 		if (list_empty(txq)) {
325636f8288SKalle Valo 			/* empty queue */
326636f8288SKalle Valo 			return HTC_SEND_QUEUE_DROP;
327636f8288SKalle Valo 		}
328636f8288SKalle Valo 
329636f8288SKalle Valo 		spin_lock_bh(&target->tx_lock);
330636f8288SKalle Valo 		txqueue_depth = get_queue_depth(&ep->txq);
331636f8288SKalle Valo 		spin_unlock_bh(&target->tx_lock);
332636f8288SKalle Valo 
333636f8288SKalle Valo 		if (txqueue_depth >= ep->max_txq_depth) {
334636f8288SKalle Valo 			/* we've already overflowed */
335636f8288SKalle Valo 			overflow = get_queue_depth(txq);
336636f8288SKalle Valo 		} else {
337636f8288SKalle Valo 			/* get how much we will overflow by */
338636f8288SKalle Valo 			overflow = txqueue_depth;
339636f8288SKalle Valo 			overflow += get_queue_depth(txq);
340636f8288SKalle Valo 			/* get how much we will overflow the TX queue by */
341636f8288SKalle Valo 			overflow -= ep->max_txq_depth;
342636f8288SKalle Valo 		}
343636f8288SKalle Valo 
344636f8288SKalle Valo 		/* if overflow is negative or zero, we are okay */
345636f8288SKalle Valo 		if (overflow > 0) {
346636f8288SKalle Valo 			ath6kl_dbg(ATH6KL_DBG_HTC,
347636f8288SKalle Valo 				   "%s: Endpoint %d, TX queue will overflow :%d, Tx Depth:%d, Max:%d\n",
348636f8288SKalle Valo 				   __func__, ep->eid, overflow, txqueue_depth,
349636f8288SKalle Valo 				   ep->max_txq_depth);
350636f8288SKalle Valo 		}
351636f8288SKalle Valo 		if ((overflow <= 0) ||
352636f8288SKalle Valo 		    (ep->ep_cb.tx_full == NULL)) {
353636f8288SKalle Valo 			/*
354636f8288SKalle Valo 			 * all packets will fit or caller did not provide send
355636f8288SKalle Valo 			 * full indication handler -- just move all of them
356636f8288SKalle Valo 			 * to the local send_queue object
357636f8288SKalle Valo 			 */
358636f8288SKalle Valo 			list_splice_tail_init(txq, &send_queue);
359636f8288SKalle Valo 		} else {
360636f8288SKalle Valo 			good_pkts = get_queue_depth(txq) - overflow;
361636f8288SKalle Valo 			if (good_pkts < 0) {
362636f8288SKalle Valo 				WARN_ON_ONCE(1);
363636f8288SKalle Valo 				return HTC_SEND_QUEUE_DROP;
364636f8288SKalle Valo 			}
365636f8288SKalle Valo 
366636f8288SKalle Valo 			/* we have overflowed, and a callback is provided */
367636f8288SKalle Valo 			/* dequeue all non-overflow packets to the sendqueue */
368636f8288SKalle Valo 			for (i = 0; i < good_pkts; i++) {
369636f8288SKalle Valo 				/* pop off caller's queue */
370636f8288SKalle Valo 				packet = list_first_entry(txq,
371636f8288SKalle Valo 							  struct htc_packet,
372636f8288SKalle Valo 							  list);
373f08dbda2SWei Yongjun 				/* move to local queue */
374f08dbda2SWei Yongjun 				list_move_tail(&packet->list, &send_queue);
375636f8288SKalle Valo 			}
376636f8288SKalle Valo 
377636f8288SKalle Valo 			/*
378636f8288SKalle Valo 			 * the caller's queue has all the packets that won't fit
379636f8288SKalle Valo 			 * walk through the caller's queue and indicate each to
380636f8288SKalle Valo 			 * the send full handler
381636f8288SKalle Valo 			 */
382636f8288SKalle Valo 			list_for_each_entry_safe(packet, tmp_pkt,
383636f8288SKalle Valo 						 txq, list) {
384636f8288SKalle Valo 				ath6kl_dbg(ATH6KL_DBG_HTC,
385fe611d04SColin Ian King 					   "%s: Indicate overflowed TX pkts: %p\n",
386636f8288SKalle Valo 					   __func__, packet);
387636f8288SKalle Valo 				action = ep->ep_cb.tx_full(ep->target, packet);
388636f8288SKalle Valo 				if (action == HTC_SEND_FULL_DROP) {
389636f8288SKalle Valo 					/* callback wants the packet dropped */
390636f8288SKalle Valo 					ep->ep_st.tx_dropped += 1;
391636f8288SKalle Valo 
392636f8288SKalle Valo 					/* leave this one in the caller's queue
393636f8288SKalle Valo 					 * for cleanup */
394636f8288SKalle Valo 				} else {
395636f8288SKalle Valo 					/* callback wants to keep this packet,
396f08dbda2SWei Yongjun 					 * move from caller's queue to the send
397f08dbda2SWei Yongjun 					 * queue */
398f08dbda2SWei Yongjun 					list_move_tail(&packet->list,
399636f8288SKalle Valo 						       &send_queue);
400636f8288SKalle Valo 				}
401636f8288SKalle Valo 			}
402636f8288SKalle Valo 
403636f8288SKalle Valo 			if (list_empty(&send_queue)) {
404636f8288SKalle Valo 				/* no packets made it in, caller will cleanup */
405636f8288SKalle Valo 				return HTC_SEND_QUEUE_DROP;
406636f8288SKalle Valo 			}
407636f8288SKalle Valo 		}
408636f8288SKalle Valo 	}
409636f8288SKalle Valo 
410636f8288SKalle Valo 	if (!ep->pipe.tx_credit_flow_enabled) {
411636f8288SKalle Valo 		tx_resources =
412636f8288SKalle Valo 		    ath6kl_hif_pipe_get_free_queue_number(ar,
413636f8288SKalle Valo 							  ep->pipe.pipeid_ul);
414636f8288SKalle Valo 	} else {
415636f8288SKalle Valo 		tx_resources = 0;
416636f8288SKalle Valo 	}
417636f8288SKalle Valo 
418636f8288SKalle Valo 	spin_lock_bh(&target->tx_lock);
419636f8288SKalle Valo 	if (!list_empty(&send_queue)) {
420636f8288SKalle Valo 		/* transfer packets to tail */
421636f8288SKalle Valo 		list_splice_tail_init(&send_queue, &ep->txq);
422636f8288SKalle Valo 		if (!list_empty(&send_queue)) {
423636f8288SKalle Valo 			WARN_ON_ONCE(1);
424636f8288SKalle Valo 			spin_unlock_bh(&target->tx_lock);
425636f8288SKalle Valo 			return HTC_SEND_QUEUE_DROP;
426636f8288SKalle Valo 		}
427636f8288SKalle Valo 		INIT_LIST_HEAD(&send_queue);
428636f8288SKalle Valo 	}
429636f8288SKalle Valo 
430636f8288SKalle Valo 	/* increment tx processing count on entry */
431636f8288SKalle Valo 	ep->tx_proc_cnt++;
432636f8288SKalle Valo 
433636f8288SKalle Valo 	if (ep->tx_proc_cnt > 1) {
434636f8288SKalle Valo 		/*
435636f8288SKalle Valo 		 * Another thread or task is draining the TX queues on this
436636f8288SKalle Valo 		 * endpoint that thread will reset the tx processing count
437636f8288SKalle Valo 		 * when the queue is drained.
438636f8288SKalle Valo 		 */
439636f8288SKalle Valo 		ep->tx_proc_cnt--;
440636f8288SKalle Valo 		spin_unlock_bh(&target->tx_lock);
441636f8288SKalle Valo 		return HTC_SEND_QUEUE_OK;
442636f8288SKalle Valo 	}
443636f8288SKalle Valo 
444636f8288SKalle Valo 	/***** beyond this point only 1 thread may enter ******/
445636f8288SKalle Valo 
446636f8288SKalle Valo 	/*
447636f8288SKalle Valo 	 * Now drain the endpoint TX queue for transmission as long as we have
448636f8288SKalle Valo 	 * enough transmit resources.
449636f8288SKalle Valo 	 */
450636f8288SKalle Valo 	while (true) {
451636f8288SKalle Valo 		if (get_queue_depth(&ep->txq) == 0)
452636f8288SKalle Valo 			break;
453636f8288SKalle Valo 
454636f8288SKalle Valo 		if (ep->pipe.tx_credit_flow_enabled) {
455636f8288SKalle Valo 			/*
456636f8288SKalle Valo 			 * Credit based mechanism provides flow control
457636f8288SKalle Valo 			 * based on target transmit resource availability,
458636f8288SKalle Valo 			 * we assume that the HIF layer will always have
459636f8288SKalle Valo 			 * bus resources greater than target transmit
460636f8288SKalle Valo 			 * resources.
461636f8288SKalle Valo 			 */
462636f8288SKalle Valo 			get_htc_packet_credit_based(target, ep, &send_queue);
463636f8288SKalle Valo 		} else {
464636f8288SKalle Valo 			/*
465636f8288SKalle Valo 			 * Get all packets for this endpoint that we can
466636f8288SKalle Valo 			 * for this pass.
467636f8288SKalle Valo 			 */
468636f8288SKalle Valo 			get_htc_packet(target, ep, &send_queue, tx_resources);
469636f8288SKalle Valo 		}
470636f8288SKalle Valo 
471636f8288SKalle Valo 		if (get_queue_depth(&send_queue) == 0) {
472636f8288SKalle Valo 			/*
473636f8288SKalle Valo 			 * Didn't get packets due to out of resources or TX
474636f8288SKalle Valo 			 * queue was drained.
475636f8288SKalle Valo 			 */
476636f8288SKalle Valo 			break;
477636f8288SKalle Valo 		}
478636f8288SKalle Valo 
479636f8288SKalle Valo 		spin_unlock_bh(&target->tx_lock);
480636f8288SKalle Valo 
481636f8288SKalle Valo 		/* send what we can */
482636f8288SKalle Valo 		htc_issue_packets(target, ep, &send_queue);
483636f8288SKalle Valo 
484636f8288SKalle Valo 		if (!ep->pipe.tx_credit_flow_enabled) {
485636f8288SKalle Valo 			pipeid = ep->pipe.pipeid_ul;
486636f8288SKalle Valo 			tx_resources =
487636f8288SKalle Valo 			    ath6kl_hif_pipe_get_free_queue_number(ar, pipeid);
488636f8288SKalle Valo 		}
489636f8288SKalle Valo 
490636f8288SKalle Valo 		spin_lock_bh(&target->tx_lock);
491636f8288SKalle Valo 	}
4923629fa14SKalle Valo 
493636f8288SKalle Valo 	/* done with this endpoint, we can clear the count */
494636f8288SKalle Valo 	ep->tx_proc_cnt = 0;
495636f8288SKalle Valo 	spin_unlock_bh(&target->tx_lock);
496636f8288SKalle Valo 
497636f8288SKalle Valo 	return HTC_SEND_QUEUE_OK;
498636f8288SKalle Valo }
499636f8288SKalle Valo 
500636f8288SKalle Valo /* htc control packet manipulation */
destroy_htc_txctrl_packet(struct htc_packet * packet)501636f8288SKalle Valo static void destroy_htc_txctrl_packet(struct htc_packet *packet)
502636f8288SKalle Valo {
503636f8288SKalle Valo 	struct sk_buff *skb;
504636f8288SKalle Valo 	skb = packet->skb;
505636f8288SKalle Valo 	dev_kfree_skb(skb);
506636f8288SKalle Valo 	kfree(packet);
507636f8288SKalle Valo }
508636f8288SKalle Valo 
build_htc_txctrl_packet(void)509636f8288SKalle Valo static struct htc_packet *build_htc_txctrl_packet(void)
510636f8288SKalle Valo {
511636f8288SKalle Valo 	struct htc_packet *packet = NULL;
512636f8288SKalle Valo 	struct sk_buff *skb;
513636f8288SKalle Valo 
514636f8288SKalle Valo 	packet = kzalloc(sizeof(struct htc_packet), GFP_KERNEL);
515636f8288SKalle Valo 	if (packet == NULL)
516636f8288SKalle Valo 		return NULL;
517636f8288SKalle Valo 
518636f8288SKalle Valo 	skb = __dev_alloc_skb(HTC_CONTROL_BUFFER_SIZE, GFP_KERNEL);
519636f8288SKalle Valo 
520636f8288SKalle Valo 	if (skb == NULL) {
521636f8288SKalle Valo 		kfree(packet);
522636f8288SKalle Valo 		return NULL;
523636f8288SKalle Valo 	}
524636f8288SKalle Valo 	packet->skb = skb;
525636f8288SKalle Valo 
526636f8288SKalle Valo 	return packet;
527636f8288SKalle Valo }
528636f8288SKalle Valo 
htc_free_txctrl_packet(struct htc_target * target,struct htc_packet * packet)529636f8288SKalle Valo static void htc_free_txctrl_packet(struct htc_target *target,
530636f8288SKalle Valo 				   struct htc_packet *packet)
531636f8288SKalle Valo {
532636f8288SKalle Valo 	destroy_htc_txctrl_packet(packet);
533636f8288SKalle Valo }
534636f8288SKalle Valo 
htc_alloc_txctrl_packet(struct htc_target * target)535636f8288SKalle Valo static struct htc_packet *htc_alloc_txctrl_packet(struct htc_target *target)
536636f8288SKalle Valo {
537636f8288SKalle Valo 	return build_htc_txctrl_packet();
538636f8288SKalle Valo }
539636f8288SKalle Valo 
htc_txctrl_complete(struct htc_target * target,struct htc_packet * packet)540636f8288SKalle Valo static void htc_txctrl_complete(struct htc_target *target,
541636f8288SKalle Valo 				struct htc_packet *packet)
542636f8288SKalle Valo {
543636f8288SKalle Valo 	htc_free_txctrl_packet(target, packet);
544636f8288SKalle Valo }
545636f8288SKalle Valo 
546636f8288SKalle Valo #define MAX_MESSAGE_SIZE 1536
547636f8288SKalle Valo 
htc_setup_target_buffer_assignments(struct htc_target * target)548636f8288SKalle Valo static int htc_setup_target_buffer_assignments(struct htc_target *target)
549636f8288SKalle Valo {
550636f8288SKalle Valo 	int status, credits, credit_per_maxmsg, i;
551636f8288SKalle Valo 	struct htc_pipe_txcredit_alloc *entry;
552636f8288SKalle Valo 	unsigned int hif_usbaudioclass = 0;
553636f8288SKalle Valo 
554636f8288SKalle Valo 	credit_per_maxmsg = MAX_MESSAGE_SIZE / target->tgt_cred_sz;
555636f8288SKalle Valo 	if (MAX_MESSAGE_SIZE % target->tgt_cred_sz)
556636f8288SKalle Valo 		credit_per_maxmsg++;
557636f8288SKalle Valo 
558636f8288SKalle Valo 	/* TODO, this should be configured by the caller! */
559636f8288SKalle Valo 
560636f8288SKalle Valo 	credits = target->tgt_creds;
561636f8288SKalle Valo 	entry = &target->pipe.txcredit_alloc[0];
562636f8288SKalle Valo 
563636f8288SKalle Valo 	status = -ENOMEM;
564636f8288SKalle Valo 
565636f8288SKalle Valo 	/* FIXME: hif_usbaudioclass is always zero */
566636f8288SKalle Valo 	if (hif_usbaudioclass) {
567636f8288SKalle Valo 		ath6kl_dbg(ATH6KL_DBG_HTC,
568636f8288SKalle Valo 			   "%s: For USB Audio Class- Total:%d\n",
569636f8288SKalle Valo 			   __func__, credits);
570636f8288SKalle Valo 		entry++;
571636f8288SKalle Valo 		entry++;
572636f8288SKalle Valo 		/* Setup VO Service To have Max Credits */
573636f8288SKalle Valo 		entry->service_id = WMI_DATA_VO_SVC;
574636f8288SKalle Valo 		entry->credit_alloc = (credits - 6);
575636f8288SKalle Valo 		if (entry->credit_alloc == 0)
576636f8288SKalle Valo 			entry->credit_alloc++;
577636f8288SKalle Valo 
578636f8288SKalle Valo 		credits -= (int) entry->credit_alloc;
579636f8288SKalle Valo 		if (credits <= 0)
580636f8288SKalle Valo 			return status;
581636f8288SKalle Valo 
582636f8288SKalle Valo 		entry++;
583636f8288SKalle Valo 		entry->service_id = WMI_CONTROL_SVC;
584636f8288SKalle Valo 		entry->credit_alloc = credit_per_maxmsg;
585636f8288SKalle Valo 		credits -= (int) entry->credit_alloc;
586636f8288SKalle Valo 		if (credits <= 0)
587636f8288SKalle Valo 			return status;
588636f8288SKalle Valo 
589636f8288SKalle Valo 		/* leftovers go to best effort */
590636f8288SKalle Valo 		entry++;
591636f8288SKalle Valo 		entry++;
592636f8288SKalle Valo 		entry->service_id = WMI_DATA_BE_SVC;
593636f8288SKalle Valo 		entry->credit_alloc = (u8) credits;
594636f8288SKalle Valo 		status = 0;
595636f8288SKalle Valo 	} else {
596636f8288SKalle Valo 		entry++;
597636f8288SKalle Valo 		entry->service_id = WMI_DATA_VI_SVC;
598636f8288SKalle Valo 		entry->credit_alloc = credits / 4;
599636f8288SKalle Valo 		if (entry->credit_alloc == 0)
600636f8288SKalle Valo 			entry->credit_alloc++;
601636f8288SKalle Valo 
602636f8288SKalle Valo 		credits -= (int) entry->credit_alloc;
603636f8288SKalle Valo 		if (credits <= 0)
604636f8288SKalle Valo 			return status;
605636f8288SKalle Valo 
606636f8288SKalle Valo 		entry++;
607636f8288SKalle Valo 		entry->service_id = WMI_DATA_VO_SVC;
608636f8288SKalle Valo 		entry->credit_alloc = credits / 4;
609636f8288SKalle Valo 		if (entry->credit_alloc == 0)
610636f8288SKalle Valo 			entry->credit_alloc++;
611636f8288SKalle Valo 
612636f8288SKalle Valo 		credits -= (int) entry->credit_alloc;
613636f8288SKalle Valo 		if (credits <= 0)
614636f8288SKalle Valo 			return status;
615636f8288SKalle Valo 
616636f8288SKalle Valo 		entry++;
617636f8288SKalle Valo 		entry->service_id = WMI_CONTROL_SVC;
618636f8288SKalle Valo 		entry->credit_alloc = credit_per_maxmsg;
619636f8288SKalle Valo 		credits -= (int) entry->credit_alloc;
620636f8288SKalle Valo 		if (credits <= 0)
621636f8288SKalle Valo 			return status;
622636f8288SKalle Valo 
623636f8288SKalle Valo 		entry++;
624636f8288SKalle Valo 		entry->service_id = WMI_DATA_BK_SVC;
625636f8288SKalle Valo 		entry->credit_alloc = credit_per_maxmsg;
626636f8288SKalle Valo 		credits -= (int) entry->credit_alloc;
627636f8288SKalle Valo 		if (credits <= 0)
628636f8288SKalle Valo 			return status;
629636f8288SKalle Valo 
630636f8288SKalle Valo 		/* leftovers go to best effort */
631636f8288SKalle Valo 		entry++;
632636f8288SKalle Valo 		entry->service_id = WMI_DATA_BE_SVC;
633636f8288SKalle Valo 		entry->credit_alloc = (u8) credits;
634636f8288SKalle Valo 		status = 0;
635636f8288SKalle Valo 	}
636636f8288SKalle Valo 
637636f8288SKalle Valo 	if (status == 0) {
638636f8288SKalle Valo 		for (i = 0; i < ENDPOINT_MAX; i++) {
639636f8288SKalle Valo 			if (target->pipe.txcredit_alloc[i].service_id != 0) {
640636f8288SKalle Valo 				ath6kl_dbg(ATH6KL_DBG_HTC,
641636f8288SKalle Valo 					   "HTC Service Index : %d TX : 0x%2.2X : alloc:%d\n",
642636f8288SKalle Valo 					   i,
643636f8288SKalle Valo 					   target->pipe.txcredit_alloc[i].
644636f8288SKalle Valo 					   service_id,
645636f8288SKalle Valo 					   target->pipe.txcredit_alloc[i].
646636f8288SKalle Valo 					   credit_alloc);
647636f8288SKalle Valo 			}
648636f8288SKalle Valo 		}
649636f8288SKalle Valo 	}
650636f8288SKalle Valo 	return status;
651636f8288SKalle Valo }
652636f8288SKalle Valo 
653636f8288SKalle Valo /* process credit reports and call distribution function */
htc_process_credit_report(struct htc_target * target,struct htc_credit_report * rpt,int num_entries,enum htc_endpoint_id from_ep)654636f8288SKalle Valo static void htc_process_credit_report(struct htc_target *target,
655636f8288SKalle Valo 				      struct htc_credit_report *rpt,
656636f8288SKalle Valo 				      int num_entries,
657636f8288SKalle Valo 				      enum htc_endpoint_id from_ep)
658636f8288SKalle Valo {
659636f8288SKalle Valo 	int total_credits = 0, i;
660636f8288SKalle Valo 	struct htc_endpoint *ep;
661636f8288SKalle Valo 
662636f8288SKalle Valo 	/* lock out TX while we update credits */
663636f8288SKalle Valo 	spin_lock_bh(&target->tx_lock);
664636f8288SKalle Valo 
665636f8288SKalle Valo 	for (i = 0; i < num_entries; i++, rpt++) {
666636f8288SKalle Valo 		if (rpt->eid >= ENDPOINT_MAX) {
667636f8288SKalle Valo 			WARN_ON_ONCE(1);
668636f8288SKalle Valo 			spin_unlock_bh(&target->tx_lock);
669636f8288SKalle Valo 			return;
670636f8288SKalle Valo 		}
671636f8288SKalle Valo 
672636f8288SKalle Valo 		ep = &target->endpoint[rpt->eid];
673636f8288SKalle Valo 		ep->cred_dist.credits += rpt->credits;
674636f8288SKalle Valo 
675636f8288SKalle Valo 		if (ep->cred_dist.credits && get_queue_depth(&ep->txq)) {
676636f8288SKalle Valo 			spin_unlock_bh(&target->tx_lock);
677636f8288SKalle Valo 			htc_try_send(target, ep, NULL);
678636f8288SKalle Valo 			spin_lock_bh(&target->tx_lock);
679636f8288SKalle Valo 		}
680636f8288SKalle Valo 
681636f8288SKalle Valo 		total_credits += rpt->credits;
682636f8288SKalle Valo 	}
683636f8288SKalle Valo 	ath6kl_dbg(ATH6KL_DBG_HTC,
684636f8288SKalle Valo 		   "Report indicated %d credits to distribute\n",
685636f8288SKalle Valo 		   total_credits);
686636f8288SKalle Valo 
687636f8288SKalle Valo 	spin_unlock_bh(&target->tx_lock);
688636f8288SKalle Valo }
689636f8288SKalle Valo 
690636f8288SKalle Valo /* flush endpoint TX queue */
htc_flush_tx_endpoint(struct htc_target * target,struct htc_endpoint * ep,u16 tag)691636f8288SKalle Valo static void htc_flush_tx_endpoint(struct htc_target *target,
692636f8288SKalle Valo 				  struct htc_endpoint *ep, u16 tag)
693636f8288SKalle Valo {
694636f8288SKalle Valo 	struct htc_packet *packet;
695636f8288SKalle Valo 
696636f8288SKalle Valo 	spin_lock_bh(&target->tx_lock);
697636f8288SKalle Valo 	while (get_queue_depth(&ep->txq)) {
698636f8288SKalle Valo 		packet = list_first_entry(&ep->txq, struct htc_packet, list);
699636f8288SKalle Valo 		list_del(&packet->list);
700636f8288SKalle Valo 		packet->status = 0;
701636f8288SKalle Valo 		send_packet_completion(target, packet);
702636f8288SKalle Valo 	}
703636f8288SKalle Valo 	spin_unlock_bh(&target->tx_lock);
704636f8288SKalle Valo }
705636f8288SKalle Valo 
706636f8288SKalle Valo /*
707636f8288SKalle Valo  * In the adapted HIF layer, struct sk_buff * are passed between HIF and HTC,
708636f8288SKalle Valo  * since upper layers expects struct htc_packet containers we use the completed
709636f8288SKalle Valo  * skb and lookup it's corresponding HTC packet buffer from a lookup list.
710636f8288SKalle Valo  * This is extra overhead that can be fixed by re-aligning HIF interfaces with
711636f8288SKalle Valo  * HTC.
712636f8288SKalle Valo  */
htc_lookup_tx_packet(struct htc_target * target,struct htc_endpoint * ep,struct sk_buff * skb)713636f8288SKalle Valo static struct htc_packet *htc_lookup_tx_packet(struct htc_target *target,
714636f8288SKalle Valo 					       struct htc_endpoint *ep,
715636f8288SKalle Valo 					       struct sk_buff *skb)
716636f8288SKalle Valo {
717636f8288SKalle Valo 	struct htc_packet *packet, *tmp_pkt, *found_packet = NULL;
718636f8288SKalle Valo 
719636f8288SKalle Valo 	spin_lock_bh(&target->tx_lock);
720636f8288SKalle Valo 
721636f8288SKalle Valo 	/*
722636f8288SKalle Valo 	 * interate from the front of tx lookup queue
723636f8288SKalle Valo 	 * this lookup should be fast since lower layers completes in-order and
724636f8288SKalle Valo 	 * so the completed packet should be at the head of the list generally
725636f8288SKalle Valo 	 */
726636f8288SKalle Valo 	list_for_each_entry_safe(packet, tmp_pkt, &ep->pipe.tx_lookup_queue,
727636f8288SKalle Valo 				 list) {
728636f8288SKalle Valo 		/* check for removal */
729636f8288SKalle Valo 		if (skb == packet->skb) {
730636f8288SKalle Valo 			/* found it */
731636f8288SKalle Valo 			list_del(&packet->list);
732636f8288SKalle Valo 			found_packet = packet;
733636f8288SKalle Valo 			break;
734636f8288SKalle Valo 		}
735636f8288SKalle Valo 	}
736636f8288SKalle Valo 
737636f8288SKalle Valo 	spin_unlock_bh(&target->tx_lock);
738636f8288SKalle Valo 
739636f8288SKalle Valo 	return found_packet;
740636f8288SKalle Valo }
741636f8288SKalle Valo 
ath6kl_htc_pipe_tx_complete(struct ath6kl * ar,struct sk_buff * skb)742636f8288SKalle Valo static int ath6kl_htc_pipe_tx_complete(struct ath6kl *ar, struct sk_buff *skb)
743636f8288SKalle Valo {
744636f8288SKalle Valo 	struct htc_target *target = ar->htc_target;
745636f8288SKalle Valo 	struct htc_frame_hdr *htc_hdr;
746636f8288SKalle Valo 	struct htc_endpoint *ep;
747636f8288SKalle Valo 	struct htc_packet *packet;
748636f8288SKalle Valo 	u8 ep_id, *netdata;
749636f8288SKalle Valo 
750636f8288SKalle Valo 	netdata = skb->data;
751636f8288SKalle Valo 
752636f8288SKalle Valo 	htc_hdr = (struct htc_frame_hdr *) netdata;
753636f8288SKalle Valo 
754636f8288SKalle Valo 	ep_id = htc_hdr->eid;
755636f8288SKalle Valo 	ep = &target->endpoint[ep_id];
756636f8288SKalle Valo 
757636f8288SKalle Valo 	packet = htc_lookup_tx_packet(target, ep, skb);
758636f8288SKalle Valo 	if (packet == NULL) {
759636f8288SKalle Valo 		/* may have already been flushed and freed */
760636f8288SKalle Valo 		ath6kl_err("HTC TX lookup failed!\n");
761636f8288SKalle Valo 	} else {
762636f8288SKalle Valo 		/* will be giving this buffer back to upper layers */
763636f8288SKalle Valo 		packet->status = 0;
764636f8288SKalle Valo 		send_packet_completion(target, packet);
765636f8288SKalle Valo 	}
766636f8288SKalle Valo 	skb = NULL;
767636f8288SKalle Valo 
768636f8288SKalle Valo 	if (!ep->pipe.tx_credit_flow_enabled) {
769636f8288SKalle Valo 		/*
770636f8288SKalle Valo 		 * note: when using TX credit flow, the re-checking of queues
771636f8288SKalle Valo 		 * happens when credits flow back from the target. in the
772636f8288SKalle Valo 		 * non-TX credit case, we recheck after the packet completes
773636f8288SKalle Valo 		 */
774636f8288SKalle Valo 		htc_try_send(target, ep, NULL);
775636f8288SKalle Valo 	}
776636f8288SKalle Valo 
777636f8288SKalle Valo 	return 0;
778636f8288SKalle Valo }
779636f8288SKalle Valo 
htc_send_packets_multiple(struct htc_target * target,struct list_head * pkt_queue)780636f8288SKalle Valo static int htc_send_packets_multiple(struct htc_target *target,
781636f8288SKalle Valo 				     struct list_head *pkt_queue)
782636f8288SKalle Valo {
783636f8288SKalle Valo 	struct htc_endpoint *ep;
784636f8288SKalle Valo 	struct htc_packet *packet, *tmp_pkt;
785636f8288SKalle Valo 
786636f8288SKalle Valo 	if (list_empty(pkt_queue))
787636f8288SKalle Valo 		return -EINVAL;
788636f8288SKalle Valo 
789636f8288SKalle Valo 	/* get first packet to find out which ep the packets will go into */
790636f8288SKalle Valo 	packet = list_first_entry(pkt_queue, struct htc_packet, list);
791636f8288SKalle Valo 
792636f8288SKalle Valo 	if (packet->endpoint >= ENDPOINT_MAX) {
793636f8288SKalle Valo 		WARN_ON_ONCE(1);
794636f8288SKalle Valo 		return -EINVAL;
795636f8288SKalle Valo 	}
796636f8288SKalle Valo 	ep = &target->endpoint[packet->endpoint];
797636f8288SKalle Valo 
798636f8288SKalle Valo 	htc_try_send(target, ep, pkt_queue);
799636f8288SKalle Valo 
800636f8288SKalle Valo 	/* do completion on any packets that couldn't get in */
801636f8288SKalle Valo 	if (!list_empty(pkt_queue)) {
802636f8288SKalle Valo 		list_for_each_entry_safe(packet, tmp_pkt, pkt_queue, list) {
803636f8288SKalle Valo 			packet->status = -ENOMEM;
804636f8288SKalle Valo 		}
805636f8288SKalle Valo 
806636f8288SKalle Valo 		do_send_completion(ep, pkt_queue);
807636f8288SKalle Valo 	}
808636f8288SKalle Valo 
809636f8288SKalle Valo 	return 0;
810636f8288SKalle Valo }
811636f8288SKalle Valo 
812636f8288SKalle Valo /* htc pipe rx path */
alloc_htc_packet_container(struct htc_target * target)813636f8288SKalle Valo static struct htc_packet *alloc_htc_packet_container(struct htc_target *target)
814636f8288SKalle Valo {
815636f8288SKalle Valo 	struct htc_packet *packet;
816636f8288SKalle Valo 	spin_lock_bh(&target->rx_lock);
817636f8288SKalle Valo 
818636f8288SKalle Valo 	if (target->pipe.htc_packet_pool == NULL) {
819636f8288SKalle Valo 		spin_unlock_bh(&target->rx_lock);
820636f8288SKalle Valo 		return NULL;
821636f8288SKalle Valo 	}
822636f8288SKalle Valo 
823636f8288SKalle Valo 	packet = target->pipe.htc_packet_pool;
824636f8288SKalle Valo 	target->pipe.htc_packet_pool = (struct htc_packet *) packet->list.next;
825636f8288SKalle Valo 
826636f8288SKalle Valo 	spin_unlock_bh(&target->rx_lock);
827636f8288SKalle Valo 
828636f8288SKalle Valo 	packet->list.next = NULL;
829636f8288SKalle Valo 	return packet;
830636f8288SKalle Valo }
831636f8288SKalle Valo 
free_htc_packet_container(struct htc_target * target,struct htc_packet * packet)832636f8288SKalle Valo static void free_htc_packet_container(struct htc_target *target,
833636f8288SKalle Valo 				      struct htc_packet *packet)
834636f8288SKalle Valo {
835636f8288SKalle Valo 	struct list_head *lh;
836636f8288SKalle Valo 
837636f8288SKalle Valo 	spin_lock_bh(&target->rx_lock);
838636f8288SKalle Valo 
839636f8288SKalle Valo 	if (target->pipe.htc_packet_pool == NULL) {
840636f8288SKalle Valo 		target->pipe.htc_packet_pool = packet;
841636f8288SKalle Valo 		packet->list.next = NULL;
842636f8288SKalle Valo 	} else {
843636f8288SKalle Valo 		lh = (struct list_head *) target->pipe.htc_packet_pool;
844636f8288SKalle Valo 		packet->list.next = lh;
845636f8288SKalle Valo 		target->pipe.htc_packet_pool = packet;
846636f8288SKalle Valo 	}
847636f8288SKalle Valo 
848636f8288SKalle Valo 	spin_unlock_bh(&target->rx_lock);
849636f8288SKalle Valo }
850636f8288SKalle Valo 
htc_process_trailer(struct htc_target * target,u8 * buffer,int len,enum htc_endpoint_id from_ep)851636f8288SKalle Valo static int htc_process_trailer(struct htc_target *target, u8 *buffer,
852636f8288SKalle Valo 			       int len, enum htc_endpoint_id from_ep)
853636f8288SKalle Valo {
854636f8288SKalle Valo 	struct htc_credit_report *report;
855636f8288SKalle Valo 	struct htc_record_hdr *record;
856619c9700SColin Ian King 	u8 *record_buf;
857619c9700SColin Ian King 	int status = 0;
858636f8288SKalle Valo 
859636f8288SKalle Valo 	while (len > 0) {
860636f8288SKalle Valo 		if (len < sizeof(struct htc_record_hdr)) {
861636f8288SKalle Valo 			status = -EINVAL;
862636f8288SKalle Valo 			break;
863636f8288SKalle Valo 		}
864636f8288SKalle Valo 
865636f8288SKalle Valo 		/* these are byte aligned structs */
866636f8288SKalle Valo 		record = (struct htc_record_hdr *) buffer;
867636f8288SKalle Valo 		len -= sizeof(struct htc_record_hdr);
868636f8288SKalle Valo 		buffer += sizeof(struct htc_record_hdr);
869636f8288SKalle Valo 
870636f8288SKalle Valo 		if (record->len > len) {
871636f8288SKalle Valo 			/* no room left in buffer for record */
872636f8288SKalle Valo 			ath6kl_dbg(ATH6KL_DBG_HTC,
873636f8288SKalle Valo 				   "invalid length: %d (id:%d) buffer has: %d bytes left\n",
874636f8288SKalle Valo 				   record->len, record->rec_id, len);
875636f8288SKalle Valo 			status = -EINVAL;
876636f8288SKalle Valo 			break;
877636f8288SKalle Valo 		}
878636f8288SKalle Valo 
879636f8288SKalle Valo 		/* start of record follows the header */
880636f8288SKalle Valo 		record_buf = buffer;
881636f8288SKalle Valo 
882636f8288SKalle Valo 		switch (record->rec_id) {
883636f8288SKalle Valo 		case HTC_RECORD_CREDITS:
884636f8288SKalle Valo 			if (record->len < sizeof(struct htc_credit_report)) {
885636f8288SKalle Valo 				WARN_ON_ONCE(1);
886636f8288SKalle Valo 				return -EINVAL;
887636f8288SKalle Valo 			}
888636f8288SKalle Valo 
889636f8288SKalle Valo 			report = (struct htc_credit_report *) record_buf;
890636f8288SKalle Valo 			htc_process_credit_report(target, report,
891636f8288SKalle Valo 						  record->len / sizeof(*report),
892636f8288SKalle Valo 						  from_ep);
893636f8288SKalle Valo 			break;
894636f8288SKalle Valo 		default:
895636f8288SKalle Valo 			ath6kl_dbg(ATH6KL_DBG_HTC,
896636f8288SKalle Valo 				   "unhandled record: id:%d length:%d\n",
897636f8288SKalle Valo 				   record->rec_id, record->len);
898636f8288SKalle Valo 			break;
899636f8288SKalle Valo 		}
900636f8288SKalle Valo 
901636f8288SKalle Valo 		/* advance buffer past this record for next time around */
902636f8288SKalle Valo 		buffer += record->len;
903636f8288SKalle Valo 		len -= record->len;
904636f8288SKalle Valo 	}
905636f8288SKalle Valo 
906636f8288SKalle Valo 	return status;
907636f8288SKalle Valo }
908636f8288SKalle Valo 
do_recv_completion(struct htc_endpoint * ep,struct list_head * queue_to_indicate)909636f8288SKalle Valo static void do_recv_completion(struct htc_endpoint *ep,
910636f8288SKalle Valo 			       struct list_head *queue_to_indicate)
911636f8288SKalle Valo {
912636f8288SKalle Valo 	struct htc_packet *packet;
913636f8288SKalle Valo 
914636f8288SKalle Valo 	if (list_empty(queue_to_indicate)) {
915636f8288SKalle Valo 		/* nothing to indicate */
916636f8288SKalle Valo 		return;
917636f8288SKalle Valo 	}
918636f8288SKalle Valo 
919636f8288SKalle Valo 	/* using legacy EpRecv */
920636f8288SKalle Valo 	while (!list_empty(queue_to_indicate)) {
921636f8288SKalle Valo 		packet = list_first_entry(queue_to_indicate,
922636f8288SKalle Valo 					  struct htc_packet, list);
923636f8288SKalle Valo 		list_del(&packet->list);
924636f8288SKalle Valo 		ep->ep_cb.rx(ep->target, packet);
925636f8288SKalle Valo 	}
926636f8288SKalle Valo 
927636f8288SKalle Valo 	return;
928636f8288SKalle Valo }
929636f8288SKalle Valo 
recv_packet_completion(struct htc_target * target,struct htc_endpoint * ep,struct htc_packet * packet)930636f8288SKalle Valo static void recv_packet_completion(struct htc_target *target,
931636f8288SKalle Valo 				   struct htc_endpoint *ep,
932636f8288SKalle Valo 				   struct htc_packet *packet)
933636f8288SKalle Valo {
934636f8288SKalle Valo 	struct list_head container;
935636f8288SKalle Valo 	INIT_LIST_HEAD(&container);
936636f8288SKalle Valo 	list_add_tail(&packet->list, &container);
937636f8288SKalle Valo 
938636f8288SKalle Valo 	/* do completion */
939636f8288SKalle Valo 	do_recv_completion(ep, &container);
940636f8288SKalle Valo }
941636f8288SKalle Valo 
ath6kl_htc_pipe_rx_complete(struct ath6kl * ar,struct sk_buff * skb,u8 pipeid)942636f8288SKalle Valo static int ath6kl_htc_pipe_rx_complete(struct ath6kl *ar, struct sk_buff *skb,
943636f8288SKalle Valo 				       u8 pipeid)
944636f8288SKalle Valo {
945636f8288SKalle Valo 	struct htc_target *target = ar->htc_target;
946636f8288SKalle Valo 	u8 *netdata, *trailer, hdr_info;
947636f8288SKalle Valo 	struct htc_frame_hdr *htc_hdr;
948636f8288SKalle Valo 	u32 netlen, trailerlen = 0;
949636f8288SKalle Valo 	struct htc_packet *packet;
950636f8288SKalle Valo 	struct htc_endpoint *ep;
951636f8288SKalle Valo 	u16 payload_len;
952636f8288SKalle Valo 	int status = 0;
953636f8288SKalle Valo 
954de2070fcSMohammed Shafi Shajakhan 	/*
955de2070fcSMohammed Shafi Shajakhan 	 * ar->htc_target can be NULL due to a race condition that can occur
956de2070fcSMohammed Shafi Shajakhan 	 * during driver initialization(we do 'ath6kl_hif_power_on' before
957de2070fcSMohammed Shafi Shajakhan 	 * initializing 'ar->htc_target' via 'ath6kl_htc_create').
958de2070fcSMohammed Shafi Shajakhan 	 * 'ath6kl_hif_power_on' assigns 'ath6kl_recv_complete' as
959de2070fcSMohammed Shafi Shajakhan 	 * usb_complete_t/callback function for 'usb_fill_bulk_urb'.
960de2070fcSMohammed Shafi Shajakhan 	 * Thus the possibility of ar->htc_target being NULL
961de2070fcSMohammed Shafi Shajakhan 	 * via ath6kl_recv_complete -> ath6kl_usb_io_comp_work.
962de2070fcSMohammed Shafi Shajakhan 	 */
963*75c4a815SFedor Pchelkin 	if (!target) {
964*75c4a815SFedor Pchelkin 		ath6kl_dbg(ATH6KL_DBG_HTC, "Target not yet initialized\n");
965de2070fcSMohammed Shafi Shajakhan 		status = -EINVAL;
966de2070fcSMohammed Shafi Shajakhan 		goto free_skb;
967de2070fcSMohammed Shafi Shajakhan 	}
968de2070fcSMohammed Shafi Shajakhan 
969de2070fcSMohammed Shafi Shajakhan 
970636f8288SKalle Valo 	netdata = skb->data;
971636f8288SKalle Valo 	netlen = skb->len;
972636f8288SKalle Valo 
973636f8288SKalle Valo 	htc_hdr = (struct htc_frame_hdr *) netdata;
974636f8288SKalle Valo 
975636f8288SKalle Valo 	if (htc_hdr->eid >= ENDPOINT_MAX) {
976636f8288SKalle Valo 		ath6kl_dbg(ATH6KL_DBG_HTC,
977636f8288SKalle Valo 			   "HTC Rx: invalid EndpointID=%d\n",
978636f8288SKalle Valo 			   htc_hdr->eid);
979636f8288SKalle Valo 		status = -EINVAL;
980636f8288SKalle Valo 		goto free_skb;
981636f8288SKalle Valo 	}
9821fdc7fe1SDan Carpenter 	ep = &target->endpoint[htc_hdr->eid];
983636f8288SKalle Valo 
984636f8288SKalle Valo 	payload_len = le16_to_cpu(get_unaligned(&htc_hdr->payld_len));
985636f8288SKalle Valo 
986636f8288SKalle Valo 	if (netlen < (payload_len + HTC_HDR_LENGTH)) {
987636f8288SKalle Valo 		ath6kl_dbg(ATH6KL_DBG_HTC,
988169345d4SJoe Perches 			   "HTC Rx: insufficient length, got:%d expected =%zu\n",
989636f8288SKalle Valo 			   netlen, payload_len + HTC_HDR_LENGTH);
990636f8288SKalle Valo 		status = -EINVAL;
991636f8288SKalle Valo 		goto free_skb;
992636f8288SKalle Valo 	}
993636f8288SKalle Valo 
994636f8288SKalle Valo 	/* get flags to check for trailer */
995636f8288SKalle Valo 	hdr_info = htc_hdr->flags;
996636f8288SKalle Valo 	if (hdr_info & HTC_FLG_RX_TRAILER) {
997636f8288SKalle Valo 		/* extract the trailer length */
998636f8288SKalle Valo 		hdr_info = htc_hdr->ctrl[0];
999636f8288SKalle Valo 		if ((hdr_info < sizeof(struct htc_record_hdr)) ||
1000636f8288SKalle Valo 		    (hdr_info > payload_len)) {
1001636f8288SKalle Valo 			ath6kl_dbg(ATH6KL_DBG_HTC,
1002636f8288SKalle Valo 				   "invalid header: payloadlen should be %d, CB[0]: %d\n",
1003636f8288SKalle Valo 				   payload_len, hdr_info);
1004636f8288SKalle Valo 			status = -EINVAL;
1005636f8288SKalle Valo 			goto free_skb;
1006636f8288SKalle Valo 		}
1007636f8288SKalle Valo 
1008636f8288SKalle Valo 		trailerlen = hdr_info;
1009636f8288SKalle Valo 		/* process trailer after hdr/apps payload */
1010636f8288SKalle Valo 		trailer = (u8 *) htc_hdr + HTC_HDR_LENGTH +
1011636f8288SKalle Valo 			payload_len - hdr_info;
1012636f8288SKalle Valo 		status = htc_process_trailer(target, trailer, hdr_info,
1013636f8288SKalle Valo 					     htc_hdr->eid);
1014636f8288SKalle Valo 		if (status != 0)
1015636f8288SKalle Valo 			goto free_skb;
1016636f8288SKalle Valo 	}
1017636f8288SKalle Valo 
1018636f8288SKalle Valo 	if (((int) payload_len - (int) trailerlen) <= 0) {
1019636f8288SKalle Valo 		/* zero length packet with trailer, just drop these */
1020636f8288SKalle Valo 		goto free_skb;
1021636f8288SKalle Valo 	}
1022636f8288SKalle Valo 
1023636f8288SKalle Valo 	if (htc_hdr->eid == ENDPOINT_0) {
1024636f8288SKalle Valo 		/* handle HTC control message */
1025636f8288SKalle Valo 		if (target->htc_flags & HTC_OP_STATE_SETUP_COMPLETE) {
1026636f8288SKalle Valo 			/*
1027636f8288SKalle Valo 			 * fatal: target should not send unsolicited
1028636f8288SKalle Valo 			 * messageson the endpoint 0
1029636f8288SKalle Valo 			 */
1030636f8288SKalle Valo 			ath6kl_dbg(ATH6KL_DBG_HTC,
1031636f8288SKalle Valo 				   "HTC ignores Rx Ctrl after setup complete\n");
1032636f8288SKalle Valo 			status = -EINVAL;
1033636f8288SKalle Valo 			goto free_skb;
1034636f8288SKalle Valo 		}
1035636f8288SKalle Valo 
1036636f8288SKalle Valo 		/* remove HTC header */
1037636f8288SKalle Valo 		skb_pull(skb, HTC_HDR_LENGTH);
1038636f8288SKalle Valo 
1039636f8288SKalle Valo 		netdata = skb->data;
1040636f8288SKalle Valo 		netlen = skb->len;
1041636f8288SKalle Valo 
1042636f8288SKalle Valo 		spin_lock_bh(&target->rx_lock);
1043636f8288SKalle Valo 
1044636f8288SKalle Valo 		target->pipe.ctrl_response_valid = true;
1045636f8288SKalle Valo 		target->pipe.ctrl_response_len = min_t(int, netlen,
1046636f8288SKalle Valo 						       HTC_MAX_CTRL_MSG_LEN);
1047636f8288SKalle Valo 		memcpy(target->pipe.ctrl_response_buf, netdata,
1048636f8288SKalle Valo 		       target->pipe.ctrl_response_len);
1049636f8288SKalle Valo 
1050636f8288SKalle Valo 		spin_unlock_bh(&target->rx_lock);
1051636f8288SKalle Valo 
1052636f8288SKalle Valo 		dev_kfree_skb(skb);
1053636f8288SKalle Valo 		skb = NULL;
1054e16ccfeeSMohammed Shafi Shajakhan 
1055636f8288SKalle Valo 		goto free_skb;
1056636f8288SKalle Valo 	}
1057636f8288SKalle Valo 
1058636f8288SKalle Valo 	/*
1059636f8288SKalle Valo 	 * TODO: the message based HIF architecture allocates net bufs
1060636f8288SKalle Valo 	 * for recv packets since it bridges that HIF to upper layers,
1061636f8288SKalle Valo 	 * which expects HTC packets, we form the packets here
1062636f8288SKalle Valo 	 */
1063636f8288SKalle Valo 	packet = alloc_htc_packet_container(target);
1064636f8288SKalle Valo 	if (packet == NULL) {
1065636f8288SKalle Valo 		status = -ENOMEM;
1066636f8288SKalle Valo 		goto free_skb;
1067636f8288SKalle Valo 	}
1068636f8288SKalle Valo 
1069636f8288SKalle Valo 	packet->status = 0;
1070636f8288SKalle Valo 	packet->endpoint = htc_hdr->eid;
1071636f8288SKalle Valo 	packet->pkt_cntxt = skb;
1072636f8288SKalle Valo 
1073636f8288SKalle Valo 	/* TODO: for backwards compatibility */
1074636f8288SKalle Valo 	packet->buf = skb_push(skb, 0) + HTC_HDR_LENGTH;
1075636f8288SKalle Valo 	packet->act_len = netlen - HTC_HDR_LENGTH - trailerlen;
1076636f8288SKalle Valo 
1077636f8288SKalle Valo 	/*
1078636f8288SKalle Valo 	 * TODO: this is a hack because the driver layer will set the
1079636f8288SKalle Valo 	 * actual len of the skb again which will just double the len
1080636f8288SKalle Valo 	 */
1081636f8288SKalle Valo 	skb_trim(skb, 0);
1082636f8288SKalle Valo 
1083636f8288SKalle Valo 	recv_packet_completion(target, ep, packet);
1084636f8288SKalle Valo 
1085636f8288SKalle Valo 	/* recover the packet container */
1086636f8288SKalle Valo 	free_htc_packet_container(target, packet);
1087636f8288SKalle Valo 	skb = NULL;
1088636f8288SKalle Valo 
1089636f8288SKalle Valo free_skb:
1090636f8288SKalle Valo 	dev_kfree_skb(skb);
1091636f8288SKalle Valo 
1092636f8288SKalle Valo 	return status;
1093636f8288SKalle Valo }
1094636f8288SKalle Valo 
htc_flush_rx_queue(struct htc_target * target,struct htc_endpoint * ep)1095636f8288SKalle Valo static void htc_flush_rx_queue(struct htc_target *target,
1096636f8288SKalle Valo 			       struct htc_endpoint *ep)
1097636f8288SKalle Valo {
1098636f8288SKalle Valo 	struct list_head container;
1099636f8288SKalle Valo 	struct htc_packet *packet;
1100636f8288SKalle Valo 
1101636f8288SKalle Valo 	spin_lock_bh(&target->rx_lock);
1102636f8288SKalle Valo 
1103636f8288SKalle Valo 	while (1) {
1104636f8288SKalle Valo 		if (list_empty(&ep->rx_bufq))
1105636f8288SKalle Valo 			break;
1106636f8288SKalle Valo 
1107636f8288SKalle Valo 		packet = list_first_entry(&ep->rx_bufq,
1108636f8288SKalle Valo 					  struct htc_packet, list);
1109636f8288SKalle Valo 		list_del(&packet->list);
1110636f8288SKalle Valo 
1111636f8288SKalle Valo 		spin_unlock_bh(&target->rx_lock);
1112636f8288SKalle Valo 		packet->status = -ECANCELED;
1113636f8288SKalle Valo 		packet->act_len = 0;
1114636f8288SKalle Valo 
1115636f8288SKalle Valo 		ath6kl_dbg(ATH6KL_DBG_HTC,
1116636f8288SKalle Valo 			   "Flushing RX packet:0x%p, length:%d, ep:%d\n",
1117636f8288SKalle Valo 			   packet, packet->buf_len,
1118636f8288SKalle Valo 			   packet->endpoint);
1119636f8288SKalle Valo 
1120636f8288SKalle Valo 		INIT_LIST_HEAD(&container);
1121636f8288SKalle Valo 		list_add_tail(&packet->list, &container);
1122636f8288SKalle Valo 
1123636f8288SKalle Valo 		/* give the packet back */
1124636f8288SKalle Valo 		do_recv_completion(ep, &container);
1125636f8288SKalle Valo 		spin_lock_bh(&target->rx_lock);
1126636f8288SKalle Valo 	}
1127636f8288SKalle Valo 
1128636f8288SKalle Valo 	spin_unlock_bh(&target->rx_lock);
1129636f8288SKalle Valo }
1130636f8288SKalle Valo 
1131636f8288SKalle Valo /* polling routine to wait for a control packet to be received */
htc_wait_recv_ctrl_message(struct htc_target * target)1132636f8288SKalle Valo static int htc_wait_recv_ctrl_message(struct htc_target *target)
1133636f8288SKalle Valo {
1134636f8288SKalle Valo 	int count = HTC_TARGET_RESPONSE_POLL_COUNT;
1135636f8288SKalle Valo 
1136636f8288SKalle Valo 	while (count > 0) {
1137636f8288SKalle Valo 		spin_lock_bh(&target->rx_lock);
1138636f8288SKalle Valo 
1139636f8288SKalle Valo 		if (target->pipe.ctrl_response_valid) {
1140636f8288SKalle Valo 			target->pipe.ctrl_response_valid = false;
1141636f8288SKalle Valo 			spin_unlock_bh(&target->rx_lock);
1142636f8288SKalle Valo 			break;
1143636f8288SKalle Valo 		}
1144636f8288SKalle Valo 
1145636f8288SKalle Valo 		spin_unlock_bh(&target->rx_lock);
1146636f8288SKalle Valo 
1147636f8288SKalle Valo 		count--;
1148636f8288SKalle Valo 
1149636f8288SKalle Valo 		msleep_interruptible(HTC_TARGET_RESPONSE_POLL_WAIT);
1150636f8288SKalle Valo 	}
1151636f8288SKalle Valo 
1152636f8288SKalle Valo 	if (count <= 0) {
11534e1609c9SKalle Valo 		ath6kl_warn("htc pipe control receive timeout!\n");
115444af3442SKalle Valo 		return -ETIMEDOUT;
1155636f8288SKalle Valo 	}
1156636f8288SKalle Valo 
1157636f8288SKalle Valo 	return 0;
1158636f8288SKalle Valo }
1159636f8288SKalle Valo 
htc_rxctrl_complete(struct htc_target * context,struct htc_packet * packet)1160636f8288SKalle Valo static void htc_rxctrl_complete(struct htc_target *context,
1161636f8288SKalle Valo 				struct htc_packet *packet)
1162636f8288SKalle Valo {
1163b056397eSJessica Wu 	struct sk_buff *skb = packet->skb;
1164b056397eSJessica Wu 
1165b056397eSJessica Wu 	if (packet->endpoint == ENDPOINT_0 &&
1166b056397eSJessica Wu 	    packet->status == -ECANCELED &&
1167b056397eSJessica Wu 	    skb != NULL)
1168b056397eSJessica Wu 		dev_kfree_skb(skb);
1169636f8288SKalle Valo }
1170636f8288SKalle Valo 
1171636f8288SKalle Valo /* htc pipe initialization */
reset_endpoint_states(struct htc_target * target)1172636f8288SKalle Valo static void reset_endpoint_states(struct htc_target *target)
1173636f8288SKalle Valo {
1174636f8288SKalle Valo 	struct htc_endpoint *ep;
1175636f8288SKalle Valo 	int i;
1176636f8288SKalle Valo 
1177636f8288SKalle Valo 	for (i = ENDPOINT_0; i < ENDPOINT_MAX; i++) {
1178636f8288SKalle Valo 		ep = &target->endpoint[i];
1179636f8288SKalle Valo 		ep->svc_id = 0;
1180636f8288SKalle Valo 		ep->len_max = 0;
1181636f8288SKalle Valo 		ep->max_txq_depth = 0;
1182636f8288SKalle Valo 		ep->eid = i;
1183636f8288SKalle Valo 		INIT_LIST_HEAD(&ep->txq);
1184636f8288SKalle Valo 		INIT_LIST_HEAD(&ep->pipe.tx_lookup_queue);
1185636f8288SKalle Valo 		INIT_LIST_HEAD(&ep->rx_bufq);
1186636f8288SKalle Valo 		ep->target = target;
1187895dc386SMohammed Shafi Shajakhan 		ep->pipe.tx_credit_flow_enabled = true;
1188636f8288SKalle Valo 	}
1189636f8288SKalle Valo }
1190636f8288SKalle Valo 
1191636f8288SKalle Valo /* start HTC, this is called after all services are connected */
htc_config_target_hif_pipe(struct htc_target * target)1192636f8288SKalle Valo static int htc_config_target_hif_pipe(struct htc_target *target)
1193636f8288SKalle Valo {
1194636f8288SKalle Valo 	return 0;
1195636f8288SKalle Valo }
1196636f8288SKalle Valo 
1197636f8288SKalle Valo /* htc service functions */
htc_get_credit_alloc(struct htc_target * target,u16 service_id)1198636f8288SKalle Valo static u8 htc_get_credit_alloc(struct htc_target *target, u16 service_id)
1199636f8288SKalle Valo {
1200636f8288SKalle Valo 	u8 allocation = 0;
1201636f8288SKalle Valo 	int i;
1202636f8288SKalle Valo 
1203636f8288SKalle Valo 	for (i = 0; i < ENDPOINT_MAX; i++) {
1204636f8288SKalle Valo 		if (target->pipe.txcredit_alloc[i].service_id == service_id)
1205636f8288SKalle Valo 			allocation =
1206636f8288SKalle Valo 				target->pipe.txcredit_alloc[i].credit_alloc;
1207636f8288SKalle Valo 	}
1208636f8288SKalle Valo 
1209636f8288SKalle Valo 	if (allocation == 0) {
1210636f8288SKalle Valo 		ath6kl_dbg(ATH6KL_DBG_HTC,
1211636f8288SKalle Valo 			   "HTC Service TX : 0x%2.2X : allocation is zero!\n",
1212636f8288SKalle Valo 			   service_id);
1213636f8288SKalle Valo 	}
1214636f8288SKalle Valo 
1215636f8288SKalle Valo 	return allocation;
1216636f8288SKalle Valo }
1217636f8288SKalle Valo 
ath6kl_htc_pipe_conn_service(struct htc_target * target,struct htc_service_connect_req * conn_req,struct htc_service_connect_resp * conn_resp)1218636f8288SKalle Valo static int ath6kl_htc_pipe_conn_service(struct htc_target *target,
1219636f8288SKalle Valo 		     struct htc_service_connect_req *conn_req,
1220636f8288SKalle Valo 		     struct htc_service_connect_resp *conn_resp)
1221636f8288SKalle Valo {
1222636f8288SKalle Valo 	struct ath6kl *ar = target->dev->ar;
1223636f8288SKalle Valo 	struct htc_packet *packet = NULL;
1224636f8288SKalle Valo 	struct htc_conn_service_resp *resp_msg;
1225636f8288SKalle Valo 	struct htc_conn_service_msg *conn_msg;
1226636f8288SKalle Valo 	enum htc_endpoint_id assigned_epid = ENDPOINT_MAX;
1227636f8288SKalle Valo 	bool disable_credit_flowctrl = false;
1228636f8288SKalle Valo 	unsigned int max_msg_size = 0;
1229636f8288SKalle Valo 	struct htc_endpoint *ep;
1230636f8288SKalle Valo 	int length, status = 0;
1231636f8288SKalle Valo 	struct sk_buff *skb;
1232636f8288SKalle Valo 	u8 tx_alloc;
1233636f8288SKalle Valo 	u16 flags;
1234636f8288SKalle Valo 
1235636f8288SKalle Valo 	if (conn_req->svc_id == 0) {
1236636f8288SKalle Valo 		WARN_ON_ONCE(1);
1237636f8288SKalle Valo 		status = -EINVAL;
1238636f8288SKalle Valo 		goto free_packet;
1239636f8288SKalle Valo 	}
1240636f8288SKalle Valo 
1241636f8288SKalle Valo 	if (conn_req->svc_id == HTC_CTRL_RSVD_SVC) {
1242636f8288SKalle Valo 		/* special case for pseudo control service */
1243636f8288SKalle Valo 		assigned_epid = ENDPOINT_0;
1244636f8288SKalle Valo 		max_msg_size = HTC_MAX_CTRL_MSG_LEN;
1245636f8288SKalle Valo 		tx_alloc = 0;
1246636f8288SKalle Valo 
1247636f8288SKalle Valo 	} else {
1248636f8288SKalle Valo 		tx_alloc = htc_get_credit_alloc(target, conn_req->svc_id);
1249636f8288SKalle Valo 		if (tx_alloc == 0) {
1250636f8288SKalle Valo 			status = -ENOMEM;
1251636f8288SKalle Valo 			goto free_packet;
1252636f8288SKalle Valo 		}
1253636f8288SKalle Valo 
1254636f8288SKalle Valo 		/* allocate a packet to send to the target */
1255636f8288SKalle Valo 		packet = htc_alloc_txctrl_packet(target);
1256636f8288SKalle Valo 
1257636f8288SKalle Valo 		if (packet == NULL) {
1258636f8288SKalle Valo 			WARN_ON_ONCE(1);
1259636f8288SKalle Valo 			status = -ENOMEM;
1260636f8288SKalle Valo 			goto free_packet;
1261636f8288SKalle Valo 		}
1262636f8288SKalle Valo 
1263636f8288SKalle Valo 		skb = packet->skb;
1264636f8288SKalle Valo 		length = sizeof(struct htc_conn_service_msg);
1265636f8288SKalle Valo 
1266636f8288SKalle Valo 		/* assemble connect service message */
12674df864c1SJohannes Berg 		conn_msg = skb_put(skb, length);
1268636f8288SKalle Valo 		if (conn_msg == NULL) {
1269636f8288SKalle Valo 			WARN_ON_ONCE(1);
1270636f8288SKalle Valo 			status = -EINVAL;
1271636f8288SKalle Valo 			goto free_packet;
1272636f8288SKalle Valo 		}
1273636f8288SKalle Valo 
1274636f8288SKalle Valo 		memset(conn_msg, 0,
1275636f8288SKalle Valo 		       sizeof(struct htc_conn_service_msg));
1276636f8288SKalle Valo 		conn_msg->msg_id = cpu_to_le16(HTC_MSG_CONN_SVC_ID);
1277636f8288SKalle Valo 		conn_msg->svc_id = cpu_to_le16(conn_req->svc_id);
1278636f8288SKalle Valo 		conn_msg->conn_flags = cpu_to_le16(conn_req->conn_flags &
1279636f8288SKalle Valo 					~HTC_CONN_FLGS_SET_RECV_ALLOC_MASK);
1280636f8288SKalle Valo 
1281636f8288SKalle Valo 		/* tell target desired recv alloc for this ep */
1282636f8288SKalle Valo 		flags = tx_alloc << HTC_CONN_FLGS_SET_RECV_ALLOC_SHIFT;
1283636f8288SKalle Valo 		conn_msg->conn_flags |= cpu_to_le16(flags);
1284636f8288SKalle Valo 
1285636f8288SKalle Valo 		if (conn_req->conn_flags &
1286636f8288SKalle Valo 		    HTC_CONN_FLGS_DISABLE_CRED_FLOW_CTRL) {
1287636f8288SKalle Valo 			disable_credit_flowctrl = true;
1288636f8288SKalle Valo 		}
1289636f8288SKalle Valo 
1290636f8288SKalle Valo 		set_htc_pkt_info(packet, NULL, (u8 *) conn_msg,
1291636f8288SKalle Valo 				 length,
1292636f8288SKalle Valo 				 ENDPOINT_0, HTC_SERVICE_TX_PACKET_TAG);
1293636f8288SKalle Valo 
1294636f8288SKalle Valo 		status = ath6kl_htc_pipe_tx(target, packet);
1295636f8288SKalle Valo 
1296636f8288SKalle Valo 		/* we don't own it anymore */
1297636f8288SKalle Valo 		packet = NULL;
1298636f8288SKalle Valo 		if (status != 0)
1299636f8288SKalle Valo 			goto free_packet;
1300636f8288SKalle Valo 
1301636f8288SKalle Valo 		/* wait for response */
1302636f8288SKalle Valo 		status = htc_wait_recv_ctrl_message(target);
1303636f8288SKalle Valo 		if (status != 0)
1304636f8288SKalle Valo 			goto free_packet;
1305636f8288SKalle Valo 
1306636f8288SKalle Valo 		/* we controlled the buffer creation so it has to be
1307636f8288SKalle Valo 		 * properly aligned
1308636f8288SKalle Valo 		 */
1309636f8288SKalle Valo 		resp_msg = (struct htc_conn_service_resp *)
1310636f8288SKalle Valo 		    target->pipe.ctrl_response_buf;
1311636f8288SKalle Valo 
1312636f8288SKalle Valo 		if (resp_msg->msg_id != cpu_to_le16(HTC_MSG_CONN_SVC_RESP_ID) ||
1313636f8288SKalle Valo 		    (target->pipe.ctrl_response_len < sizeof(*resp_msg))) {
1314636f8288SKalle Valo 			/* this message is not valid */
1315636f8288SKalle Valo 			WARN_ON_ONCE(1);
1316636f8288SKalle Valo 			status = -EINVAL;
1317636f8288SKalle Valo 			goto free_packet;
1318636f8288SKalle Valo 		}
1319636f8288SKalle Valo 
1320636f8288SKalle Valo 		ath6kl_dbg(ATH6KL_DBG_TRC,
1321636f8288SKalle Valo 			   "%s: service 0x%X conn resp: status: %d ep: %d\n",
1322636f8288SKalle Valo 			   __func__, resp_msg->svc_id, resp_msg->status,
1323636f8288SKalle Valo 			   resp_msg->eid);
1324636f8288SKalle Valo 
1325636f8288SKalle Valo 		conn_resp->resp_code = resp_msg->status;
1326636f8288SKalle Valo 		/* check response status */
1327636f8288SKalle Valo 		if (resp_msg->status != HTC_SERVICE_SUCCESS) {
1328636f8288SKalle Valo 			ath6kl_dbg(ATH6KL_DBG_HTC,
1329636f8288SKalle Valo 				   "Target failed service 0x%X connect request (status:%d)\n",
1330636f8288SKalle Valo 				   resp_msg->svc_id, resp_msg->status);
1331636f8288SKalle Valo 			status = -EINVAL;
1332636f8288SKalle Valo 			goto free_packet;
1333636f8288SKalle Valo 		}
1334636f8288SKalle Valo 
1335636f8288SKalle Valo 		assigned_epid = (enum htc_endpoint_id) resp_msg->eid;
1336636f8288SKalle Valo 		max_msg_size = le16_to_cpu(resp_msg->max_msg_sz);
1337636f8288SKalle Valo 	}
1338636f8288SKalle Valo 
1339636f8288SKalle Valo 	/* the rest are parameter checks so set the error status */
1340636f8288SKalle Valo 	status = -EINVAL;
1341636f8288SKalle Valo 
1342636f8288SKalle Valo 	if (assigned_epid >= ENDPOINT_MAX) {
1343636f8288SKalle Valo 		WARN_ON_ONCE(1);
1344636f8288SKalle Valo 		goto free_packet;
1345636f8288SKalle Valo 	}
1346636f8288SKalle Valo 
1347636f8288SKalle Valo 	if (max_msg_size == 0) {
1348636f8288SKalle Valo 		WARN_ON_ONCE(1);
1349636f8288SKalle Valo 		goto free_packet;
1350636f8288SKalle Valo 	}
1351636f8288SKalle Valo 
1352636f8288SKalle Valo 	ep = &target->endpoint[assigned_epid];
1353636f8288SKalle Valo 	ep->eid = assigned_epid;
1354636f8288SKalle Valo 	if (ep->svc_id != 0) {
1355636f8288SKalle Valo 		/* endpoint already in use! */
1356636f8288SKalle Valo 		WARN_ON_ONCE(1);
1357636f8288SKalle Valo 		goto free_packet;
1358636f8288SKalle Valo 	}
1359636f8288SKalle Valo 
1360636f8288SKalle Valo 	/* return assigned endpoint to caller */
1361636f8288SKalle Valo 	conn_resp->endpoint = assigned_epid;
1362636f8288SKalle Valo 	conn_resp->len_max = max_msg_size;
1363636f8288SKalle Valo 
1364636f8288SKalle Valo 	/* setup the endpoint */
1365636f8288SKalle Valo 	ep->svc_id = conn_req->svc_id; /* this marks ep in use */
1366636f8288SKalle Valo 	ep->max_txq_depth = conn_req->max_txq_depth;
1367636f8288SKalle Valo 	ep->len_max = max_msg_size;
1368636f8288SKalle Valo 	ep->cred_dist.credits = tx_alloc;
1369636f8288SKalle Valo 	ep->cred_dist.cred_sz = target->tgt_cred_sz;
1370636f8288SKalle Valo 	ep->cred_dist.cred_per_msg = max_msg_size / target->tgt_cred_sz;
1371636f8288SKalle Valo 	if (max_msg_size % target->tgt_cred_sz)
1372636f8288SKalle Valo 		ep->cred_dist.cred_per_msg++;
1373636f8288SKalle Valo 
1374636f8288SKalle Valo 	/* copy all the callbacks */
1375636f8288SKalle Valo 	ep->ep_cb = conn_req->ep_cb;
1376636f8288SKalle Valo 
1377096797abSKevin Fang 	/* initialize tx_drop_packet_threshold */
1378096797abSKevin Fang 	ep->tx_drop_packet_threshold = MAX_HI_COOKIE_NUM;
1379096797abSKevin Fang 
1380636f8288SKalle Valo 	status = ath6kl_hif_pipe_map_service(ar, ep->svc_id,
1381636f8288SKalle Valo 					     &ep->pipe.pipeid_ul,
1382636f8288SKalle Valo 					     &ep->pipe.pipeid_dl);
1383636f8288SKalle Valo 	if (status != 0)
1384636f8288SKalle Valo 		goto free_packet;
1385636f8288SKalle Valo 
1386636f8288SKalle Valo 	ath6kl_dbg(ATH6KL_DBG_HTC,
1387636f8288SKalle Valo 		   "SVC Ready: 0x%4.4X: ULpipe:%d DLpipe:%d id:%d\n",
1388636f8288SKalle Valo 		   ep->svc_id, ep->pipe.pipeid_ul,
1389636f8288SKalle Valo 		   ep->pipe.pipeid_dl, ep->eid);
1390636f8288SKalle Valo 
1391636f8288SKalle Valo 	if (disable_credit_flowctrl && ep->pipe.tx_credit_flow_enabled) {
1392636f8288SKalle Valo 		ep->pipe.tx_credit_flow_enabled = false;
1393636f8288SKalle Valo 		ath6kl_dbg(ATH6KL_DBG_HTC,
1394636f8288SKalle Valo 			   "SVC: 0x%4.4X ep:%d TX flow control off\n",
1395636f8288SKalle Valo 			   ep->svc_id, assigned_epid);
1396636f8288SKalle Valo 	}
1397636f8288SKalle Valo 
1398636f8288SKalle Valo free_packet:
1399636f8288SKalle Valo 	if (packet != NULL)
1400636f8288SKalle Valo 		htc_free_txctrl_packet(target, packet);
1401636f8288SKalle Valo 	return status;
1402636f8288SKalle Valo }
1403636f8288SKalle Valo 
1404636f8288SKalle Valo /* htc export functions */
ath6kl_htc_pipe_create(struct ath6kl * ar)1405636f8288SKalle Valo static void *ath6kl_htc_pipe_create(struct ath6kl *ar)
1406636f8288SKalle Valo {
1407636f8288SKalle Valo 	int status = 0;
1408636f8288SKalle Valo 	struct htc_endpoint *ep = NULL;
1409636f8288SKalle Valo 	struct htc_target *target = NULL;
1410636f8288SKalle Valo 	struct htc_packet *packet;
1411636f8288SKalle Valo 	int i;
1412636f8288SKalle Valo 
1413636f8288SKalle Valo 	target = kzalloc(sizeof(struct htc_target), GFP_KERNEL);
1414636f8288SKalle Valo 	if (target == NULL) {
1415636f8288SKalle Valo 		ath6kl_err("htc create unable to allocate memory\n");
1416636f8288SKalle Valo 		status = -ENOMEM;
1417636f8288SKalle Valo 		goto fail_htc_create;
1418636f8288SKalle Valo 	}
1419636f8288SKalle Valo 
1420636f8288SKalle Valo 	spin_lock_init(&target->htc_lock);
1421636f8288SKalle Valo 	spin_lock_init(&target->rx_lock);
1422636f8288SKalle Valo 	spin_lock_init(&target->tx_lock);
1423636f8288SKalle Valo 
1424636f8288SKalle Valo 	reset_endpoint_states(target);
1425636f8288SKalle Valo 
1426636f8288SKalle Valo 	for (i = 0; i < HTC_PACKET_CONTAINER_ALLOCATION; i++) {
1427636f8288SKalle Valo 		packet = kzalloc(sizeof(struct htc_packet), GFP_KERNEL);
1428636f8288SKalle Valo 
1429636f8288SKalle Valo 		if (packet != NULL)
1430636f8288SKalle Valo 			free_htc_packet_container(target, packet);
1431636f8288SKalle Valo 	}
1432636f8288SKalle Valo 
1433636f8288SKalle Valo 	target->dev = kzalloc(sizeof(*target->dev), GFP_KERNEL);
1434636f8288SKalle Valo 	if (!target->dev) {
1435636f8288SKalle Valo 		ath6kl_err("unable to allocate memory\n");
1436636f8288SKalle Valo 		status = -ENOMEM;
1437636f8288SKalle Valo 		goto fail_htc_create;
1438636f8288SKalle Valo 	}
1439636f8288SKalle Valo 	target->dev->ar = ar;
1440636f8288SKalle Valo 	target->dev->htc_cnxt = target;
1441636f8288SKalle Valo 
1442636f8288SKalle Valo 	/* Get HIF default pipe for HTC message exchange */
1443636f8288SKalle Valo 	ep = &target->endpoint[ENDPOINT_0];
1444636f8288SKalle Valo 
1445636f8288SKalle Valo 	ath6kl_hif_pipe_get_default(ar, &ep->pipe.pipeid_ul,
1446636f8288SKalle Valo 				    &ep->pipe.pipeid_dl);
1447636f8288SKalle Valo 
1448636f8288SKalle Valo 	return target;
1449636f8288SKalle Valo 
1450636f8288SKalle Valo fail_htc_create:
1451636f8288SKalle Valo 	if (status != 0) {
1452636f8288SKalle Valo 		if (target != NULL)
1453636f8288SKalle Valo 			ath6kl_htc_pipe_cleanup(target);
1454636f8288SKalle Valo 
1455636f8288SKalle Valo 		target = NULL;
1456636f8288SKalle Valo 	}
1457636f8288SKalle Valo 	return target;
1458636f8288SKalle Valo }
1459636f8288SKalle Valo 
1460636f8288SKalle Valo /* cleanup the HTC instance */
ath6kl_htc_pipe_cleanup(struct htc_target * target)1461636f8288SKalle Valo static void ath6kl_htc_pipe_cleanup(struct htc_target *target)
1462636f8288SKalle Valo {
1463636f8288SKalle Valo 	struct htc_packet *packet;
1464636f8288SKalle Valo 
1465636f8288SKalle Valo 	while (true) {
1466636f8288SKalle Valo 		packet = alloc_htc_packet_container(target);
1467636f8288SKalle Valo 		if (packet == NULL)
1468636f8288SKalle Valo 			break;
1469636f8288SKalle Valo 		kfree(packet);
1470636f8288SKalle Valo 	}
1471636f8288SKalle Valo 
1472636f8288SKalle Valo 	kfree(target->dev);
1473636f8288SKalle Valo 
1474636f8288SKalle Valo 	/* kfree our instance */
1475636f8288SKalle Valo 	kfree(target);
1476636f8288SKalle Valo }
1477636f8288SKalle Valo 
ath6kl_htc_pipe_start(struct htc_target * target)1478636f8288SKalle Valo static int ath6kl_htc_pipe_start(struct htc_target *target)
1479636f8288SKalle Valo {
1480636f8288SKalle Valo 	struct sk_buff *skb;
1481636f8288SKalle Valo 	struct htc_setup_comp_ext_msg *setup;
1482636f8288SKalle Valo 	struct htc_packet *packet;
1483636f8288SKalle Valo 
1484636f8288SKalle Valo 	htc_config_target_hif_pipe(target);
1485636f8288SKalle Valo 
1486636f8288SKalle Valo 	/* allocate a buffer to send */
1487636f8288SKalle Valo 	packet = htc_alloc_txctrl_packet(target);
1488636f8288SKalle Valo 	if (packet == NULL) {
1489636f8288SKalle Valo 		WARN_ON_ONCE(1);
1490636f8288SKalle Valo 		return -ENOMEM;
1491636f8288SKalle Valo 	}
1492636f8288SKalle Valo 
1493636f8288SKalle Valo 	skb = packet->skb;
1494636f8288SKalle Valo 
1495636f8288SKalle Valo 	/* assemble setup complete message */
14964df864c1SJohannes Berg 	setup = skb_put(skb, sizeof(*setup));
1497636f8288SKalle Valo 	memset(setup, 0, sizeof(struct htc_setup_comp_ext_msg));
1498636f8288SKalle Valo 	setup->msg_id = cpu_to_le16(HTC_MSG_SETUP_COMPLETE_EX_ID);
1499636f8288SKalle Valo 
1500636f8288SKalle Valo 	ath6kl_dbg(ATH6KL_DBG_HTC, "HTC using TX credit flow control\n");
1501636f8288SKalle Valo 
1502636f8288SKalle Valo 	set_htc_pkt_info(packet, NULL, (u8 *) setup,
1503636f8288SKalle Valo 			 sizeof(struct htc_setup_comp_ext_msg),
1504636f8288SKalle Valo 			 ENDPOINT_0, HTC_SERVICE_TX_PACKET_TAG);
1505636f8288SKalle Valo 
1506636f8288SKalle Valo 	target->htc_flags |= HTC_OP_STATE_SETUP_COMPLETE;
1507636f8288SKalle Valo 
1508636f8288SKalle Valo 	return ath6kl_htc_pipe_tx(target, packet);
1509636f8288SKalle Valo }
1510636f8288SKalle Valo 
ath6kl_htc_pipe_stop(struct htc_target * target)1511636f8288SKalle Valo static void ath6kl_htc_pipe_stop(struct htc_target *target)
1512636f8288SKalle Valo {
1513636f8288SKalle Valo 	int i;
1514636f8288SKalle Valo 	struct htc_endpoint *ep;
1515636f8288SKalle Valo 
1516636f8288SKalle Valo 	/* cleanup endpoints */
1517636f8288SKalle Valo 	for (i = 0; i < ENDPOINT_MAX; i++) {
1518636f8288SKalle Valo 		ep = &target->endpoint[i];
1519636f8288SKalle Valo 		htc_flush_rx_queue(target, ep);
1520636f8288SKalle Valo 		htc_flush_tx_endpoint(target, ep, HTC_TX_PACKET_TAG_ALL);
1521636f8288SKalle Valo 	}
1522636f8288SKalle Valo 
1523636f8288SKalle Valo 	reset_endpoint_states(target);
1524636f8288SKalle Valo 	target->htc_flags &= ~HTC_OP_STATE_SETUP_COMPLETE;
1525636f8288SKalle Valo }
1526636f8288SKalle Valo 
ath6kl_htc_pipe_get_rxbuf_num(struct htc_target * target,enum htc_endpoint_id endpoint)1527636f8288SKalle Valo static int ath6kl_htc_pipe_get_rxbuf_num(struct htc_target *target,
1528636f8288SKalle Valo 					 enum htc_endpoint_id endpoint)
1529636f8288SKalle Valo {
1530636f8288SKalle Valo 	int num;
1531636f8288SKalle Valo 
1532636f8288SKalle Valo 	spin_lock_bh(&target->rx_lock);
1533636f8288SKalle Valo 	num = get_queue_depth(&(target->endpoint[endpoint].rx_bufq));
1534636f8288SKalle Valo 	spin_unlock_bh(&target->rx_lock);
1535636f8288SKalle Valo 
1536636f8288SKalle Valo 	return num;
1537636f8288SKalle Valo }
1538636f8288SKalle Valo 
ath6kl_htc_pipe_tx(struct htc_target * target,struct htc_packet * packet)1539636f8288SKalle Valo static int ath6kl_htc_pipe_tx(struct htc_target *target,
1540636f8288SKalle Valo 			      struct htc_packet *packet)
1541636f8288SKalle Valo {
1542636f8288SKalle Valo 	struct list_head queue;
1543636f8288SKalle Valo 
1544636f8288SKalle Valo 	ath6kl_dbg(ATH6KL_DBG_HTC,
1545636f8288SKalle Valo 		   "%s: endPointId: %d, buffer: 0x%p, length: %d\n",
1546636f8288SKalle Valo 		   __func__, packet->endpoint, packet->buf,
1547636f8288SKalle Valo 		   packet->act_len);
1548636f8288SKalle Valo 
1549636f8288SKalle Valo 	INIT_LIST_HEAD(&queue);
1550636f8288SKalle Valo 	list_add_tail(&packet->list, &queue);
1551636f8288SKalle Valo 
1552636f8288SKalle Valo 	return htc_send_packets_multiple(target, &queue);
1553636f8288SKalle Valo }
1554636f8288SKalle Valo 
ath6kl_htc_pipe_wait_target(struct htc_target * target)1555636f8288SKalle Valo static int ath6kl_htc_pipe_wait_target(struct htc_target *target)
1556636f8288SKalle Valo {
1557636f8288SKalle Valo 	struct htc_ready_ext_msg *ready_msg;
1558636f8288SKalle Valo 	struct htc_service_connect_req connect;
1559636f8288SKalle Valo 	struct htc_service_connect_resp resp;
1560636f8288SKalle Valo 	int status = 0;
1561636f8288SKalle Valo 
1562636f8288SKalle Valo 	status = htc_wait_recv_ctrl_message(target);
1563636f8288SKalle Valo 
1564636f8288SKalle Valo 	if (status != 0)
1565636f8288SKalle Valo 		return status;
1566636f8288SKalle Valo 
1567636f8288SKalle Valo 	if (target->pipe.ctrl_response_len < sizeof(*ready_msg)) {
15684e1609c9SKalle Valo 		ath6kl_warn("invalid htc pipe ready msg len: %d\n",
1569636f8288SKalle Valo 			    target->pipe.ctrl_response_len);
1570636f8288SKalle Valo 		return -ECOMM;
1571636f8288SKalle Valo 	}
1572636f8288SKalle Valo 
1573636f8288SKalle Valo 	ready_msg = (struct htc_ready_ext_msg *) target->pipe.ctrl_response_buf;
1574636f8288SKalle Valo 
1575636f8288SKalle Valo 	if (ready_msg->ver2_0_info.msg_id != cpu_to_le16(HTC_MSG_READY_ID)) {
15764e1609c9SKalle Valo 		ath6kl_warn("invalid htc pipe ready msg: 0x%x\n",
1577636f8288SKalle Valo 			    ready_msg->ver2_0_info.msg_id);
1578636f8288SKalle Valo 		return -ECOMM;
1579636f8288SKalle Valo 	}
1580636f8288SKalle Valo 
1581636f8288SKalle Valo 	ath6kl_dbg(ATH6KL_DBG_HTC,
1582636f8288SKalle Valo 		   "Target Ready! : transmit resources : %d size:%d\n",
1583636f8288SKalle Valo 		   ready_msg->ver2_0_info.cred_cnt,
1584636f8288SKalle Valo 		   ready_msg->ver2_0_info.cred_sz);
1585636f8288SKalle Valo 
1586636f8288SKalle Valo 	target->tgt_creds = le16_to_cpu(ready_msg->ver2_0_info.cred_cnt);
1587636f8288SKalle Valo 	target->tgt_cred_sz = le16_to_cpu(ready_msg->ver2_0_info.cred_sz);
1588636f8288SKalle Valo 
1589636f8288SKalle Valo 	if ((target->tgt_creds == 0) || (target->tgt_cred_sz == 0))
1590636f8288SKalle Valo 		return -ECOMM;
1591636f8288SKalle Valo 
1592636f8288SKalle Valo 	htc_setup_target_buffer_assignments(target);
1593636f8288SKalle Valo 
1594636f8288SKalle Valo 	/* setup our pseudo HTC control endpoint connection */
1595636f8288SKalle Valo 	memset(&connect, 0, sizeof(connect));
1596636f8288SKalle Valo 	memset(&resp, 0, sizeof(resp));
1597636f8288SKalle Valo 	connect.ep_cb.tx_complete = htc_txctrl_complete;
1598636f8288SKalle Valo 	connect.ep_cb.rx = htc_rxctrl_complete;
1599636f8288SKalle Valo 	connect.max_txq_depth = NUM_CONTROL_TX_BUFFERS;
1600636f8288SKalle Valo 	connect.svc_id = HTC_CTRL_RSVD_SVC;
1601636f8288SKalle Valo 
1602636f8288SKalle Valo 	/* connect fake service */
1603636f8288SKalle Valo 	status = ath6kl_htc_pipe_conn_service(target, &connect, &resp);
1604636f8288SKalle Valo 
1605636f8288SKalle Valo 	return status;
1606636f8288SKalle Valo }
1607636f8288SKalle Valo 
ath6kl_htc_pipe_flush_txep(struct htc_target * target,enum htc_endpoint_id endpoint,u16 tag)1608636f8288SKalle Valo static void ath6kl_htc_pipe_flush_txep(struct htc_target *target,
1609636f8288SKalle Valo 				       enum htc_endpoint_id endpoint, u16 tag)
1610636f8288SKalle Valo {
1611636f8288SKalle Valo 	struct htc_endpoint *ep = &target->endpoint[endpoint];
1612636f8288SKalle Valo 
1613636f8288SKalle Valo 	if (ep->svc_id == 0) {
1614636f8288SKalle Valo 		WARN_ON_ONCE(1);
1615636f8288SKalle Valo 		/* not in use.. */
1616636f8288SKalle Valo 		return;
1617636f8288SKalle Valo 	}
1618636f8288SKalle Valo 
1619636f8288SKalle Valo 	htc_flush_tx_endpoint(target, ep, tag);
1620636f8288SKalle Valo }
1621636f8288SKalle Valo 
ath6kl_htc_pipe_add_rxbuf_multiple(struct htc_target * target,struct list_head * pkt_queue)1622636f8288SKalle Valo static int ath6kl_htc_pipe_add_rxbuf_multiple(struct htc_target *target,
1623636f8288SKalle Valo 					      struct list_head *pkt_queue)
1624636f8288SKalle Valo {
1625636f8288SKalle Valo 	struct htc_packet *packet, *tmp_pkt, *first;
1626636f8288SKalle Valo 	struct htc_endpoint *ep;
1627636f8288SKalle Valo 	int status = 0;
1628636f8288SKalle Valo 
1629636f8288SKalle Valo 	if (list_empty(pkt_queue))
1630636f8288SKalle Valo 		return -EINVAL;
1631636f8288SKalle Valo 
1632636f8288SKalle Valo 	first = list_first_entry(pkt_queue, struct htc_packet, list);
1633636f8288SKalle Valo 
1634636f8288SKalle Valo 	if (first->endpoint >= ENDPOINT_MAX) {
1635636f8288SKalle Valo 		WARN_ON_ONCE(1);
1636636f8288SKalle Valo 		return -EINVAL;
1637636f8288SKalle Valo 	}
1638636f8288SKalle Valo 
1639636f8288SKalle Valo 	ath6kl_dbg(ATH6KL_DBG_HTC, "%s: epid: %d, cnt:%d, len: %d\n",
1640636f8288SKalle Valo 		   __func__, first->endpoint, get_queue_depth(pkt_queue),
1641636f8288SKalle Valo 		   first->buf_len);
1642636f8288SKalle Valo 
1643636f8288SKalle Valo 	ep = &target->endpoint[first->endpoint];
1644636f8288SKalle Valo 
1645636f8288SKalle Valo 	spin_lock_bh(&target->rx_lock);
1646636f8288SKalle Valo 
1647636f8288SKalle Valo 	/* store receive packets */
1648636f8288SKalle Valo 	list_splice_tail_init(pkt_queue, &ep->rx_bufq);
1649636f8288SKalle Valo 
1650636f8288SKalle Valo 	spin_unlock_bh(&target->rx_lock);
1651636f8288SKalle Valo 
1652636f8288SKalle Valo 	if (status != 0) {
1653636f8288SKalle Valo 		/* walk through queue and mark each one canceled */
1654636f8288SKalle Valo 		list_for_each_entry_safe(packet, tmp_pkt, pkt_queue, list) {
1655636f8288SKalle Valo 			packet->status = -ECANCELED;
1656636f8288SKalle Valo 		}
1657636f8288SKalle Valo 
1658636f8288SKalle Valo 		do_recv_completion(ep, pkt_queue);
1659636f8288SKalle Valo 	}
1660636f8288SKalle Valo 
1661636f8288SKalle Valo 	return status;
1662636f8288SKalle Valo }
1663636f8288SKalle Valo 
ath6kl_htc_pipe_activity_changed(struct htc_target * target,enum htc_endpoint_id ep,bool active)1664636f8288SKalle Valo static void ath6kl_htc_pipe_activity_changed(struct htc_target *target,
1665636f8288SKalle Valo 					     enum htc_endpoint_id ep,
1666636f8288SKalle Valo 					     bool active)
1667636f8288SKalle Valo {
1668636f8288SKalle Valo 	/* TODO */
1669636f8288SKalle Valo }
1670636f8288SKalle Valo 
ath6kl_htc_pipe_flush_rx_buf(struct htc_target * target)1671636f8288SKalle Valo static void ath6kl_htc_pipe_flush_rx_buf(struct htc_target *target)
1672636f8288SKalle Valo {
1673b056397eSJessica Wu 	struct htc_endpoint *endpoint;
1674b056397eSJessica Wu 	struct htc_packet *packet, *tmp_pkt;
1675b056397eSJessica Wu 	int i;
1676b056397eSJessica Wu 
1677b056397eSJessica Wu 	for (i = ENDPOINT_0; i < ENDPOINT_MAX; i++) {
1678b056397eSJessica Wu 		endpoint = &target->endpoint[i];
1679b056397eSJessica Wu 
1680b056397eSJessica Wu 		spin_lock_bh(&target->rx_lock);
1681b056397eSJessica Wu 
1682b056397eSJessica Wu 		list_for_each_entry_safe(packet, tmp_pkt,
1683b056397eSJessica Wu 					 &endpoint->rx_bufq, list) {
1684b056397eSJessica Wu 			list_del(&packet->list);
1685b056397eSJessica Wu 			spin_unlock_bh(&target->rx_lock);
1686b056397eSJessica Wu 			ath6kl_dbg(ATH6KL_DBG_HTC,
1687b056397eSJessica Wu 				   "htc rx flush pkt 0x%p len %d ep %d\n",
1688b056397eSJessica Wu 				   packet, packet->buf_len,
1689b056397eSJessica Wu 				   packet->endpoint);
1690b056397eSJessica Wu 			dev_kfree_skb(packet->pkt_cntxt);
1691b056397eSJessica Wu 			spin_lock_bh(&target->rx_lock);
1692b056397eSJessica Wu 		}
1693b056397eSJessica Wu 
1694b056397eSJessica Wu 		spin_unlock_bh(&target->rx_lock);
1695b056397eSJessica Wu 	}
1696636f8288SKalle Valo }
1697636f8288SKalle Valo 
ath6kl_htc_pipe_credit_setup(struct htc_target * target,struct ath6kl_htc_credit_info * info)1698636f8288SKalle Valo static int ath6kl_htc_pipe_credit_setup(struct htc_target *target,
1699636f8288SKalle Valo 					struct ath6kl_htc_credit_info *info)
1700636f8288SKalle Valo {
1701636f8288SKalle Valo 	return 0;
1702636f8288SKalle Valo }
1703636f8288SKalle Valo 
1704636f8288SKalle Valo static const struct ath6kl_htc_ops ath6kl_htc_pipe_ops = {
1705636f8288SKalle Valo 	.create = ath6kl_htc_pipe_create,
1706636f8288SKalle Valo 	.wait_target = ath6kl_htc_pipe_wait_target,
1707636f8288SKalle Valo 	.start = ath6kl_htc_pipe_start,
1708636f8288SKalle Valo 	.conn_service = ath6kl_htc_pipe_conn_service,
1709636f8288SKalle Valo 	.tx = ath6kl_htc_pipe_tx,
1710636f8288SKalle Valo 	.stop = ath6kl_htc_pipe_stop,
1711636f8288SKalle Valo 	.cleanup = ath6kl_htc_pipe_cleanup,
1712636f8288SKalle Valo 	.flush_txep = ath6kl_htc_pipe_flush_txep,
1713636f8288SKalle Valo 	.flush_rx_buf = ath6kl_htc_pipe_flush_rx_buf,
1714636f8288SKalle Valo 	.activity_changed = ath6kl_htc_pipe_activity_changed,
1715636f8288SKalle Valo 	.get_rxbuf_num = ath6kl_htc_pipe_get_rxbuf_num,
1716636f8288SKalle Valo 	.add_rxbuf_multiple = ath6kl_htc_pipe_add_rxbuf_multiple,
1717636f8288SKalle Valo 	.credit_setup = ath6kl_htc_pipe_credit_setup,
1718636f8288SKalle Valo 	.tx_complete = ath6kl_htc_pipe_tx_complete,
1719636f8288SKalle Valo 	.rx_complete = ath6kl_htc_pipe_rx_complete,
1720636f8288SKalle Valo };
1721636f8288SKalle Valo 
ath6kl_htc_pipe_attach(struct ath6kl * ar)1722636f8288SKalle Valo void ath6kl_htc_pipe_attach(struct ath6kl *ar)
1723636f8288SKalle Valo {
1724636f8288SKalle Valo 	ar->htc_ops = &ath6kl_htc_pipe_ops;
1725636f8288SKalle Valo }
1726