Lines Matching +full:channel +full:-
1 // SPDX-License-Identifier: GPL-2.0
3 * Copyright (c) 2016-2017, Linaro Ltd
40 * struct glink_defer_cmd - deferred incoming control message
56 * struct glink_core_rx_intent - RX intent
59 * @data: pointer to the data (may be NULL for zero-copy)
63 * @in_use: To mark if intent is already in use for the channel
79 * struct qcom_glink - driver context, relates to one remote subsystem
88 * @lcids: idr of all channels with a known local channel id
89 * @rcids: idr of all channels with a known remote channel id
128 * struct glink_channel - internal representation of a channel
130 * @ept: rpmsg endpoint this channel is associated with
132 * @refcount: refcount for the channel object
134 * @name: unique channel name/identifier
135 * @lcid: channel id, in local space
136 * @rcid: channel id, in remote space
145 * @open_ack: completed once remote has acked the open-request
146 * @open_req: completed once open-request has been received
217 struct glink_channel *channel; in qcom_glink_alloc_channel() local
219 channel = kzalloc(sizeof(*channel), GFP_KERNEL); in qcom_glink_alloc_channel()
220 if (!channel) in qcom_glink_alloc_channel()
221 return ERR_PTR(-ENOMEM); in qcom_glink_alloc_channel()
224 spin_lock_init(&channel->recv_lock); in qcom_glink_alloc_channel()
225 spin_lock_init(&channel->intent_lock); in qcom_glink_alloc_channel()
226 mutex_init(&channel->intent_req_lock); in qcom_glink_alloc_channel()
228 channel->glink = glink; in qcom_glink_alloc_channel()
229 channel->name = kstrdup(name, GFP_KERNEL); in qcom_glink_alloc_channel()
230 if (!channel->name) { in qcom_glink_alloc_channel()
231 kfree(channel); in qcom_glink_alloc_channel()
232 return ERR_PTR(-ENOMEM); in qcom_glink_alloc_channel()
235 init_completion(&channel->open_req); in qcom_glink_alloc_channel()
236 init_completion(&channel->open_ack); in qcom_glink_alloc_channel()
237 init_waitqueue_head(&channel->intent_req_wq); in qcom_glink_alloc_channel()
239 INIT_LIST_HEAD(&channel->done_intents); in qcom_glink_alloc_channel()
240 INIT_WORK(&channel->intent_work, qcom_glink_rx_done_work); in qcom_glink_alloc_channel()
242 idr_init(&channel->liids); in qcom_glink_alloc_channel()
243 idr_init(&channel->riids); in qcom_glink_alloc_channel()
244 kref_init(&channel->refcount); in qcom_glink_alloc_channel()
246 return channel; in qcom_glink_alloc_channel()
251 struct glink_channel *channel = container_of(ref, struct glink_channel, in qcom_glink_channel_release() local
259 cancel_work_sync(&channel->intent_work); in qcom_glink_channel_release()
261 spin_lock_irqsave(&channel->intent_lock, flags); in qcom_glink_channel_release()
262 /* Free all non-reuse intents pending rx_done work */ in qcom_glink_channel_release()
263 list_for_each_entry_safe(intent, tmp, &channel->done_intents, node) { in qcom_glink_channel_release()
264 if (!intent->reuse) { in qcom_glink_channel_release()
265 kfree(intent->data); in qcom_glink_channel_release()
270 idr_for_each_entry(&channel->liids, tmp, iid) { in qcom_glink_channel_release()
271 kfree(tmp->data); in qcom_glink_channel_release()
274 idr_destroy(&channel->liids); in qcom_glink_channel_release()
276 idr_for_each_entry(&channel->riids, tmp, iid) in qcom_glink_channel_release()
278 idr_destroy(&channel->riids); in qcom_glink_channel_release()
279 spin_unlock_irqrestore(&channel->intent_lock, flags); in qcom_glink_channel_release()
281 kfree(channel->name); in qcom_glink_channel_release()
282 kfree(channel); in qcom_glink_channel_release()
287 return glink->rx_pipe->avail(glink->rx_pipe); in qcom_glink_rx_avail()
293 glink->rx_pipe->peek(glink->rx_pipe, data, offset, count); in qcom_glink_rx_peek()
298 glink->rx_pipe->advance(glink->rx_pipe, count); in qcom_glink_rx_advance()
303 return glink->tx_pipe->avail(glink->tx_pipe); in qcom_glink_tx_avail()
310 glink->tx_pipe->write(glink->tx_pipe, hdr, hlen, data, dlen); in qcom_glink_tx_write()
315 glink->tx_pipe->kick(glink->tx_pipe); in qcom_glink_tx_kick()
340 if (tlen >= glink->tx_pipe->length) in qcom_glink_tx()
341 return -EINVAL; in qcom_glink_tx()
343 spin_lock_irqsave(&glink->tx_lock, flags); in qcom_glink_tx()
345 if (glink->abort_tx) { in qcom_glink_tx()
346 ret = -EIO; in qcom_glink_tx()
352 ret = -EAGAIN; in qcom_glink_tx()
356 if (glink->abort_tx) { in qcom_glink_tx()
357 ret = -EIO; in qcom_glink_tx()
361 if (!glink->sent_read_notify) { in qcom_glink_tx()
362 glink->sent_read_notify = true; in qcom_glink_tx()
367 spin_unlock_irqrestore(&glink->tx_lock, flags); in qcom_glink_tx()
369 wait_event_timeout(glink->tx_avail_notify, in qcom_glink_tx()
372 spin_lock_irqsave(&glink->tx_lock, flags); in qcom_glink_tx()
375 glink->sent_read_notify = false; in qcom_glink_tx()
382 spin_unlock_irqrestore(&glink->tx_lock, flags); in qcom_glink_tx()
393 msg.param2 = cpu_to_le32(glink->features); in qcom_glink_send_version()
404 msg.param2 = cpu_to_le32(glink->features); in qcom_glink_send_version_ack()
410 struct glink_channel *channel) in qcom_glink_send_open_ack() argument
415 msg.param1 = cpu_to_le16(channel->rcid); in qcom_glink_send_open_ack()
424 struct glink_channel *channel; in qcom_glink_handle_intent_req_ack() local
427 spin_lock_irqsave(&glink->idr_lock, flags); in qcom_glink_handle_intent_req_ack()
428 channel = idr_find(&glink->rcids, cid); in qcom_glink_handle_intent_req_ack()
429 spin_unlock_irqrestore(&glink->idr_lock, flags); in qcom_glink_handle_intent_req_ack()
430 if (!channel) { in qcom_glink_handle_intent_req_ack()
431 dev_err(glink->dev, "unable to find channel\n"); in qcom_glink_handle_intent_req_ack()
435 WRITE_ONCE(channel->intent_req_result, granted); in qcom_glink_handle_intent_req_ack()
436 wake_up_all(&channel->intent_req_wq); in qcom_glink_handle_intent_req_ack()
439 static void qcom_glink_intent_req_abort(struct glink_channel *channel) in qcom_glink_intent_req_abort() argument
441 WRITE_ONCE(channel->intent_req_result, 0); in qcom_glink_intent_req_abort()
442 wake_up_all(&channel->intent_req_wq); in qcom_glink_intent_req_abort()
446 * qcom_glink_send_open_req() - send a GLINK_CMD_OPEN request to the remote
448 * @channel: Ptr to the channel that the open req is sent
450 * Allocates a local channel id and sends a GLINK_CMD_OPEN message to the remote.
456 struct glink_channel *channel) in qcom_glink_send_open_req() argument
462 int name_len = strlen(channel->name) + 1; in qcom_glink_send_open_req()
467 kref_get(&channel->refcount); in qcom_glink_send_open_req()
469 spin_lock_irqsave(&glink->idr_lock, flags); in qcom_glink_send_open_req()
470 ret = idr_alloc_cyclic(&glink->lcids, channel, in qcom_glink_send_open_req()
473 spin_unlock_irqrestore(&glink->idr_lock, flags); in qcom_glink_send_open_req()
477 channel->lcid = ret; in qcom_glink_send_open_req()
480 req.msg.param1 = cpu_to_le16(channel->lcid); in qcom_glink_send_open_req()
482 strcpy(req.name, channel->name); in qcom_glink_send_open_req()
491 spin_lock_irqsave(&glink->idr_lock, flags); in qcom_glink_send_open_req()
492 idr_remove(&glink->lcids, channel->lcid); in qcom_glink_send_open_req()
493 channel->lcid = 0; in qcom_glink_send_open_req()
494 spin_unlock_irqrestore(&glink->idr_lock, flags); in qcom_glink_send_open_req()
500 struct glink_channel *channel) in qcom_glink_send_close_req() argument
505 req.param1 = cpu_to_le16(channel->lcid); in qcom_glink_send_close_req()
525 struct glink_channel *channel = container_of(work, struct glink_channel, in qcom_glink_rx_done_work() local
527 struct qcom_glink *glink = channel->glink; in qcom_glink_rx_done_work()
535 unsigned int cid = channel->lcid; in qcom_glink_rx_done_work()
540 spin_lock_irqsave(&channel->intent_lock, flags); in qcom_glink_rx_done_work()
541 list_for_each_entry_safe(intent, tmp, &channel->done_intents, node) { in qcom_glink_rx_done_work()
542 list_del(&intent->node); in qcom_glink_rx_done_work()
543 spin_unlock_irqrestore(&channel->intent_lock, flags); in qcom_glink_rx_done_work()
544 iid = intent->id; in qcom_glink_rx_done_work()
545 reuse = intent->reuse; in qcom_glink_rx_done_work()
553 kfree(intent->data); in qcom_glink_rx_done_work()
556 spin_lock_irqsave(&channel->intent_lock, flags); in qcom_glink_rx_done_work()
558 spin_unlock_irqrestore(&channel->intent_lock, flags); in qcom_glink_rx_done_work()
562 struct glink_channel *channel, in qcom_glink_rx_done() argument
566 if (glink->intentless) { in qcom_glink_rx_done()
567 kfree(intent->data); in qcom_glink_rx_done()
573 if (!intent->reuse) { in qcom_glink_rx_done()
574 spin_lock(&channel->intent_lock); in qcom_glink_rx_done()
575 idr_remove(&channel->liids, intent->id); in qcom_glink_rx_done()
576 spin_unlock(&channel->intent_lock); in qcom_glink_rx_done()
580 spin_lock(&channel->intent_lock); in qcom_glink_rx_done()
581 list_add_tail(&intent->node, &channel->done_intents); in qcom_glink_rx_done()
582 spin_unlock(&channel->intent_lock); in qcom_glink_rx_done()
584 schedule_work(&channel->intent_work); in qcom_glink_rx_done()
588 * qcom_glink_receive_version() - receive version/features from remote system
594 * This function is called in response to a remote-initiated version/feature
605 glink->features &= features; in qcom_glink_receive_version()
614 * qcom_glink_receive_version_ack() - receive negotiation ack from remote system
620 * This function is called in response to a local-initiated version/feature
621 * negotiation sequence and is the counter-offer from the remote side based
633 if (features == glink->features) in qcom_glink_receive_version_ack()
636 glink->features &= features; in qcom_glink_receive_version_ack()
645 * qcom_glink_send_intent_req_ack() - convert an rx intent request ack cmd to
648 * @channel: The glink channel
654 struct glink_channel *channel, in qcom_glink_send_intent_req_ack() argument
660 msg.param1 = cpu_to_le16(channel->lcid); in qcom_glink_send_intent_req_ack()
669 * qcom_glink_advertise_intent - convert an rx intent cmd to wire format and
672 * @channel: The local channel
678 struct glink_channel *channel, in qcom_glink_advertise_intent() argument
691 cmd.lcid = cpu_to_le16(channel->lcid); in qcom_glink_advertise_intent()
693 cmd.size = cpu_to_le32(intent->size); in qcom_glink_advertise_intent()
694 cmd.liid = cpu_to_le32(intent->id); in qcom_glink_advertise_intent()
703 struct glink_channel *channel, in qcom_glink_alloc_intent() argument
715 intent->data = kzalloc(size, GFP_KERNEL); in qcom_glink_alloc_intent()
716 if (!intent->data) in qcom_glink_alloc_intent()
719 spin_lock_irqsave(&channel->intent_lock, flags); in qcom_glink_alloc_intent()
720 ret = idr_alloc_cyclic(&channel->liids, intent, 1, -1, GFP_ATOMIC); in qcom_glink_alloc_intent()
722 spin_unlock_irqrestore(&channel->intent_lock, flags); in qcom_glink_alloc_intent()
725 spin_unlock_irqrestore(&channel->intent_lock, flags); in qcom_glink_alloc_intent()
727 intent->id = ret; in qcom_glink_alloc_intent()
728 intent->size = size; in qcom_glink_alloc_intent()
729 intent->reuse = reuseable; in qcom_glink_alloc_intent()
734 kfree(intent->data); in qcom_glink_alloc_intent()
745 struct glink_channel *channel; in qcom_glink_handle_rx_done() local
748 spin_lock_irqsave(&glink->idr_lock, flags); in qcom_glink_handle_rx_done()
749 channel = idr_find(&glink->rcids, cid); in qcom_glink_handle_rx_done()
750 spin_unlock_irqrestore(&glink->idr_lock, flags); in qcom_glink_handle_rx_done()
751 if (!channel) { in qcom_glink_handle_rx_done()
752 dev_err(glink->dev, "invalid channel id received\n"); in qcom_glink_handle_rx_done()
756 spin_lock_irqsave(&channel->intent_lock, flags); in qcom_glink_handle_rx_done()
757 intent = idr_find(&channel->riids, iid); in qcom_glink_handle_rx_done()
760 spin_unlock_irqrestore(&channel->intent_lock, flags); in qcom_glink_handle_rx_done()
761 dev_err(glink->dev, "invalid intent id received\n"); in qcom_glink_handle_rx_done()
765 intent->in_use = false; in qcom_glink_handle_rx_done()
768 idr_remove(&channel->riids, intent->id); in qcom_glink_handle_rx_done()
771 spin_unlock_irqrestore(&channel->intent_lock, flags); in qcom_glink_handle_rx_done()
774 WRITE_ONCE(channel->intent_received, true); in qcom_glink_handle_rx_done()
775 wake_up_all(&channel->intent_req_wq); in qcom_glink_handle_rx_done()
780 * qcom_glink_handle_intent_req() - Receive a request for rx_intent
783 * @cid: Remote channel ID
786 * The function searches for the local channel to which the request for
793 struct glink_channel *channel; in qcom_glink_handle_intent_req() local
796 spin_lock_irqsave(&glink->idr_lock, flags); in qcom_glink_handle_intent_req()
797 channel = idr_find(&glink->rcids, cid); in qcom_glink_handle_intent_req()
798 spin_unlock_irqrestore(&glink->idr_lock, flags); in qcom_glink_handle_intent_req()
800 if (!channel) { in qcom_glink_handle_intent_req()
801 pr_err("%s channel not found for cid %d\n", __func__, cid); in qcom_glink_handle_intent_req()
805 intent = qcom_glink_alloc_intent(glink, channel, size, false); in qcom_glink_handle_intent_req()
807 qcom_glink_advertise_intent(glink, channel, intent); in qcom_glink_handle_intent_req()
809 qcom_glink_send_intent_req_ack(glink, channel, !!intent); in qcom_glink_handle_intent_req()
819 dev_dbg(glink->dev, "Insufficient data in rx fifo"); in qcom_glink_rx_defer()
820 return -ENXIO; in qcom_glink_rx_defer()
825 return -ENOMEM; in qcom_glink_rx_defer()
827 INIT_LIST_HEAD(&dcmd->node); in qcom_glink_rx_defer()
829 qcom_glink_rx_peek(glink, &dcmd->msg, 0, sizeof(dcmd->msg) + extra); in qcom_glink_rx_defer()
831 spin_lock(&glink->rx_lock); in qcom_glink_rx_defer()
832 list_add_tail(&dcmd->node, &glink->rx_queue); in qcom_glink_rx_defer()
833 spin_unlock(&glink->rx_lock); in qcom_glink_rx_defer()
835 schedule_work(&glink->rx_work); in qcom_glink_rx_defer()
836 qcom_glink_rx_advance(glink, sizeof(dcmd->msg) + extra); in qcom_glink_rx_defer()
844 struct glink_channel *channel; in qcom_glink_rx_data() local
858 dev_dbg(glink->dev, "Not enough data in fifo\n"); in qcom_glink_rx_data()
859 return -EAGAIN; in qcom_glink_rx_data()
867 dev_dbg(glink->dev, "Payload not yet in fifo\n"); in qcom_glink_rx_data()
868 return -EAGAIN; in qcom_glink_rx_data()
872 spin_lock_irqsave(&glink->idr_lock, flags); in qcom_glink_rx_data()
873 channel = idr_find(&glink->rcids, rcid); in qcom_glink_rx_data()
874 spin_unlock_irqrestore(&glink->idr_lock, flags); in qcom_glink_rx_data()
875 if (!channel) { in qcom_glink_rx_data()
876 dev_dbg(glink->dev, "Data on non-existing channel\n"); in qcom_glink_rx_data()
882 if (glink->intentless) { in qcom_glink_rx_data()
884 if (!channel->buf) { in qcom_glink_rx_data()
887 return -ENOMEM; in qcom_glink_rx_data()
889 intent->data = kmalloc(chunk_size + left_size, in qcom_glink_rx_data()
891 if (!intent->data) { in qcom_glink_rx_data()
893 return -ENOMEM; in qcom_glink_rx_data()
896 intent->id = 0xbabababa; in qcom_glink_rx_data()
897 intent->size = chunk_size + left_size; in qcom_glink_rx_data()
898 intent->offset = 0; in qcom_glink_rx_data()
900 channel->buf = intent; in qcom_glink_rx_data()
902 intent = channel->buf; in qcom_glink_rx_data()
907 spin_lock_irqsave(&channel->intent_lock, flags); in qcom_glink_rx_data()
908 intent = idr_find(&channel->liids, liid); in qcom_glink_rx_data()
909 spin_unlock_irqrestore(&channel->intent_lock, flags); in qcom_glink_rx_data()
912 dev_err(glink->dev, in qcom_glink_rx_data()
913 "no intent found for channel %s intent %d", in qcom_glink_rx_data()
914 channel->name, liid); in qcom_glink_rx_data()
915 ret = -ENOENT; in qcom_glink_rx_data()
920 if (intent->size - intent->offset < chunk_size) { in qcom_glink_rx_data()
921 dev_err(glink->dev, "Insufficient space in intent\n"); in qcom_glink_rx_data()
927 qcom_glink_rx_peek(glink, intent->data + intent->offset, in qcom_glink_rx_data()
929 intent->offset += chunk_size; in qcom_glink_rx_data()
933 spin_lock(&channel->recv_lock); in qcom_glink_rx_data()
934 if (channel->ept.cb) { in qcom_glink_rx_data()
935 channel->ept.cb(channel->ept.rpdev, in qcom_glink_rx_data()
936 intent->data, in qcom_glink_rx_data()
937 intent->offset, in qcom_glink_rx_data()
938 channel->ept.priv, in qcom_glink_rx_data()
941 spin_unlock(&channel->recv_lock); in qcom_glink_rx_data()
943 intent->offset = 0; in qcom_glink_rx_data()
944 channel->buf = NULL; in qcom_glink_rx_data()
946 qcom_glink_rx_done(glink, channel, intent); in qcom_glink_rx_data()
961 struct glink_channel *channel; in qcom_glink_handle_intent() local
978 dev_dbg(glink->dev, "Not enough data in fifo\n"); in qcom_glink_handle_intent()
982 spin_lock_irqsave(&glink->idr_lock, flags); in qcom_glink_handle_intent()
983 channel = idr_find(&glink->rcids, cid); in qcom_glink_handle_intent()
984 spin_unlock_irqrestore(&glink->idr_lock, flags); in qcom_glink_handle_intent()
985 if (!channel) { in qcom_glink_handle_intent()
986 dev_err(glink->dev, "intents for non-existing channel\n"); in qcom_glink_handle_intent()
1002 intent->id = le32_to_cpu(msg->intents[i].iid); in qcom_glink_handle_intent()
1003 intent->size = le32_to_cpu(msg->intents[i].size); in qcom_glink_handle_intent()
1005 spin_lock_irqsave(&channel->intent_lock, flags); in qcom_glink_handle_intent()
1006 ret = idr_alloc(&channel->riids, intent, in qcom_glink_handle_intent()
1007 intent->id, intent->id + 1, GFP_ATOMIC); in qcom_glink_handle_intent()
1008 spin_unlock_irqrestore(&channel->intent_lock, flags); in qcom_glink_handle_intent()
1011 dev_err(glink->dev, "failed to store remote intent\n"); in qcom_glink_handle_intent()
1014 WRITE_ONCE(channel->intent_received, true); in qcom_glink_handle_intent()
1015 wake_up_all(&channel->intent_req_wq); in qcom_glink_handle_intent()
1023 struct glink_channel *channel; in qcom_glink_rx_open_ack() local
1025 spin_lock(&glink->idr_lock); in qcom_glink_rx_open_ack()
1026 channel = idr_find(&glink->lcids, lcid); in qcom_glink_rx_open_ack()
1027 spin_unlock(&glink->idr_lock); in qcom_glink_rx_open_ack()
1028 if (!channel) { in qcom_glink_rx_open_ack()
1029 dev_err(glink->dev, "Invalid open ack packet\n"); in qcom_glink_rx_open_ack()
1030 return -EINVAL; in qcom_glink_rx_open_ack()
1033 complete_all(&channel->open_ack); in qcom_glink_rx_open_ack()
1039 * qcom_glink_set_flow_control() - convert a signal cmd to wire format and transmit
1040 * @ept: Rpmsg endpoint for channel.
1048 struct glink_channel *channel = to_glink_channel(ept); in qcom_glink_set_flow_control() local
1049 struct qcom_glink *glink = channel->glink; in qcom_glink_set_flow_control()
1057 msg.param1 = cpu_to_le16(channel->lcid); in qcom_glink_set_flow_control()
1066 struct glink_channel *channel; in qcom_glink_handle_signals() local
1070 spin_lock_irqsave(&glink->idr_lock, flags); in qcom_glink_handle_signals()
1071 channel = idr_find(&glink->rcids, rcid); in qcom_glink_handle_signals()
1072 spin_unlock_irqrestore(&glink->idr_lock, flags); in qcom_glink_handle_signals()
1073 if (!channel) { in qcom_glink_handle_signals()
1074 dev_err(glink->dev, "signal for non-existing channel\n"); in qcom_glink_handle_signals()
1080 if (channel->ept.flow_cb) in qcom_glink_handle_signals()
1081 channel->ept.flow_cb(channel->ept.rpdev, channel->ept.priv, enable); in qcom_glink_handle_signals()
1094 wake_up_all(&glink->tx_avail_notify); in qcom_glink_native_rx()
1151 dev_err(glink->dev, "unhandled rx cmd: %d\n", cmd); in qcom_glink_native_rx()
1152 ret = -EINVAL; in qcom_glink_native_rx()
1166 struct glink_channel *channel; in qcom_glink_create_local() local
1170 channel = qcom_glink_alloc_channel(glink, name); in qcom_glink_create_local()
1171 if (IS_ERR(channel)) in qcom_glink_create_local()
1172 return ERR_CAST(channel); in qcom_glink_create_local()
1174 ret = qcom_glink_send_open_req(glink, channel); in qcom_glink_create_local()
1178 ret = wait_for_completion_timeout(&channel->open_ack, 5 * HZ); in qcom_glink_create_local()
1182 ret = wait_for_completion_timeout(&channel->open_req, 5 * HZ); in qcom_glink_create_local()
1186 qcom_glink_send_open_ack(glink, channel); in qcom_glink_create_local()
1188 return channel; in qcom_glink_create_local()
1191 /* qcom_glink_send_open_req() did register the channel in lcids*/ in qcom_glink_create_local()
1192 spin_lock_irqsave(&glink->idr_lock, flags); in qcom_glink_create_local()
1193 idr_remove(&glink->lcids, channel->lcid); in qcom_glink_create_local()
1194 spin_unlock_irqrestore(&glink->idr_lock, flags); in qcom_glink_create_local()
1198 kref_put(&channel->refcount, qcom_glink_channel_release); in qcom_glink_create_local()
1200 kref_put(&channel->refcount, qcom_glink_channel_release); in qcom_glink_create_local()
1202 return ERR_PTR(-ETIMEDOUT); in qcom_glink_create_local()
1207 struct glink_channel *channel) in qcom_glink_create_remote() argument
1211 qcom_glink_send_open_ack(glink, channel); in qcom_glink_create_remote()
1213 ret = qcom_glink_send_open_req(glink, channel); in qcom_glink_create_remote()
1217 ret = wait_for_completion_timeout(&channel->open_ack, 5 * HZ); in qcom_glink_create_remote()
1219 ret = -ETIMEDOUT; in qcom_glink_create_remote()
1227 * Send a close request to "undo" our open-ack. The close-ack will in qcom_glink_create_remote()
1232 qcom_glink_send_close_req(glink, channel); in qcom_glink_create_remote()
1243 struct glink_channel *parent = to_glink_channel(rpdev->ept); in qcom_glink_create_ept()
1244 struct glink_channel *channel; in qcom_glink_create_ept() local
1245 struct qcom_glink *glink = parent->glink; in qcom_glink_create_ept()
1252 spin_lock_irqsave(&glink->idr_lock, flags); in qcom_glink_create_ept()
1253 idr_for_each_entry(&glink->rcids, channel, cid) { in qcom_glink_create_ept()
1254 if (!strcmp(channel->name, name)) in qcom_glink_create_ept()
1257 spin_unlock_irqrestore(&glink->idr_lock, flags); in qcom_glink_create_ept()
1259 if (!channel) { in qcom_glink_create_ept()
1260 channel = qcom_glink_create_local(glink, name); in qcom_glink_create_ept()
1261 if (IS_ERR(channel)) in qcom_glink_create_ept()
1264 ret = qcom_glink_create_remote(glink, channel); in qcom_glink_create_ept()
1269 ept = &channel->ept; in qcom_glink_create_ept()
1270 ept->rpdev = rpdev; in qcom_glink_create_ept()
1271 ept->cb = cb; in qcom_glink_create_ept()
1272 ept->priv = priv; in qcom_glink_create_ept()
1273 ept->ops = &glink_endpoint_ops; in qcom_glink_create_ept()
1280 struct glink_channel *channel = to_glink_channel(rpdev->ept); in qcom_glink_announce_create() local
1281 struct device_node *np = rpdev->dev.of_node; in qcom_glink_announce_create()
1282 struct qcom_glink *glink = channel->glink; in qcom_glink_announce_create()
1291 if (glink->intentless || !completion_done(&channel->open_ack)) in qcom_glink_announce_create()
1296 val = prop->value; in qcom_glink_announce_create()
1297 num_groups = prop->length / sizeof(u32) / 2; in qcom_glink_announce_create()
1300 /* Channel is now open, advertise base set of intents */ in qcom_glink_announce_create()
1301 while (num_groups--) { in qcom_glink_announce_create()
1304 while (num_intents--) { in qcom_glink_announce_create()
1305 intent = qcom_glink_alloc_intent(glink, channel, size, in qcom_glink_announce_create()
1310 qcom_glink_advertise_intent(glink, channel, intent); in qcom_glink_announce_create()
1318 struct glink_channel *channel = to_glink_channel(ept); in qcom_glink_destroy_ept() local
1319 struct qcom_glink *glink = channel->glink; in qcom_glink_destroy_ept()
1322 spin_lock_irqsave(&channel->recv_lock, flags); in qcom_glink_destroy_ept()
1323 channel->ept.cb = NULL; in qcom_glink_destroy_ept()
1324 spin_unlock_irqrestore(&channel->recv_lock, flags); in qcom_glink_destroy_ept()
1326 /* Decouple the potential rpdev from the channel */ in qcom_glink_destroy_ept()
1327 channel->rpdev = NULL; in qcom_glink_destroy_ept()
1329 qcom_glink_send_close_req(glink, channel); in qcom_glink_destroy_ept()
1333 struct glink_channel *channel, in qcom_glink_request_intent() argument
1344 mutex_lock(&channel->intent_req_lock); in qcom_glink_request_intent()
1346 WRITE_ONCE(channel->intent_req_result, -1); in qcom_glink_request_intent()
1347 WRITE_ONCE(channel->intent_received, false); in qcom_glink_request_intent()
1350 cmd.cid = channel->lcid; in qcom_glink_request_intent()
1357 ret = wait_event_timeout(channel->intent_req_wq, in qcom_glink_request_intent()
1358 READ_ONCE(channel->intent_req_result) == 0 || in qcom_glink_request_intent()
1359 (READ_ONCE(channel->intent_req_result) > 0 && in qcom_glink_request_intent()
1360 READ_ONCE(channel->intent_received)) || in qcom_glink_request_intent()
1361 glink->abort_tx, in qcom_glink_request_intent()
1364 dev_err(glink->dev, "intent request timed out\n"); in qcom_glink_request_intent()
1365 ret = -ETIMEDOUT; in qcom_glink_request_intent()
1366 } else if (glink->abort_tx) { in qcom_glink_request_intent()
1367 ret = -ECANCELED; in qcom_glink_request_intent()
1369 ret = READ_ONCE(channel->intent_req_result) ? 0 : -EAGAIN; in qcom_glink_request_intent()
1373 mutex_unlock(&channel->intent_req_lock); in qcom_glink_request_intent()
1377 static int __qcom_glink_send(struct glink_channel *channel, in __qcom_glink_send() argument
1380 struct qcom_glink *glink = channel->glink; in __qcom_glink_send()
1394 if (!glink->intentless) { in __qcom_glink_send()
1396 spin_lock_irqsave(&channel->intent_lock, flags); in __qcom_glink_send()
1397 idr_for_each_entry(&channel->riids, tmp, iid) { in __qcom_glink_send()
1398 if (tmp->size >= len && !tmp->in_use) { in __qcom_glink_send()
1401 else if (intent->size > tmp->size) in __qcom_glink_send()
1403 if (intent->size == len) in __qcom_glink_send()
1408 intent->in_use = true; in __qcom_glink_send()
1409 spin_unlock_irqrestore(&channel->intent_lock, flags); in __qcom_glink_send()
1416 return -EBUSY; in __qcom_glink_send()
1418 ret = qcom_glink_request_intent(glink, channel, len); in __qcom_glink_send()
1423 iid = intent->id; in __qcom_glink_send()
1427 chunk_size = len - offset; in __qcom_glink_send()
1432 req.msg.param1 = cpu_to_le16(channel->lcid); in __qcom_glink_send()
1435 req.left_size = cpu_to_le32(len - offset - chunk_size); in __qcom_glink_send()
1441 intent->in_use = false; in __qcom_glink_send()
1453 struct glink_channel *channel = to_glink_channel(ept); in qcom_glink_send() local
1455 return __qcom_glink_send(channel, data, len, true); in qcom_glink_send()
1460 struct glink_channel *channel = to_glink_channel(ept); in qcom_glink_trysend() local
1462 return __qcom_glink_send(channel, data, len, false); in qcom_glink_trysend()
1467 struct glink_channel *channel = to_glink_channel(ept); in qcom_glink_sendto() local
1469 return __qcom_glink_send(channel, data, len, true); in qcom_glink_sendto()
1474 struct glink_channel *channel = to_glink_channel(ept); in qcom_glink_trysendto() local
1476 return __qcom_glink_send(channel, data, len, false); in qcom_glink_trysendto()
1480 * Finds the device_node for the glink child interested in this channel.
1483 const char *channel) in qcom_glink_match_channel() argument
1491 key = "qcom,glink-channels"; in qcom_glink_match_channel()
1496 if (strcmp(name, channel) == 0) in qcom_glink_match_channel()
1521 kfree(rpdev->driver_override); in qcom_glink_rpdev_release()
1528 struct glink_channel *channel; in qcom_glink_rx_open() local
1536 spin_lock_irqsave(&glink->idr_lock, flags); in qcom_glink_rx_open()
1537 idr_for_each_entry(&glink->lcids, channel, lcid) { in qcom_glink_rx_open()
1538 if (!strcmp(channel->name, name)) in qcom_glink_rx_open()
1541 spin_unlock_irqrestore(&glink->idr_lock, flags); in qcom_glink_rx_open()
1543 if (!channel) { in qcom_glink_rx_open()
1544 channel = qcom_glink_alloc_channel(glink, name); in qcom_glink_rx_open()
1545 if (IS_ERR(channel)) in qcom_glink_rx_open()
1546 return PTR_ERR(channel); in qcom_glink_rx_open()
1552 spin_lock_irqsave(&glink->idr_lock, flags); in qcom_glink_rx_open()
1553 ret = idr_alloc(&glink->rcids, channel, rcid, rcid + 1, GFP_ATOMIC); in qcom_glink_rx_open()
1555 dev_err(glink->dev, "Unable to insert channel into rcid list\n"); in qcom_glink_rx_open()
1556 spin_unlock_irqrestore(&glink->idr_lock, flags); in qcom_glink_rx_open()
1559 channel->rcid = ret; in qcom_glink_rx_open()
1560 spin_unlock_irqrestore(&glink->idr_lock, flags); in qcom_glink_rx_open()
1562 complete_all(&channel->open_req); in qcom_glink_rx_open()
1567 ret = -ENOMEM; in qcom_glink_rx_open()
1571 rpdev->ept = &channel->ept; in qcom_glink_rx_open()
1572 strscpy_pad(rpdev->id.name, name, RPMSG_NAME_SIZE); in qcom_glink_rx_open()
1573 rpdev->src = RPMSG_ADDR_ANY; in qcom_glink_rx_open()
1574 rpdev->dst = RPMSG_ADDR_ANY; in qcom_glink_rx_open()
1575 rpdev->ops = &glink_device_ops; in qcom_glink_rx_open()
1577 node = qcom_glink_match_channel(glink->dev->of_node, name); in qcom_glink_rx_open()
1578 rpdev->dev.of_node = node; in qcom_glink_rx_open()
1579 rpdev->dev.parent = glink->dev; in qcom_glink_rx_open()
1580 rpdev->dev.release = qcom_glink_rpdev_release; in qcom_glink_rx_open()
1586 channel->rpdev = rpdev; in qcom_glink_rx_open()
1592 spin_lock_irqsave(&glink->idr_lock, flags); in qcom_glink_rx_open()
1593 idr_remove(&glink->rcids, channel->rcid); in qcom_glink_rx_open()
1594 channel->rcid = 0; in qcom_glink_rx_open()
1595 spin_unlock_irqrestore(&glink->idr_lock, flags); in qcom_glink_rx_open()
1599 kref_put(&channel->refcount, qcom_glink_channel_release); in qcom_glink_rx_open()
1607 struct glink_channel *channel; in qcom_glink_rx_close() local
1610 spin_lock_irqsave(&glink->idr_lock, flags); in qcom_glink_rx_close()
1611 channel = idr_find(&glink->rcids, rcid); in qcom_glink_rx_close()
1612 spin_unlock_irqrestore(&glink->idr_lock, flags); in qcom_glink_rx_close()
1613 if (WARN(!channel, "close request on unknown channel\n")) in qcom_glink_rx_close()
1617 cancel_work_sync(&channel->intent_work); in qcom_glink_rx_close()
1619 if (channel->rpdev) { in qcom_glink_rx_close()
1620 strscpy_pad(chinfo.name, channel->name, sizeof(chinfo.name)); in qcom_glink_rx_close()
1624 rpmsg_unregister_device(glink->dev, &chinfo); in qcom_glink_rx_close()
1626 channel->rpdev = NULL; in qcom_glink_rx_close()
1628 qcom_glink_send_close_ack(glink, channel->rcid); in qcom_glink_rx_close()
1630 spin_lock_irqsave(&glink->idr_lock, flags); in qcom_glink_rx_close()
1631 idr_remove(&glink->rcids, channel->rcid); in qcom_glink_rx_close()
1632 channel->rcid = 0; in qcom_glink_rx_close()
1633 spin_unlock_irqrestore(&glink->idr_lock, flags); in qcom_glink_rx_close()
1635 kref_put(&channel->refcount, qcom_glink_channel_release); in qcom_glink_rx_close()
1641 struct glink_channel *channel; in qcom_glink_rx_close_ack() local
1645 wake_up_all(&glink->tx_avail_notify); in qcom_glink_rx_close_ack()
1647 spin_lock_irqsave(&glink->idr_lock, flags); in qcom_glink_rx_close_ack()
1648 channel = idr_find(&glink->lcids, lcid); in qcom_glink_rx_close_ack()
1649 if (WARN(!channel, "close ack on unknown channel\n")) { in qcom_glink_rx_close_ack()
1650 spin_unlock_irqrestore(&glink->idr_lock, flags); in qcom_glink_rx_close_ack()
1654 idr_remove(&glink->lcids, channel->lcid); in qcom_glink_rx_close_ack()
1655 channel->lcid = 0; in qcom_glink_rx_close_ack()
1656 spin_unlock_irqrestore(&glink->idr_lock, flags); in qcom_glink_rx_close_ack()
1658 /* Decouple the potential rpdev from the channel */ in qcom_glink_rx_close_ack()
1659 if (channel->rpdev) { in qcom_glink_rx_close_ack()
1660 strscpy(chinfo.name, channel->name, sizeof(chinfo.name)); in qcom_glink_rx_close_ack()
1664 rpmsg_unregister_device(glink->dev, &chinfo); in qcom_glink_rx_close_ack()
1666 channel->rpdev = NULL; in qcom_glink_rx_close_ack()
1668 kref_put(&channel->refcount, qcom_glink_channel_release); in qcom_glink_rx_close_ack()
1683 spin_lock_irqsave(&glink->rx_lock, flags); in qcom_glink_work()
1684 if (list_empty(&glink->rx_queue)) { in qcom_glink_work()
1685 spin_unlock_irqrestore(&glink->rx_lock, flags); in qcom_glink_work()
1688 dcmd = list_first_entry(&glink->rx_queue, in qcom_glink_work()
1690 list_del(&dcmd->node); in qcom_glink_work()
1691 spin_unlock_irqrestore(&glink->rx_lock, flags); in qcom_glink_work()
1693 msg = &dcmd->msg; in qcom_glink_work()
1694 cmd = le16_to_cpu(msg->cmd); in qcom_glink_work()
1695 param1 = le16_to_cpu(msg->param1); in qcom_glink_work()
1696 param2 = le32_to_cpu(msg->param2); in qcom_glink_work()
1706 qcom_glink_rx_open(glink, param1, msg->data); in qcom_glink_work()
1732 cancel_work_sync(&glink->rx_work); in qcom_glink_cancel_rx_work()
1734 list_for_each_entry_safe(dcmd, tmp, &glink->rx_queue, node) in qcom_glink_cancel_rx_work()
1744 ret = of_property_read_string(dev->of_node, "label", &name); in rpmsg_name_show()
1746 name = dev->of_node->name; in rpmsg_name_show()
1761 struct glink_channel *channel = to_glink_channel(rpdev->ept); in qcom_glink_device_release() local
1764 kref_put(&channel->refcount, qcom_glink_channel_release); in qcom_glink_device_release()
1765 kfree(rpdev->driver_override); in qcom_glink_device_release()
1772 struct glink_channel *channel; in qcom_glink_create_chrdev() local
1776 return -ENOMEM; in qcom_glink_create_chrdev()
1778 channel = qcom_glink_alloc_channel(glink, "rpmsg_chrdev"); in qcom_glink_create_chrdev()
1779 if (IS_ERR(channel)) { in qcom_glink_create_chrdev()
1781 return PTR_ERR(channel); in qcom_glink_create_chrdev()
1783 channel->rpdev = rpdev; in qcom_glink_create_chrdev()
1785 rpdev->ept = &channel->ept; in qcom_glink_create_chrdev()
1786 rpdev->ops = &glink_device_ops; in qcom_glink_create_chrdev()
1787 rpdev->dev.parent = glink->dev; in qcom_glink_create_chrdev()
1788 rpdev->dev.release = qcom_glink_device_release; in qcom_glink_create_chrdev()
1804 return ERR_PTR(-ENOMEM); in qcom_glink_native_probe()
1806 glink->dev = dev; in qcom_glink_native_probe()
1807 glink->tx_pipe = tx; in qcom_glink_native_probe()
1808 glink->rx_pipe = rx; in qcom_glink_native_probe()
1810 glink->features = features; in qcom_glink_native_probe()
1811 glink->intentless = intentless; in qcom_glink_native_probe()
1813 spin_lock_init(&glink->tx_lock); in qcom_glink_native_probe()
1814 spin_lock_init(&glink->rx_lock); in qcom_glink_native_probe()
1815 INIT_LIST_HEAD(&glink->rx_queue); in qcom_glink_native_probe()
1816 INIT_WORK(&glink->rx_work, qcom_glink_work); in qcom_glink_native_probe()
1817 init_waitqueue_head(&glink->tx_avail_notify); in qcom_glink_native_probe()
1819 spin_lock_init(&glink->idr_lock); in qcom_glink_native_probe()
1820 idr_init(&glink->lcids); in qcom_glink_native_probe()
1821 idr_init(&glink->rcids); in qcom_glink_native_probe()
1823 glink->dev->groups = qcom_glink_groups; in qcom_glink_native_probe()
1835 dev_err(glink->dev, "failed to register chrdev\n"); in qcom_glink_native_probe()
1850 struct glink_channel *channel; in qcom_glink_native_remove() local
1858 spin_lock_irqsave(&glink->tx_lock, flags); in qcom_glink_native_remove()
1859 glink->abort_tx = true; in qcom_glink_native_remove()
1860 wake_up_all(&glink->tx_avail_notify); in qcom_glink_native_remove()
1861 spin_unlock_irqrestore(&glink->tx_lock, flags); in qcom_glink_native_remove()
1864 spin_lock_irqsave(&glink->idr_lock, flags); in qcom_glink_native_remove()
1865 idr_for_each_entry(&glink->lcids, channel, cid) in qcom_glink_native_remove()
1866 qcom_glink_intent_req_abort(channel); in qcom_glink_native_remove()
1867 spin_unlock_irqrestore(&glink->idr_lock, flags); in qcom_glink_native_remove()
1869 ret = device_for_each_child(glink->dev, NULL, qcom_glink_remove_device); in qcom_glink_native_remove()
1871 dev_warn(glink->dev, "Can't remove GLINK devices: %d\n", ret); in qcom_glink_native_remove()
1873 /* Release any defunct local channels, waiting for close-ack */ in qcom_glink_native_remove()
1874 idr_for_each_entry(&glink->lcids, channel, cid) in qcom_glink_native_remove()
1875 kref_put(&channel->refcount, qcom_glink_channel_release); in qcom_glink_native_remove()
1877 /* Release any defunct local channels, waiting for close-req */ in qcom_glink_native_remove()
1878 idr_for_each_entry(&glink->rcids, channel, cid) in qcom_glink_native_remove()
1879 kref_put(&channel->refcount, qcom_glink_channel_release); in qcom_glink_native_remove()
1881 idr_destroy(&glink->lcids); in qcom_glink_native_remove()
1882 idr_destroy(&glink->rcids); in qcom_glink_native_remove()