Lines Matching full:ctl
16 #include "ctl.h"
53 #define tb_ctl_WARN(ctl, format, arg...) \ argument
54 dev_WARN(&(ctl)->nhi->pdev->dev, format, ## arg)
56 #define tb_ctl_err(ctl, format, arg...) \ argument
57 dev_err(&(ctl)->nhi->pdev->dev, format, ## arg)
59 #define tb_ctl_warn(ctl, format, arg...) \ argument
60 dev_warn(&(ctl)->nhi->pdev->dev, format, ## arg)
62 #define tb_ctl_info(ctl, format, arg...) \ argument
63 dev_info(&(ctl)->nhi->pdev->dev, format, ## arg)
65 #define tb_ctl_dbg(ctl, format, arg...) \ argument
66 dev_dbg(&(ctl)->nhi->pdev->dev, format, ## arg)
123 static int tb_cfg_request_enqueue(struct tb_ctl *ctl, in tb_cfg_request_enqueue() argument
127 WARN_ON(req->ctl); in tb_cfg_request_enqueue()
129 mutex_lock(&ctl->request_queue_lock); in tb_cfg_request_enqueue()
130 if (!ctl->running) { in tb_cfg_request_enqueue()
131 mutex_unlock(&ctl->request_queue_lock); in tb_cfg_request_enqueue()
134 req->ctl = ctl; in tb_cfg_request_enqueue()
135 list_add_tail(&req->list, &ctl->request_queue); in tb_cfg_request_enqueue()
137 mutex_unlock(&ctl->request_queue_lock); in tb_cfg_request_enqueue()
143 struct tb_ctl *ctl = req->ctl; in tb_cfg_request_dequeue() local
145 mutex_lock(&ctl->request_queue_lock); in tb_cfg_request_dequeue()
147 mutex_unlock(&ctl->request_queue_lock); in tb_cfg_request_dequeue()
155 mutex_unlock(&ctl->request_queue_lock); in tb_cfg_request_dequeue()
164 tb_cfg_request_find(struct tb_ctl *ctl, struct ctl_pkg *pkg) in tb_cfg_request_find() argument
168 mutex_lock(&pkg->ctl->request_queue_lock); in tb_cfg_request_find()
169 list_for_each_entry(iter, &pkg->ctl->request_queue, list) { in tb_cfg_request_find()
177 mutex_unlock(&pkg->ctl->request_queue_lock); in tb_cfg_request_find()
268 static void tb_cfg_print_error(struct tb_ctl *ctl, in tb_cfg_print_error() argument
282 tb_ctl_dbg(ctl, "%llx:%x: invalid config space or offset\n", in tb_cfg_print_error()
291 tb_ctl_WARN(ctl, "CFG_ERROR(%llx:%x): Invalid port\n", in tb_cfg_print_error()
295 tb_ctl_WARN(ctl, "CFG_ERROR(%llx:%x): Route contains a loop\n", in tb_cfg_print_error()
299 tb_ctl_warn(ctl, "%llx:%x: downstream port is locked\n", in tb_cfg_print_error()
304 tb_ctl_WARN(ctl, "CFG_ERROR(%llx:%x): Unknown error\n", in tb_cfg_print_error()
318 dma_pool_free(pkg->ctl->frame_pool, in tb_ctl_pkg_free()
324 static struct ctl_pkg *tb_ctl_pkg_alloc(struct tb_ctl *ctl) in tb_ctl_pkg_alloc() argument
329 pkg->ctl = ctl; in tb_ctl_pkg_alloc()
330 pkg->buffer = dma_pool_alloc(ctl->frame_pool, GFP_KERNEL, in tb_ctl_pkg_alloc()
356 static int tb_ctl_tx(struct tb_ctl *ctl, const void *data, size_t len, in tb_ctl_tx() argument
362 tb_ctl_WARN(ctl, "TX: invalid size: %zu\n", len); in tb_ctl_tx()
366 tb_ctl_WARN(ctl, "TX: packet too large: %zu/%d\n", in tb_ctl_tx()
370 pkg = tb_ctl_pkg_alloc(ctl); in tb_ctl_tx()
380 res = tb_ring_tx(ctl->tx, &pkg->frame); in tb_ctl_tx()
387 * tb_ctl_handle_event() - acknowledge a plug event, invoke ctl->callback
389 static bool tb_ctl_handle_event(struct tb_ctl *ctl, enum tb_cfg_pkg_type type, in tb_ctl_handle_event() argument
392 return ctl->callback(ctl->callback_data, type, pkg->buffer, size); in tb_ctl_handle_event()
397 tb_ring_rx(pkg->ctl->rx, &pkg->frame); /* in tb_ctl_rx_submit()
400 * from ctl->rx_packets, so we do in tb_ctl_rx_submit()
441 * ctl->rx_packets. in tb_ctl_rx_callback()
445 tb_ctl_err(pkg->ctl, "RX: invalid size %#x, dropping packet\n", in tb_ctl_rx_callback()
461 tb_ctl_err(pkg->ctl, in tb_ctl_rx_callback()
466 tb_ctl_handle_event(pkg->ctl, frame->eof, in tb_ctl_rx_callback()
476 tb_ctl_err(pkg->ctl, in tb_ctl_rx_callback()
482 if (tb_ctl_handle_event(pkg->ctl, frame->eof, pkg, frame->size)) in tb_ctl_rx_callback()
496 req = tb_cfg_request_find(pkg->ctl, pkg); in tb_ctl_rx_callback()
520 * @ctl: Control channel to use
528 int tb_cfg_request(struct tb_ctl *ctl, struct tb_cfg_request *req, in tb_cfg_request() argument
540 ret = tb_cfg_request_enqueue(ctl, req); in tb_cfg_request()
544 ret = tb_ctl_tx(ctl, req->request, req->request_size, in tb_cfg_request()
585 * @ctl: Control channel to use
594 struct tb_cfg_result tb_cfg_request_sync(struct tb_ctl *ctl, in tb_cfg_request_sync() argument
603 ret = tb_cfg_request(ctl, req, tb_cfg_request_complete, &done); in tb_cfg_request_sync()
634 struct tb_ctl *ctl = kzalloc(sizeof(*ctl), GFP_KERNEL); in tb_ctl_alloc() local
635 if (!ctl) in tb_ctl_alloc()
637 ctl->nhi = nhi; in tb_ctl_alloc()
638 ctl->timeout_msec = timeout_msec; in tb_ctl_alloc()
639 ctl->callback = cb; in tb_ctl_alloc()
640 ctl->callback_data = cb_data; in tb_ctl_alloc()
642 mutex_init(&ctl->request_queue_lock); in tb_ctl_alloc()
643 INIT_LIST_HEAD(&ctl->request_queue); in tb_ctl_alloc()
644 ctl->frame_pool = dma_pool_create("thunderbolt_ctl", &nhi->pdev->dev, in tb_ctl_alloc()
646 if (!ctl->frame_pool) in tb_ctl_alloc()
649 ctl->tx = tb_ring_alloc_tx(nhi, 0, 10, RING_FLAG_NO_SUSPEND); in tb_ctl_alloc()
650 if (!ctl->tx) in tb_ctl_alloc()
653 ctl->rx = tb_ring_alloc_rx(nhi, 0, 10, RING_FLAG_NO_SUSPEND, 0, 0xffff, in tb_ctl_alloc()
655 if (!ctl->rx) in tb_ctl_alloc()
659 ctl->rx_packets[i] = tb_ctl_pkg_alloc(ctl); in tb_ctl_alloc()
660 if (!ctl->rx_packets[i]) in tb_ctl_alloc()
662 ctl->rx_packets[i]->frame.callback = tb_ctl_rx_callback; in tb_ctl_alloc()
665 tb_ctl_dbg(ctl, "control channel created\n"); in tb_ctl_alloc()
666 return ctl; in tb_ctl_alloc()
668 tb_ctl_free(ctl); in tb_ctl_alloc()
674 * @ctl: Control channel to free
678 * Must NOT be called from ctl->callback.
680 void tb_ctl_free(struct tb_ctl *ctl) in tb_ctl_free() argument
684 if (!ctl) in tb_ctl_free()
687 if (ctl->rx) in tb_ctl_free()
688 tb_ring_free(ctl->rx); in tb_ctl_free()
689 if (ctl->tx) in tb_ctl_free()
690 tb_ring_free(ctl->tx); in tb_ctl_free()
694 tb_ctl_pkg_free(ctl->rx_packets[i]); in tb_ctl_free()
697 dma_pool_destroy(ctl->frame_pool); in tb_ctl_free()
698 kfree(ctl); in tb_ctl_free()
703 * @ctl: Control channel to start
705 void tb_ctl_start(struct tb_ctl *ctl) in tb_ctl_start() argument
708 tb_ctl_dbg(ctl, "control channel starting...\n"); in tb_ctl_start()
709 tb_ring_start(ctl->tx); /* is used to ack hotplug packets, start first */ in tb_ctl_start()
710 tb_ring_start(ctl->rx); in tb_ctl_start()
712 tb_ctl_rx_submit(ctl->rx_packets[i]); in tb_ctl_start()
714 ctl->running = true; in tb_ctl_start()
719 * @ctl: Control channel to stop
721 * All invocations of ctl->callback will have finished after this method
724 * Must NOT be called from ctl->callback.
726 void tb_ctl_stop(struct tb_ctl *ctl) in tb_ctl_stop() argument
728 mutex_lock(&ctl->request_queue_lock); in tb_ctl_stop()
729 ctl->running = false; in tb_ctl_stop()
730 mutex_unlock(&ctl->request_queue_lock); in tb_ctl_stop()
732 tb_ring_stop(ctl->rx); in tb_ctl_stop()
733 tb_ring_stop(ctl->tx); in tb_ctl_stop()
735 if (!list_empty(&ctl->request_queue)) in tb_ctl_stop()
736 tb_ctl_WARN(ctl, "dangling request in request_queue\n"); in tb_ctl_stop()
737 INIT_LIST_HEAD(&ctl->request_queue); in tb_ctl_stop()
738 tb_ctl_dbg(ctl, "control channel stopped\n"); in tb_ctl_stop()
745 * @ctl: Control channel to use
752 int tb_cfg_ack_notification(struct tb_ctl *ctl, u64 route, in tb_cfg_ack_notification() argument
799 tb_ctl_dbg(ctl, "acking %s (%#x) notification on %llx\n", name, in tb_cfg_ack_notification()
802 return tb_ctl_tx(ctl, &pkg, sizeof(pkg), TB_CFG_PKG_NOTIFY_ACK); in tb_cfg_ack_notification()
807 * @ctl: Control channel to use
815 int tb_cfg_ack_plug(struct tb_ctl *ctl, u64 route, u32 port, bool unplug) in tb_cfg_ack_plug() argument
824 tb_ctl_dbg(ctl, "acking hot %splug event on %llx:%u\n", in tb_cfg_ack_plug()
826 return tb_ctl_tx(ctl, &pkg, sizeof(pkg), TB_CFG_PKG_ERROR); in tb_cfg_ack_plug()
874 * @ctl: Control channel pointer
881 struct tb_cfg_result tb_cfg_reset(struct tb_ctl *ctl, u64 route) in tb_cfg_reset() argument
903 res = tb_cfg_request_sync(ctl, req, ctl->timeout_msec); in tb_cfg_reset()
912 * @ctl: Pointer to the control channel
923 struct tb_cfg_result tb_cfg_read_raw(struct tb_ctl *ctl, void *buffer, in tb_cfg_read_raw() argument
960 res = tb_cfg_request_sync(ctl, req, timeout_msec); in tb_cfg_read_raw()
983 * @ctl: Pointer to the control channel
994 struct tb_cfg_result tb_cfg_write_raw(struct tb_ctl *ctl, const void *buffer, in tb_cfg_write_raw() argument
1033 res = tb_cfg_request_sync(ctl, req, timeout_msec); in tb_cfg_write_raw()
1052 static int tb_cfg_get_error(struct tb_ctl *ctl, enum tb_cfg_space space, in tb_cfg_get_error() argument
1065 tb_cfg_print_error(ctl, res); in tb_cfg_get_error()
1075 int tb_cfg_read(struct tb_ctl *ctl, void *buffer, u64 route, u32 port, in tb_cfg_read() argument
1078 struct tb_cfg_result res = tb_cfg_read_raw(ctl, buffer, route, port, in tb_cfg_read()
1079 space, offset, length, ctl->timeout_msec); in tb_cfg_read()
1087 return tb_cfg_get_error(ctl, space, &res); in tb_cfg_read()
1090 tb_ctl_warn(ctl, "%llx: timeout reading config space %u from %#x\n", in tb_cfg_read()
1101 int tb_cfg_write(struct tb_ctl *ctl, const void *buffer, u64 route, u32 port, in tb_cfg_write() argument
1104 struct tb_cfg_result res = tb_cfg_write_raw(ctl, buffer, route, port, in tb_cfg_write()
1105 space, offset, length, ctl->timeout_msec); in tb_cfg_write()
1113 return tb_cfg_get_error(ctl, space, &res); in tb_cfg_write()
1116 tb_ctl_warn(ctl, "%llx: timeout writing config space %u to %#x\n", in tb_cfg_write()
1129 * @ctl: Pointer to the control channel
1138 int tb_cfg_get_upstream_port(struct tb_ctl *ctl, u64 route) in tb_cfg_get_upstream_port() argument
1141 struct tb_cfg_result res = tb_cfg_read_raw(ctl, &dummy, route, 0, in tb_cfg_get_upstream_port()
1143 ctl->timeout_msec); in tb_cfg_get_upstream_port()