1fa588ebaSLoic Poulain // SPDX-License-Identifier: GPL-2.0-only
2fa588ebaSLoic Poulain /* Copyright (c) 2021, Linaro Ltd <loic.poulain@linaro.org> */
3fa588ebaSLoic Poulain #include <linux/kernel.h>
4fa588ebaSLoic Poulain #include <linux/mhi.h>
5fa588ebaSLoic Poulain #include <linux/mod_devicetable.h>
6fa588ebaSLoic Poulain #include <linux/module.h>
7fa588ebaSLoic Poulain #include <linux/wwan.h>
8fa588ebaSLoic Poulain
9fa588ebaSLoic Poulain /* MHI wwan flags */
10b8c55ce2SLoic Poulain enum mhi_wwan_flags {
11b8c55ce2SLoic Poulain MHI_WWAN_DL_CAP,
12b8c55ce2SLoic Poulain MHI_WWAN_UL_CAP,
13b8c55ce2SLoic Poulain MHI_WWAN_RX_REFILL,
14b8c55ce2SLoic Poulain };
15fa588ebaSLoic Poulain
16fa588ebaSLoic Poulain #define MHI_WWAN_MAX_MTU 0x8000
17fa588ebaSLoic Poulain
18fa588ebaSLoic Poulain struct mhi_wwan_dev {
19fa588ebaSLoic Poulain /* Lower level is a mhi dev, upper level is a wwan port */
20fa588ebaSLoic Poulain struct mhi_device *mhi_dev;
21fa588ebaSLoic Poulain struct wwan_port *wwan_port;
22fa588ebaSLoic Poulain
23fa588ebaSLoic Poulain /* State and capabilities */
24fa588ebaSLoic Poulain unsigned long flags;
25fa588ebaSLoic Poulain size_t mtu;
26fa588ebaSLoic Poulain
27fa588ebaSLoic Poulain /* Protect against concurrent TX and TX-completion (bh) */
28fa588ebaSLoic Poulain spinlock_t tx_lock;
29fa588ebaSLoic Poulain
30fa588ebaSLoic Poulain /* Protect RX budget and rx_refill scheduling */
31fa588ebaSLoic Poulain spinlock_t rx_lock;
32fa588ebaSLoic Poulain struct work_struct rx_refill;
33fa588ebaSLoic Poulain
34fa588ebaSLoic Poulain /* RX budget is initially set to the size of the MHI RX queue and is
35fa588ebaSLoic Poulain * used to limit the number of allocated and queued packets. It is
36fa588ebaSLoic Poulain * decremented on data queueing and incremented on data release.
37fa588ebaSLoic Poulain */
38fa588ebaSLoic Poulain unsigned int rx_budget;
39fa588ebaSLoic Poulain };
40fa588ebaSLoic Poulain
41fa588ebaSLoic Poulain /* Increment RX budget and schedule RX refill if necessary */
mhi_wwan_rx_budget_inc(struct mhi_wwan_dev * mhiwwan)42fa588ebaSLoic Poulain static void mhi_wwan_rx_budget_inc(struct mhi_wwan_dev *mhiwwan)
43fa588ebaSLoic Poulain {
4434737e13SLoic Poulain spin_lock_bh(&mhiwwan->rx_lock);
45fa588ebaSLoic Poulain
46fa588ebaSLoic Poulain mhiwwan->rx_budget++;
47fa588ebaSLoic Poulain
48fa588ebaSLoic Poulain if (test_bit(MHI_WWAN_RX_REFILL, &mhiwwan->flags))
49fa588ebaSLoic Poulain schedule_work(&mhiwwan->rx_refill);
50fa588ebaSLoic Poulain
5134737e13SLoic Poulain spin_unlock_bh(&mhiwwan->rx_lock);
52fa588ebaSLoic Poulain }
53fa588ebaSLoic Poulain
54fa588ebaSLoic Poulain /* Decrement RX budget if non-zero and return true on success */
mhi_wwan_rx_budget_dec(struct mhi_wwan_dev * mhiwwan)55fa588ebaSLoic Poulain static bool mhi_wwan_rx_budget_dec(struct mhi_wwan_dev *mhiwwan)
56fa588ebaSLoic Poulain {
57fa588ebaSLoic Poulain bool ret = false;
58fa588ebaSLoic Poulain
5934737e13SLoic Poulain spin_lock_bh(&mhiwwan->rx_lock);
60fa588ebaSLoic Poulain
61a926c025SLoic Poulain if (mhiwwan->rx_budget) {
62fa588ebaSLoic Poulain mhiwwan->rx_budget--;
63a926c025SLoic Poulain if (test_bit(MHI_WWAN_RX_REFILL, &mhiwwan->flags))
64fa588ebaSLoic Poulain ret = true;
65a926c025SLoic Poulain }
66fa588ebaSLoic Poulain
6734737e13SLoic Poulain spin_unlock_bh(&mhiwwan->rx_lock);
68fa588ebaSLoic Poulain
69fa588ebaSLoic Poulain return ret;
70fa588ebaSLoic Poulain }
71fa588ebaSLoic Poulain
__mhi_skb_destructor(struct sk_buff * skb)72fa588ebaSLoic Poulain static void __mhi_skb_destructor(struct sk_buff *skb)
73fa588ebaSLoic Poulain {
74fa588ebaSLoic Poulain /* RX buffer has been consumed, increase the allowed budget */
75fa588ebaSLoic Poulain mhi_wwan_rx_budget_inc(skb_shinfo(skb)->destructor_arg);
76fa588ebaSLoic Poulain }
77fa588ebaSLoic Poulain
mhi_wwan_ctrl_refill_work(struct work_struct * work)78fa588ebaSLoic Poulain static void mhi_wwan_ctrl_refill_work(struct work_struct *work)
79fa588ebaSLoic Poulain {
80fa588ebaSLoic Poulain struct mhi_wwan_dev *mhiwwan = container_of(work, struct mhi_wwan_dev, rx_refill);
81fa588ebaSLoic Poulain struct mhi_device *mhi_dev = mhiwwan->mhi_dev;
82fa588ebaSLoic Poulain
83fa588ebaSLoic Poulain while (mhi_wwan_rx_budget_dec(mhiwwan)) {
84fa588ebaSLoic Poulain struct sk_buff *skb;
85fa588ebaSLoic Poulain
86fa588ebaSLoic Poulain skb = alloc_skb(mhiwwan->mtu, GFP_KERNEL);
87fa588ebaSLoic Poulain if (!skb) {
88fa588ebaSLoic Poulain mhi_wwan_rx_budget_inc(mhiwwan);
89fa588ebaSLoic Poulain break;
90fa588ebaSLoic Poulain }
91fa588ebaSLoic Poulain
92fa588ebaSLoic Poulain /* To prevent unlimited buffer allocation if nothing consumes
93fa588ebaSLoic Poulain * the RX buffers (passed to WWAN core), track their lifespan
94fa588ebaSLoic Poulain * to not allocate more than allowed budget.
95fa588ebaSLoic Poulain */
96fa588ebaSLoic Poulain skb->destructor = __mhi_skb_destructor;
97fa588ebaSLoic Poulain skb_shinfo(skb)->destructor_arg = mhiwwan;
98fa588ebaSLoic Poulain
99fa588ebaSLoic Poulain if (mhi_queue_skb(mhi_dev, DMA_FROM_DEVICE, skb, mhiwwan->mtu, MHI_EOT)) {
100fa588ebaSLoic Poulain dev_err(&mhi_dev->dev, "Failed to queue buffer\n");
101fa588ebaSLoic Poulain kfree_skb(skb);
102fa588ebaSLoic Poulain break;
103fa588ebaSLoic Poulain }
104fa588ebaSLoic Poulain }
105fa588ebaSLoic Poulain }
106fa588ebaSLoic Poulain
mhi_wwan_ctrl_start(struct wwan_port * port)107fa588ebaSLoic Poulain static int mhi_wwan_ctrl_start(struct wwan_port *port)
108fa588ebaSLoic Poulain {
109fa588ebaSLoic Poulain struct mhi_wwan_dev *mhiwwan = wwan_port_get_drvdata(port);
110fa588ebaSLoic Poulain int ret;
111fa588ebaSLoic Poulain
112fa588ebaSLoic Poulain /* Start mhi device's channel(s) */
1139ebc2758SKalle Valo ret = mhi_prepare_for_transfer(mhiwwan->mhi_dev);
114fa588ebaSLoic Poulain if (ret)
115fa588ebaSLoic Poulain return ret;
116fa588ebaSLoic Poulain
117fa588ebaSLoic Poulain /* Don't allocate more buffers than MHI channel queue size */
118fa588ebaSLoic Poulain mhiwwan->rx_budget = mhi_get_free_desc_count(mhiwwan->mhi_dev, DMA_FROM_DEVICE);
119fa588ebaSLoic Poulain
120fa588ebaSLoic Poulain /* Add buffers to the MHI inbound queue */
121fa588ebaSLoic Poulain if (test_bit(MHI_WWAN_DL_CAP, &mhiwwan->flags)) {
122fa588ebaSLoic Poulain set_bit(MHI_WWAN_RX_REFILL, &mhiwwan->flags);
123fa588ebaSLoic Poulain mhi_wwan_ctrl_refill_work(&mhiwwan->rx_refill);
124fa588ebaSLoic Poulain }
125fa588ebaSLoic Poulain
126fa588ebaSLoic Poulain return 0;
127fa588ebaSLoic Poulain }
128fa588ebaSLoic Poulain
mhi_wwan_ctrl_stop(struct wwan_port * port)129fa588ebaSLoic Poulain static void mhi_wwan_ctrl_stop(struct wwan_port *port)
130fa588ebaSLoic Poulain {
131fa588ebaSLoic Poulain struct mhi_wwan_dev *mhiwwan = wwan_port_get_drvdata(port);
132fa588ebaSLoic Poulain
13334737e13SLoic Poulain spin_lock_bh(&mhiwwan->rx_lock);
134fa588ebaSLoic Poulain clear_bit(MHI_WWAN_RX_REFILL, &mhiwwan->flags);
13534737e13SLoic Poulain spin_unlock_bh(&mhiwwan->rx_lock);
136fa588ebaSLoic Poulain
137fa588ebaSLoic Poulain cancel_work_sync(&mhiwwan->rx_refill);
138fa588ebaSLoic Poulain
139fa588ebaSLoic Poulain mhi_unprepare_from_transfer(mhiwwan->mhi_dev);
140fa588ebaSLoic Poulain }
141fa588ebaSLoic Poulain
mhi_wwan_ctrl_tx(struct wwan_port * port,struct sk_buff * skb)142fa588ebaSLoic Poulain static int mhi_wwan_ctrl_tx(struct wwan_port *port, struct sk_buff *skb)
143fa588ebaSLoic Poulain {
144fa588ebaSLoic Poulain struct mhi_wwan_dev *mhiwwan = wwan_port_get_drvdata(port);
145fa588ebaSLoic Poulain int ret;
146fa588ebaSLoic Poulain
147fa588ebaSLoic Poulain if (skb->len > mhiwwan->mtu)
148fa588ebaSLoic Poulain return -EMSGSIZE;
149fa588ebaSLoic Poulain
150fa588ebaSLoic Poulain if (!test_bit(MHI_WWAN_UL_CAP, &mhiwwan->flags))
151fa588ebaSLoic Poulain return -EOPNOTSUPP;
152fa588ebaSLoic Poulain
153fa588ebaSLoic Poulain /* Queue the packet for MHI transfer and check fullness of the queue */
154fa588ebaSLoic Poulain spin_lock_bh(&mhiwwan->tx_lock);
155fa588ebaSLoic Poulain ret = mhi_queue_skb(mhiwwan->mhi_dev, DMA_TO_DEVICE, skb, skb->len, MHI_EOT);
156fa588ebaSLoic Poulain if (mhi_queue_is_full(mhiwwan->mhi_dev, DMA_TO_DEVICE))
157fa588ebaSLoic Poulain wwan_port_txoff(port);
158fa588ebaSLoic Poulain spin_unlock_bh(&mhiwwan->tx_lock);
159fa588ebaSLoic Poulain
160fa588ebaSLoic Poulain return ret;
161fa588ebaSLoic Poulain }
162fa588ebaSLoic Poulain
163fa588ebaSLoic Poulain static const struct wwan_port_ops wwan_pops = {
164fa588ebaSLoic Poulain .start = mhi_wwan_ctrl_start,
165fa588ebaSLoic Poulain .stop = mhi_wwan_ctrl_stop,
166fa588ebaSLoic Poulain .tx = mhi_wwan_ctrl_tx,
167fa588ebaSLoic Poulain };
168fa588ebaSLoic Poulain
mhi_ul_xfer_cb(struct mhi_device * mhi_dev,struct mhi_result * mhi_result)169fa588ebaSLoic Poulain static void mhi_ul_xfer_cb(struct mhi_device *mhi_dev,
170fa588ebaSLoic Poulain struct mhi_result *mhi_result)
171fa588ebaSLoic Poulain {
172fa588ebaSLoic Poulain struct mhi_wwan_dev *mhiwwan = dev_get_drvdata(&mhi_dev->dev);
173fa588ebaSLoic Poulain struct wwan_port *port = mhiwwan->wwan_port;
174fa588ebaSLoic Poulain struct sk_buff *skb = mhi_result->buf_addr;
175fa588ebaSLoic Poulain
176fa588ebaSLoic Poulain dev_dbg(&mhi_dev->dev, "%s: status: %d xfer_len: %zu\n", __func__,
177fa588ebaSLoic Poulain mhi_result->transaction_status, mhi_result->bytes_xferd);
178fa588ebaSLoic Poulain
179fa588ebaSLoic Poulain /* MHI core has done with the buffer, release it */
180fa588ebaSLoic Poulain consume_skb(skb);
181fa588ebaSLoic Poulain
182fa588ebaSLoic Poulain /* There is likely new slot available in the MHI queue, re-allow TX */
183fa588ebaSLoic Poulain spin_lock_bh(&mhiwwan->tx_lock);
184fa588ebaSLoic Poulain if (!mhi_queue_is_full(mhiwwan->mhi_dev, DMA_TO_DEVICE))
185fa588ebaSLoic Poulain wwan_port_txon(port);
186fa588ebaSLoic Poulain spin_unlock_bh(&mhiwwan->tx_lock);
187fa588ebaSLoic Poulain }
188fa588ebaSLoic Poulain
mhi_dl_xfer_cb(struct mhi_device * mhi_dev,struct mhi_result * mhi_result)189fa588ebaSLoic Poulain static void mhi_dl_xfer_cb(struct mhi_device *mhi_dev,
190fa588ebaSLoic Poulain struct mhi_result *mhi_result)
191fa588ebaSLoic Poulain {
192fa588ebaSLoic Poulain struct mhi_wwan_dev *mhiwwan = dev_get_drvdata(&mhi_dev->dev);
193fa588ebaSLoic Poulain struct wwan_port *port = mhiwwan->wwan_port;
194fa588ebaSLoic Poulain struct sk_buff *skb = mhi_result->buf_addr;
195fa588ebaSLoic Poulain
196fa588ebaSLoic Poulain dev_dbg(&mhi_dev->dev, "%s: status: %d receive_len: %zu\n", __func__,
197fa588ebaSLoic Poulain mhi_result->transaction_status, mhi_result->bytes_xferd);
198fa588ebaSLoic Poulain
199fa588ebaSLoic Poulain if (mhi_result->transaction_status &&
200fa588ebaSLoic Poulain mhi_result->transaction_status != -EOVERFLOW) {
201fa588ebaSLoic Poulain kfree_skb(skb);
202fa588ebaSLoic Poulain return;
203fa588ebaSLoic Poulain }
204fa588ebaSLoic Poulain
205fa588ebaSLoic Poulain /* MHI core does not update skb->len, do it before forward */
206fa588ebaSLoic Poulain skb_put(skb, mhi_result->bytes_xferd);
207fa588ebaSLoic Poulain wwan_port_rx(port, skb);
208fa588ebaSLoic Poulain
209fa588ebaSLoic Poulain /* Do not increment rx budget nor refill RX buffers now, wait for the
210fa588ebaSLoic Poulain * buffer to be consumed. Done from __mhi_skb_destructor().
211fa588ebaSLoic Poulain */
212fa588ebaSLoic Poulain }
213fa588ebaSLoic Poulain
mhi_wwan_ctrl_probe(struct mhi_device * mhi_dev,const struct mhi_device_id * id)214fa588ebaSLoic Poulain static int mhi_wwan_ctrl_probe(struct mhi_device *mhi_dev,
215fa588ebaSLoic Poulain const struct mhi_device_id *id)
216fa588ebaSLoic Poulain {
217fa588ebaSLoic Poulain struct mhi_controller *cntrl = mhi_dev->mhi_cntrl;
218fa588ebaSLoic Poulain struct mhi_wwan_dev *mhiwwan;
219fa588ebaSLoic Poulain struct wwan_port *port;
220fa588ebaSLoic Poulain
221fa588ebaSLoic Poulain mhiwwan = kzalloc(sizeof(*mhiwwan), GFP_KERNEL);
222fa588ebaSLoic Poulain if (!mhiwwan)
223fa588ebaSLoic Poulain return -ENOMEM;
224fa588ebaSLoic Poulain
225fa588ebaSLoic Poulain mhiwwan->mhi_dev = mhi_dev;
226fa588ebaSLoic Poulain mhiwwan->mtu = MHI_WWAN_MAX_MTU;
227fa588ebaSLoic Poulain INIT_WORK(&mhiwwan->rx_refill, mhi_wwan_ctrl_refill_work);
228fa588ebaSLoic Poulain spin_lock_init(&mhiwwan->tx_lock);
229fa588ebaSLoic Poulain spin_lock_init(&mhiwwan->rx_lock);
230fa588ebaSLoic Poulain
231fa588ebaSLoic Poulain if (mhi_dev->dl_chan)
232fa588ebaSLoic Poulain set_bit(MHI_WWAN_DL_CAP, &mhiwwan->flags);
233fa588ebaSLoic Poulain if (mhi_dev->ul_chan)
234fa588ebaSLoic Poulain set_bit(MHI_WWAN_UL_CAP, &mhiwwan->flags);
235fa588ebaSLoic Poulain
236fa588ebaSLoic Poulain dev_set_drvdata(&mhi_dev->dev, mhiwwan);
237fa588ebaSLoic Poulain
238fa588ebaSLoic Poulain /* Register as a wwan port, id->driver_data contains wwan port type */
239fa588ebaSLoic Poulain port = wwan_create_port(&cntrl->mhi_dev->dev, id->driver_data,
240*36bd28c1Shaozhe chang &wwan_pops, NULL, mhiwwan);
241fa588ebaSLoic Poulain if (IS_ERR(port)) {
242fa588ebaSLoic Poulain kfree(mhiwwan);
243fa588ebaSLoic Poulain return PTR_ERR(port);
244fa588ebaSLoic Poulain }
245fa588ebaSLoic Poulain
246fa588ebaSLoic Poulain mhiwwan->wwan_port = port;
247fa588ebaSLoic Poulain
248fa588ebaSLoic Poulain return 0;
249fa588ebaSLoic Poulain };
250fa588ebaSLoic Poulain
mhi_wwan_ctrl_remove(struct mhi_device * mhi_dev)251fa588ebaSLoic Poulain static void mhi_wwan_ctrl_remove(struct mhi_device *mhi_dev)
252fa588ebaSLoic Poulain {
253fa588ebaSLoic Poulain struct mhi_wwan_dev *mhiwwan = dev_get_drvdata(&mhi_dev->dev);
254fa588ebaSLoic Poulain
255fa588ebaSLoic Poulain wwan_remove_port(mhiwwan->wwan_port);
256fa588ebaSLoic Poulain kfree(mhiwwan);
257fa588ebaSLoic Poulain }
258fa588ebaSLoic Poulain
259fa588ebaSLoic Poulain static const struct mhi_device_id mhi_wwan_ctrl_match_table[] = {
260fa588ebaSLoic Poulain { .chan = "DUN", .driver_data = WWAN_PORT_AT },
2610c60d165SFabio Porcedda { .chan = "DUN2", .driver_data = WWAN_PORT_AT },
262fa588ebaSLoic Poulain { .chan = "MBIM", .driver_data = WWAN_PORT_MBIM },
263fa588ebaSLoic Poulain { .chan = "QMI", .driver_data = WWAN_PORT_QMI },
264fa588ebaSLoic Poulain { .chan = "DIAG", .driver_data = WWAN_PORT_QCDM },
265fa588ebaSLoic Poulain { .chan = "FIREHOSE", .driver_data = WWAN_PORT_FIREHOSE },
266fa588ebaSLoic Poulain {},
267fa588ebaSLoic Poulain };
268fa588ebaSLoic Poulain MODULE_DEVICE_TABLE(mhi, mhi_wwan_ctrl_match_table);
269fa588ebaSLoic Poulain
270fa588ebaSLoic Poulain static struct mhi_driver mhi_wwan_ctrl_driver = {
271fa588ebaSLoic Poulain .id_table = mhi_wwan_ctrl_match_table,
272fa588ebaSLoic Poulain .remove = mhi_wwan_ctrl_remove,
273fa588ebaSLoic Poulain .probe = mhi_wwan_ctrl_probe,
274fa588ebaSLoic Poulain .ul_xfer_cb = mhi_ul_xfer_cb,
275fa588ebaSLoic Poulain .dl_xfer_cb = mhi_dl_xfer_cb,
276fa588ebaSLoic Poulain .driver = {
277fa588ebaSLoic Poulain .name = "mhi_wwan_ctrl",
278fa588ebaSLoic Poulain },
279fa588ebaSLoic Poulain };
280fa588ebaSLoic Poulain
281fa588ebaSLoic Poulain module_mhi_driver(mhi_wwan_ctrl_driver);
282fa588ebaSLoic Poulain
283fa588ebaSLoic Poulain MODULE_LICENSE("GPL v2");
284fa588ebaSLoic Poulain MODULE_DESCRIPTION("MHI WWAN CTRL Driver");
285fa588ebaSLoic Poulain MODULE_AUTHOR("Loic Poulain <loic.poulain@linaro.org>");
286