1 // SPDX-License-Identifier: GPL-2.0
2 /* Copyright (c) 2021, Intel Corporation. */
3 
4 #include <net/xdp_sock_drv.h>
5 
6 #include "stmmac.h"
7 #include "stmmac_xdp.h"
8 
9 static int stmmac_xdp_enable_pool(struct stmmac_priv *priv,
10 				  struct xsk_buff_pool *pool, u16 queue)
11 {
12 	struct stmmac_channel *ch = &priv->channel[queue];
13 	bool need_update;
14 	u32 frame_size;
15 	int err;
16 
17 	if (queue >= priv->plat->rx_queues_to_use ||
18 	    queue >= priv->plat->tx_queues_to_use)
19 		return -EINVAL;
20 
21 	frame_size = xsk_pool_get_rx_frame_size(pool);
22 	/* XDP ZC does not span multiple frame, make sure XSK pool buffer
23 	 * size can at least store Q-in-Q frame.
24 	 */
25 	if (frame_size < ETH_FRAME_LEN + VLAN_HLEN * 2)
26 		return -EOPNOTSUPP;
27 
28 	err = xsk_pool_dma_map(pool, priv->device, STMMAC_RX_DMA_ATTR);
29 	if (err) {
30 		netdev_err(priv->dev, "Failed to map xsk pool\n");
31 		return err;
32 	}
33 
34 	need_update = netif_running(priv->dev) && stmmac_xdp_is_enabled(priv);
35 
36 	if (need_update) {
37 		napi_disable(&ch->rx_napi);
38 		napi_disable(&ch->tx_napi);
39 		stmmac_disable_rx_queue(priv, queue);
40 		stmmac_disable_tx_queue(priv, queue);
41 	}
42 
43 	set_bit(queue, priv->af_xdp_zc_qps);
44 
45 	if (need_update) {
46 		stmmac_enable_rx_queue(priv, queue);
47 		stmmac_enable_tx_queue(priv, queue);
48 		napi_enable(&ch->rxtx_napi);
49 
50 		err = stmmac_xsk_wakeup(priv->dev, queue, XDP_WAKEUP_RX);
51 		if (err)
52 			return err;
53 	}
54 
55 	return 0;
56 }
57 
58 static int stmmac_xdp_disable_pool(struct stmmac_priv *priv, u16 queue)
59 {
60 	struct stmmac_channel *ch = &priv->channel[queue];
61 	struct xsk_buff_pool *pool;
62 	bool need_update;
63 
64 	if (queue >= priv->plat->rx_queues_to_use ||
65 	    queue >= priv->plat->tx_queues_to_use)
66 		return -EINVAL;
67 
68 	pool = xsk_get_pool_from_qid(priv->dev, queue);
69 	if (!pool)
70 		return -EINVAL;
71 
72 	need_update = netif_running(priv->dev) && stmmac_xdp_is_enabled(priv);
73 
74 	if (need_update) {
75 		napi_disable(&ch->rxtx_napi);
76 		stmmac_disable_rx_queue(priv, queue);
77 		stmmac_disable_tx_queue(priv, queue);
78 		synchronize_rcu();
79 	}
80 
81 	xsk_pool_dma_unmap(pool, STMMAC_RX_DMA_ATTR);
82 
83 	clear_bit(queue, priv->af_xdp_zc_qps);
84 
85 	if (need_update) {
86 		stmmac_enable_rx_queue(priv, queue);
87 		stmmac_enable_tx_queue(priv, queue);
88 		napi_enable(&ch->rx_napi);
89 		napi_enable(&ch->tx_napi);
90 	}
91 
92 	return 0;
93 }
94 
95 int stmmac_xdp_setup_pool(struct stmmac_priv *priv, struct xsk_buff_pool *pool,
96 			  u16 queue)
97 {
98 	return pool ? stmmac_xdp_enable_pool(priv, pool, queue) :
99 		      stmmac_xdp_disable_pool(priv, queue);
100 }
101 
102 int stmmac_xdp_set_prog(struct stmmac_priv *priv, struct bpf_prog *prog,
103 			struct netlink_ext_ack *extack)
104 {
105 	struct net_device *dev = priv->dev;
106 	struct bpf_prog *old_prog;
107 	bool need_update;
108 	bool if_running;
109 
110 	if_running = netif_running(dev);
111 
112 	if (prog && dev->mtu > ETH_DATA_LEN) {
113 		/* For now, the driver doesn't support XDP functionality with
114 		 * jumbo frames so we return error.
115 		 */
116 		NL_SET_ERR_MSG_MOD(extack, "Jumbo frames not supported");
117 		return -EOPNOTSUPP;
118 	}
119 
120 	if (!prog)
121 		xdp_features_clear_redirect_target(dev);
122 
123 	need_update = !!priv->xdp_prog != !!prog;
124 	if (if_running && need_update)
125 		stmmac_xdp_release(dev);
126 
127 	old_prog = xchg(&priv->xdp_prog, prog);
128 	if (old_prog)
129 		bpf_prog_put(old_prog);
130 
131 	/* Disable RX SPH for XDP operation */
132 	priv->sph = priv->sph_cap && !stmmac_xdp_is_enabled(priv);
133 
134 	if (if_running && need_update)
135 		stmmac_xdp_open(dev);
136 
137 	if (prog)
138 		xdp_features_set_redirect_target(dev, false);
139 
140 	return 0;
141 }
142