1 /* Applied Micro X-Gene SoC Ethernet Driver 2 * 3 * Copyright (c) 2015, Applied Micro Circuits Corporation 4 * Author: Iyappan Subramanian <isubramanian@apm.com> 5 * 6 * This program is free software; you can redistribute it and/or modify it 7 * under the terms of the GNU General Public License as published by the 8 * Free Software Foundation; either version 2 of the License, or (at your 9 * option) any later version. 10 * 11 * This program is distributed in the hope that it will be useful, 12 * but WITHOUT ANY WARRANTY; without even the implied warranty of 13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 14 * GNU General Public License for more details. 15 * 16 * You should have received a copy of the GNU General Public License 17 * along with this program. If not, see <http://www.gnu.org/licenses/>. 18 */ 19 20 #include "xgene_enet_main.h" 21 #include "xgene_enet_hw.h" 22 #include "xgene_enet_ring2.h" 23 24 static void xgene_enet_ring_init(struct xgene_enet_desc_ring *ring) 25 { 26 u32 *ring_cfg = ring->state; 27 u64 addr = ring->dma; 28 29 if (xgene_enet_ring_owner(ring->id) == RING_OWNER_CPU) { 30 ring_cfg[0] |= SET_VAL(X2_INTLINE, ring->id & RING_BUFNUM_MASK); 31 ring_cfg[3] |= SET_BIT(X2_DEQINTEN); 32 } 33 ring_cfg[0] |= SET_VAL(X2_CFGCRID, 2); 34 35 addr >>= 8; 36 ring_cfg[2] |= QCOHERENT | SET_VAL(RINGADDRL, addr); 37 38 addr >>= 27; 39 ring_cfg[3] |= SET_VAL(RINGSIZE, ring->cfgsize) 40 | ACCEPTLERR 41 | SET_VAL(RINGADDRH, addr); 42 ring_cfg[4] |= SET_VAL(X2_SELTHRSH, 1); 43 ring_cfg[5] |= SET_BIT(X2_QBASE_AM) | SET_BIT(X2_MSG_AM); 44 } 45 46 static void xgene_enet_ring_set_type(struct xgene_enet_desc_ring *ring) 47 { 48 u32 *ring_cfg = ring->state; 49 bool is_bufpool; 50 u32 val; 51 52 is_bufpool = xgene_enet_is_bufpool(ring->id); 53 val = (is_bufpool) ? RING_BUFPOOL : RING_REGULAR; 54 ring_cfg[4] |= SET_VAL(X2_RINGTYPE, val); 55 if (is_bufpool) 56 ring_cfg[3] |= SET_VAL(RINGMODE, BUFPOOL_MODE); 57 } 58 59 static void xgene_enet_ring_set_recombbuf(struct xgene_enet_desc_ring *ring) 60 { 61 u32 *ring_cfg = ring->state; 62 63 ring_cfg[3] |= RECOMBBUF; 64 ring_cfg[4] |= SET_VAL(X2_RECOMTIMEOUT, 0x7); 65 } 66 67 static void xgene_enet_ring_wr32(struct xgene_enet_desc_ring *ring, 68 u32 offset, u32 data) 69 { 70 struct xgene_enet_pdata *pdata = netdev_priv(ring->ndev); 71 72 iowrite32(data, pdata->ring_csr_addr + offset); 73 } 74 75 static void xgene_enet_write_ring_state(struct xgene_enet_desc_ring *ring) 76 { 77 struct xgene_enet_pdata *pdata = netdev_priv(ring->ndev); 78 int i; 79 80 xgene_enet_ring_wr32(ring, CSR_RING_CONFIG, ring->num); 81 for (i = 0; i < pdata->ring_ops->num_ring_config; i++) { 82 xgene_enet_ring_wr32(ring, CSR_RING_WR_BASE + (i * 4), 83 ring->state[i]); 84 } 85 } 86 87 static void xgene_enet_clr_ring_state(struct xgene_enet_desc_ring *ring) 88 { 89 memset(ring->state, 0, sizeof(ring->state)); 90 xgene_enet_write_ring_state(ring); 91 } 92 93 static void xgene_enet_set_ring_state(struct xgene_enet_desc_ring *ring) 94 { 95 enum xgene_ring_owner owner; 96 97 xgene_enet_ring_set_type(ring); 98 99 owner = xgene_enet_ring_owner(ring->id); 100 if (owner == RING_OWNER_ETH0 || owner == RING_OWNER_ETH1) 101 xgene_enet_ring_set_recombbuf(ring); 102 103 xgene_enet_ring_init(ring); 104 xgene_enet_write_ring_state(ring); 105 } 106 107 static void xgene_enet_set_ring_id(struct xgene_enet_desc_ring *ring) 108 { 109 u32 ring_id_val, ring_id_buf; 110 bool is_bufpool; 111 112 if (xgene_enet_ring_owner(ring->id) == RING_OWNER_CPU) 113 return; 114 115 is_bufpool = xgene_enet_is_bufpool(ring->id); 116 117 ring_id_val = ring->id & GENMASK(9, 0); 118 ring_id_val |= OVERWRITE; 119 120 ring_id_buf = (ring->num << 9) & GENMASK(18, 9); 121 ring_id_buf |= PREFETCH_BUF_EN; 122 123 if (is_bufpool) 124 ring_id_buf |= IS_BUFFER_POOL; 125 126 xgene_enet_ring_wr32(ring, CSR_RING_ID, ring_id_val); 127 xgene_enet_ring_wr32(ring, CSR_RING_ID_BUF, ring_id_buf); 128 } 129 130 static void xgene_enet_clr_desc_ring_id(struct xgene_enet_desc_ring *ring) 131 { 132 u32 ring_id; 133 134 ring_id = ring->id | OVERWRITE; 135 xgene_enet_ring_wr32(ring, CSR_RING_ID, ring_id); 136 xgene_enet_ring_wr32(ring, CSR_RING_ID_BUF, 0); 137 } 138 139 static struct xgene_enet_desc_ring *xgene_enet_setup_ring( 140 struct xgene_enet_desc_ring *ring) 141 { 142 bool is_bufpool; 143 u32 addr, i; 144 145 xgene_enet_clr_ring_state(ring); 146 xgene_enet_set_ring_state(ring); 147 xgene_enet_set_ring_id(ring); 148 149 ring->slots = xgene_enet_get_numslots(ring->id, ring->size); 150 151 is_bufpool = xgene_enet_is_bufpool(ring->id); 152 if (is_bufpool || xgene_enet_ring_owner(ring->id) != RING_OWNER_CPU) 153 return ring; 154 155 addr = CSR_VMID0_INTR_MBOX + (4 * (ring->id & RING_BUFNUM_MASK)); 156 xgene_enet_ring_wr32(ring, addr, ring->irq_mbox_dma >> 10); 157 158 for (i = 0; i < ring->slots; i++) 159 xgene_enet_mark_desc_slot_empty(&ring->raw_desc[i]); 160 161 return ring; 162 } 163 164 static void xgene_enet_clear_ring(struct xgene_enet_desc_ring *ring) 165 { 166 xgene_enet_clr_desc_ring_id(ring); 167 xgene_enet_clr_ring_state(ring); 168 } 169 170 static void xgene_enet_wr_cmd(struct xgene_enet_desc_ring *ring, int count) 171 { 172 u32 data = 0; 173 174 if (xgene_enet_ring_owner(ring->id) == RING_OWNER_CPU) { 175 data = SET_VAL(X2_INTLINE, ring->id & RING_BUFNUM_MASK) | 176 INTR_CLEAR; 177 } 178 data |= (count & GENMASK(16, 0)); 179 180 iowrite32(data, ring->cmd); 181 } 182 183 static u32 xgene_enet_ring_len(struct xgene_enet_desc_ring *ring) 184 { 185 u32 __iomem *cmd_base = ring->cmd_base; 186 u32 ring_state, num_msgs; 187 188 ring_state = ioread32(&cmd_base[1]); 189 num_msgs = GET_VAL(X2_NUMMSGSINQ, ring_state); 190 191 return num_msgs; 192 } 193 194 static void xgene_enet_setup_coalescing(struct xgene_enet_desc_ring *ring) 195 { 196 u32 data = 0x77777777; 197 198 xgene_enet_ring_wr32(ring, CSR_PBM_COAL, 0x8e); 199 xgene_enet_ring_wr32(ring, CSR_PBM_CTICK0, data); 200 xgene_enet_ring_wr32(ring, CSR_PBM_CTICK1, data); 201 xgene_enet_ring_wr32(ring, CSR_PBM_CTICK2, data); 202 xgene_enet_ring_wr32(ring, CSR_PBM_CTICK3, data); 203 xgene_enet_ring_wr32(ring, CSR_THRESHOLD0_SET1, 0x08); 204 xgene_enet_ring_wr32(ring, CSR_THRESHOLD1_SET1, 0x10); 205 } 206 207 struct xgene_ring_ops xgene_ring2_ops = { 208 .num_ring_config = X2_NUM_RING_CONFIG, 209 .num_ring_id_shift = 13, 210 .setup = xgene_enet_setup_ring, 211 .clear = xgene_enet_clear_ring, 212 .wr_cmd = xgene_enet_wr_cmd, 213 .len = xgene_enet_ring_len, 214 .coalesce = xgene_enet_setup_coalescing, 215 }; 216