1 // SPDX-License-Identifier: GPL-2.0+ 2 3 #include <linux/module.h> 4 #include <linux/if_bridge.h> 5 #include <linux/if_vlan.h> 6 #include <linux/iopoll.h> 7 #include <linux/ip.h> 8 #include <linux/of_platform.h> 9 #include <linux/of_net.h> 10 #include <linux/packing.h> 11 #include <linux/phy/phy.h> 12 #include <linux/reset.h> 13 #include <net/addrconf.h> 14 15 #include "lan966x_main.h" 16 17 #define XTR_EOF_0 0x00000080U 18 #define XTR_EOF_1 0x01000080U 19 #define XTR_EOF_2 0x02000080U 20 #define XTR_EOF_3 0x03000080U 21 #define XTR_PRUNED 0x04000080U 22 #define XTR_ABORT 0x05000080U 23 #define XTR_ESCAPE 0x06000080U 24 #define XTR_NOT_READY 0x07000080U 25 #define XTR_VALID_BYTES(x) (4 - (((x) >> 24) & 3)) 26 27 #define IO_RANGES 2 28 29 static const struct of_device_id lan966x_match[] = { 30 { .compatible = "microchip,lan966x-switch" }, 31 { } 32 }; 33 MODULE_DEVICE_TABLE(of, lan966x_match); 34 35 struct lan966x_main_io_resource { 36 enum lan966x_target id; 37 phys_addr_t offset; 38 int range; 39 }; 40 41 static const struct lan966x_main_io_resource lan966x_main_iomap[] = { 42 { TARGET_CPU, 0xc0000, 0 }, /* 0xe00c0000 */ 43 { TARGET_FDMA, 0xc0400, 0 }, /* 0xe00c0400 */ 44 { TARGET_ORG, 0, 1 }, /* 0xe2000000 */ 45 { TARGET_GCB, 0x4000, 1 }, /* 0xe2004000 */ 46 { TARGET_QS, 0x8000, 1 }, /* 0xe2008000 */ 47 { TARGET_PTP, 0xc000, 1 }, /* 0xe200c000 */ 48 { TARGET_CHIP_TOP, 0x10000, 1 }, /* 0xe2010000 */ 49 { TARGET_REW, 0x14000, 1 }, /* 0xe2014000 */ 50 { TARGET_SYS, 0x28000, 1 }, /* 0xe2028000 */ 51 { TARGET_DEV, 0x34000, 1 }, /* 0xe2034000 */ 52 { TARGET_DEV + 1, 0x38000, 1 }, /* 0xe2038000 */ 53 { TARGET_DEV + 2, 0x3c000, 1 }, /* 0xe203c000 */ 54 { TARGET_DEV + 3, 0x40000, 1 }, /* 0xe2040000 */ 55 { TARGET_DEV + 4, 0x44000, 1 }, /* 0xe2044000 */ 56 { TARGET_DEV + 5, 0x48000, 1 }, /* 0xe2048000 */ 57 { TARGET_DEV + 6, 0x4c000, 1 }, /* 0xe204c000 */ 58 { TARGET_DEV + 7, 0x50000, 1 }, /* 0xe2050000 */ 59 { TARGET_QSYS, 0x100000, 1 }, /* 0xe2100000 */ 60 { TARGET_AFI, 0x120000, 1 }, /* 0xe2120000 */ 61 { TARGET_ANA, 0x140000, 1 }, /* 0xe2140000 */ 62 }; 63 64 static int lan966x_create_targets(struct platform_device *pdev, 65 struct lan966x *lan966x) 66 { 67 struct resource *iores[IO_RANGES]; 68 void __iomem *begin[IO_RANGES]; 69 int idx; 70 71 /* Initially map the entire range and after that update each target to 72 * point inside the region at the correct offset. It is possible that 73 * other devices access the same region so don't add any checks about 74 * this. 75 */ 76 for (idx = 0; idx < IO_RANGES; idx++) { 77 iores[idx] = platform_get_resource(pdev, IORESOURCE_MEM, 78 idx); 79 if (!iores[idx]) { 80 dev_err(&pdev->dev, "Invalid resource\n"); 81 return -EINVAL; 82 } 83 84 begin[idx] = devm_ioremap(&pdev->dev, 85 iores[idx]->start, 86 resource_size(iores[idx])); 87 if (!begin[idx]) { 88 dev_err(&pdev->dev, "Unable to get registers: %s\n", 89 iores[idx]->name); 90 return -ENOMEM; 91 } 92 } 93 94 for (idx = 0; idx < ARRAY_SIZE(lan966x_main_iomap); idx++) { 95 const struct lan966x_main_io_resource *iomap = 96 &lan966x_main_iomap[idx]; 97 98 lan966x->regs[iomap->id] = begin[iomap->range] + iomap->offset; 99 } 100 101 return 0; 102 } 103 104 static bool lan966x_port_unique_address(struct net_device *dev) 105 { 106 struct lan966x_port *port = netdev_priv(dev); 107 struct lan966x *lan966x = port->lan966x; 108 int p; 109 110 for (p = 0; p < lan966x->num_phys_ports; ++p) { 111 port = lan966x->ports[p]; 112 if (!port || port->dev == dev) 113 continue; 114 115 if (ether_addr_equal(dev->dev_addr, port->dev->dev_addr)) 116 return false; 117 } 118 119 return true; 120 } 121 122 static int lan966x_port_set_mac_address(struct net_device *dev, void *p) 123 { 124 struct lan966x_port *port = netdev_priv(dev); 125 struct lan966x *lan966x = port->lan966x; 126 const struct sockaddr *addr = p; 127 int ret; 128 129 if (ether_addr_equal(addr->sa_data, dev->dev_addr)) 130 return 0; 131 132 /* Learn the new net device MAC address in the mac table. */ 133 ret = lan966x_mac_cpu_learn(lan966x, addr->sa_data, HOST_PVID); 134 if (ret) 135 return ret; 136 137 /* If there is another port with the same address as the dev, then don't 138 * delete it from the MAC table 139 */ 140 if (!lan966x_port_unique_address(dev)) 141 goto out; 142 143 /* Then forget the previous one. */ 144 ret = lan966x_mac_cpu_forget(lan966x, dev->dev_addr, HOST_PVID); 145 if (ret) 146 return ret; 147 148 out: 149 eth_hw_addr_set(dev, addr->sa_data); 150 return ret; 151 } 152 153 static int lan966x_port_get_phys_port_name(struct net_device *dev, 154 char *buf, size_t len) 155 { 156 struct lan966x_port *port = netdev_priv(dev); 157 int ret; 158 159 ret = snprintf(buf, len, "p%d", port->chip_port); 160 if (ret >= len) 161 return -EINVAL; 162 163 return 0; 164 } 165 166 static int lan966x_port_open(struct net_device *dev) 167 { 168 struct lan966x_port *port = netdev_priv(dev); 169 struct lan966x *lan966x = port->lan966x; 170 int err; 171 172 /* Enable receiving frames on the port, and activate auto-learning of 173 * MAC addresses. 174 */ 175 lan_rmw(ANA_PORT_CFG_LEARNAUTO_SET(1) | 176 ANA_PORT_CFG_RECV_ENA_SET(1) | 177 ANA_PORT_CFG_PORTID_VAL_SET(port->chip_port), 178 ANA_PORT_CFG_LEARNAUTO | 179 ANA_PORT_CFG_RECV_ENA | 180 ANA_PORT_CFG_PORTID_VAL, 181 lan966x, ANA_PORT_CFG(port->chip_port)); 182 183 err = phylink_fwnode_phy_connect(port->phylink, port->fwnode, 0); 184 if (err) { 185 netdev_err(dev, "Could not attach to PHY\n"); 186 return err; 187 } 188 189 phylink_start(port->phylink); 190 191 return 0; 192 } 193 194 static int lan966x_port_stop(struct net_device *dev) 195 { 196 struct lan966x_port *port = netdev_priv(dev); 197 198 lan966x_port_config_down(port); 199 phylink_stop(port->phylink); 200 phylink_disconnect_phy(port->phylink); 201 202 return 0; 203 } 204 205 static int lan966x_port_inj_status(struct lan966x *lan966x) 206 { 207 return lan_rd(lan966x, QS_INJ_STATUS); 208 } 209 210 static int lan966x_port_inj_ready(struct lan966x *lan966x, u8 grp) 211 { 212 u32 val; 213 214 if (lan_rd(lan966x, QS_INJ_STATUS) & QS_INJ_STATUS_FIFO_RDY_SET(BIT(grp))) 215 return 0; 216 217 return readx_poll_timeout_atomic(lan966x_port_inj_status, lan966x, val, 218 QS_INJ_STATUS_FIFO_RDY_GET(val) & BIT(grp), 219 READL_SLEEP_US, READL_TIMEOUT_US); 220 } 221 222 static int lan966x_port_ifh_xmit(struct sk_buff *skb, 223 __be32 *ifh, 224 struct net_device *dev) 225 { 226 struct lan966x_port *port = netdev_priv(dev); 227 struct lan966x *lan966x = port->lan966x; 228 u32 i, count, last; 229 u8 grp = 0; 230 u32 val; 231 int err; 232 233 val = lan_rd(lan966x, QS_INJ_STATUS); 234 if (!(QS_INJ_STATUS_FIFO_RDY_GET(val) & BIT(grp)) || 235 (QS_INJ_STATUS_WMARK_REACHED_GET(val) & BIT(grp))) 236 goto err; 237 238 /* Write start of frame */ 239 lan_wr(QS_INJ_CTRL_GAP_SIZE_SET(1) | 240 QS_INJ_CTRL_SOF_SET(1), 241 lan966x, QS_INJ_CTRL(grp)); 242 243 /* Write IFH header */ 244 for (i = 0; i < IFH_LEN; ++i) { 245 /* Wait until the fifo is ready */ 246 err = lan966x_port_inj_ready(lan966x, grp); 247 if (err) 248 goto err; 249 250 lan_wr((__force u32)ifh[i], lan966x, QS_INJ_WR(grp)); 251 } 252 253 /* Write frame */ 254 count = DIV_ROUND_UP(skb->len, 4); 255 last = skb->len % 4; 256 for (i = 0; i < count; ++i) { 257 /* Wait until the fifo is ready */ 258 err = lan966x_port_inj_ready(lan966x, grp); 259 if (err) 260 goto err; 261 262 lan_wr(((u32 *)skb->data)[i], lan966x, QS_INJ_WR(grp)); 263 } 264 265 /* Add padding */ 266 while (i < (LAN966X_BUFFER_MIN_SZ / 4)) { 267 /* Wait until the fifo is ready */ 268 err = lan966x_port_inj_ready(lan966x, grp); 269 if (err) 270 goto err; 271 272 lan_wr(0, lan966x, QS_INJ_WR(grp)); 273 ++i; 274 } 275 276 /* Inidcate EOF and valid bytes in the last word */ 277 lan_wr(QS_INJ_CTRL_GAP_SIZE_SET(1) | 278 QS_INJ_CTRL_VLD_BYTES_SET(skb->len < LAN966X_BUFFER_MIN_SZ ? 279 0 : last) | 280 QS_INJ_CTRL_EOF_SET(1), 281 lan966x, QS_INJ_CTRL(grp)); 282 283 /* Add dummy CRC */ 284 lan_wr(0, lan966x, QS_INJ_WR(grp)); 285 skb_tx_timestamp(skb); 286 287 dev->stats.tx_packets++; 288 dev->stats.tx_bytes += skb->len; 289 290 if (skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP && 291 LAN966X_SKB_CB(skb)->rew_op == IFH_REW_OP_TWO_STEP_PTP) 292 return NETDEV_TX_OK; 293 294 dev_consume_skb_any(skb); 295 return NETDEV_TX_OK; 296 297 err: 298 if (skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP && 299 LAN966X_SKB_CB(skb)->rew_op == IFH_REW_OP_TWO_STEP_PTP) 300 lan966x_ptp_txtstamp_release(port, skb); 301 302 return NETDEV_TX_BUSY; 303 } 304 305 static void lan966x_ifh_set_bypass(void *ifh, u64 bypass) 306 { 307 packing(ifh, &bypass, IFH_POS_BYPASS + IFH_WID_BYPASS - 1, 308 IFH_POS_BYPASS, IFH_LEN * 4, PACK, 0); 309 } 310 311 static void lan966x_ifh_set_port(void *ifh, u64 bypass) 312 { 313 packing(ifh, &bypass, IFH_POS_DSTS + IFH_WID_DSTS - 1, 314 IFH_POS_DSTS, IFH_LEN * 4, PACK, 0); 315 } 316 317 static void lan966x_ifh_set_qos_class(void *ifh, u64 bypass) 318 { 319 packing(ifh, &bypass, IFH_POS_QOS_CLASS + IFH_WID_QOS_CLASS - 1, 320 IFH_POS_QOS_CLASS, IFH_LEN * 4, PACK, 0); 321 } 322 323 static void lan966x_ifh_set_ipv(void *ifh, u64 bypass) 324 { 325 packing(ifh, &bypass, IFH_POS_IPV + IFH_WID_IPV - 1, 326 IFH_POS_IPV, IFH_LEN * 4, PACK, 0); 327 } 328 329 static void lan966x_ifh_set_vid(void *ifh, u64 vid) 330 { 331 packing(ifh, &vid, IFH_POS_TCI + IFH_WID_TCI - 1, 332 IFH_POS_TCI, IFH_LEN * 4, PACK, 0); 333 } 334 335 static void lan966x_ifh_set_rew_op(void *ifh, u64 rew_op) 336 { 337 packing(ifh, &rew_op, IFH_POS_REW_CMD + IFH_WID_REW_CMD - 1, 338 IFH_POS_REW_CMD, IFH_LEN * 4, PACK, 0); 339 } 340 341 static void lan966x_ifh_set_timestamp(void *ifh, u64 timestamp) 342 { 343 packing(ifh, ×tamp, IFH_POS_TIMESTAMP + IFH_WID_TIMESTAMP - 1, 344 IFH_POS_TIMESTAMP, IFH_LEN * 4, PACK, 0); 345 } 346 347 static netdev_tx_t lan966x_port_xmit(struct sk_buff *skb, 348 struct net_device *dev) 349 { 350 struct lan966x_port *port = netdev_priv(dev); 351 struct lan966x *lan966x = port->lan966x; 352 __be32 ifh[IFH_LEN]; 353 int err; 354 355 memset(ifh, 0x0, sizeof(__be32) * IFH_LEN); 356 357 lan966x_ifh_set_bypass(ifh, 1); 358 lan966x_ifh_set_port(ifh, BIT_ULL(port->chip_port)); 359 lan966x_ifh_set_qos_class(ifh, skb->priority >= 7 ? 0x7 : skb->priority); 360 lan966x_ifh_set_ipv(ifh, skb->priority >= 7 ? 0x7 : skb->priority); 361 lan966x_ifh_set_vid(ifh, skb_vlan_tag_get(skb)); 362 363 if (port->lan966x->ptp && skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP) { 364 err = lan966x_ptp_txtstamp_request(port, skb); 365 if (err) 366 return err; 367 368 lan966x_ifh_set_rew_op(ifh, LAN966X_SKB_CB(skb)->rew_op); 369 lan966x_ifh_set_timestamp(ifh, LAN966X_SKB_CB(skb)->ts_id); 370 } 371 372 spin_lock(&lan966x->tx_lock); 373 if (port->lan966x->fdma) 374 err = lan966x_fdma_xmit(skb, ifh, dev); 375 else 376 err = lan966x_port_ifh_xmit(skb, ifh, dev); 377 spin_unlock(&lan966x->tx_lock); 378 379 return err; 380 } 381 382 static int lan966x_port_change_mtu(struct net_device *dev, int new_mtu) 383 { 384 struct lan966x_port *port = netdev_priv(dev); 385 struct lan966x *lan966x = port->lan966x; 386 int old_mtu = dev->mtu; 387 int err; 388 389 lan_wr(DEV_MAC_MAXLEN_CFG_MAX_LEN_SET(LAN966X_HW_MTU(new_mtu)), 390 lan966x, DEV_MAC_MAXLEN_CFG(port->chip_port)); 391 dev->mtu = new_mtu; 392 393 if (!lan966x->fdma) 394 return 0; 395 396 err = lan966x_fdma_change_mtu(lan966x); 397 if (err) { 398 lan_wr(DEV_MAC_MAXLEN_CFG_MAX_LEN_SET(LAN966X_HW_MTU(old_mtu)), 399 lan966x, DEV_MAC_MAXLEN_CFG(port->chip_port)); 400 dev->mtu = old_mtu; 401 } 402 403 return err; 404 } 405 406 static int lan966x_mc_unsync(struct net_device *dev, const unsigned char *addr) 407 { 408 struct lan966x_port *port = netdev_priv(dev); 409 struct lan966x *lan966x = port->lan966x; 410 411 return lan966x_mac_forget(lan966x, addr, HOST_PVID, ENTRYTYPE_LOCKED); 412 } 413 414 static int lan966x_mc_sync(struct net_device *dev, const unsigned char *addr) 415 { 416 struct lan966x_port *port = netdev_priv(dev); 417 struct lan966x *lan966x = port->lan966x; 418 419 return lan966x_mac_cpu_learn(lan966x, addr, HOST_PVID); 420 } 421 422 static void lan966x_port_set_rx_mode(struct net_device *dev) 423 { 424 __dev_mc_sync(dev, lan966x_mc_sync, lan966x_mc_unsync); 425 } 426 427 static int lan966x_port_get_parent_id(struct net_device *dev, 428 struct netdev_phys_item_id *ppid) 429 { 430 struct lan966x_port *port = netdev_priv(dev); 431 struct lan966x *lan966x = port->lan966x; 432 433 ppid->id_len = sizeof(lan966x->base_mac); 434 memcpy(&ppid->id, &lan966x->base_mac, ppid->id_len); 435 436 return 0; 437 } 438 439 static int lan966x_port_ioctl(struct net_device *dev, struct ifreq *ifr, 440 int cmd) 441 { 442 struct lan966x_port *port = netdev_priv(dev); 443 444 if (!phy_has_hwtstamp(dev->phydev) && port->lan966x->ptp) { 445 switch (cmd) { 446 case SIOCSHWTSTAMP: 447 return lan966x_ptp_hwtstamp_set(port, ifr); 448 case SIOCGHWTSTAMP: 449 return lan966x_ptp_hwtstamp_get(port, ifr); 450 } 451 } 452 453 if (!dev->phydev) 454 return -ENODEV; 455 456 return phy_mii_ioctl(dev->phydev, ifr, cmd); 457 } 458 459 static const struct net_device_ops lan966x_port_netdev_ops = { 460 .ndo_open = lan966x_port_open, 461 .ndo_stop = lan966x_port_stop, 462 .ndo_start_xmit = lan966x_port_xmit, 463 .ndo_change_mtu = lan966x_port_change_mtu, 464 .ndo_set_rx_mode = lan966x_port_set_rx_mode, 465 .ndo_get_phys_port_name = lan966x_port_get_phys_port_name, 466 .ndo_get_stats64 = lan966x_stats_get, 467 .ndo_set_mac_address = lan966x_port_set_mac_address, 468 .ndo_get_port_parent_id = lan966x_port_get_parent_id, 469 .ndo_eth_ioctl = lan966x_port_ioctl, 470 .ndo_setup_tc = lan966x_tc_setup, 471 }; 472 473 bool lan966x_netdevice_check(const struct net_device *dev) 474 { 475 return dev->netdev_ops == &lan966x_port_netdev_ops; 476 } 477 478 bool lan966x_hw_offload(struct lan966x *lan966x, u32 port, struct sk_buff *skb) 479 { 480 u32 val; 481 482 /* The IGMP and MLD frames are not forward by the HW if 483 * multicast snooping is enabled, therefor don't mark as 484 * offload to allow the SW to forward the frames accordingly. 485 */ 486 val = lan_rd(lan966x, ANA_CPU_FWD_CFG(port)); 487 if (!(val & (ANA_CPU_FWD_CFG_IGMP_REDIR_ENA | 488 ANA_CPU_FWD_CFG_MLD_REDIR_ENA))) 489 return true; 490 491 if (eth_type_vlan(skb->protocol)) { 492 skb = skb_vlan_untag(skb); 493 if (unlikely(!skb)) 494 return false; 495 } 496 497 if (skb->protocol == htons(ETH_P_IP) && 498 ip_hdr(skb)->protocol == IPPROTO_IGMP) 499 return false; 500 501 if (IS_ENABLED(CONFIG_IPV6) && 502 skb->protocol == htons(ETH_P_IPV6) && 503 ipv6_addr_is_multicast(&ipv6_hdr(skb)->daddr) && 504 !ipv6_mc_check_mld(skb)) 505 return false; 506 507 return true; 508 } 509 510 static int lan966x_port_xtr_status(struct lan966x *lan966x, u8 grp) 511 { 512 return lan_rd(lan966x, QS_XTR_RD(grp)); 513 } 514 515 static int lan966x_port_xtr_ready(struct lan966x *lan966x, u8 grp) 516 { 517 u32 val; 518 519 return read_poll_timeout(lan966x_port_xtr_status, val, 520 val != XTR_NOT_READY, 521 READL_SLEEP_US, READL_TIMEOUT_US, false, 522 lan966x, grp); 523 } 524 525 static int lan966x_rx_frame_word(struct lan966x *lan966x, u8 grp, u32 *rval) 526 { 527 u32 bytes_valid; 528 u32 val; 529 int err; 530 531 val = lan_rd(lan966x, QS_XTR_RD(grp)); 532 if (val == XTR_NOT_READY) { 533 err = lan966x_port_xtr_ready(lan966x, grp); 534 if (err) 535 return -EIO; 536 } 537 538 switch (val) { 539 case XTR_ABORT: 540 return -EIO; 541 case XTR_EOF_0: 542 case XTR_EOF_1: 543 case XTR_EOF_2: 544 case XTR_EOF_3: 545 case XTR_PRUNED: 546 bytes_valid = XTR_VALID_BYTES(val); 547 val = lan_rd(lan966x, QS_XTR_RD(grp)); 548 if (val == XTR_ESCAPE) 549 *rval = lan_rd(lan966x, QS_XTR_RD(grp)); 550 else 551 *rval = val; 552 553 return bytes_valid; 554 case XTR_ESCAPE: 555 *rval = lan_rd(lan966x, QS_XTR_RD(grp)); 556 557 return 4; 558 default: 559 *rval = val; 560 561 return 4; 562 } 563 } 564 565 void lan966x_ifh_get_src_port(void *ifh, u64 *src_port) 566 { 567 packing(ifh, src_port, IFH_POS_SRCPORT + IFH_WID_SRCPORT - 1, 568 IFH_POS_SRCPORT, IFH_LEN * 4, UNPACK, 0); 569 } 570 571 static void lan966x_ifh_get_len(void *ifh, u64 *len) 572 { 573 packing(ifh, len, IFH_POS_LEN + IFH_WID_LEN - 1, 574 IFH_POS_LEN, IFH_LEN * 4, UNPACK, 0); 575 } 576 577 void lan966x_ifh_get_timestamp(void *ifh, u64 *timestamp) 578 { 579 packing(ifh, timestamp, IFH_POS_TIMESTAMP + IFH_WID_TIMESTAMP - 1, 580 IFH_POS_TIMESTAMP, IFH_LEN * 4, UNPACK, 0); 581 } 582 583 static irqreturn_t lan966x_xtr_irq_handler(int irq, void *args) 584 { 585 struct lan966x *lan966x = args; 586 int i, grp = 0, err = 0; 587 588 if (!(lan_rd(lan966x, QS_XTR_DATA_PRESENT) & BIT(grp))) 589 return IRQ_NONE; 590 591 do { 592 u64 src_port, len, timestamp; 593 struct net_device *dev; 594 struct sk_buff *skb; 595 int sz = 0, buf_len; 596 u32 ifh[IFH_LEN]; 597 u32 *buf; 598 u32 val; 599 600 for (i = 0; i < IFH_LEN; i++) { 601 err = lan966x_rx_frame_word(lan966x, grp, &ifh[i]); 602 if (err != 4) 603 goto recover; 604 } 605 606 err = 0; 607 608 lan966x_ifh_get_src_port(ifh, &src_port); 609 lan966x_ifh_get_len(ifh, &len); 610 lan966x_ifh_get_timestamp(ifh, ×tamp); 611 612 WARN_ON(src_port >= lan966x->num_phys_ports); 613 614 dev = lan966x->ports[src_port]->dev; 615 skb = netdev_alloc_skb(dev, len); 616 if (unlikely(!skb)) { 617 netdev_err(dev, "Unable to allocate sk_buff\n"); 618 err = -ENOMEM; 619 break; 620 } 621 buf_len = len - ETH_FCS_LEN; 622 buf = (u32 *)skb_put(skb, buf_len); 623 624 len = 0; 625 do { 626 sz = lan966x_rx_frame_word(lan966x, grp, &val); 627 if (sz < 0) { 628 kfree_skb(skb); 629 goto recover; 630 } 631 632 *buf++ = val; 633 len += sz; 634 } while (len < buf_len); 635 636 /* Read the FCS */ 637 sz = lan966x_rx_frame_word(lan966x, grp, &val); 638 if (sz < 0) { 639 kfree_skb(skb); 640 goto recover; 641 } 642 643 /* Update the statistics if part of the FCS was read before */ 644 len -= ETH_FCS_LEN - sz; 645 646 if (unlikely(dev->features & NETIF_F_RXFCS)) { 647 buf = (u32 *)skb_put(skb, ETH_FCS_LEN); 648 *buf = val; 649 } 650 651 lan966x_ptp_rxtstamp(lan966x, skb, timestamp); 652 skb->protocol = eth_type_trans(skb, dev); 653 654 if (lan966x->bridge_mask & BIT(src_port)) { 655 skb->offload_fwd_mark = 1; 656 657 skb_reset_network_header(skb); 658 if (!lan966x_hw_offload(lan966x, src_port, skb)) 659 skb->offload_fwd_mark = 0; 660 } 661 662 if (!skb_defer_rx_timestamp(skb)) 663 netif_rx(skb); 664 665 dev->stats.rx_bytes += len; 666 dev->stats.rx_packets++; 667 668 recover: 669 if (sz < 0 || err) 670 lan_rd(lan966x, QS_XTR_RD(grp)); 671 672 } while (lan_rd(lan966x, QS_XTR_DATA_PRESENT) & BIT(grp)); 673 674 return IRQ_HANDLED; 675 } 676 677 static irqreturn_t lan966x_ana_irq_handler(int irq, void *args) 678 { 679 struct lan966x *lan966x = args; 680 681 return lan966x_mac_irq_handler(lan966x); 682 } 683 684 static void lan966x_cleanup_ports(struct lan966x *lan966x) 685 { 686 struct lan966x_port *port; 687 int p; 688 689 for (p = 0; p < lan966x->num_phys_ports; p++) { 690 port = lan966x->ports[p]; 691 if (!port) 692 continue; 693 694 if (port->dev) 695 unregister_netdev(port->dev); 696 697 if (lan966x->fdma && lan966x->fdma_ndev == port->dev) 698 lan966x_fdma_netdev_deinit(lan966x, port->dev); 699 700 if (port->phylink) { 701 rtnl_lock(); 702 lan966x_port_stop(port->dev); 703 rtnl_unlock(); 704 phylink_destroy(port->phylink); 705 port->phylink = NULL; 706 } 707 708 if (port->fwnode) 709 fwnode_handle_put(port->fwnode); 710 } 711 712 disable_irq(lan966x->xtr_irq); 713 lan966x->xtr_irq = -ENXIO; 714 715 if (lan966x->ana_irq > 0) { 716 disable_irq(lan966x->ana_irq); 717 lan966x->ana_irq = -ENXIO; 718 } 719 720 if (lan966x->fdma) 721 devm_free_irq(lan966x->dev, lan966x->fdma_irq, lan966x); 722 723 if (lan966x->ptp_irq > 0) 724 devm_free_irq(lan966x->dev, lan966x->ptp_irq, lan966x); 725 726 if (lan966x->ptp_ext_irq > 0) 727 devm_free_irq(lan966x->dev, lan966x->ptp_ext_irq, lan966x); 728 } 729 730 static int lan966x_probe_port(struct lan966x *lan966x, u32 p, 731 phy_interface_t phy_mode, 732 struct fwnode_handle *portnp) 733 { 734 struct lan966x_port *port; 735 struct phylink *phylink; 736 struct net_device *dev; 737 int err; 738 739 if (p >= lan966x->num_phys_ports) 740 return -EINVAL; 741 742 dev = devm_alloc_etherdev_mqs(lan966x->dev, 743 sizeof(struct lan966x_port), 744 NUM_PRIO_QUEUES, 1); 745 if (!dev) 746 return -ENOMEM; 747 748 SET_NETDEV_DEV(dev, lan966x->dev); 749 port = netdev_priv(dev); 750 port->dev = dev; 751 port->lan966x = lan966x; 752 port->chip_port = p; 753 lan966x->ports[p] = port; 754 755 dev->max_mtu = ETH_MAX_MTU; 756 757 dev->netdev_ops = &lan966x_port_netdev_ops; 758 dev->ethtool_ops = &lan966x_ethtool_ops; 759 dev->features |= NETIF_F_HW_VLAN_CTAG_TX | 760 NETIF_F_HW_VLAN_STAG_TX | 761 NETIF_F_HW_TC; 762 dev->hw_features |= NETIF_F_HW_TC; 763 dev->needed_headroom = IFH_LEN * sizeof(u32); 764 765 eth_hw_addr_gen(dev, lan966x->base_mac, p + 1); 766 767 lan966x_mac_learn(lan966x, PGID_CPU, dev->dev_addr, HOST_PVID, 768 ENTRYTYPE_LOCKED); 769 770 port->phylink_config.dev = &port->dev->dev; 771 port->phylink_config.type = PHYLINK_NETDEV; 772 port->phylink_pcs.poll = true; 773 port->phylink_pcs.ops = &lan966x_phylink_pcs_ops; 774 775 port->phylink_config.mac_capabilities = MAC_ASYM_PAUSE | MAC_SYM_PAUSE | 776 MAC_10 | MAC_100 | MAC_1000FD | MAC_2500FD; 777 778 phy_interface_set_rgmii(port->phylink_config.supported_interfaces); 779 __set_bit(PHY_INTERFACE_MODE_MII, 780 port->phylink_config.supported_interfaces); 781 __set_bit(PHY_INTERFACE_MODE_GMII, 782 port->phylink_config.supported_interfaces); 783 __set_bit(PHY_INTERFACE_MODE_SGMII, 784 port->phylink_config.supported_interfaces); 785 __set_bit(PHY_INTERFACE_MODE_QSGMII, 786 port->phylink_config.supported_interfaces); 787 __set_bit(PHY_INTERFACE_MODE_QUSGMII, 788 port->phylink_config.supported_interfaces); 789 __set_bit(PHY_INTERFACE_MODE_1000BASEX, 790 port->phylink_config.supported_interfaces); 791 __set_bit(PHY_INTERFACE_MODE_2500BASEX, 792 port->phylink_config.supported_interfaces); 793 794 phylink = phylink_create(&port->phylink_config, 795 portnp, 796 phy_mode, 797 &lan966x_phylink_mac_ops); 798 if (IS_ERR(phylink)) { 799 port->dev = NULL; 800 return PTR_ERR(phylink); 801 } 802 803 port->phylink = phylink; 804 805 err = register_netdev(dev); 806 if (err) { 807 dev_err(lan966x->dev, "register_netdev failed\n"); 808 return err; 809 } 810 811 lan966x_vlan_port_set_vlan_aware(port, 0); 812 lan966x_vlan_port_set_vid(port, HOST_PVID, false, false); 813 lan966x_vlan_port_apply(port); 814 815 return 0; 816 } 817 818 static void lan966x_init(struct lan966x *lan966x) 819 { 820 u32 p, i; 821 822 /* MAC table initialization */ 823 lan966x_mac_init(lan966x); 824 825 lan966x_vlan_init(lan966x); 826 827 /* Flush queues */ 828 lan_wr(lan_rd(lan966x, QS_XTR_FLUSH) | 829 GENMASK(1, 0), 830 lan966x, QS_XTR_FLUSH); 831 832 /* Allow to drain */ 833 mdelay(1); 834 835 /* All Queues normal */ 836 lan_wr(lan_rd(lan966x, QS_XTR_FLUSH) & 837 ~(GENMASK(1, 0)), 838 lan966x, QS_XTR_FLUSH); 839 840 /* Set MAC age time to default value, the entry is aged after 841 * 2 * AGE_PERIOD 842 */ 843 lan_wr(ANA_AUTOAGE_AGE_PERIOD_SET(BR_DEFAULT_AGEING_TIME / 2 / HZ), 844 lan966x, ANA_AUTOAGE); 845 846 /* Disable learning for frames discarded by VLAN ingress filtering */ 847 lan_rmw(ANA_ADVLEARN_VLAN_CHK_SET(1), 848 ANA_ADVLEARN_VLAN_CHK, 849 lan966x, ANA_ADVLEARN); 850 851 /* Setup frame ageing - "2 sec" - The unit is 6.5 us on lan966x */ 852 lan_wr(SYS_FRM_AGING_AGE_TX_ENA_SET(1) | 853 (20000000 / 65), 854 lan966x, SYS_FRM_AGING); 855 856 /* Map the 8 CPU extraction queues to CPU port */ 857 lan_wr(0, lan966x, QSYS_CPU_GROUP_MAP); 858 859 /* Do byte-swap and expect status after last data word 860 * Extraction: Mode: manual extraction) | Byte_swap 861 */ 862 lan_wr(QS_XTR_GRP_CFG_MODE_SET(lan966x->fdma ? 2 : 1) | 863 QS_XTR_GRP_CFG_BYTE_SWAP_SET(1), 864 lan966x, QS_XTR_GRP_CFG(0)); 865 866 /* Injection: Mode: manual injection | Byte_swap */ 867 lan_wr(QS_INJ_GRP_CFG_MODE_SET(lan966x->fdma ? 2 : 1) | 868 QS_INJ_GRP_CFG_BYTE_SWAP_SET(1), 869 lan966x, QS_INJ_GRP_CFG(0)); 870 871 lan_rmw(QS_INJ_CTRL_GAP_SIZE_SET(0), 872 QS_INJ_CTRL_GAP_SIZE, 873 lan966x, QS_INJ_CTRL(0)); 874 875 /* Enable IFH insertion/parsing on CPU ports */ 876 lan_wr(SYS_PORT_MODE_INCL_INJ_HDR_SET(1) | 877 SYS_PORT_MODE_INCL_XTR_HDR_SET(1), 878 lan966x, SYS_PORT_MODE(CPU_PORT)); 879 880 /* Setup flooding PGIDs */ 881 lan_wr(ANA_FLOODING_IPMC_FLD_MC4_DATA_SET(PGID_MCIPV4) | 882 ANA_FLOODING_IPMC_FLD_MC4_CTRL_SET(PGID_MC) | 883 ANA_FLOODING_IPMC_FLD_MC6_DATA_SET(PGID_MCIPV6) | 884 ANA_FLOODING_IPMC_FLD_MC6_CTRL_SET(PGID_MC), 885 lan966x, ANA_FLOODING_IPMC); 886 887 /* There are 8 priorities */ 888 for (i = 0; i < 8; ++i) 889 lan_rmw(ANA_FLOODING_FLD_MULTICAST_SET(PGID_MC) | 890 ANA_FLOODING_FLD_UNICAST_SET(PGID_UC) | 891 ANA_FLOODING_FLD_BROADCAST_SET(PGID_BC), 892 ANA_FLOODING_FLD_MULTICAST | 893 ANA_FLOODING_FLD_UNICAST | 894 ANA_FLOODING_FLD_BROADCAST, 895 lan966x, ANA_FLOODING(i)); 896 897 for (i = 0; i < PGID_ENTRIES; ++i) 898 /* Set all the entries to obey VLAN_VLAN */ 899 lan_rmw(ANA_PGID_CFG_OBEY_VLAN_SET(1), 900 ANA_PGID_CFG_OBEY_VLAN, 901 lan966x, ANA_PGID_CFG(i)); 902 903 for (p = 0; p < lan966x->num_phys_ports; p++) { 904 /* Disable bridging by default */ 905 lan_rmw(ANA_PGID_PGID_SET(0x0), 906 ANA_PGID_PGID, 907 lan966x, ANA_PGID(p + PGID_SRC)); 908 909 /* Do not forward BPDU frames to the front ports and copy them 910 * to CPU 911 */ 912 lan_wr(0xffff, lan966x, ANA_CPU_FWD_BPDU_CFG(p)); 913 } 914 915 /* Set source buffer size for each priority and each port to 1500 bytes */ 916 for (i = 0; i <= QSYS_Q_RSRV; ++i) { 917 lan_wr(1500 / 64, lan966x, QSYS_RES_CFG(i)); 918 lan_wr(1500 / 64, lan966x, QSYS_RES_CFG(512 + i)); 919 } 920 921 /* Enable switching to/from cpu port */ 922 lan_wr(QSYS_SW_PORT_MODE_PORT_ENA_SET(1) | 923 QSYS_SW_PORT_MODE_SCH_NEXT_CFG_SET(1) | 924 QSYS_SW_PORT_MODE_INGRESS_DROP_MODE_SET(1), 925 lan966x, QSYS_SW_PORT_MODE(CPU_PORT)); 926 927 /* Configure and enable the CPU port */ 928 lan_rmw(ANA_PGID_PGID_SET(0), 929 ANA_PGID_PGID, 930 lan966x, ANA_PGID(CPU_PORT)); 931 lan_rmw(ANA_PGID_PGID_SET(BIT(CPU_PORT)), 932 ANA_PGID_PGID, 933 lan966x, ANA_PGID(PGID_CPU)); 934 935 /* Multicast to all other ports */ 936 lan_rmw(GENMASK(lan966x->num_phys_ports - 1, 0), 937 ANA_PGID_PGID, 938 lan966x, ANA_PGID(PGID_MC)); 939 940 /* This will be controlled by mrouter ports */ 941 lan_rmw(GENMASK(lan966x->num_phys_ports - 1, 0), 942 ANA_PGID_PGID, 943 lan966x, ANA_PGID(PGID_MCIPV4)); 944 945 lan_rmw(GENMASK(lan966x->num_phys_ports - 1, 0), 946 ANA_PGID_PGID, 947 lan966x, ANA_PGID(PGID_MCIPV6)); 948 949 /* Unicast to all other ports */ 950 lan_rmw(GENMASK(lan966x->num_phys_ports - 1, 0), 951 ANA_PGID_PGID, 952 lan966x, ANA_PGID(PGID_UC)); 953 954 /* Broadcast to the CPU port and to other ports */ 955 lan_rmw(ANA_PGID_PGID_SET(BIT(CPU_PORT) | GENMASK(lan966x->num_phys_ports - 1, 0)), 956 ANA_PGID_PGID, 957 lan966x, ANA_PGID(PGID_BC)); 958 959 lan_wr(REW_PORT_CFG_NO_REWRITE_SET(1), 960 lan966x, REW_PORT_CFG(CPU_PORT)); 961 962 lan_rmw(ANA_ANAINTR_INTR_ENA_SET(1), 963 ANA_ANAINTR_INTR_ENA, 964 lan966x, ANA_ANAINTR); 965 966 spin_lock_init(&lan966x->tx_lock); 967 968 lan966x_taprio_init(lan966x); 969 } 970 971 static int lan966x_ram_init(struct lan966x *lan966x) 972 { 973 return lan_rd(lan966x, SYS_RAM_INIT); 974 } 975 976 static int lan966x_reset_switch(struct lan966x *lan966x) 977 { 978 struct reset_control *switch_reset; 979 int val = 0; 980 int ret; 981 982 switch_reset = devm_reset_control_get_optional_shared(lan966x->dev, 983 "switch"); 984 if (IS_ERR(switch_reset)) 985 return dev_err_probe(lan966x->dev, PTR_ERR(switch_reset), 986 "Could not obtain switch reset"); 987 988 reset_control_reset(switch_reset); 989 990 lan_wr(SYS_RESET_CFG_CORE_ENA_SET(0), lan966x, SYS_RESET_CFG); 991 lan_wr(SYS_RAM_INIT_RAM_INIT_SET(1), lan966x, SYS_RAM_INIT); 992 ret = readx_poll_timeout(lan966x_ram_init, lan966x, 993 val, (val & BIT(1)) == 0, READL_SLEEP_US, 994 READL_TIMEOUT_US); 995 if (ret) 996 return ret; 997 998 lan_wr(SYS_RESET_CFG_CORE_ENA_SET(1), lan966x, SYS_RESET_CFG); 999 1000 return 0; 1001 } 1002 1003 static int lan966x_probe(struct platform_device *pdev) 1004 { 1005 struct fwnode_handle *ports, *portnp; 1006 struct lan966x *lan966x; 1007 u8 mac_addr[ETH_ALEN]; 1008 int err; 1009 1010 lan966x = devm_kzalloc(&pdev->dev, sizeof(*lan966x), GFP_KERNEL); 1011 if (!lan966x) 1012 return -ENOMEM; 1013 1014 platform_set_drvdata(pdev, lan966x); 1015 lan966x->dev = &pdev->dev; 1016 1017 if (!device_get_mac_address(&pdev->dev, mac_addr)) { 1018 ether_addr_copy(lan966x->base_mac, mac_addr); 1019 } else { 1020 pr_info("MAC addr was not set, use random MAC\n"); 1021 eth_random_addr(lan966x->base_mac); 1022 lan966x->base_mac[5] &= 0xf0; 1023 } 1024 1025 ports = device_get_named_child_node(&pdev->dev, "ethernet-ports"); 1026 if (!ports) 1027 return dev_err_probe(&pdev->dev, -ENODEV, 1028 "no ethernet-ports child found\n"); 1029 1030 err = lan966x_create_targets(pdev, lan966x); 1031 if (err) 1032 return dev_err_probe(&pdev->dev, err, 1033 "Failed to create targets"); 1034 1035 err = lan966x_reset_switch(lan966x); 1036 if (err) 1037 return dev_err_probe(&pdev->dev, err, "Reset failed"); 1038 1039 lan966x->num_phys_ports = NUM_PHYS_PORTS; 1040 lan966x->ports = devm_kcalloc(&pdev->dev, lan966x->num_phys_ports, 1041 sizeof(struct lan966x_port *), 1042 GFP_KERNEL); 1043 if (!lan966x->ports) 1044 return -ENOMEM; 1045 1046 /* There QS system has 32KB of memory */ 1047 lan966x->shared_queue_sz = LAN966X_BUFFER_MEMORY; 1048 1049 /* set irq */ 1050 lan966x->xtr_irq = platform_get_irq_byname(pdev, "xtr"); 1051 if (lan966x->xtr_irq <= 0) 1052 return -EINVAL; 1053 1054 err = devm_request_threaded_irq(&pdev->dev, lan966x->xtr_irq, NULL, 1055 lan966x_xtr_irq_handler, IRQF_ONESHOT, 1056 "frame extraction", lan966x); 1057 if (err) { 1058 pr_err("Unable to use xtr irq"); 1059 return -ENODEV; 1060 } 1061 1062 lan966x->ana_irq = platform_get_irq_byname(pdev, "ana"); 1063 if (lan966x->ana_irq > 0) { 1064 err = devm_request_threaded_irq(&pdev->dev, lan966x->ana_irq, NULL, 1065 lan966x_ana_irq_handler, IRQF_ONESHOT, 1066 "ana irq", lan966x); 1067 if (err) 1068 return dev_err_probe(&pdev->dev, err, "Unable to use ana irq"); 1069 } 1070 1071 lan966x->ptp_irq = platform_get_irq_byname(pdev, "ptp"); 1072 if (lan966x->ptp_irq > 0) { 1073 err = devm_request_threaded_irq(&pdev->dev, lan966x->ptp_irq, NULL, 1074 lan966x_ptp_irq_handler, IRQF_ONESHOT, 1075 "ptp irq", lan966x); 1076 if (err) 1077 return dev_err_probe(&pdev->dev, err, "Unable to use ptp irq"); 1078 1079 lan966x->ptp = 1; 1080 } 1081 1082 lan966x->fdma_irq = platform_get_irq_byname(pdev, "fdma"); 1083 if (lan966x->fdma_irq > 0) { 1084 err = devm_request_irq(&pdev->dev, lan966x->fdma_irq, 1085 lan966x_fdma_irq_handler, 0, 1086 "fdma irq", lan966x); 1087 if (err) 1088 return dev_err_probe(&pdev->dev, err, "Unable to use fdma irq"); 1089 1090 lan966x->fdma = true; 1091 } 1092 1093 if (lan966x->ptp) { 1094 lan966x->ptp_ext_irq = platform_get_irq_byname(pdev, "ptp-ext"); 1095 if (lan966x->ptp_ext_irq > 0) { 1096 err = devm_request_threaded_irq(&pdev->dev, 1097 lan966x->ptp_ext_irq, NULL, 1098 lan966x_ptp_ext_irq_handler, 1099 IRQF_ONESHOT, 1100 "ptp-ext irq", lan966x); 1101 if (err) 1102 return dev_err_probe(&pdev->dev, err, 1103 "Unable to use ptp-ext irq"); 1104 } 1105 } 1106 1107 /* init switch */ 1108 lan966x_init(lan966x); 1109 lan966x_stats_init(lan966x); 1110 1111 /* go over the child nodes */ 1112 fwnode_for_each_available_child_node(ports, portnp) { 1113 phy_interface_t phy_mode; 1114 struct phy *serdes; 1115 u32 p; 1116 1117 if (fwnode_property_read_u32(portnp, "reg", &p)) 1118 continue; 1119 1120 phy_mode = fwnode_get_phy_mode(portnp); 1121 err = lan966x_probe_port(lan966x, p, phy_mode, portnp); 1122 if (err) 1123 goto cleanup_ports; 1124 1125 /* Read needed configuration */ 1126 lan966x->ports[p]->config.portmode = phy_mode; 1127 lan966x->ports[p]->fwnode = fwnode_handle_get(portnp); 1128 1129 serdes = devm_of_phy_get(lan966x->dev, to_of_node(portnp), NULL); 1130 if (PTR_ERR(serdes) == -ENODEV) 1131 serdes = NULL; 1132 if (IS_ERR(serdes)) { 1133 err = PTR_ERR(serdes); 1134 goto cleanup_ports; 1135 } 1136 lan966x->ports[p]->serdes = serdes; 1137 1138 lan966x_port_init(lan966x->ports[p]); 1139 } 1140 1141 lan966x_mdb_init(lan966x); 1142 err = lan966x_fdb_init(lan966x); 1143 if (err) 1144 goto cleanup_ports; 1145 1146 err = lan966x_ptp_init(lan966x); 1147 if (err) 1148 goto cleanup_fdb; 1149 1150 err = lan966x_fdma_init(lan966x); 1151 if (err) 1152 goto cleanup_ptp; 1153 1154 return 0; 1155 1156 cleanup_ptp: 1157 lan966x_ptp_deinit(lan966x); 1158 1159 cleanup_fdb: 1160 lan966x_fdb_deinit(lan966x); 1161 1162 cleanup_ports: 1163 fwnode_handle_put(portnp); 1164 1165 lan966x_cleanup_ports(lan966x); 1166 1167 cancel_delayed_work_sync(&lan966x->stats_work); 1168 destroy_workqueue(lan966x->stats_queue); 1169 mutex_destroy(&lan966x->stats_lock); 1170 1171 return err; 1172 } 1173 1174 static int lan966x_remove(struct platform_device *pdev) 1175 { 1176 struct lan966x *lan966x = platform_get_drvdata(pdev); 1177 1178 lan966x_taprio_deinit(lan966x); 1179 lan966x_fdma_deinit(lan966x); 1180 lan966x_cleanup_ports(lan966x); 1181 1182 cancel_delayed_work_sync(&lan966x->stats_work); 1183 destroy_workqueue(lan966x->stats_queue); 1184 mutex_destroy(&lan966x->stats_lock); 1185 1186 lan966x_mac_purge_entries(lan966x); 1187 lan966x_mdb_deinit(lan966x); 1188 lan966x_fdb_deinit(lan966x); 1189 lan966x_ptp_deinit(lan966x); 1190 1191 return 0; 1192 } 1193 1194 static struct platform_driver lan966x_driver = { 1195 .probe = lan966x_probe, 1196 .remove = lan966x_remove, 1197 .driver = { 1198 .name = "lan966x-switch", 1199 .of_match_table = lan966x_match, 1200 }, 1201 }; 1202 1203 static int __init lan966x_switch_driver_init(void) 1204 { 1205 int ret; 1206 1207 lan966x_register_notifier_blocks(); 1208 1209 ret = platform_driver_register(&lan966x_driver); 1210 if (ret) 1211 goto err; 1212 1213 return 0; 1214 1215 err: 1216 lan966x_unregister_notifier_blocks(); 1217 return ret; 1218 } 1219 1220 static void __exit lan966x_switch_driver_exit(void) 1221 { 1222 platform_driver_unregister(&lan966x_driver); 1223 lan966x_unregister_notifier_blocks(); 1224 } 1225 1226 module_init(lan966x_switch_driver_init); 1227 module_exit(lan966x_switch_driver_exit); 1228 1229 MODULE_DESCRIPTION("Microchip LAN966X switch driver"); 1230 MODULE_AUTHOR("Horatiu Vultur <horatiu.vultur@microchip.com>"); 1231 MODULE_LICENSE("Dual MIT/GPL"); 1232