Lines Matching +full:ocelot +full:- +full:hsio
1 // SPDX-License-Identifier: (GPL-2.0 OR MIT)
3 * Microsemi Ocelot Switch driver
7 #include <linux/dsa/ocelot.h>
14 #include "ocelot.h"
30 /* Caller must hold &ocelot->mact_lock */
31 static inline u32 ocelot_mact_read_macaccess(struct ocelot *ocelot) in ocelot_mact_read_macaccess() argument
33 return ocelot_read(ocelot, ANA_TABLES_MACACCESS); in ocelot_mact_read_macaccess()
36 /* Caller must hold &ocelot->mact_lock */
37 static inline int ocelot_mact_wait_for_completion(struct ocelot *ocelot) in ocelot_mact_wait_for_completion() argument
42 ocelot, val, in ocelot_mact_wait_for_completion()
48 /* Caller must hold &ocelot->mact_lock */
49 static void ocelot_mact_select(struct ocelot *ocelot, in ocelot_mact_select() argument
66 ocelot_write(ocelot, macl, ANA_TABLES_MACLDATA); in ocelot_mact_select()
67 ocelot_write(ocelot, mach, ANA_TABLES_MACHDATA); in ocelot_mact_select()
71 static int __ocelot_mact_learn(struct ocelot *ocelot, int port, in __ocelot_mact_learn() argument
90 if (mc_ports & BIT(ocelot->num_phys_ports)) in __ocelot_mact_learn()
93 ocelot_mact_select(ocelot, mac, vid); in __ocelot_mact_learn()
96 ocelot_write(ocelot, cmd, ANA_TABLES_MACACCESS); in __ocelot_mact_learn()
98 err = ocelot_mact_wait_for_completion(ocelot); in __ocelot_mact_learn()
103 int ocelot_mact_learn(struct ocelot *ocelot, int port, in ocelot_mact_learn() argument
109 mutex_lock(&ocelot->mact_lock); in ocelot_mact_learn()
110 ret = __ocelot_mact_learn(ocelot, port, mac, vid, type); in ocelot_mact_learn()
111 mutex_unlock(&ocelot->mact_lock); in ocelot_mact_learn()
117 int ocelot_mact_forget(struct ocelot *ocelot, in ocelot_mact_forget() argument
122 mutex_lock(&ocelot->mact_lock); in ocelot_mact_forget()
124 ocelot_mact_select(ocelot, mac, vid); in ocelot_mact_forget()
127 ocelot_write(ocelot, in ocelot_mact_forget()
131 err = ocelot_mact_wait_for_completion(ocelot); in ocelot_mact_forget()
133 mutex_unlock(&ocelot->mact_lock); in ocelot_mact_forget()
139 int ocelot_mact_lookup(struct ocelot *ocelot, int *dst_idx, in ocelot_mact_lookup() argument
145 mutex_lock(&ocelot->mact_lock); in ocelot_mact_lookup()
147 ocelot_mact_select(ocelot, mac, vid); in ocelot_mact_lookup()
150 ocelot_write(ocelot, ANA_TABLES_MACACCESS_VALID | in ocelot_mact_lookup()
154 if (ocelot_mact_wait_for_completion(ocelot)) { in ocelot_mact_lookup()
155 mutex_unlock(&ocelot->mact_lock); in ocelot_mact_lookup()
156 return -ETIMEDOUT; in ocelot_mact_lookup()
160 val = ocelot_read(ocelot, ANA_TABLES_MACACCESS); in ocelot_mact_lookup()
162 mutex_unlock(&ocelot->mact_lock); in ocelot_mact_lookup()
165 return -ENOENT; in ocelot_mact_lookup()
174 int ocelot_mact_learn_streamdata(struct ocelot *ocelot, int dst_idx, in ocelot_mact_learn_streamdata() argument
182 mutex_lock(&ocelot->mact_lock); in ocelot_mact_learn_streamdata()
184 ocelot_write(ocelot, in ocelot_mact_learn_streamdata()
191 ret = __ocelot_mact_learn(ocelot, dst_idx, mac, vid, type); in ocelot_mact_learn_streamdata()
193 mutex_unlock(&ocelot->mact_lock); in ocelot_mact_learn_streamdata()
199 static void ocelot_mact_init(struct ocelot *ocelot) in ocelot_mact_init() argument
202 * - Do not copy the frame to the CPU extraction queues. in ocelot_mact_init()
203 * - Use the vlan and mac_cpoy for dmac lookup. in ocelot_mact_init()
205 ocelot_rmw(ocelot, 0, in ocelot_mact_init()
212 * holding &ocelot->mact_lock is pointless. in ocelot_mact_init()
214 ocelot_write(ocelot, MACACCESS_CMD_INIT, ANA_TABLES_MACACCESS); in ocelot_mact_init()
217 void ocelot_pll5_init(struct ocelot *ocelot) in ocelot_pll5_init() argument
220 * The values are coming from the VTSS API for Ocelot in ocelot_pll5_init()
222 regmap_write(ocelot->targets[HSIO], HSIO_PLL5G_CFG4, in ocelot_pll5_init()
225 regmap_write(ocelot->targets[HSIO], HSIO_PLL5G_CFG0, in ocelot_pll5_init()
237 regmap_write(ocelot->targets[HSIO], HSIO_PLL5G_CFG2, in ocelot_pll5_init()
247 static void ocelot_vcap_enable(struct ocelot *ocelot, int port) in ocelot_vcap_enable() argument
249 ocelot_write_gix(ocelot, ANA_PORT_VCAP_S2_CFG_S2_ENA | in ocelot_vcap_enable()
253 ocelot_write_gix(ocelot, ANA_PORT_VCAP_CFG_S1_ENA, in ocelot_vcap_enable()
256 ocelot_rmw_gix(ocelot, REW_PORT_CFG_ES0_EN, in ocelot_vcap_enable()
261 static int ocelot_single_vlan_aware_bridge(struct ocelot *ocelot, in ocelot_single_vlan_aware_bridge() argument
267 for (port = 0; port < ocelot->num_phys_ports; port++) { in ocelot_single_vlan_aware_bridge()
268 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_single_vlan_aware_bridge()
270 if (!ocelot_port || !ocelot_port->bridge || in ocelot_single_vlan_aware_bridge()
271 !br_vlan_enabled(ocelot_port->bridge)) in ocelot_single_vlan_aware_bridge()
275 bridge = ocelot_port->bridge; in ocelot_single_vlan_aware_bridge()
279 if (bridge == ocelot_port->bridge) in ocelot_single_vlan_aware_bridge()
283 "Only one VLAN-aware bridge is supported"); in ocelot_single_vlan_aware_bridge()
284 return -EBUSY; in ocelot_single_vlan_aware_bridge()
290 static inline u32 ocelot_vlant_read_vlanaccess(struct ocelot *ocelot) in ocelot_vlant_read_vlanaccess() argument
292 return ocelot_read(ocelot, ANA_TABLES_VLANACCESS); in ocelot_vlant_read_vlanaccess()
295 static inline int ocelot_vlant_wait_for_completion(struct ocelot *ocelot) in ocelot_vlant_wait_for_completion() argument
300 ocelot, in ocelot_vlant_wait_for_completion()
307 static int ocelot_vlant_set_mask(struct ocelot *ocelot, u16 vid, u32 mask) in ocelot_vlant_set_mask() argument
310 ocelot_write(ocelot, ANA_TABLES_VLANTIDX_V_INDEX(vid), in ocelot_vlant_set_mask()
313 ocelot_write(ocelot, ANA_TABLES_VLANACCESS_VLAN_PORT_MASK(mask) | in ocelot_vlant_set_mask()
317 return ocelot_vlant_wait_for_completion(ocelot); in ocelot_vlant_set_mask()
320 static int ocelot_port_num_untagged_vlans(struct ocelot *ocelot, int port) in ocelot_port_num_untagged_vlans() argument
325 list_for_each_entry(vlan, &ocelot->vlans, list) { in ocelot_port_num_untagged_vlans()
326 if (!(vlan->portmask & BIT(port))) in ocelot_port_num_untagged_vlans()
331 * the bridge VLANs, which only matter in VLAN-aware mode. in ocelot_port_num_untagged_vlans()
333 if (vlan->vid >= OCELOT_RSV_VLAN_RANGE_START) in ocelot_port_num_untagged_vlans()
336 if (vlan->untagged & BIT(port)) in ocelot_port_num_untagged_vlans()
343 static int ocelot_port_num_tagged_vlans(struct ocelot *ocelot, int port) in ocelot_port_num_tagged_vlans() argument
348 list_for_each_entry(vlan, &ocelot->vlans, list) { in ocelot_port_num_tagged_vlans()
349 if (!(vlan->portmask & BIT(port))) in ocelot_port_num_tagged_vlans()
352 if (!(vlan->untagged & BIT(port))) in ocelot_port_num_tagged_vlans()
359 /* We use native VLAN when we have to mix egress-tagged VLANs with exactly
360 * _one_ egress-untagged VLAN (_the_ native VLAN)
362 static bool ocelot_port_uses_native_vlan(struct ocelot *ocelot, int port) in ocelot_port_uses_native_vlan() argument
364 return ocelot_port_num_tagged_vlans(ocelot, port) && in ocelot_port_uses_native_vlan()
365 ocelot_port_num_untagged_vlans(ocelot, port) == 1; in ocelot_port_uses_native_vlan()
369 ocelot_port_find_native_vlan(struct ocelot *ocelot, int port) in ocelot_port_find_native_vlan() argument
373 list_for_each_entry(vlan, &ocelot->vlans, list) in ocelot_port_find_native_vlan()
374 if (vlan->portmask & BIT(port) && vlan->untagged & BIT(port)) in ocelot_port_find_native_vlan()
384 static void ocelot_port_manage_port_tag(struct ocelot *ocelot, int port) in ocelot_port_manage_port_tag() argument
386 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_port_manage_port_tag()
390 if (ocelot_port->vlan_aware) { in ocelot_port_manage_port_tag()
391 uses_native_vlan = ocelot_port_uses_native_vlan(ocelot, port); in ocelot_port_manage_port_tag()
395 else if (ocelot_port_num_untagged_vlans(ocelot, port)) in ocelot_port_manage_port_tag()
403 ocelot_rmw_gix(ocelot, REW_TAG_CFG_TAG_CFG(tag_cfg), in ocelot_port_manage_port_tag()
414 native_vlan = ocelot_port_find_native_vlan(ocelot, port); in ocelot_port_manage_port_tag()
416 ocelot_rmw_gix(ocelot, in ocelot_port_manage_port_tag()
417 REW_PORT_VLAN_CFG_PORT_VID(native_vlan->vid), in ocelot_port_manage_port_tag()
423 int ocelot_bridge_num_find(struct ocelot *ocelot, in ocelot_bridge_num_find() argument
428 for (port = 0; port < ocelot->num_phys_ports; port++) { in ocelot_bridge_num_find()
429 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_bridge_num_find()
431 if (ocelot_port && ocelot_port->bridge == bridge) in ocelot_bridge_num_find()
432 return ocelot_port->bridge_num; in ocelot_bridge_num_find()
435 return -1; in ocelot_bridge_num_find()
439 static u16 ocelot_vlan_unaware_pvid(struct ocelot *ocelot, in ocelot_vlan_unaware_pvid() argument
448 bridge_num = ocelot_bridge_num_find(ocelot, bridge); in ocelot_vlan_unaware_pvid()
452 /* VLAN-unaware bridges use a reserved VID going from 4095 downwards */ in ocelot_vlan_unaware_pvid()
453 return VLAN_N_VID - bridge_num - 1; in ocelot_vlan_unaware_pvid()
457 static void ocelot_port_set_pvid(struct ocelot *ocelot, int port, in ocelot_port_set_pvid() argument
460 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_port_set_pvid()
461 u16 pvid = ocelot_vlan_unaware_pvid(ocelot, ocelot_port->bridge); in ocelot_port_set_pvid()
464 ocelot_port->pvid_vlan = pvid_vlan; in ocelot_port_set_pvid()
466 if (ocelot_port->vlan_aware && pvid_vlan) in ocelot_port_set_pvid()
467 pvid = pvid_vlan->vid; in ocelot_port_set_pvid()
469 ocelot_rmw_gix(ocelot, in ocelot_port_set_pvid()
479 if (!pvid_vlan && ocelot_port->vlan_aware) in ocelot_port_set_pvid()
483 ocelot_rmw_gix(ocelot, val, in ocelot_port_set_pvid()
489 static struct ocelot_bridge_vlan *ocelot_bridge_vlan_find(struct ocelot *ocelot, in ocelot_bridge_vlan_find() argument
494 list_for_each_entry(vlan, &ocelot->vlans, list) in ocelot_bridge_vlan_find()
495 if (vlan->vid == vid) in ocelot_bridge_vlan_find()
501 static int ocelot_vlan_member_add(struct ocelot *ocelot, int port, u16 vid, in ocelot_vlan_member_add() argument
504 struct ocelot_bridge_vlan *vlan = ocelot_bridge_vlan_find(ocelot, vid); in ocelot_vlan_member_add()
509 portmask = vlan->portmask | BIT(port); in ocelot_vlan_member_add()
511 err = ocelot_vlant_set_mask(ocelot, vid, portmask); in ocelot_vlan_member_add()
515 vlan->portmask = portmask; in ocelot_vlan_member_add()
517 * egress-tagging setting, so make sure to override an untagged in ocelot_vlan_member_add()
521 vlan->untagged |= BIT(port); in ocelot_vlan_member_add()
523 vlan->untagged &= ~BIT(port); in ocelot_vlan_member_add()
530 return -ENOMEM; in ocelot_vlan_member_add()
534 err = ocelot_vlant_set_mask(ocelot, vid, portmask); in ocelot_vlan_member_add()
540 vlan->vid = vid; in ocelot_vlan_member_add()
541 vlan->portmask = portmask; in ocelot_vlan_member_add()
543 vlan->untagged = BIT(port); in ocelot_vlan_member_add()
544 INIT_LIST_HEAD(&vlan->list); in ocelot_vlan_member_add()
545 list_add_tail(&vlan->list, &ocelot->vlans); in ocelot_vlan_member_add()
550 static int ocelot_vlan_member_del(struct ocelot *ocelot, int port, u16 vid) in ocelot_vlan_member_del() argument
552 struct ocelot_bridge_vlan *vlan = ocelot_bridge_vlan_find(ocelot, vid); in ocelot_vlan_member_del()
559 portmask = vlan->portmask & ~BIT(port); in ocelot_vlan_member_del()
561 err = ocelot_vlant_set_mask(ocelot, vid, portmask); in ocelot_vlan_member_del()
565 vlan->portmask = portmask; in ocelot_vlan_member_del()
566 if (vlan->portmask) in ocelot_vlan_member_del()
569 list_del(&vlan->list); in ocelot_vlan_member_del()
575 static int ocelot_add_vlan_unaware_pvid(struct ocelot *ocelot, int port, in ocelot_add_vlan_unaware_pvid() argument
578 u16 vid = ocelot_vlan_unaware_pvid(ocelot, bridge); in ocelot_add_vlan_unaware_pvid()
580 return ocelot_vlan_member_add(ocelot, port, vid, true); in ocelot_add_vlan_unaware_pvid()
583 static int ocelot_del_vlan_unaware_pvid(struct ocelot *ocelot, int port, in ocelot_del_vlan_unaware_pvid() argument
586 u16 vid = ocelot_vlan_unaware_pvid(ocelot, bridge); in ocelot_del_vlan_unaware_pvid()
588 return ocelot_vlan_member_del(ocelot, port, vid); in ocelot_del_vlan_unaware_pvid()
591 int ocelot_port_vlan_filtering(struct ocelot *ocelot, int port, in ocelot_port_vlan_filtering() argument
594 struct ocelot_vcap_block *block = &ocelot->block[VCAP_IS1]; in ocelot_port_vlan_filtering()
595 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_port_vlan_filtering()
600 list_for_each_entry(filter, &block->rules, list) { in ocelot_port_vlan_filtering()
601 if (filter->ingress_port_mask & BIT(port) && in ocelot_port_vlan_filtering()
602 filter->action.vid_replace_ena) { in ocelot_port_vlan_filtering()
605 return -EBUSY; in ocelot_port_vlan_filtering()
609 err = ocelot_single_vlan_aware_bridge(ocelot, extack); in ocelot_port_vlan_filtering()
614 err = ocelot_del_vlan_unaware_pvid(ocelot, port, in ocelot_port_vlan_filtering()
615 ocelot_port->bridge); in ocelot_port_vlan_filtering()
616 else if (ocelot_port->bridge) in ocelot_port_vlan_filtering()
617 err = ocelot_add_vlan_unaware_pvid(ocelot, port, in ocelot_port_vlan_filtering()
618 ocelot_port->bridge); in ocelot_port_vlan_filtering()
622 ocelot_port->vlan_aware = vlan_aware; in ocelot_port_vlan_filtering()
629 ocelot_rmw_gix(ocelot, val, in ocelot_port_vlan_filtering()
634 ocelot_port_set_pvid(ocelot, port, ocelot_port->pvid_vlan); in ocelot_port_vlan_filtering()
635 ocelot_port_manage_port_tag(ocelot, port); in ocelot_port_vlan_filtering()
641 int ocelot_vlan_prepare(struct ocelot *ocelot, int port, u16 vid, bool pvid, in ocelot_vlan_prepare() argument
645 /* We are adding an egress-tagged VLAN */ in ocelot_vlan_prepare()
646 if (ocelot_port_uses_native_vlan(ocelot, port)) { in ocelot_vlan_prepare()
648 "Port with egress-tagged VLANs cannot have more than one egress-untagged (native) VLAN"); in ocelot_vlan_prepare()
649 return -EBUSY; in ocelot_vlan_prepare()
652 /* We are adding an egress-tagged VLAN */ in ocelot_vlan_prepare()
653 if (ocelot_port_num_untagged_vlans(ocelot, port) > 1) { in ocelot_vlan_prepare()
655 "Port with more than one egress-untagged VLAN cannot have egress-tagged VLANs"); in ocelot_vlan_prepare()
656 return -EBUSY; in ocelot_vlan_prepare()
662 "VLAN range 4000-4095 reserved for VLAN-unaware bridging"); in ocelot_vlan_prepare()
663 return -EBUSY; in ocelot_vlan_prepare()
670 int ocelot_vlan_add(struct ocelot *ocelot, int port, u16 vid, bool pvid, in ocelot_vlan_add() argument
677 * egress-untagged to egress-tagged. in ocelot_vlan_add()
682 err = ocelot_vlan_member_add(ocelot, port, vid, untagged); in ocelot_vlan_add()
688 ocelot_port_set_pvid(ocelot, port, in ocelot_vlan_add()
689 ocelot_bridge_vlan_find(ocelot, vid)); in ocelot_vlan_add()
692 ocelot_port_manage_port_tag(ocelot, port); in ocelot_vlan_add()
698 int ocelot_vlan_del(struct ocelot *ocelot, int port, u16 vid) in ocelot_vlan_del() argument
700 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_vlan_del()
707 if (ocelot_port->pvid_vlan && ocelot_port->pvid_vlan->vid == vid) in ocelot_vlan_del()
710 err = ocelot_vlan_member_del(ocelot, port, vid); in ocelot_vlan_del()
716 ocelot_port_set_pvid(ocelot, port, NULL); in ocelot_vlan_del()
719 ocelot_port_manage_port_tag(ocelot, port); in ocelot_vlan_del()
725 static void ocelot_vlan_init(struct ocelot *ocelot) in ocelot_vlan_init() argument
727 unsigned long all_ports = GENMASK(ocelot->num_phys_ports - 1, 0); in ocelot_vlan_init()
731 ocelot_write(ocelot, ANA_TABLES_VLANACCESS_CMD_INIT, in ocelot_vlan_init()
733 ocelot_vlant_wait_for_completion(ocelot); in ocelot_vlan_init()
737 ocelot_vlant_set_mask(ocelot, vid, 0); in ocelot_vlan_init()
743 ocelot_vlant_set_mask(ocelot, OCELOT_STANDALONE_PVID, all_ports); in ocelot_vlan_init()
748 ocelot_write(ocelot, all_ports, ANA_VLANMASK); in ocelot_vlan_init()
750 for (port = 0; port < ocelot->num_phys_ports; port++) { in ocelot_vlan_init()
751 ocelot_write_gix(ocelot, 0, REW_PORT_VLAN_CFG, port); in ocelot_vlan_init()
752 ocelot_write_gix(ocelot, 0, REW_TAG_CFG, port); in ocelot_vlan_init()
756 static u32 ocelot_read_eq_avail(struct ocelot *ocelot, int port) in ocelot_read_eq_avail() argument
758 return ocelot_read_rix(ocelot, QSYS_SW_STATUS, port); in ocelot_read_eq_avail()
761 static int ocelot_port_flush(struct ocelot *ocelot, int port) in ocelot_port_flush() argument
767 ocelot_rmw_rix(ocelot, QSYS_PORT_MODE_DEQUEUE_DIS, in ocelot_port_flush()
772 ocelot_fields_read(ocelot, port, SYS_PAUSE_CFG_PAUSE_ENA, &pause_ena); in ocelot_port_flush()
773 ocelot_fields_write(ocelot, port, SYS_PAUSE_CFG_PAUSE_ENA, 0); in ocelot_port_flush()
776 ocelot_fields_write(ocelot, port, in ocelot_port_flush()
781 * Worst-case delays for 10 kilobyte jumbo frames are: in ocelot_port_flush()
790 ocelot_rmw_rix(ocelot, 0, SYS_FRONT_PORT_MODE_HDX_MODE, in ocelot_port_flush()
794 ocelot_rmw_gix(ocelot, REW_PORT_CFG_FLUSH_ENA, REW_PORT_CFG_FLUSH_ENA, in ocelot_port_flush()
798 ocelot_rmw_rix(ocelot, 0, QSYS_PORT_MODE_DEQUEUE_DIS, QSYS_PORT_MODE, in ocelot_port_flush()
803 100, 2000000, false, ocelot, port); in ocelot_port_flush()
806 ocelot_rmw_gix(ocelot, 0, REW_PORT_CFG_FLUSH_ENA, REW_PORT_CFG, port); in ocelot_port_flush()
808 /* Re-enable flow control */ in ocelot_port_flush()
809 ocelot_fields_write(ocelot, port, SYS_PAUSE_CFG_PAUSE_ENA, pause_ena); in ocelot_port_flush()
814 int ocelot_port_configure_serdes(struct ocelot *ocelot, int port, in ocelot_port_configure_serdes() argument
817 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_port_configure_serdes()
818 struct device *dev = ocelot->dev; in ocelot_port_configure_serdes()
822 if (ocelot_port->phy_mode == PHY_INTERFACE_MODE_QSGMII) in ocelot_port_configure_serdes()
828 if (ocelot_port->phy_mode != PHY_INTERFACE_MODE_INTERNAL) { in ocelot_port_configure_serdes()
840 ocelot_port->phy_mode); in ocelot_port_configure_serdes()
853 void ocelot_phylink_mac_config(struct ocelot *ocelot, int port, in ocelot_phylink_mac_config() argument
857 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_phylink_mac_config()
879 void ocelot_phylink_mac_link_down(struct ocelot *ocelot, int port, in ocelot_phylink_mac_link_down() argument
884 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_phylink_mac_link_down()
887 ocelot_port->speed = SPEED_UNKNOWN; in ocelot_phylink_mac_link_down()
892 if (ocelot->ops->cut_through_fwd) { in ocelot_phylink_mac_link_down()
893 mutex_lock(&ocelot->fwd_domain_lock); in ocelot_phylink_mac_link_down()
894 ocelot->ops->cut_through_fwd(ocelot); in ocelot_phylink_mac_link_down()
895 mutex_unlock(&ocelot->fwd_domain_lock); in ocelot_phylink_mac_link_down()
898 ocelot_fields_write(ocelot, port, QSYS_SWITCH_PORT_MODE_PORT_ENA, 0); in ocelot_phylink_mac_link_down()
900 err = ocelot_port_flush(ocelot, port); in ocelot_phylink_mac_link_down()
902 dev_err(ocelot->dev, "failed to flush port %d: %d\n", in ocelot_phylink_mac_link_down()
917 void ocelot_phylink_mac_link_up(struct ocelot *ocelot, int port, in ocelot_phylink_mac_link_up() argument
925 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_phylink_mac_link_up()
929 ocelot_port->speed = speed; in ocelot_phylink_mac_link_up()
972 dev_err(ocelot->dev, "Unsupported speed on port %d: %d\n", in ocelot_phylink_mac_link_up()
989 ocelot_write_rix(ocelot, mac_fc_cfg, SYS_MAC_FC_CFG, port); in ocelot_phylink_mac_link_up()
991 ocelot_write_rix(ocelot, 0, ANA_POL_FLOWC, port); in ocelot_phylink_mac_link_up()
994 if (port != ocelot->npi) in ocelot_phylink_mac_link_up()
995 ocelot_fields_write(ocelot, port, SYS_PAUSE_CFG_PAUSE_ENA, in ocelot_phylink_mac_link_up()
1004 /* If the port supports cut-through forwarding, update the masks before in ocelot_phylink_mac_link_up()
1007 if (ocelot->ops->cut_through_fwd) { in ocelot_phylink_mac_link_up()
1008 mutex_lock(&ocelot->fwd_domain_lock); in ocelot_phylink_mac_link_up()
1009 /* Workaround for hardware bug - FP doesn't work in ocelot_phylink_mac_link_up()
1011 * below also calls ocelot->ops->cut_through_fwd(), in ocelot_phylink_mac_link_up()
1014 ocelot_port_update_active_preemptible_tcs(ocelot, port); in ocelot_phylink_mac_link_up()
1015 mutex_unlock(&ocelot->fwd_domain_lock); in ocelot_phylink_mac_link_up()
1019 ocelot_fields_write(ocelot, port, in ocelot_phylink_mac_link_up()
1024 static int ocelot_rx_frame_word(struct ocelot *ocelot, u8 grp, bool ifh, in ocelot_rx_frame_word() argument
1029 val = ocelot_read_rix(ocelot, QS_XTR_RD, grp); in ocelot_rx_frame_word()
1032 return -EIO; in ocelot_rx_frame_word()
1035 val = ocelot_read_rix(ocelot, QS_XTR_RD, grp); in ocelot_rx_frame_word()
1041 return -EIO; in ocelot_rx_frame_word()
1048 val = ocelot_read_rix(ocelot, QS_XTR_RD, grp); in ocelot_rx_frame_word()
1050 *rval = ocelot_read_rix(ocelot, QS_XTR_RD, grp); in ocelot_rx_frame_word()
1056 *rval = ocelot_read_rix(ocelot, QS_XTR_RD, grp); in ocelot_rx_frame_word()
1066 static int ocelot_xtr_poll_xfh(struct ocelot *ocelot, int grp, u32 *xfh) in ocelot_xtr_poll_xfh() argument
1071 err = ocelot_rx_frame_word(ocelot, grp, true, &xfh[i]); in ocelot_xtr_poll_xfh()
1073 return (err < 0) ? err : -EIO; in ocelot_xtr_poll_xfh()
1079 void ocelot_ptp_rx_timestamp(struct ocelot *ocelot, struct sk_buff *skb, in ocelot_ptp_rx_timestamp() argument
1086 ocelot_ptp_gettime64(&ocelot->ptp_info, &ts); in ocelot_ptp_rx_timestamp()
1090 full_ts_in_ns = (((tod_in_ns >> 32) - 1) << 32) | in ocelot_ptp_rx_timestamp()
1098 shhwtstamps->hwtstamp = full_ts_in_ns; in ocelot_ptp_rx_timestamp()
1102 void ocelot_lock_inj_grp(struct ocelot *ocelot, int grp) in ocelot_lock_inj_grp() argument
1103 __acquires(&ocelot->inj_lock) in ocelot_lock_inj_grp()
1105 spin_lock(&ocelot->inj_lock); in ocelot_lock_inj_grp()
1109 void ocelot_unlock_inj_grp(struct ocelot *ocelot, int grp) in ocelot_unlock_inj_grp() argument
1110 __releases(&ocelot->inj_lock) in ocelot_unlock_inj_grp()
1112 spin_unlock(&ocelot->inj_lock); in ocelot_unlock_inj_grp()
1116 void ocelot_lock_xtr_grp(struct ocelot *ocelot, int grp) in ocelot_lock_xtr_grp() argument
1117 __acquires(&ocelot->inj_lock) in ocelot_lock_xtr_grp()
1119 spin_lock(&ocelot->inj_lock); in ocelot_lock_xtr_grp()
1123 void ocelot_unlock_xtr_grp(struct ocelot *ocelot, int grp) in ocelot_unlock_xtr_grp() argument
1124 __releases(&ocelot->inj_lock) in ocelot_unlock_xtr_grp()
1126 spin_unlock(&ocelot->inj_lock); in ocelot_unlock_xtr_grp()
1130 void ocelot_lock_xtr_grp_bh(struct ocelot *ocelot, int grp) in ocelot_lock_xtr_grp_bh() argument
1131 __acquires(&ocelot->xtr_lock) in ocelot_lock_xtr_grp_bh()
1133 spin_lock_bh(&ocelot->xtr_lock); in ocelot_lock_xtr_grp_bh()
1137 void ocelot_unlock_xtr_grp_bh(struct ocelot *ocelot, int grp) in ocelot_unlock_xtr_grp_bh() argument
1138 __releases(&ocelot->xtr_lock) in ocelot_unlock_xtr_grp_bh()
1140 spin_unlock_bh(&ocelot->xtr_lock); in ocelot_unlock_xtr_grp_bh()
1144 int ocelot_xtr_poll_frame(struct ocelot *ocelot, int grp, struct sk_buff **nskb) in ocelot_xtr_poll_frame() argument
1154 lockdep_assert_held(&ocelot->xtr_lock); in ocelot_xtr_poll_frame()
1156 err = ocelot_xtr_poll_xfh(ocelot, grp, xfh); in ocelot_xtr_poll_frame()
1164 if (WARN_ON(src_port >= ocelot->num_phys_ports)) in ocelot_xtr_poll_frame()
1165 return -EINVAL; in ocelot_xtr_poll_frame()
1167 dev = ocelot->ops->port_to_netdev(ocelot, src_port); in ocelot_xtr_poll_frame()
1169 return -EINVAL; in ocelot_xtr_poll_frame()
1174 return -ENOMEM; in ocelot_xtr_poll_frame()
1177 buf_len = len - ETH_FCS_LEN; in ocelot_xtr_poll_frame()
1182 sz = ocelot_rx_frame_word(ocelot, grp, false, &val); in ocelot_xtr_poll_frame()
1192 sz = ocelot_rx_frame_word(ocelot, grp, false, &val); in ocelot_xtr_poll_frame()
1199 len -= ETH_FCS_LEN - sz; in ocelot_xtr_poll_frame()
1201 if (unlikely(dev->features & NETIF_F_RXFCS)) { in ocelot_xtr_poll_frame()
1206 if (ocelot->ptp) in ocelot_xtr_poll_frame()
1207 ocelot_ptp_rx_timestamp(ocelot, skb, timestamp); in ocelot_xtr_poll_frame()
1212 if (ocelot->ports[src_port]->bridge) in ocelot_xtr_poll_frame()
1213 skb->offload_fwd_mark = 1; in ocelot_xtr_poll_frame()
1215 skb->protocol = eth_type_trans(skb, dev); in ocelot_xtr_poll_frame()
1227 bool ocelot_can_inject(struct ocelot *ocelot, int grp) in ocelot_can_inject() argument
1229 u32 val = ocelot_read(ocelot, QS_INJ_STATUS); in ocelot_can_inject()
1231 lockdep_assert_held(&ocelot->inj_lock); in ocelot_can_inject()
1243 * ocelot_ifh_set_basic - Set basic information in Injection Frame Header
1245 * @ocelot: Switch private data structure
1253 void ocelot_ifh_set_basic(void *ifh, struct ocelot *ocelot, int port, in ocelot_ifh_set_basic() argument
1256 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_ifh_set_basic()
1257 struct net_device *dev = skb->dev; in ocelot_ifh_set_basic()
1261 ocelot_xmit_get_vlan_info(skb, ocelot_port->bridge, &vlan_tci, in ocelot_ifh_set_basic()
1265 netdev_get_prio_tc_map(dev, skb->priority) : skb->priority; in ocelot_ifh_set_basic()
1269 ocelot_ifh_set_src(ifh, ocelot->num_phys_ports); in ocelot_ifh_set_basic()
1279 void ocelot_port_inject_frame(struct ocelot *ocelot, int port, int grp, in ocelot_port_inject_frame() argument
1285 lockdep_assert_held(&ocelot->inj_lock); in ocelot_port_inject_frame()
1287 ocelot_write_rix(ocelot, QS_INJ_CTRL_GAP_SIZE(1) | in ocelot_port_inject_frame()
1290 ocelot_ifh_set_basic(ifh, ocelot, port, rew_op, skb); in ocelot_port_inject_frame()
1293 ocelot_write_rix(ocelot, ifh[i], QS_INJ_WR, grp); in ocelot_port_inject_frame()
1295 count = DIV_ROUND_UP(skb->len, 4); in ocelot_port_inject_frame()
1296 last = skb->len % 4; in ocelot_port_inject_frame()
1298 ocelot_write_rix(ocelot, ((u32 *)skb->data)[i], QS_INJ_WR, grp); in ocelot_port_inject_frame()
1302 ocelot_write_rix(ocelot, 0, QS_INJ_WR, grp); in ocelot_port_inject_frame()
1307 ocelot_write_rix(ocelot, QS_INJ_CTRL_GAP_SIZE(1) | in ocelot_port_inject_frame()
1308 QS_INJ_CTRL_VLD_BYTES(skb->len < OCELOT_BUFFER_CELL_SZ ? 0 : last) | in ocelot_port_inject_frame()
1313 ocelot_write_rix(ocelot, 0, QS_INJ_WR, grp); in ocelot_port_inject_frame()
1316 skb->dev->stats.tx_packets++; in ocelot_port_inject_frame()
1317 skb->dev->stats.tx_bytes += skb->len; in ocelot_port_inject_frame()
1321 void ocelot_drain_cpu_queue(struct ocelot *ocelot, int grp) in ocelot_drain_cpu_queue() argument
1323 lockdep_assert_held(&ocelot->xtr_lock); in ocelot_drain_cpu_queue()
1325 while (ocelot_read(ocelot, QS_XTR_DATA_PRESENT) & BIT(grp)) in ocelot_drain_cpu_queue()
1326 ocelot_read_rix(ocelot, QS_XTR_RD, grp); in ocelot_drain_cpu_queue()
1330 int ocelot_fdb_add(struct ocelot *ocelot, int port, const unsigned char *addr, in ocelot_fdb_add() argument
1334 vid = ocelot_vlan_unaware_pvid(ocelot, bridge); in ocelot_fdb_add()
1336 return ocelot_mact_learn(ocelot, port, addr, vid, ENTRYTYPE_LOCKED); in ocelot_fdb_add()
1340 int ocelot_fdb_del(struct ocelot *ocelot, int port, const unsigned char *addr, in ocelot_fdb_del() argument
1344 vid = ocelot_vlan_unaware_pvid(ocelot, bridge); in ocelot_fdb_del()
1346 return ocelot_mact_forget(ocelot, addr, vid); in ocelot_fdb_del()
1350 /* Caller must hold &ocelot->mact_lock */
1351 static int ocelot_mact_read(struct ocelot *ocelot, int port, int row, int col, in ocelot_mact_read() argument
1358 ocelot_field_write(ocelot, ANA_TABLES_MACTINDX_M_INDEX, row); in ocelot_mact_read()
1359 ocelot_field_write(ocelot, ANA_TABLES_MACTINDX_BUCKET, col); in ocelot_mact_read()
1362 ocelot_write(ocelot, in ocelot_mact_read()
1366 if (ocelot_mact_wait_for_completion(ocelot)) in ocelot_mact_read()
1367 return -ETIMEDOUT; in ocelot_mact_read()
1370 val = ocelot_read(ocelot, ANA_TABLES_MACACCESS); in ocelot_mact_read()
1372 return -EINVAL; in ocelot_mact_read()
1379 return -EINVAL; in ocelot_mact_read()
1382 macl = ocelot_read(ocelot, ANA_TABLES_MACLDATA); in ocelot_mact_read()
1383 mach = ocelot_read(ocelot, ANA_TABLES_MACHDATA); in ocelot_mact_read()
1392 entry->vid = (mach >> 16) & 0xfff; in ocelot_mact_read()
1393 ether_addr_copy(entry->mac, mac); in ocelot_mact_read()
1398 int ocelot_mact_flush(struct ocelot *ocelot, int port) in ocelot_mact_flush() argument
1402 mutex_lock(&ocelot->mact_lock); in ocelot_mact_flush()
1405 ocelot_write(ocelot, ANA_ANAGEFIL_PID_EN | ANA_ANAGEFIL_PID_VAL(port), in ocelot_mact_flush()
1409 ocelot_write(ocelot, in ocelot_mact_flush()
1413 err = ocelot_mact_wait_for_completion(ocelot); in ocelot_mact_flush()
1415 mutex_unlock(&ocelot->mact_lock); in ocelot_mact_flush()
1420 ocelot_write(ocelot, in ocelot_mact_flush()
1424 err = ocelot_mact_wait_for_completion(ocelot); in ocelot_mact_flush()
1427 ocelot_write(ocelot, 0, ANA_ANAGEFIL); in ocelot_mact_flush()
1429 mutex_unlock(&ocelot->mact_lock); in ocelot_mact_flush()
1435 int ocelot_fdb_dump(struct ocelot *ocelot, int port, in ocelot_fdb_dump() argument
1444 mutex_lock(&ocelot->mact_lock); in ocelot_fdb_dump()
1447 for (i = 0; i < ocelot->num_mact_rows; i++) { in ocelot_fdb_dump()
1452 err = ocelot_mact_read(ocelot, port, i, j, &entry); in ocelot_fdb_dump()
1456 if (err == -EINVAL) in ocelot_fdb_dump()
1464 * VLAN-unaware bridging. in ocelot_fdb_dump()
1475 mutex_unlock(&ocelot->mact_lock); in ocelot_fdb_dump()
1481 int ocelot_trap_add(struct ocelot *ocelot, int port, in ocelot_trap_add() argument
1490 block_vcap_is2 = &ocelot->block[VCAP_IS2]; in ocelot_trap_add()
1497 return -ENOMEM; in ocelot_trap_add()
1500 trap->prio = 1; in ocelot_trap_add()
1501 trap->id.cookie = cookie; in ocelot_trap_add()
1502 trap->id.tc_offload = false; in ocelot_trap_add()
1503 trap->block_id = VCAP_IS2; in ocelot_trap_add()
1504 trap->type = OCELOT_VCAP_FILTER_OFFLOAD; in ocelot_trap_add()
1505 trap->lookup = 0; in ocelot_trap_add()
1506 trap->action.cpu_copy_ena = true; in ocelot_trap_add()
1507 trap->action.mask_mode = OCELOT_MASK_MODE_PERMIT_DENY; in ocelot_trap_add()
1508 trap->action.port_mask = 0; in ocelot_trap_add()
1509 trap->take_ts = take_ts; in ocelot_trap_add()
1510 trap->is_trap = true; in ocelot_trap_add()
1514 trap->ingress_port_mask |= BIT(port); in ocelot_trap_add()
1517 err = ocelot_vcap_filter_add(ocelot, trap, NULL); in ocelot_trap_add()
1519 err = ocelot_vcap_filter_replace(ocelot, trap); in ocelot_trap_add()
1521 trap->ingress_port_mask &= ~BIT(port); in ocelot_trap_add()
1522 if (!trap->ingress_port_mask) in ocelot_trap_add()
1530 int ocelot_trap_del(struct ocelot *ocelot, int port, unsigned long cookie) in ocelot_trap_del() argument
1535 block_vcap_is2 = &ocelot->block[VCAP_IS2]; in ocelot_trap_del()
1542 trap->ingress_port_mask &= ~BIT(port); in ocelot_trap_del()
1543 if (!trap->ingress_port_mask) in ocelot_trap_del()
1544 return ocelot_vcap_filter_del(ocelot, trap); in ocelot_trap_del()
1546 return ocelot_vcap_filter_replace(ocelot, trap); in ocelot_trap_del()
1549 static u32 ocelot_get_bond_mask(struct ocelot *ocelot, struct net_device *bond) in ocelot_get_bond_mask() argument
1554 lockdep_assert_held(&ocelot->fwd_domain_lock); in ocelot_get_bond_mask()
1556 for (port = 0; port < ocelot->num_phys_ports; port++) { in ocelot_get_bond_mask()
1557 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_get_bond_mask()
1562 if (ocelot_port->bond == bond) in ocelot_get_bond_mask()
1572 int ocelot_bond_get_id(struct ocelot *ocelot, struct net_device *bond) in ocelot_bond_get_id() argument
1574 int bond_mask = ocelot_get_bond_mask(ocelot, bond); in ocelot_bond_get_id()
1577 return -ENOENT; in ocelot_bond_get_id()
1593 static u32 ocelot_dsa_8021q_cpu_assigned_ports(struct ocelot *ocelot, in ocelot_dsa_8021q_cpu_assigned_ports() argument
1599 for (port = 0; port < ocelot->num_phys_ports; port++) { in ocelot_dsa_8021q_cpu_assigned_ports()
1600 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_dsa_8021q_cpu_assigned_ports()
1605 if (ocelot_port->dsa_8021q_cpu == cpu) in ocelot_dsa_8021q_cpu_assigned_ports()
1609 if (cpu->bond) in ocelot_dsa_8021q_cpu_assigned_ports()
1610 mask &= ~ocelot_get_bond_mask(ocelot, cpu->bond); in ocelot_dsa_8021q_cpu_assigned_ports()
1618 u32 ocelot_port_assigned_dsa_8021q_cpu_mask(struct ocelot *ocelot, int port) in ocelot_port_assigned_dsa_8021q_cpu_mask() argument
1620 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_port_assigned_dsa_8021q_cpu_mask()
1621 struct ocelot_port *cpu_port = ocelot_port->dsa_8021q_cpu; in ocelot_port_assigned_dsa_8021q_cpu_mask()
1626 if (cpu_port->bond) in ocelot_port_assigned_dsa_8021q_cpu_mask()
1627 return ocelot_get_bond_mask(ocelot, cpu_port->bond); in ocelot_port_assigned_dsa_8021q_cpu_mask()
1629 return BIT(cpu_port->index); in ocelot_port_assigned_dsa_8021q_cpu_mask()
1633 u32 ocelot_get_bridge_fwd_mask(struct ocelot *ocelot, int src_port) in ocelot_get_bridge_fwd_mask() argument
1635 struct ocelot_port *ocelot_port = ocelot->ports[src_port]; in ocelot_get_bridge_fwd_mask()
1640 if (!ocelot_port || ocelot_port->stp_state != BR_STATE_FORWARDING) in ocelot_get_bridge_fwd_mask()
1643 bridge = ocelot_port->bridge; in ocelot_get_bridge_fwd_mask()
1647 for (port = 0; port < ocelot->num_phys_ports; port++) { in ocelot_get_bridge_fwd_mask()
1648 ocelot_port = ocelot->ports[port]; in ocelot_get_bridge_fwd_mask()
1653 if (ocelot_port->stp_state == BR_STATE_FORWARDING && in ocelot_get_bridge_fwd_mask()
1654 ocelot_port->bridge == bridge) in ocelot_get_bridge_fwd_mask()
1662 static void ocelot_apply_bridge_fwd_mask(struct ocelot *ocelot, bool joining) in ocelot_apply_bridge_fwd_mask() argument
1666 lockdep_assert_held(&ocelot->fwd_domain_lock); in ocelot_apply_bridge_fwd_mask()
1668 /* If cut-through forwarding is supported, update the masks before a in ocelot_apply_bridge_fwd_mask()
1672 if (joining && ocelot->ops->cut_through_fwd) in ocelot_apply_bridge_fwd_mask()
1673 ocelot->ops->cut_through_fwd(ocelot); in ocelot_apply_bridge_fwd_mask()
1678 for (port = 0; port < ocelot->num_phys_ports; port++) { in ocelot_apply_bridge_fwd_mask()
1679 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_apply_bridge_fwd_mask()
1685 } else if (ocelot_port->is_dsa_8021q_cpu) { in ocelot_apply_bridge_fwd_mask()
1689 mask = ocelot_dsa_8021q_cpu_assigned_ports(ocelot, in ocelot_apply_bridge_fwd_mask()
1691 } else if (ocelot_port->bridge) { in ocelot_apply_bridge_fwd_mask()
1692 struct net_device *bond = ocelot_port->bond; in ocelot_apply_bridge_fwd_mask()
1694 mask = ocelot_get_bridge_fwd_mask(ocelot, port); in ocelot_apply_bridge_fwd_mask()
1697 mask |= ocelot_port_assigned_dsa_8021q_cpu_mask(ocelot, in ocelot_apply_bridge_fwd_mask()
1701 mask &= ~ocelot_get_bond_mask(ocelot, bond); in ocelot_apply_bridge_fwd_mask()
1707 mask = ocelot_port_assigned_dsa_8021q_cpu_mask(ocelot, in ocelot_apply_bridge_fwd_mask()
1711 ocelot_write_rix(ocelot, mask, ANA_PGID_PGID, PGID_SRC + port); in ocelot_apply_bridge_fwd_mask()
1714 /* If cut-through forwarding is supported and a port is leaving, there in ocelot_apply_bridge_fwd_mask()
1715 * is a chance that cut-through was disabled on the other ports due to in ocelot_apply_bridge_fwd_mask()
1717 * update the cut-through masks of the remaining ports no earlier than in ocelot_apply_bridge_fwd_mask()
1719 * the cut-through update and the forwarding domain update. in ocelot_apply_bridge_fwd_mask()
1721 if (!joining && ocelot->ops->cut_through_fwd) in ocelot_apply_bridge_fwd_mask()
1722 ocelot->ops->cut_through_fwd(ocelot); in ocelot_apply_bridge_fwd_mask()
1732 static void ocelot_update_pgid_cpu(struct ocelot *ocelot) in ocelot_update_pgid_cpu() argument
1737 for (port = 0; port < ocelot->num_phys_ports; port++) { in ocelot_update_pgid_cpu()
1738 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_update_pgid_cpu()
1740 if (!ocelot_port || !ocelot_port->is_dsa_8021q_cpu) in ocelot_update_pgid_cpu()
1747 pgid_cpu = BIT(ocelot->num_phys_ports); in ocelot_update_pgid_cpu()
1749 ocelot_write_rix(ocelot, pgid_cpu, ANA_PGID_PGID, PGID_CPU); in ocelot_update_pgid_cpu()
1752 void ocelot_port_setup_dsa_8021q_cpu(struct ocelot *ocelot, int cpu) in ocelot_port_setup_dsa_8021q_cpu() argument
1754 struct ocelot_port *cpu_port = ocelot->ports[cpu]; in ocelot_port_setup_dsa_8021q_cpu()
1757 mutex_lock(&ocelot->fwd_domain_lock); in ocelot_port_setup_dsa_8021q_cpu()
1759 cpu_port->is_dsa_8021q_cpu = true; in ocelot_port_setup_dsa_8021q_cpu()
1762 ocelot_vlan_member_add(ocelot, cpu, vid, true); in ocelot_port_setup_dsa_8021q_cpu()
1764 ocelot_update_pgid_cpu(ocelot); in ocelot_port_setup_dsa_8021q_cpu()
1766 mutex_unlock(&ocelot->fwd_domain_lock); in ocelot_port_setup_dsa_8021q_cpu()
1770 void ocelot_port_teardown_dsa_8021q_cpu(struct ocelot *ocelot, int cpu) in ocelot_port_teardown_dsa_8021q_cpu() argument
1772 struct ocelot_port *cpu_port = ocelot->ports[cpu]; in ocelot_port_teardown_dsa_8021q_cpu()
1775 mutex_lock(&ocelot->fwd_domain_lock); in ocelot_port_teardown_dsa_8021q_cpu()
1777 cpu_port->is_dsa_8021q_cpu = false; in ocelot_port_teardown_dsa_8021q_cpu()
1780 ocelot_vlan_member_del(ocelot, cpu_port->index, vid); in ocelot_port_teardown_dsa_8021q_cpu()
1782 ocelot_update_pgid_cpu(ocelot); in ocelot_port_teardown_dsa_8021q_cpu()
1784 mutex_unlock(&ocelot->fwd_domain_lock); in ocelot_port_teardown_dsa_8021q_cpu()
1788 void ocelot_port_assign_dsa_8021q_cpu(struct ocelot *ocelot, int port, in ocelot_port_assign_dsa_8021q_cpu() argument
1791 struct ocelot_port *cpu_port = ocelot->ports[cpu]; in ocelot_port_assign_dsa_8021q_cpu()
1793 mutex_lock(&ocelot->fwd_domain_lock); in ocelot_port_assign_dsa_8021q_cpu()
1795 ocelot->ports[port]->dsa_8021q_cpu = cpu_port; in ocelot_port_assign_dsa_8021q_cpu()
1796 ocelot_apply_bridge_fwd_mask(ocelot, true); in ocelot_port_assign_dsa_8021q_cpu()
1798 mutex_unlock(&ocelot->fwd_domain_lock); in ocelot_port_assign_dsa_8021q_cpu()
1802 void ocelot_port_unassign_dsa_8021q_cpu(struct ocelot *ocelot, int port) in ocelot_port_unassign_dsa_8021q_cpu() argument
1804 mutex_lock(&ocelot->fwd_domain_lock); in ocelot_port_unassign_dsa_8021q_cpu()
1806 ocelot->ports[port]->dsa_8021q_cpu = NULL; in ocelot_port_unassign_dsa_8021q_cpu()
1807 ocelot_apply_bridge_fwd_mask(ocelot, true); in ocelot_port_unassign_dsa_8021q_cpu()
1809 mutex_unlock(&ocelot->fwd_domain_lock); in ocelot_port_unassign_dsa_8021q_cpu()
1813 void ocelot_bridge_stp_state_set(struct ocelot *ocelot, int port, u8 state) in ocelot_bridge_stp_state_set() argument
1815 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_bridge_stp_state_set()
1818 mutex_lock(&ocelot->fwd_domain_lock); in ocelot_bridge_stp_state_set()
1820 ocelot_port->stp_state = state; in ocelot_bridge_stp_state_set()
1823 ocelot_port->learn_ena) in ocelot_bridge_stp_state_set()
1826 ocelot_rmw_gix(ocelot, learn_ena, ANA_PORT_PORT_CFG_LEARN_ENA, in ocelot_bridge_stp_state_set()
1829 ocelot_apply_bridge_fwd_mask(ocelot, state == BR_STATE_FORWARDING); in ocelot_bridge_stp_state_set()
1831 mutex_unlock(&ocelot->fwd_domain_lock); in ocelot_bridge_stp_state_set()
1835 void ocelot_set_ageing_time(struct ocelot *ocelot, unsigned int msecs) in ocelot_set_ageing_time() argument
1845 ocelot_rmw(ocelot, age_period, ANA_AUTOAGE_AGE_PERIOD_M, ANA_AUTOAGE); in ocelot_set_ageing_time()
1849 static struct ocelot_multicast *ocelot_multicast_get(struct ocelot *ocelot, in ocelot_multicast_get() argument
1855 list_for_each_entry(mc, &ocelot->multicast, list) { in ocelot_multicast_get()
1856 if (ether_addr_equal(mc->addr, addr) && mc->vid == vid) in ocelot_multicast_get()
1872 static struct ocelot_pgid *ocelot_pgid_alloc(struct ocelot *ocelot, int index, in ocelot_pgid_alloc() argument
1879 return ERR_PTR(-ENOMEM); in ocelot_pgid_alloc()
1881 pgid->ports = ports; in ocelot_pgid_alloc()
1882 pgid->index = index; in ocelot_pgid_alloc()
1883 refcount_set(&pgid->refcount, 1); in ocelot_pgid_alloc()
1884 list_add_tail(&pgid->list, &ocelot->pgids); in ocelot_pgid_alloc()
1889 static void ocelot_pgid_free(struct ocelot *ocelot, struct ocelot_pgid *pgid) in ocelot_pgid_free() argument
1891 if (!refcount_dec_and_test(&pgid->refcount)) in ocelot_pgid_free()
1894 list_del(&pgid->list); in ocelot_pgid_free()
1898 static struct ocelot_pgid *ocelot_mdb_get_pgid(struct ocelot *ocelot, in ocelot_mdb_get_pgid() argument
1909 if (mc->entry_type == ENTRYTYPE_MACv4 || in ocelot_mdb_get_pgid()
1910 mc->entry_type == ENTRYTYPE_MACv6) in ocelot_mdb_get_pgid()
1911 return ocelot_pgid_alloc(ocelot, 0, mc->ports); in ocelot_mdb_get_pgid()
1913 list_for_each_entry(pgid, &ocelot->pgids, list) { in ocelot_mdb_get_pgid()
1917 if (pgid->index && pgid->ports == mc->ports) { in ocelot_mdb_get_pgid()
1918 refcount_inc(&pgid->refcount); in ocelot_mdb_get_pgid()
1924 for_each_nonreserved_multicast_dest_pgid(ocelot, index) { in ocelot_mdb_get_pgid()
1927 list_for_each_entry(pgid, &ocelot->pgids, list) { in ocelot_mdb_get_pgid()
1928 if (pgid->index == index) { in ocelot_mdb_get_pgid()
1935 return ocelot_pgid_alloc(ocelot, index, mc->ports); in ocelot_mdb_get_pgid()
1938 return ERR_PTR(-ENOSPC); in ocelot_mdb_get_pgid()
1944 ether_addr_copy(addr, mc->addr); in ocelot_encode_ports_to_mdb()
1946 if (mc->entry_type == ENTRYTYPE_MACv4) { in ocelot_encode_ports_to_mdb()
1948 addr[1] = mc->ports >> 8; in ocelot_encode_ports_to_mdb()
1949 addr[2] = mc->ports & 0xff; in ocelot_encode_ports_to_mdb()
1950 } else if (mc->entry_type == ENTRYTYPE_MACv6) { in ocelot_encode_ports_to_mdb()
1951 addr[0] = mc->ports >> 8; in ocelot_encode_ports_to_mdb()
1952 addr[1] = mc->ports & 0xff; in ocelot_encode_ports_to_mdb()
1956 int ocelot_port_mdb_add(struct ocelot *ocelot, int port, in ocelot_port_mdb_add() argument
1963 u16 vid = mdb->vid; in ocelot_port_mdb_add()
1966 vid = ocelot_vlan_unaware_pvid(ocelot, bridge); in ocelot_port_mdb_add()
1968 mc = ocelot_multicast_get(ocelot, mdb->addr, vid); in ocelot_port_mdb_add()
1971 mc = devm_kzalloc(ocelot->dev, sizeof(*mc), GFP_KERNEL); in ocelot_port_mdb_add()
1973 return -ENOMEM; in ocelot_port_mdb_add()
1975 mc->entry_type = ocelot_classify_mdb(mdb->addr); in ocelot_port_mdb_add()
1976 ether_addr_copy(mc->addr, mdb->addr); in ocelot_port_mdb_add()
1977 mc->vid = vid; in ocelot_port_mdb_add()
1979 list_add_tail(&mc->list, &ocelot->multicast); in ocelot_port_mdb_add()
1984 ocelot_pgid_free(ocelot, mc->pgid); in ocelot_port_mdb_add()
1986 ocelot_mact_forget(ocelot, addr, vid); in ocelot_port_mdb_add()
1989 mc->ports |= BIT(port); in ocelot_port_mdb_add()
1991 pgid = ocelot_mdb_get_pgid(ocelot, mc); in ocelot_port_mdb_add()
1993 dev_err(ocelot->dev, in ocelot_port_mdb_add()
1995 mc->addr, mc->vid); in ocelot_port_mdb_add()
1996 devm_kfree(ocelot->dev, mc); in ocelot_port_mdb_add()
1999 mc->pgid = pgid; in ocelot_port_mdb_add()
2003 if (mc->entry_type != ENTRYTYPE_MACv4 && in ocelot_port_mdb_add()
2004 mc->entry_type != ENTRYTYPE_MACv6) in ocelot_port_mdb_add()
2005 ocelot_write_rix(ocelot, pgid->ports, ANA_PGID_PGID, in ocelot_port_mdb_add()
2006 pgid->index); in ocelot_port_mdb_add()
2008 return ocelot_mact_learn(ocelot, pgid->index, addr, vid, in ocelot_port_mdb_add()
2009 mc->entry_type); in ocelot_port_mdb_add()
2013 int ocelot_port_mdb_del(struct ocelot *ocelot, int port, in ocelot_port_mdb_del() argument
2020 u16 vid = mdb->vid; in ocelot_port_mdb_del()
2023 vid = ocelot_vlan_unaware_pvid(ocelot, bridge); in ocelot_port_mdb_del()
2025 mc = ocelot_multicast_get(ocelot, mdb->addr, vid); in ocelot_port_mdb_del()
2027 return -ENOENT; in ocelot_port_mdb_del()
2030 ocelot_mact_forget(ocelot, addr, vid); in ocelot_port_mdb_del()
2032 ocelot_pgid_free(ocelot, mc->pgid); in ocelot_port_mdb_del()
2033 mc->ports &= ~BIT(port); in ocelot_port_mdb_del()
2034 if (!mc->ports) { in ocelot_port_mdb_del()
2035 list_del(&mc->list); in ocelot_port_mdb_del()
2036 devm_kfree(ocelot->dev, mc); in ocelot_port_mdb_del()
2041 pgid = ocelot_mdb_get_pgid(ocelot, mc); in ocelot_port_mdb_del()
2044 mc->pgid = pgid; in ocelot_port_mdb_del()
2048 if (mc->entry_type != ENTRYTYPE_MACv4 && in ocelot_port_mdb_del()
2049 mc->entry_type != ENTRYTYPE_MACv6) in ocelot_port_mdb_del()
2050 ocelot_write_rix(ocelot, pgid->ports, ANA_PGID_PGID, in ocelot_port_mdb_del()
2051 pgid->index); in ocelot_port_mdb_del()
2053 return ocelot_mact_learn(ocelot, pgid->index, addr, vid, in ocelot_port_mdb_del()
2054 mc->entry_type); in ocelot_port_mdb_del()
2058 int ocelot_port_bridge_join(struct ocelot *ocelot, int port, in ocelot_port_bridge_join() argument
2062 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_port_bridge_join()
2065 err = ocelot_single_vlan_aware_bridge(ocelot, extack); in ocelot_port_bridge_join()
2069 mutex_lock(&ocelot->fwd_domain_lock); in ocelot_port_bridge_join()
2071 ocelot_port->bridge = bridge; in ocelot_port_bridge_join()
2072 ocelot_port->bridge_num = bridge_num; in ocelot_port_bridge_join()
2074 ocelot_apply_bridge_fwd_mask(ocelot, true); in ocelot_port_bridge_join()
2076 mutex_unlock(&ocelot->fwd_domain_lock); in ocelot_port_bridge_join()
2081 return ocelot_add_vlan_unaware_pvid(ocelot, port, bridge); in ocelot_port_bridge_join()
2085 void ocelot_port_bridge_leave(struct ocelot *ocelot, int port, in ocelot_port_bridge_leave() argument
2088 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_port_bridge_leave()
2090 mutex_lock(&ocelot->fwd_domain_lock); in ocelot_port_bridge_leave()
2093 ocelot_del_vlan_unaware_pvid(ocelot, port, bridge); in ocelot_port_bridge_leave()
2095 ocelot_port->bridge = NULL; in ocelot_port_bridge_leave()
2096 ocelot_port->bridge_num = -1; in ocelot_port_bridge_leave()
2098 ocelot_port_set_pvid(ocelot, port, NULL); in ocelot_port_bridge_leave()
2099 ocelot_port_manage_port_tag(ocelot, port); in ocelot_port_bridge_leave()
2100 ocelot_apply_bridge_fwd_mask(ocelot, false); in ocelot_port_bridge_leave()
2102 mutex_unlock(&ocelot->fwd_domain_lock); in ocelot_port_bridge_leave()
2106 static void ocelot_set_aggr_pgids(struct ocelot *ocelot) in ocelot_set_aggr_pgids() argument
2108 unsigned long visited = GENMASK(ocelot->num_phys_ports - 1, 0); in ocelot_set_aggr_pgids()
2112 for_each_unicast_dest_pgid(ocelot, port) in ocelot_set_aggr_pgids()
2113 ocelot_write_rix(ocelot, BIT(port), ANA_PGID_PGID, port); in ocelot_set_aggr_pgids()
2115 for_each_aggr_pgid(ocelot, i) in ocelot_set_aggr_pgids()
2116 ocelot_write_rix(ocelot, GENMASK(ocelot->num_phys_ports - 1, 0), in ocelot_set_aggr_pgids()
2127 for (port = 0; port < ocelot->num_phys_ports; port++) { in ocelot_set_aggr_pgids()
2128 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_set_aggr_pgids()
2130 if (!ocelot_port || !ocelot_port->bond) in ocelot_set_aggr_pgids()
2137 for (lag = 0; lag < ocelot->num_phys_ports; lag++) { in ocelot_set_aggr_pgids()
2138 struct net_device *bond = ocelot->ports[lag]->bond; in ocelot_set_aggr_pgids()
2146 bond_mask = ocelot_get_bond_mask(ocelot, bond); in ocelot_set_aggr_pgids()
2148 for_each_set_bit(port, &bond_mask, ocelot->num_phys_ports) { in ocelot_set_aggr_pgids()
2149 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_set_aggr_pgids()
2152 ocelot_write_rix(ocelot, bond_mask, in ocelot_set_aggr_pgids()
2155 if (ocelot_port->lag_tx_active) in ocelot_set_aggr_pgids()
2159 for_each_aggr_pgid(ocelot, i) { in ocelot_set_aggr_pgids()
2162 ac = ocelot_read_rix(ocelot, ANA_PGID_PGID, i); in ocelot_set_aggr_pgids()
2169 ocelot_write_rix(ocelot, ac, ANA_PGID_PGID, i); in ocelot_set_aggr_pgids()
2175 for (port = lag; port < ocelot->num_phys_ports; port++) { in ocelot_set_aggr_pgids()
2176 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_set_aggr_pgids()
2181 if (ocelot_port->bond == bond) in ocelot_set_aggr_pgids()
2192 static void ocelot_setup_logical_port_ids(struct ocelot *ocelot) in ocelot_setup_logical_port_ids() argument
2196 for (port = 0; port < ocelot->num_phys_ports; port++) { in ocelot_setup_logical_port_ids()
2197 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_setup_logical_port_ids()
2203 bond = ocelot_port->bond; in ocelot_setup_logical_port_ids()
2205 int lag = ocelot_bond_get_id(ocelot, bond); in ocelot_setup_logical_port_ids()
2207 ocelot_rmw_gix(ocelot, in ocelot_setup_logical_port_ids()
2212 ocelot_rmw_gix(ocelot, in ocelot_setup_logical_port_ids()
2220 static int ocelot_migrate_mc(struct ocelot *ocelot, struct ocelot_multicast *mc, in ocelot_migrate_mc() argument
2225 u16 vid = mc->vid; in ocelot_migrate_mc()
2227 dev_dbg(ocelot->dev, in ocelot_migrate_mc()
2229 mc->addr, mc->vid, from_mask, to_mask); in ocelot_migrate_mc()
2234 ocelot_pgid_free(ocelot, mc->pgid); in ocelot_migrate_mc()
2236 ocelot_mact_forget(ocelot, addr, vid); in ocelot_migrate_mc()
2238 mc->ports &= ~from_mask; in ocelot_migrate_mc()
2239 mc->ports |= to_mask; in ocelot_migrate_mc()
2241 pgid = ocelot_mdb_get_pgid(ocelot, mc); in ocelot_migrate_mc()
2243 dev_err(ocelot->dev, in ocelot_migrate_mc()
2245 mc->addr, mc->vid); in ocelot_migrate_mc()
2246 devm_kfree(ocelot->dev, mc); in ocelot_migrate_mc()
2249 mc->pgid = pgid; in ocelot_migrate_mc()
2253 if (mc->entry_type != ENTRYTYPE_MACv4 && in ocelot_migrate_mc()
2254 mc->entry_type != ENTRYTYPE_MACv6) in ocelot_migrate_mc()
2255 ocelot_write_rix(ocelot, pgid->ports, ANA_PGID_PGID, in ocelot_migrate_mc()
2256 pgid->index); in ocelot_migrate_mc()
2258 return ocelot_mact_learn(ocelot, pgid->index, addr, vid, in ocelot_migrate_mc()
2259 mc->entry_type); in ocelot_migrate_mc()
2262 int ocelot_migrate_mdbs(struct ocelot *ocelot, unsigned long from_mask, in ocelot_migrate_mdbs() argument
2268 list_for_each_entry(mc, &ocelot->multicast, list) { in ocelot_migrate_mdbs()
2269 if (!(mc->ports & from_mask)) in ocelot_migrate_mdbs()
2272 err = ocelot_migrate_mc(ocelot, mc, from_mask, to_mask); in ocelot_migrate_mdbs()
2291 static void ocelot_migrate_lag_fdbs(struct ocelot *ocelot, in ocelot_migrate_lag_fdbs() argument
2298 lockdep_assert_held(&ocelot->fwd_domain_lock); in ocelot_migrate_lag_fdbs()
2300 list_for_each_entry(fdb, &ocelot->lag_fdbs, list) { in ocelot_migrate_lag_fdbs()
2301 if (fdb->bond != bond) in ocelot_migrate_lag_fdbs()
2304 err = ocelot_mact_forget(ocelot, fdb->addr, fdb->vid); in ocelot_migrate_lag_fdbs()
2306 dev_err(ocelot->dev, in ocelot_migrate_lag_fdbs()
2308 bond->name, fdb->addr, fdb->vid, ERR_PTR(err)); in ocelot_migrate_lag_fdbs()
2311 err = ocelot_mact_learn(ocelot, lag, fdb->addr, fdb->vid, in ocelot_migrate_lag_fdbs()
2314 dev_err(ocelot->dev, in ocelot_migrate_lag_fdbs()
2316 bond->name, fdb->addr, fdb->vid, ERR_PTR(err)); in ocelot_migrate_lag_fdbs()
2321 int ocelot_port_lag_join(struct ocelot *ocelot, int port, in ocelot_port_lag_join() argument
2326 if (info->tx_type != NETDEV_LAG_TX_TYPE_HASH) { in ocelot_port_lag_join()
2329 return -EOPNOTSUPP; in ocelot_port_lag_join()
2332 mutex_lock(&ocelot->fwd_domain_lock); in ocelot_port_lag_join()
2334 ocelot->ports[port]->bond = bond; in ocelot_port_lag_join()
2336 ocelot_setup_logical_port_ids(ocelot); in ocelot_port_lag_join()
2337 ocelot_apply_bridge_fwd_mask(ocelot, true); in ocelot_port_lag_join()
2338 ocelot_set_aggr_pgids(ocelot); in ocelot_port_lag_join()
2340 mutex_unlock(&ocelot->fwd_domain_lock); in ocelot_port_lag_join()
2346 void ocelot_port_lag_leave(struct ocelot *ocelot, int port, in ocelot_port_lag_leave() argument
2351 mutex_lock(&ocelot->fwd_domain_lock); in ocelot_port_lag_leave()
2353 old_lag_id = ocelot_bond_get_id(ocelot, bond); in ocelot_port_lag_leave()
2355 ocelot->ports[port]->bond = NULL; in ocelot_port_lag_leave()
2357 ocelot_setup_logical_port_ids(ocelot); in ocelot_port_lag_leave()
2358 ocelot_apply_bridge_fwd_mask(ocelot, false); in ocelot_port_lag_leave()
2359 ocelot_set_aggr_pgids(ocelot); in ocelot_port_lag_leave()
2361 new_lag_id = ocelot_bond_get_id(ocelot, bond); in ocelot_port_lag_leave()
2364 ocelot_migrate_lag_fdbs(ocelot, bond, new_lag_id); in ocelot_port_lag_leave()
2366 mutex_unlock(&ocelot->fwd_domain_lock); in ocelot_port_lag_leave()
2370 void ocelot_port_lag_change(struct ocelot *ocelot, int port, bool lag_tx_active) in ocelot_port_lag_change() argument
2372 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_port_lag_change()
2374 mutex_lock(&ocelot->fwd_domain_lock); in ocelot_port_lag_change()
2376 ocelot_port->lag_tx_active = lag_tx_active; in ocelot_port_lag_change()
2379 ocelot_set_aggr_pgids(ocelot); in ocelot_port_lag_change()
2381 mutex_unlock(&ocelot->fwd_domain_lock); in ocelot_port_lag_change()
2385 int ocelot_lag_fdb_add(struct ocelot *ocelot, struct net_device *bond, in ocelot_lag_fdb_add() argument
2394 return -ENOMEM; in ocelot_lag_fdb_add()
2396 mutex_lock(&ocelot->fwd_domain_lock); in ocelot_lag_fdb_add()
2399 vid = ocelot_vlan_unaware_pvid(ocelot, bridge); in ocelot_lag_fdb_add()
2401 ether_addr_copy(fdb->addr, addr); in ocelot_lag_fdb_add()
2402 fdb->vid = vid; in ocelot_lag_fdb_add()
2403 fdb->bond = bond; in ocelot_lag_fdb_add()
2405 lag = ocelot_bond_get_id(ocelot, bond); in ocelot_lag_fdb_add()
2407 err = ocelot_mact_learn(ocelot, lag, addr, vid, ENTRYTYPE_LOCKED); in ocelot_lag_fdb_add()
2409 mutex_unlock(&ocelot->fwd_domain_lock); in ocelot_lag_fdb_add()
2414 list_add_tail(&fdb->list, &ocelot->lag_fdbs); in ocelot_lag_fdb_add()
2415 mutex_unlock(&ocelot->fwd_domain_lock); in ocelot_lag_fdb_add()
2421 int ocelot_lag_fdb_del(struct ocelot *ocelot, struct net_device *bond, in ocelot_lag_fdb_del() argument
2427 mutex_lock(&ocelot->fwd_domain_lock); in ocelot_lag_fdb_del()
2430 vid = ocelot_vlan_unaware_pvid(ocelot, bridge); in ocelot_lag_fdb_del()
2432 list_for_each_entry_safe(fdb, tmp, &ocelot->lag_fdbs, list) { in ocelot_lag_fdb_del()
2433 if (!ether_addr_equal(fdb->addr, addr) || fdb->vid != vid || in ocelot_lag_fdb_del()
2434 fdb->bond != bond) in ocelot_lag_fdb_del()
2437 ocelot_mact_forget(ocelot, addr, vid); in ocelot_lag_fdb_del()
2438 list_del(&fdb->list); in ocelot_lag_fdb_del()
2439 mutex_unlock(&ocelot->fwd_domain_lock); in ocelot_lag_fdb_del()
2445 mutex_unlock(&ocelot->fwd_domain_lock); in ocelot_lag_fdb_del()
2447 return -ENOENT; in ocelot_lag_fdb_del()
2457 void ocelot_port_set_maxlen(struct ocelot *ocelot, int port, size_t sdu) in ocelot_port_set_maxlen() argument
2459 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_port_set_maxlen()
2464 if (port == ocelot->npi) { in ocelot_port_set_maxlen()
2467 if (ocelot->npi_inj_prefix == OCELOT_TAG_PREFIX_SHORT) in ocelot_port_set_maxlen()
2469 else if (ocelot->npi_inj_prefix == OCELOT_TAG_PREFIX_LONG) in ocelot_port_set_maxlen()
2478 ocelot_fields_write(ocelot, port, SYS_PAUSE_CFG_PAUSE_START, in ocelot_port_set_maxlen()
2480 ocelot_fields_write(ocelot, port, SYS_PAUSE_CFG_PAUSE_STOP, in ocelot_port_set_maxlen()
2484 atop_tot = (ocelot->packet_buffer_size - 9 * maxlen) / in ocelot_port_set_maxlen()
2487 ocelot_write_rix(ocelot, ocelot->ops->wm_enc(atop), SYS_ATOP, port); in ocelot_port_set_maxlen()
2488 ocelot_write(ocelot, ocelot->ops->wm_enc(atop_tot), SYS_ATOP_TOT_CFG); in ocelot_port_set_maxlen()
2492 int ocelot_get_max_mtu(struct ocelot *ocelot, int port) in ocelot_get_max_mtu() argument
2494 int max_mtu = 65535 - ETH_HLEN - ETH_FCS_LEN; in ocelot_get_max_mtu()
2496 if (port == ocelot->npi) { in ocelot_get_max_mtu()
2497 max_mtu -= OCELOT_TAG_LEN; in ocelot_get_max_mtu()
2499 if (ocelot->npi_inj_prefix == OCELOT_TAG_PREFIX_SHORT) in ocelot_get_max_mtu()
2500 max_mtu -= OCELOT_SHORT_PREFIX_LEN; in ocelot_get_max_mtu()
2501 else if (ocelot->npi_inj_prefix == OCELOT_TAG_PREFIX_LONG) in ocelot_get_max_mtu()
2502 max_mtu -= OCELOT_LONG_PREFIX_LEN; in ocelot_get_max_mtu()
2509 static void ocelot_port_set_learning(struct ocelot *ocelot, int port, in ocelot_port_set_learning() argument
2512 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_port_set_learning()
2518 ocelot_rmw_gix(ocelot, val, ANA_PORT_PORT_CFG_LEARN_ENA, in ocelot_port_set_learning()
2521 ocelot_port->learn_ena = enabled; in ocelot_port_set_learning()
2524 static void ocelot_port_set_ucast_flood(struct ocelot *ocelot, int port, in ocelot_port_set_ucast_flood() argument
2532 ocelot_rmw_rix(ocelot, val, BIT(port), ANA_PGID_PGID, PGID_UC); in ocelot_port_set_ucast_flood()
2535 static void ocelot_port_set_mcast_flood(struct ocelot *ocelot, int port, in ocelot_port_set_mcast_flood() argument
2543 ocelot_rmw_rix(ocelot, val, BIT(port), ANA_PGID_PGID, PGID_MC); in ocelot_port_set_mcast_flood()
2544 ocelot_rmw_rix(ocelot, val, BIT(port), ANA_PGID_PGID, PGID_MCIPV4); in ocelot_port_set_mcast_flood()
2545 ocelot_rmw_rix(ocelot, val, BIT(port), ANA_PGID_PGID, PGID_MCIPV6); in ocelot_port_set_mcast_flood()
2548 static void ocelot_port_set_bcast_flood(struct ocelot *ocelot, int port, in ocelot_port_set_bcast_flood() argument
2556 ocelot_rmw_rix(ocelot, val, BIT(port), ANA_PGID_PGID, PGID_BC); in ocelot_port_set_bcast_flood()
2559 int ocelot_port_pre_bridge_flags(struct ocelot *ocelot, int port, in ocelot_port_pre_bridge_flags() argument
2564 return -EINVAL; in ocelot_port_pre_bridge_flags()
2570 void ocelot_port_bridge_flags(struct ocelot *ocelot, int port, in ocelot_port_bridge_flags() argument
2574 ocelot_port_set_learning(ocelot, port, in ocelot_port_bridge_flags()
2578 ocelot_port_set_ucast_flood(ocelot, port, in ocelot_port_bridge_flags()
2582 ocelot_port_set_mcast_flood(ocelot, port, in ocelot_port_bridge_flags()
2586 ocelot_port_set_bcast_flood(ocelot, port, in ocelot_port_bridge_flags()
2591 int ocelot_port_get_default_prio(struct ocelot *ocelot, int port) in ocelot_port_get_default_prio() argument
2593 int val = ocelot_read_gix(ocelot, ANA_PORT_QOS_CFG, port); in ocelot_port_get_default_prio()
2599 int ocelot_port_set_default_prio(struct ocelot *ocelot, int port, u8 prio) in ocelot_port_set_default_prio() argument
2602 return -ERANGE; in ocelot_port_set_default_prio()
2604 ocelot_rmw_gix(ocelot, in ocelot_port_set_default_prio()
2614 int ocelot_port_get_dscp_prio(struct ocelot *ocelot, int port, u8 dscp) in ocelot_port_get_dscp_prio() argument
2616 int qos_cfg = ocelot_read_gix(ocelot, ANA_PORT_QOS_CFG, port); in ocelot_port_get_dscp_prio()
2617 int dscp_cfg = ocelot_read_rix(ocelot, ANA_DSCP_CFG, dscp); in ocelot_port_get_dscp_prio()
2621 return -EOPNOTSUPP; in ocelot_port_get_dscp_prio()
2625 /* Re-read ANA_DSCP_CFG for the translated DSCP */ in ocelot_port_get_dscp_prio()
2626 dscp_cfg = ocelot_read_rix(ocelot, ANA_DSCP_CFG, dscp); in ocelot_port_get_dscp_prio()
2630 * to VLAN PCP or port-based default. in ocelot_port_get_dscp_prio()
2633 return -EOPNOTSUPP; in ocelot_port_get_dscp_prio()
2639 int ocelot_port_add_dscp_prio(struct ocelot *ocelot, int port, u8 dscp, u8 prio) in ocelot_port_add_dscp_prio() argument
2644 return -ERANGE; in ocelot_port_add_dscp_prio()
2654 ocelot_rmw_gix(ocelot, ANA_PORT_QOS_CFG_QOS_DSCP_ENA, mask, in ocelot_port_add_dscp_prio()
2660 ocelot_write_rix(ocelot, val, ANA_DSCP_CFG, dscp); in ocelot_port_add_dscp_prio()
2666 int ocelot_port_del_dscp_prio(struct ocelot *ocelot, int port, u8 dscp, u8 prio) in ocelot_port_del_dscp_prio() argument
2668 int dscp_cfg = ocelot_read_rix(ocelot, ANA_DSCP_CFG, dscp); in ocelot_port_del_dscp_prio()
2683 ocelot_write_rix(ocelot, 0, ANA_DSCP_CFG, dscp); in ocelot_port_del_dscp_prio()
2686 int dscp_cfg = ocelot_read_rix(ocelot, ANA_DSCP_CFG, i); in ocelot_port_del_dscp_prio()
2701 ocelot_rmw_gix(ocelot, 0, mask, ANA_PORT_QOS_CFG, port); in ocelot_port_del_dscp_prio()
2707 struct ocelot_mirror *ocelot_mirror_get(struct ocelot *ocelot, int to, in ocelot_mirror_get() argument
2710 struct ocelot_mirror *m = ocelot->mirror; in ocelot_mirror_get()
2713 if (m->to != to) { in ocelot_mirror_get()
2716 return ERR_PTR(-EBUSY); in ocelot_mirror_get()
2719 refcount_inc(&m->refcount); in ocelot_mirror_get()
2725 return ERR_PTR(-ENOMEM); in ocelot_mirror_get()
2727 m->to = to; in ocelot_mirror_get()
2728 refcount_set(&m->refcount, 1); in ocelot_mirror_get()
2729 ocelot->mirror = m; in ocelot_mirror_get()
2732 ocelot_write(ocelot, BIT(to), ANA_MIRRORPORTS); in ocelot_mirror_get()
2737 void ocelot_mirror_put(struct ocelot *ocelot) in ocelot_mirror_put() argument
2739 struct ocelot_mirror *m = ocelot->mirror; in ocelot_mirror_put()
2741 if (!refcount_dec_and_test(&m->refcount)) in ocelot_mirror_put()
2744 ocelot_write(ocelot, 0, ANA_MIRRORPORTS); in ocelot_mirror_put()
2745 ocelot->mirror = NULL; in ocelot_mirror_put()
2749 int ocelot_port_mirror_add(struct ocelot *ocelot, int from, int to, in ocelot_port_mirror_add() argument
2752 struct ocelot_mirror *m = ocelot_mirror_get(ocelot, to, extack); in ocelot_port_mirror_add()
2758 ocelot_rmw_gix(ocelot, ANA_PORT_PORT_CFG_SRC_MIRROR_ENA, in ocelot_port_mirror_add()
2762 ocelot_rmw(ocelot, BIT(from), BIT(from), in ocelot_port_mirror_add()
2770 void ocelot_port_mirror_del(struct ocelot *ocelot, int from, bool ingress) in ocelot_port_mirror_del() argument
2773 ocelot_rmw_gix(ocelot, 0, ANA_PORT_PORT_CFG_SRC_MIRROR_ENA, in ocelot_port_mirror_del()
2776 ocelot_rmw(ocelot, 0, BIT(from), ANA_EMIRRORPORTS); in ocelot_port_mirror_del()
2779 ocelot_mirror_put(ocelot); in ocelot_port_mirror_del()
2783 static void ocelot_port_reset_mqprio(struct ocelot *ocelot, int port) in ocelot_port_reset_mqprio() argument
2785 struct net_device *dev = ocelot->ops->port_to_netdev(ocelot, port); in ocelot_port_reset_mqprio()
2788 ocelot_port_change_fp(ocelot, port, 0); in ocelot_port_reset_mqprio()
2791 int ocelot_port_mqprio(struct ocelot *ocelot, int port, in ocelot_port_mqprio() argument
2794 struct net_device *dev = ocelot->ops->port_to_netdev(ocelot, port); in ocelot_port_mqprio()
2795 struct netlink_ext_ack *extack = mqprio->extack; in ocelot_port_mqprio()
2796 struct tc_mqprio_qopt *qopt = &mqprio->qopt; in ocelot_port_mqprio()
2797 int num_tc = qopt->num_tc; in ocelot_port_mqprio()
2801 ocelot_port_reset_mqprio(ocelot, port); in ocelot_port_mqprio()
2810 if (qopt->count[tc] != 1) { in ocelot_port_mqprio()
2813 return -EINVAL; in ocelot_port_mqprio()
2816 err = netdev_set_tc_queue(dev, tc, 1, qopt->offset[tc]); in ocelot_port_mqprio()
2825 ocelot_port_change_fp(ocelot, port, mqprio->preemptible_tcs); in ocelot_port_mqprio()
2830 ocelot_port_reset_mqprio(ocelot, port); in ocelot_port_mqprio()
2835 void ocelot_init_port(struct ocelot *ocelot, int port) in ocelot_init_port() argument
2837 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_init_port()
2839 skb_queue_head_init(&ocelot_port->tx_skbs); in ocelot_init_port()
2859 ocelot_port_set_maxlen(ocelot, port, ETH_DATA_LEN); in ocelot_init_port()
2871 ocelot_fields_write(ocelot, port, SYS_PAUSE_CFG_PAUSE_ENA, 1); in ocelot_init_port()
2874 ocelot_rmw_gix(ocelot, ANA_PORT_DROP_CFG_DROP_MC_SMAC_ENA, in ocelot_init_port()
2879 ocelot_rmw_gix(ocelot, REW_PORT_VLAN_CFG_PORT_TPID(ETH_P_8021Q), in ocelot_init_port()
2884 ocelot_port_set_learning(ocelot, port, false); in ocelot_init_port()
2890 ocelot_write_gix(ocelot, ANA_PORT_PORT_CFG_LEARNAUTO | in ocelot_init_port()
2896 ocelot_vcap_enable(ocelot, port); in ocelot_init_port()
2904 static void ocelot_cpu_port_init(struct ocelot *ocelot) in ocelot_cpu_port_init() argument
2906 int cpu = ocelot->num_phys_ports; in ocelot_cpu_port_init()
2909 ocelot_write_rix(ocelot, 0, ANA_PGID_PGID, cpu); in ocelot_cpu_port_init()
2914 ocelot_write_rix(ocelot, BIT(cpu), ANA_PGID_PGID, PGID_CPU); in ocelot_cpu_port_init()
2915 ocelot_write_gix(ocelot, ANA_PORT_PORT_CFG_RECV_ENA | in ocelot_cpu_port_init()
2920 ocelot_fields_write(ocelot, cpu, QSYS_SWITCH_PORT_MODE_PORT_ENA, 1); in ocelot_cpu_port_init()
2922 ocelot_fields_write(ocelot, cpu, SYS_PORT_MODE_INCL_XTR_HDR, in ocelot_cpu_port_init()
2924 ocelot_fields_write(ocelot, cpu, SYS_PORT_MODE_INCL_INJ_HDR, in ocelot_cpu_port_init()
2928 ocelot_write_gix(ocelot, in ocelot_cpu_port_init()
2935 static void ocelot_detect_features(struct ocelot *ocelot) in ocelot_detect_features() argument
2939 /* For Ocelot, Felix, Seville, Serval etc, SYS:MMGT:MMGT:FREECNT holds in ocelot_detect_features()
2940 * the number of 240-byte free memory words (aka 4-cell chunks) and not in ocelot_detect_features()
2943 mmgt = ocelot_read(ocelot, SYS_MMGT); in ocelot_detect_features()
2944 ocelot->packet_buffer_size = 240 * SYS_MMGT_FREECNT(mmgt); in ocelot_detect_features()
2946 eq_ctrl = ocelot_read(ocelot, QSYS_EQ_CTRL); in ocelot_detect_features()
2947 ocelot->num_frame_refs = QSYS_MMGT_EQ_CTRL_FP_FREE_CNT(eq_ctrl); in ocelot_detect_features()
2950 static int ocelot_mem_init_status(struct ocelot *ocelot) in ocelot_mem_init_status() argument
2955 err = regmap_field_read(ocelot->regfields[SYS_RESET_CFG_MEM_INIT], in ocelot_mem_init_status()
2961 int ocelot_reset(struct ocelot *ocelot) in ocelot_reset() argument
2966 err = regmap_field_write(ocelot->regfields[SYS_RESET_CFG_MEM_INIT], 1); in ocelot_reset()
2970 err = regmap_field_write(ocelot->regfields[SYS_RESET_CFG_MEM_ENA], 1); in ocelot_reset()
2974 /* MEM_INIT is a self-clearing bit. Wait for it to be cleared (should be in ocelot_reset()
2977 err = readx_poll_timeout(ocelot_mem_init_status, ocelot, val, !val, in ocelot_reset()
2982 err = regmap_field_write(ocelot->regfields[SYS_RESET_CFG_MEM_ENA], 1); in ocelot_reset()
2986 return regmap_field_write(ocelot->regfields[SYS_RESET_CFG_CORE_ENA], 1); in ocelot_reset()
2990 int ocelot_init(struct ocelot *ocelot) in ocelot_init() argument
2995 if (ocelot->ops->reset) { in ocelot_init()
2996 ret = ocelot->ops->reset(ocelot); in ocelot_init()
2998 dev_err(ocelot->dev, "Switch reset failed\n"); in ocelot_init()
3003 mutex_init(&ocelot->mact_lock); in ocelot_init()
3004 mutex_init(&ocelot->fwd_domain_lock); in ocelot_init()
3005 spin_lock_init(&ocelot->ptp_clock_lock); in ocelot_init()
3006 spin_lock_init(&ocelot->ts_id_lock); in ocelot_init()
3007 spin_lock_init(&ocelot->inj_lock); in ocelot_init()
3008 spin_lock_init(&ocelot->xtr_lock); in ocelot_init()
3010 ocelot->owq = alloc_ordered_workqueue("ocelot-owq", 0); in ocelot_init()
3011 if (!ocelot->owq) in ocelot_init()
3012 return -ENOMEM; in ocelot_init()
3014 ret = ocelot_stats_init(ocelot); in ocelot_init()
3018 INIT_LIST_HEAD(&ocelot->multicast); in ocelot_init()
3019 INIT_LIST_HEAD(&ocelot->pgids); in ocelot_init()
3020 INIT_LIST_HEAD(&ocelot->vlans); in ocelot_init()
3021 INIT_LIST_HEAD(&ocelot->lag_fdbs); in ocelot_init()
3022 ocelot_detect_features(ocelot); in ocelot_init()
3023 ocelot_mact_init(ocelot); in ocelot_init()
3024 ocelot_vlan_init(ocelot); in ocelot_init()
3025 ocelot_vcap_init(ocelot); in ocelot_init()
3026 ocelot_cpu_port_init(ocelot); in ocelot_init()
3028 if (ocelot->ops->psfp_init) in ocelot_init()
3029 ocelot->ops->psfp_init(ocelot); in ocelot_init()
3031 if (ocelot->mm_supported) { in ocelot_init()
3032 ret = ocelot_mm_init(ocelot); in ocelot_init()
3037 for (port = 0; port < ocelot->num_phys_ports; port++) { in ocelot_init()
3039 ocelot_write(ocelot, SYS_STAT_CFG_STAT_VIEW(port) | in ocelot_init()
3044 /* Only use S-Tag */ in ocelot_init()
3045 ocelot_write(ocelot, ETH_P_8021AD, SYS_VLAN_ETYPE_CFG); in ocelot_init()
3048 ocelot_write(ocelot, ANA_AGGR_CFG_AC_SMAC_ENA | in ocelot_init()
3059 ocelot_write(ocelot, in ocelot_init()
3064 regmap_field_write(ocelot->regfields[ANA_ADVLEARN_VLAN_CHK], 1); in ocelot_init()
3066 /* Setup frame ageing - fixed value "2 sec" - in 6.5 us units */ in ocelot_init()
3067 ocelot_write(ocelot, SYS_FRM_AGING_AGE_TX_ENA | in ocelot_init()
3071 for (i = 0; i < ocelot->num_flooding_pgids; i++) in ocelot_init()
3072 ocelot_write_rix(ocelot, ANA_FLOODING_FLD_MULTICAST(PGID_MC) | in ocelot_init()
3076 ocelot_write(ocelot, ANA_FLOODING_IPMC_FLD_MC6_DATA(PGID_MCIPV6) | in ocelot_init()
3082 for (port = 0; port < ocelot->num_phys_ports; port++) { in ocelot_init()
3084 ocelot_write_rix(ocelot, BIT(port), ANA_PGID_PGID, port); in ocelot_init()
3086 ocelot_write_gix(ocelot, in ocelot_init()
3091 ocelot_write_rix(ocelot, 0, ANA_PGID_PGID, PGID_SRC + port); in ocelot_init()
3094 for_each_nonreserved_multicast_dest_pgid(ocelot, i) { in ocelot_init()
3095 u32 val = ANA_PGID_PGID_PGID(GENMASK(ocelot->num_phys_ports - 1, 0)); in ocelot_init()
3097 ocelot_write_rix(ocelot, val, ANA_PGID_PGID, i); in ocelot_init()
3100 ocelot_write_rix(ocelot, 0, ANA_PGID_PGID, PGID_BLACKHOLE); in ocelot_init()
3103 ocelot_rmw_rix(ocelot, ANA_PGID_PGID_PGID(BIT(ocelot->num_phys_ports)), in ocelot_init()
3104 ANA_PGID_PGID_PGID(BIT(ocelot->num_phys_ports)), in ocelot_init()
3106 ocelot_rmw_rix(ocelot, ANA_PGID_PGID_PGID(BIT(ocelot->num_phys_ports)), in ocelot_init()
3107 ANA_PGID_PGID_PGID(BIT(ocelot->num_phys_ports)), in ocelot_init()
3109 ocelot_write_rix(ocelot, 0, ANA_PGID_PGID, PGID_MCIPV4); in ocelot_init()
3110 ocelot_write_rix(ocelot, 0, ANA_PGID_PGID, PGID_MCIPV6); in ocelot_init()
3115 ocelot_write_rix(ocelot, QS_INJ_GRP_CFG_BYTE_SWAP | in ocelot_init()
3117 ocelot_write_rix(ocelot, QS_XTR_GRP_CFG_BYTE_SWAP | in ocelot_init()
3119 ocelot_write(ocelot, ANA_CPUQ_CFG_CPUQ_MIRROR(2) | in ocelot_init()
3129 ocelot_write_rix(ocelot, ANA_CPUQ_8021_CFG_CPUQ_GARP_VAL(6) | in ocelot_init()
3136 ocelot_stats_deinit(ocelot); in ocelot_init()
3138 destroy_workqueue(ocelot->owq); in ocelot_init()
3143 void ocelot_deinit(struct ocelot *ocelot) in ocelot_deinit() argument
3145 ocelot_stats_deinit(ocelot); in ocelot_deinit()
3146 destroy_workqueue(ocelot->owq); in ocelot_deinit()
3150 void ocelot_deinit_port(struct ocelot *ocelot, int port) in ocelot_deinit_port() argument
3152 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_deinit_port()
3154 skb_queue_purge(&ocelot_port->tx_skbs); in ocelot_deinit_port()