16505b680SVladimir Oltean // SPDX-License-Identifier: (GPL-2.0 OR MIT) 26505b680SVladimir Oltean /* 36505b680SVladimir Oltean * Hardware library for MAC Merge Layer and Frame Preemption on TSN-capable 46505b680SVladimir Oltean * switches (VSC9959) 56505b680SVladimir Oltean * 66505b680SVladimir Oltean * Copyright 2022-2023 NXP 76505b680SVladimir Oltean */ 86505b680SVladimir Oltean #include <linux/ethtool.h> 96505b680SVladimir Oltean #include <soc/mscc/ocelot.h> 106505b680SVladimir Oltean #include <soc/mscc/ocelot_dev.h> 116505b680SVladimir Oltean #include <soc/mscc/ocelot_qsys.h> 126505b680SVladimir Oltean 136505b680SVladimir Oltean #include "ocelot.h" 146505b680SVladimir Oltean 156505b680SVladimir Oltean static const char * 166505b680SVladimir Oltean mm_verify_state_to_string(enum ethtool_mm_verify_status state) 176505b680SVladimir Oltean { 186505b680SVladimir Oltean switch (state) { 196505b680SVladimir Oltean case ETHTOOL_MM_VERIFY_STATUS_INITIAL: 206505b680SVladimir Oltean return "INITIAL"; 216505b680SVladimir Oltean case ETHTOOL_MM_VERIFY_STATUS_VERIFYING: 226505b680SVladimir Oltean return "VERIFYING"; 236505b680SVladimir Oltean case ETHTOOL_MM_VERIFY_STATUS_SUCCEEDED: 246505b680SVladimir Oltean return "SUCCEEDED"; 256505b680SVladimir Oltean case ETHTOOL_MM_VERIFY_STATUS_FAILED: 266505b680SVladimir Oltean return "FAILED"; 276505b680SVladimir Oltean case ETHTOOL_MM_VERIFY_STATUS_DISABLED: 286505b680SVladimir Oltean return "DISABLED"; 296505b680SVladimir Oltean default: 306505b680SVladimir Oltean return "UNKNOWN"; 316505b680SVladimir Oltean } 326505b680SVladimir Oltean } 336505b680SVladimir Oltean 346505b680SVladimir Oltean static enum ethtool_mm_verify_status ocelot_mm_verify_status(u32 val) 356505b680SVladimir Oltean { 366505b680SVladimir Oltean switch (DEV_MM_STAT_MM_STATUS_PRMPT_VERIFY_STATE_X(val)) { 376505b680SVladimir Oltean case 0: 386505b680SVladimir Oltean return ETHTOOL_MM_VERIFY_STATUS_INITIAL; 396505b680SVladimir Oltean case 1: 406505b680SVladimir Oltean return ETHTOOL_MM_VERIFY_STATUS_VERIFYING; 416505b680SVladimir Oltean case 2: 426505b680SVladimir Oltean return ETHTOOL_MM_VERIFY_STATUS_SUCCEEDED; 436505b680SVladimir Oltean case 3: 446505b680SVladimir Oltean return ETHTOOL_MM_VERIFY_STATUS_FAILED; 456505b680SVladimir Oltean case 4: 466505b680SVladimir Oltean return ETHTOOL_MM_VERIFY_STATUS_DISABLED; 476505b680SVladimir Oltean default: 486505b680SVladimir Oltean return ETHTOOL_MM_VERIFY_STATUS_UNKNOWN; 496505b680SVladimir Oltean } 506505b680SVladimir Oltean } 516505b680SVladimir Oltean 5215f93f46SVladimir Oltean static void ocelot_mm_update_port_status(struct ocelot *ocelot, int port) 536505b680SVladimir Oltean { 546505b680SVladimir Oltean struct ocelot_port *ocelot_port = ocelot->ports[port]; 556505b680SVladimir Oltean struct ocelot_mm_state *mm = &ocelot->mm[port]; 566505b680SVladimir Oltean enum ethtool_mm_verify_status verify_status; 57*7bf4a5b0SVladimir Oltean u32 val, ack = 0; 58*7bf4a5b0SVladimir Oltean 59*7bf4a5b0SVladimir Oltean if (!mm->tx_enabled) 60*7bf4a5b0SVladimir Oltean return; 616505b680SVladimir Oltean 626505b680SVladimir Oltean val = ocelot_port_readl(ocelot_port, DEV_MM_STATUS); 636505b680SVladimir Oltean 646505b680SVladimir Oltean verify_status = ocelot_mm_verify_status(val); 656505b680SVladimir Oltean if (mm->verify_status != verify_status) { 666505b680SVladimir Oltean dev_dbg(ocelot->dev, 676505b680SVladimir Oltean "Port %d MAC Merge verification state %s\n", 686505b680SVladimir Oltean port, mm_verify_state_to_string(verify_status)); 696505b680SVladimir Oltean mm->verify_status = verify_status; 706505b680SVladimir Oltean } 716505b680SVladimir Oltean 726505b680SVladimir Oltean if (val & DEV_MM_STAT_MM_STATUS_PRMPT_ACTIVE_STICKY) { 736505b680SVladimir Oltean mm->tx_active = !!(val & DEV_MM_STAT_MM_STATUS_PRMPT_ACTIVE_STATUS); 746505b680SVladimir Oltean 756505b680SVladimir Oltean dev_dbg(ocelot->dev, "Port %d TX preemption %s\n", 766505b680SVladimir Oltean port, mm->tx_active ? "active" : "inactive"); 77*7bf4a5b0SVladimir Oltean 78*7bf4a5b0SVladimir Oltean ack |= DEV_MM_STAT_MM_STATUS_PRMPT_ACTIVE_STICKY; 796505b680SVladimir Oltean } 806505b680SVladimir Oltean 816505b680SVladimir Oltean if (val & DEV_MM_STAT_MM_STATUS_UNEXP_RX_PFRM_STICKY) { 826505b680SVladimir Oltean dev_err(ocelot->dev, 836505b680SVladimir Oltean "Unexpected P-frame received on port %d while verification was unsuccessful or not yet verified\n", 846505b680SVladimir Oltean port); 85*7bf4a5b0SVladimir Oltean 86*7bf4a5b0SVladimir Oltean ack |= DEV_MM_STAT_MM_STATUS_UNEXP_RX_PFRM_STICKY; 876505b680SVladimir Oltean } 886505b680SVladimir Oltean 896505b680SVladimir Oltean if (val & DEV_MM_STAT_MM_STATUS_UNEXP_TX_PFRM_STICKY) { 906505b680SVladimir Oltean dev_err(ocelot->dev, 916505b680SVladimir Oltean "Unexpected P-frame requested to be transmitted on port %d while verification was unsuccessful or not yet verified, or MM_TX_ENA=0\n", 926505b680SVladimir Oltean port); 93*7bf4a5b0SVladimir Oltean 94*7bf4a5b0SVladimir Oltean ack |= DEV_MM_STAT_MM_STATUS_UNEXP_TX_PFRM_STICKY; 956505b680SVladimir Oltean } 966505b680SVladimir Oltean 97*7bf4a5b0SVladimir Oltean if (ack) 98*7bf4a5b0SVladimir Oltean ocelot_port_writel(ocelot_port, ack, DEV_MM_STATUS); 996505b680SVladimir Oltean } 10015f93f46SVladimir Oltean 10115f93f46SVladimir Oltean void ocelot_mm_irq(struct ocelot *ocelot) 10215f93f46SVladimir Oltean { 10315f93f46SVladimir Oltean int port; 10415f93f46SVladimir Oltean 1053ff468efSVladimir Oltean mutex_lock(&ocelot->fwd_domain_lock); 1063ff468efSVladimir Oltean 10715f93f46SVladimir Oltean for (port = 0; port < ocelot->num_phys_ports; port++) 10815f93f46SVladimir Oltean ocelot_mm_update_port_status(ocelot, port); 1093ff468efSVladimir Oltean 1103ff468efSVladimir Oltean mutex_unlock(&ocelot->fwd_domain_lock); 11115f93f46SVladimir Oltean } 11215f93f46SVladimir Oltean EXPORT_SYMBOL_GPL(ocelot_mm_irq); 1136505b680SVladimir Oltean 1146505b680SVladimir Oltean int ocelot_port_set_mm(struct ocelot *ocelot, int port, 1156505b680SVladimir Oltean struct ethtool_mm_cfg *cfg, 1166505b680SVladimir Oltean struct netlink_ext_ack *extack) 1176505b680SVladimir Oltean { 1186505b680SVladimir Oltean struct ocelot_port *ocelot_port = ocelot->ports[port]; 1196505b680SVladimir Oltean u32 mm_enable = 0, verify_disable = 0, add_frag_size; 120*7bf4a5b0SVladimir Oltean struct ocelot_mm_state *mm; 1216505b680SVladimir Oltean int err; 1226505b680SVladimir Oltean 1236505b680SVladimir Oltean if (!ocelot->mm_supported) 1246505b680SVladimir Oltean return -EOPNOTSUPP; 1256505b680SVladimir Oltean 126*7bf4a5b0SVladimir Oltean mm = &ocelot->mm[port]; 127*7bf4a5b0SVladimir Oltean 1286505b680SVladimir Oltean err = ethtool_mm_frag_size_min_to_add(cfg->tx_min_frag_size, 1296505b680SVladimir Oltean &add_frag_size, extack); 1306505b680SVladimir Oltean if (err) 1316505b680SVladimir Oltean return err; 1326505b680SVladimir Oltean 1336505b680SVladimir Oltean if (cfg->pmac_enabled) 1346505b680SVladimir Oltean mm_enable |= DEV_MM_CONFIG_ENABLE_CONFIG_MM_RX_ENA; 1356505b680SVladimir Oltean 1366505b680SVladimir Oltean if (cfg->tx_enabled) 1376505b680SVladimir Oltean mm_enable |= DEV_MM_CONFIG_ENABLE_CONFIG_MM_TX_ENA; 1386505b680SVladimir Oltean 1396505b680SVladimir Oltean if (!cfg->verify_enabled) 1406505b680SVladimir Oltean verify_disable = DEV_MM_CONFIG_VERIF_CONFIG_PRM_VERIFY_DIS; 1416505b680SVladimir Oltean 1423ff468efSVladimir Oltean mutex_lock(&ocelot->fwd_domain_lock); 1436505b680SVladimir Oltean 1446505b680SVladimir Oltean ocelot_port_rmwl(ocelot_port, mm_enable, 1456505b680SVladimir Oltean DEV_MM_CONFIG_ENABLE_CONFIG_MM_TX_ENA | 1466505b680SVladimir Oltean DEV_MM_CONFIG_ENABLE_CONFIG_MM_RX_ENA, 1476505b680SVladimir Oltean DEV_MM_ENABLE_CONFIG); 1486505b680SVladimir Oltean 1496505b680SVladimir Oltean ocelot_port_rmwl(ocelot_port, verify_disable | 1506505b680SVladimir Oltean DEV_MM_CONFIG_VERIF_CONFIG_PRM_VERIFY_TIME(cfg->verify_time), 1516505b680SVladimir Oltean DEV_MM_CONFIG_VERIF_CONFIG_PRM_VERIFY_DIS | 1526505b680SVladimir Oltean DEV_MM_CONFIG_VERIF_CONFIG_PRM_VERIFY_TIME_M, 1536505b680SVladimir Oltean DEV_MM_VERIF_CONFIG); 1546505b680SVladimir Oltean 1556505b680SVladimir Oltean ocelot_rmw_rix(ocelot, 1566505b680SVladimir Oltean QSYS_PREEMPTION_CFG_MM_ADD_FRAG_SIZE(add_frag_size), 1576505b680SVladimir Oltean QSYS_PREEMPTION_CFG_MM_ADD_FRAG_SIZE_M, 1586505b680SVladimir Oltean QSYS_PREEMPTION_CFG, 1596505b680SVladimir Oltean port); 1606505b680SVladimir Oltean 161*7bf4a5b0SVladimir Oltean /* The switch will emit an IRQ when TX is disabled, to notify that it 162*7bf4a5b0SVladimir Oltean * has become inactive. We optimize ocelot_mm_update_port_status() to 163*7bf4a5b0SVladimir Oltean * not bother processing MM IRQs at all for ports with TX disabled, 164*7bf4a5b0SVladimir Oltean * but we need to ACK this IRQ now, while mm->tx_enabled is still set, 165*7bf4a5b0SVladimir Oltean * otherwise we get an IRQ storm. 166*7bf4a5b0SVladimir Oltean */ 167*7bf4a5b0SVladimir Oltean if (mm->tx_enabled && !cfg->tx_enabled) { 168*7bf4a5b0SVladimir Oltean ocelot_mm_update_port_status(ocelot, port); 169*7bf4a5b0SVladimir Oltean WARN_ON(mm->tx_active); 170*7bf4a5b0SVladimir Oltean } 171*7bf4a5b0SVladimir Oltean 172*7bf4a5b0SVladimir Oltean mm->tx_enabled = cfg->tx_enabled; 173*7bf4a5b0SVladimir Oltean 1743ff468efSVladimir Oltean mutex_unlock(&ocelot->fwd_domain_lock); 1756505b680SVladimir Oltean 1766505b680SVladimir Oltean return 0; 1776505b680SVladimir Oltean } 1786505b680SVladimir Oltean EXPORT_SYMBOL_GPL(ocelot_port_set_mm); 1796505b680SVladimir Oltean 1806505b680SVladimir Oltean int ocelot_port_get_mm(struct ocelot *ocelot, int port, 1816505b680SVladimir Oltean struct ethtool_mm_state *state) 1826505b680SVladimir Oltean { 1836505b680SVladimir Oltean struct ocelot_port *ocelot_port = ocelot->ports[port]; 1846505b680SVladimir Oltean struct ocelot_mm_state *mm; 1856505b680SVladimir Oltean u32 val, add_frag_size; 1866505b680SVladimir Oltean 1876505b680SVladimir Oltean if (!ocelot->mm_supported) 1886505b680SVladimir Oltean return -EOPNOTSUPP; 1896505b680SVladimir Oltean 1906505b680SVladimir Oltean mm = &ocelot->mm[port]; 1916505b680SVladimir Oltean 1923ff468efSVladimir Oltean mutex_lock(&ocelot->fwd_domain_lock); 1936505b680SVladimir Oltean 1946505b680SVladimir Oltean val = ocelot_port_readl(ocelot_port, DEV_MM_ENABLE_CONFIG); 1956505b680SVladimir Oltean state->pmac_enabled = !!(val & DEV_MM_CONFIG_ENABLE_CONFIG_MM_RX_ENA); 1966505b680SVladimir Oltean state->tx_enabled = !!(val & DEV_MM_CONFIG_ENABLE_CONFIG_MM_TX_ENA); 1976505b680SVladimir Oltean 1986505b680SVladimir Oltean val = ocelot_port_readl(ocelot_port, DEV_MM_VERIF_CONFIG); 19928113cfaSVladimir Oltean state->verify_enabled = !(val & DEV_MM_CONFIG_VERIF_CONFIG_PRM_VERIFY_DIS); 2006505b680SVladimir Oltean state->verify_time = DEV_MM_CONFIG_VERIF_CONFIG_PRM_VERIFY_TIME_X(val); 2016505b680SVladimir Oltean state->max_verify_time = 128; 2026505b680SVladimir Oltean 2036505b680SVladimir Oltean val = ocelot_read_rix(ocelot, QSYS_PREEMPTION_CFG, port); 2046505b680SVladimir Oltean add_frag_size = QSYS_PREEMPTION_CFG_MM_ADD_FRAG_SIZE_X(val); 2056505b680SVladimir Oltean state->tx_min_frag_size = ethtool_mm_frag_size_add_to_min(add_frag_size); 2066505b680SVladimir Oltean state->rx_min_frag_size = ETH_ZLEN; 2076505b680SVladimir Oltean 2086505b680SVladimir Oltean state->verify_status = mm->verify_status; 2096505b680SVladimir Oltean state->tx_active = mm->tx_active; 2106505b680SVladimir Oltean 2113ff468efSVladimir Oltean mutex_unlock(&ocelot->fwd_domain_lock); 2126505b680SVladimir Oltean 2136505b680SVladimir Oltean return 0; 2146505b680SVladimir Oltean } 2156505b680SVladimir Oltean EXPORT_SYMBOL_GPL(ocelot_port_get_mm); 2166505b680SVladimir Oltean 2176505b680SVladimir Oltean int ocelot_mm_init(struct ocelot *ocelot) 2186505b680SVladimir Oltean { 2196505b680SVladimir Oltean struct ocelot_port *ocelot_port; 2206505b680SVladimir Oltean struct ocelot_mm_state *mm; 2216505b680SVladimir Oltean int port; 2226505b680SVladimir Oltean 2236505b680SVladimir Oltean if (!ocelot->mm_supported) 2246505b680SVladimir Oltean return 0; 2256505b680SVladimir Oltean 2266505b680SVladimir Oltean ocelot->mm = devm_kcalloc(ocelot->dev, ocelot->num_phys_ports, 2276505b680SVladimir Oltean sizeof(*ocelot->mm), GFP_KERNEL); 2286505b680SVladimir Oltean if (!ocelot->mm) 2296505b680SVladimir Oltean return -ENOMEM; 2306505b680SVladimir Oltean 2316505b680SVladimir Oltean for (port = 0; port < ocelot->num_phys_ports; port++) { 2326505b680SVladimir Oltean u32 val; 2336505b680SVladimir Oltean 2346505b680SVladimir Oltean mm = &ocelot->mm[port]; 2356505b680SVladimir Oltean ocelot_port = ocelot->ports[port]; 2366505b680SVladimir Oltean 2376505b680SVladimir Oltean /* Update initial status variable for the 2386505b680SVladimir Oltean * verification state machine 2396505b680SVladimir Oltean */ 2406505b680SVladimir Oltean val = ocelot_port_readl(ocelot_port, DEV_MM_STATUS); 2416505b680SVladimir Oltean mm->verify_status = ocelot_mm_verify_status(val); 2426505b680SVladimir Oltean } 2436505b680SVladimir Oltean 2446505b680SVladimir Oltean return 0; 2456505b680SVladimir Oltean } 246