1 /* 2 * drivers/net/ethernet/freescale/gianfar_ethtool.c 3 * 4 * Gianfar Ethernet Driver 5 * Ethtool support for Gianfar Enet 6 * Based on e1000 ethtool support 7 * 8 * Author: Andy Fleming 9 * Maintainer: Kumar Gala 10 * Modifier: Sandeep Gopalpet <sandeep.kumar@freescale.com> 11 * 12 * Copyright 2003-2006, 2008-2009, 2011 Freescale Semiconductor, Inc. 13 * 14 * This software may be used and distributed according to 15 * the terms of the GNU Public License, Version 2, incorporated herein 16 * by reference. 17 */ 18 19 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 20 21 #include <linux/kernel.h> 22 #include <linux/string.h> 23 #include <linux/errno.h> 24 #include <linux/interrupt.h> 25 #include <linux/delay.h> 26 #include <linux/netdevice.h> 27 #include <linux/etherdevice.h> 28 #include <linux/net_tstamp.h> 29 #include <linux/skbuff.h> 30 #include <linux/spinlock.h> 31 #include <linux/mm.h> 32 33 #include <asm/io.h> 34 #include <asm/irq.h> 35 #include <linux/uaccess.h> 36 #include <linux/module.h> 37 #include <linux/crc32.h> 38 #include <asm/types.h> 39 #include <linux/ethtool.h> 40 #include <linux/mii.h> 41 #include <linux/phy.h> 42 #include <linux/sort.h> 43 #include <linux/if_vlan.h> 44 #include <linux/of_platform.h> 45 #include <linux/fsl/ptp_qoriq.h> 46 47 #include "gianfar.h" 48 49 #define GFAR_MAX_COAL_USECS 0xffff 50 #define GFAR_MAX_COAL_FRAMES 0xff 51 static void gfar_fill_stats(struct net_device *dev, struct ethtool_stats *dummy, 52 u64 *buf); 53 static void gfar_gstrings(struct net_device *dev, u32 stringset, u8 * buf); 54 static int gfar_gcoalesce(struct net_device *dev, 55 struct ethtool_coalesce *cvals); 56 static int gfar_scoalesce(struct net_device *dev, 57 struct ethtool_coalesce *cvals); 58 static void gfar_gringparam(struct net_device *dev, 59 struct ethtool_ringparam *rvals); 60 static int gfar_sringparam(struct net_device *dev, 61 struct ethtool_ringparam *rvals); 62 static void gfar_gdrvinfo(struct net_device *dev, 63 struct ethtool_drvinfo *drvinfo); 64 65 static const char stat_gstrings[][ETH_GSTRING_LEN] = { 66 /* extra stats */ 67 "rx-allocation-errors", 68 "rx-large-frame-errors", 69 "rx-short-frame-errors", 70 "rx-non-octet-errors", 71 "rx-crc-errors", 72 "rx-overrun-errors", 73 "rx-busy-errors", 74 "rx-babbling-errors", 75 "rx-truncated-frames", 76 "ethernet-bus-error", 77 "tx-babbling-errors", 78 "tx-underrun-errors", 79 "tx-timeout-errors", 80 /* rmon stats */ 81 "tx-rx-64-frames", 82 "tx-rx-65-127-frames", 83 "tx-rx-128-255-frames", 84 "tx-rx-256-511-frames", 85 "tx-rx-512-1023-frames", 86 "tx-rx-1024-1518-frames", 87 "tx-rx-1519-1522-good-vlan", 88 "rx-bytes", 89 "rx-packets", 90 "rx-fcs-errors", 91 "receive-multicast-packet", 92 "receive-broadcast-packet", 93 "rx-control-frame-packets", 94 "rx-pause-frame-packets", 95 "rx-unknown-op-code", 96 "rx-alignment-error", 97 "rx-frame-length-error", 98 "rx-code-error", 99 "rx-carrier-sense-error", 100 "rx-undersize-packets", 101 "rx-oversize-packets", 102 "rx-fragmented-frames", 103 "rx-jabber-frames", 104 "rx-dropped-frames", 105 "tx-byte-counter", 106 "tx-packets", 107 "tx-multicast-packets", 108 "tx-broadcast-packets", 109 "tx-pause-control-frames", 110 "tx-deferral-packets", 111 "tx-excessive-deferral-packets", 112 "tx-single-collision-packets", 113 "tx-multiple-collision-packets", 114 "tx-late-collision-packets", 115 "tx-excessive-collision-packets", 116 "tx-total-collision", 117 "reserved", 118 "tx-dropped-frames", 119 "tx-jabber-frames", 120 "tx-fcs-errors", 121 "tx-control-frames", 122 "tx-oversize-frames", 123 "tx-undersize-frames", 124 "tx-fragmented-frames", 125 }; 126 127 /* Fill in a buffer with the strings which correspond to the 128 * stats */ 129 static void gfar_gstrings(struct net_device *dev, u32 stringset, u8 * buf) 130 { 131 struct gfar_private *priv = netdev_priv(dev); 132 133 if (priv->device_flags & FSL_GIANFAR_DEV_HAS_RMON) 134 memcpy(buf, stat_gstrings, GFAR_STATS_LEN * ETH_GSTRING_LEN); 135 else 136 memcpy(buf, stat_gstrings, 137 GFAR_EXTRA_STATS_LEN * ETH_GSTRING_LEN); 138 } 139 140 /* Fill in an array of 64-bit statistics from various sources. 141 * This array will be appended to the end of the ethtool_stats 142 * structure, and returned to user space 143 */ 144 static void gfar_fill_stats(struct net_device *dev, struct ethtool_stats *dummy, 145 u64 *buf) 146 { 147 int i; 148 struct gfar_private *priv = netdev_priv(dev); 149 struct gfar __iomem *regs = priv->gfargrp[0].regs; 150 atomic64_t *extra = (atomic64_t *)&priv->extra_stats; 151 152 for (i = 0; i < GFAR_EXTRA_STATS_LEN; i++) 153 buf[i] = atomic64_read(&extra[i]); 154 155 if (priv->device_flags & FSL_GIANFAR_DEV_HAS_RMON) { 156 u32 __iomem *rmon = (u32 __iomem *) ®s->rmon; 157 158 for (; i < GFAR_STATS_LEN; i++, rmon++) 159 buf[i] = (u64) gfar_read(rmon); 160 } 161 } 162 163 static int gfar_sset_count(struct net_device *dev, int sset) 164 { 165 struct gfar_private *priv = netdev_priv(dev); 166 167 switch (sset) { 168 case ETH_SS_STATS: 169 if (priv->device_flags & FSL_GIANFAR_DEV_HAS_RMON) 170 return GFAR_STATS_LEN; 171 else 172 return GFAR_EXTRA_STATS_LEN; 173 default: 174 return -EOPNOTSUPP; 175 } 176 } 177 178 /* Fills in the drvinfo structure with some basic info */ 179 static void gfar_gdrvinfo(struct net_device *dev, 180 struct ethtool_drvinfo *drvinfo) 181 { 182 strlcpy(drvinfo->driver, DRV_NAME, sizeof(drvinfo->driver)); 183 strlcpy(drvinfo->version, gfar_driver_version, 184 sizeof(drvinfo->version)); 185 strlcpy(drvinfo->fw_version, "N/A", sizeof(drvinfo->fw_version)); 186 strlcpy(drvinfo->bus_info, "N/A", sizeof(drvinfo->bus_info)); 187 } 188 189 /* Return the length of the register structure */ 190 static int gfar_reglen(struct net_device *dev) 191 { 192 return sizeof (struct gfar); 193 } 194 195 /* Return a dump of the GFAR register space */ 196 static void gfar_get_regs(struct net_device *dev, struct ethtool_regs *regs, 197 void *regbuf) 198 { 199 int i; 200 struct gfar_private *priv = netdev_priv(dev); 201 u32 __iomem *theregs = (u32 __iomem *) priv->gfargrp[0].regs; 202 u32 *buf = (u32 *) regbuf; 203 204 for (i = 0; i < sizeof (struct gfar) / sizeof (u32); i++) 205 buf[i] = gfar_read(&theregs[i]); 206 } 207 208 /* Convert microseconds to ethernet clock ticks, which changes 209 * depending on what speed the controller is running at */ 210 static unsigned int gfar_usecs2ticks(struct gfar_private *priv, 211 unsigned int usecs) 212 { 213 struct net_device *ndev = priv->ndev; 214 struct phy_device *phydev = ndev->phydev; 215 unsigned int count; 216 217 /* The timer is different, depending on the interface speed */ 218 switch (phydev->speed) { 219 case SPEED_1000: 220 count = GFAR_GBIT_TIME; 221 break; 222 case SPEED_100: 223 count = GFAR_100_TIME; 224 break; 225 case SPEED_10: 226 default: 227 count = GFAR_10_TIME; 228 break; 229 } 230 231 /* Make sure we return a number greater than 0 232 * if usecs > 0 */ 233 return (usecs * 1000 + count - 1) / count; 234 } 235 236 /* Convert ethernet clock ticks to microseconds */ 237 static unsigned int gfar_ticks2usecs(struct gfar_private *priv, 238 unsigned int ticks) 239 { 240 struct net_device *ndev = priv->ndev; 241 struct phy_device *phydev = ndev->phydev; 242 unsigned int count; 243 244 /* The timer is different, depending on the interface speed */ 245 switch (phydev->speed) { 246 case SPEED_1000: 247 count = GFAR_GBIT_TIME; 248 break; 249 case SPEED_100: 250 count = GFAR_100_TIME; 251 break; 252 case SPEED_10: 253 default: 254 count = GFAR_10_TIME; 255 break; 256 } 257 258 /* Make sure we return a number greater than 0 */ 259 /* if ticks is > 0 */ 260 return (ticks * count) / 1000; 261 } 262 263 /* Get the coalescing parameters, and put them in the cvals 264 * structure. */ 265 static int gfar_gcoalesce(struct net_device *dev, 266 struct ethtool_coalesce *cvals) 267 { 268 struct gfar_private *priv = netdev_priv(dev); 269 struct gfar_priv_rx_q *rx_queue = NULL; 270 struct gfar_priv_tx_q *tx_queue = NULL; 271 unsigned long rxtime; 272 unsigned long rxcount; 273 unsigned long txtime; 274 unsigned long txcount; 275 276 if (!(priv->device_flags & FSL_GIANFAR_DEV_HAS_COALESCE)) 277 return -EOPNOTSUPP; 278 279 if (!dev->phydev) 280 return -ENODEV; 281 282 rx_queue = priv->rx_queue[0]; 283 tx_queue = priv->tx_queue[0]; 284 285 rxtime = get_ictt_value(rx_queue->rxic); 286 rxcount = get_icft_value(rx_queue->rxic); 287 txtime = get_ictt_value(tx_queue->txic); 288 txcount = get_icft_value(tx_queue->txic); 289 cvals->rx_coalesce_usecs = gfar_ticks2usecs(priv, rxtime); 290 cvals->rx_max_coalesced_frames = rxcount; 291 292 cvals->tx_coalesce_usecs = gfar_ticks2usecs(priv, txtime); 293 cvals->tx_max_coalesced_frames = txcount; 294 295 cvals->use_adaptive_rx_coalesce = 0; 296 cvals->use_adaptive_tx_coalesce = 0; 297 298 cvals->pkt_rate_low = 0; 299 cvals->rx_coalesce_usecs_low = 0; 300 cvals->rx_max_coalesced_frames_low = 0; 301 cvals->tx_coalesce_usecs_low = 0; 302 cvals->tx_max_coalesced_frames_low = 0; 303 304 /* When the packet rate is below pkt_rate_high but above 305 * pkt_rate_low (both measured in packets per second) the 306 * normal {rx,tx}_* coalescing parameters are used. 307 */ 308 309 /* When the packet rate is (measured in packets per second) 310 * is above pkt_rate_high, the {rx,tx}_*_high parameters are 311 * used. 312 */ 313 cvals->pkt_rate_high = 0; 314 cvals->rx_coalesce_usecs_high = 0; 315 cvals->rx_max_coalesced_frames_high = 0; 316 cvals->tx_coalesce_usecs_high = 0; 317 cvals->tx_max_coalesced_frames_high = 0; 318 319 /* How often to do adaptive coalescing packet rate sampling, 320 * measured in seconds. Must not be zero. 321 */ 322 cvals->rate_sample_interval = 0; 323 324 return 0; 325 } 326 327 /* Change the coalescing values. 328 * Both cvals->*_usecs and cvals->*_frames have to be > 0 329 * in order for coalescing to be active 330 */ 331 static int gfar_scoalesce(struct net_device *dev, 332 struct ethtool_coalesce *cvals) 333 { 334 struct gfar_private *priv = netdev_priv(dev); 335 int i, err = 0; 336 337 if (!(priv->device_flags & FSL_GIANFAR_DEV_HAS_COALESCE)) 338 return -EOPNOTSUPP; 339 340 if (!dev->phydev) 341 return -ENODEV; 342 343 /* Check the bounds of the values */ 344 if (cvals->rx_coalesce_usecs > GFAR_MAX_COAL_USECS) { 345 netdev_info(dev, "Coalescing is limited to %d microseconds\n", 346 GFAR_MAX_COAL_USECS); 347 return -EINVAL; 348 } 349 350 if (cvals->rx_max_coalesced_frames > GFAR_MAX_COAL_FRAMES) { 351 netdev_info(dev, "Coalescing is limited to %d frames\n", 352 GFAR_MAX_COAL_FRAMES); 353 return -EINVAL; 354 } 355 356 /* Check the bounds of the values */ 357 if (cvals->tx_coalesce_usecs > GFAR_MAX_COAL_USECS) { 358 netdev_info(dev, "Coalescing is limited to %d microseconds\n", 359 GFAR_MAX_COAL_USECS); 360 return -EINVAL; 361 } 362 363 if (cvals->tx_max_coalesced_frames > GFAR_MAX_COAL_FRAMES) { 364 netdev_info(dev, "Coalescing is limited to %d frames\n", 365 GFAR_MAX_COAL_FRAMES); 366 return -EINVAL; 367 } 368 369 while (test_and_set_bit_lock(GFAR_RESETTING, &priv->state)) 370 cpu_relax(); 371 372 /* Set up rx coalescing */ 373 if ((cvals->rx_coalesce_usecs == 0) || 374 (cvals->rx_max_coalesced_frames == 0)) { 375 for (i = 0; i < priv->num_rx_queues; i++) 376 priv->rx_queue[i]->rxcoalescing = 0; 377 } else { 378 for (i = 0; i < priv->num_rx_queues; i++) 379 priv->rx_queue[i]->rxcoalescing = 1; 380 } 381 382 for (i = 0; i < priv->num_rx_queues; i++) { 383 priv->rx_queue[i]->rxic = mk_ic_value( 384 cvals->rx_max_coalesced_frames, 385 gfar_usecs2ticks(priv, cvals->rx_coalesce_usecs)); 386 } 387 388 /* Set up tx coalescing */ 389 if ((cvals->tx_coalesce_usecs == 0) || 390 (cvals->tx_max_coalesced_frames == 0)) { 391 for (i = 0; i < priv->num_tx_queues; i++) 392 priv->tx_queue[i]->txcoalescing = 0; 393 } else { 394 for (i = 0; i < priv->num_tx_queues; i++) 395 priv->tx_queue[i]->txcoalescing = 1; 396 } 397 398 for (i = 0; i < priv->num_tx_queues; i++) { 399 priv->tx_queue[i]->txic = mk_ic_value( 400 cvals->tx_max_coalesced_frames, 401 gfar_usecs2ticks(priv, cvals->tx_coalesce_usecs)); 402 } 403 404 if (dev->flags & IFF_UP) { 405 stop_gfar(dev); 406 err = startup_gfar(dev); 407 } else { 408 gfar_mac_reset(priv); 409 } 410 411 clear_bit_unlock(GFAR_RESETTING, &priv->state); 412 413 return err; 414 } 415 416 /* Fills in rvals with the current ring parameters. Currently, 417 * rx, rx_mini, and rx_jumbo rings are the same size, as mini and 418 * jumbo are ignored by the driver */ 419 static void gfar_gringparam(struct net_device *dev, 420 struct ethtool_ringparam *rvals) 421 { 422 struct gfar_private *priv = netdev_priv(dev); 423 struct gfar_priv_tx_q *tx_queue = NULL; 424 struct gfar_priv_rx_q *rx_queue = NULL; 425 426 tx_queue = priv->tx_queue[0]; 427 rx_queue = priv->rx_queue[0]; 428 429 rvals->rx_max_pending = GFAR_RX_MAX_RING_SIZE; 430 rvals->rx_mini_max_pending = GFAR_RX_MAX_RING_SIZE; 431 rvals->rx_jumbo_max_pending = GFAR_RX_MAX_RING_SIZE; 432 rvals->tx_max_pending = GFAR_TX_MAX_RING_SIZE; 433 434 /* Values changeable by the user. The valid values are 435 * in the range 1 to the "*_max_pending" counterpart above. 436 */ 437 rvals->rx_pending = rx_queue->rx_ring_size; 438 rvals->rx_mini_pending = rx_queue->rx_ring_size; 439 rvals->rx_jumbo_pending = rx_queue->rx_ring_size; 440 rvals->tx_pending = tx_queue->tx_ring_size; 441 } 442 443 /* Change the current ring parameters, stopping the controller if 444 * necessary so that we don't mess things up while we're in motion. 445 */ 446 static int gfar_sringparam(struct net_device *dev, 447 struct ethtool_ringparam *rvals) 448 { 449 struct gfar_private *priv = netdev_priv(dev); 450 int err = 0, i; 451 452 if (rvals->rx_pending > GFAR_RX_MAX_RING_SIZE) 453 return -EINVAL; 454 455 if (!is_power_of_2(rvals->rx_pending)) { 456 netdev_err(dev, "Ring sizes must be a power of 2\n"); 457 return -EINVAL; 458 } 459 460 if (rvals->tx_pending > GFAR_TX_MAX_RING_SIZE) 461 return -EINVAL; 462 463 if (!is_power_of_2(rvals->tx_pending)) { 464 netdev_err(dev, "Ring sizes must be a power of 2\n"); 465 return -EINVAL; 466 } 467 468 while (test_and_set_bit_lock(GFAR_RESETTING, &priv->state)) 469 cpu_relax(); 470 471 if (dev->flags & IFF_UP) 472 stop_gfar(dev); 473 474 /* Change the sizes */ 475 for (i = 0; i < priv->num_rx_queues; i++) 476 priv->rx_queue[i]->rx_ring_size = rvals->rx_pending; 477 478 for (i = 0; i < priv->num_tx_queues; i++) 479 priv->tx_queue[i]->tx_ring_size = rvals->tx_pending; 480 481 /* Rebuild the rings with the new size */ 482 if (dev->flags & IFF_UP) 483 err = startup_gfar(dev); 484 485 clear_bit_unlock(GFAR_RESETTING, &priv->state); 486 487 return err; 488 } 489 490 static void gfar_gpauseparam(struct net_device *dev, 491 struct ethtool_pauseparam *epause) 492 { 493 struct gfar_private *priv = netdev_priv(dev); 494 495 epause->autoneg = !!priv->pause_aneg_en; 496 epause->rx_pause = !!priv->rx_pause_en; 497 epause->tx_pause = !!priv->tx_pause_en; 498 } 499 500 static int gfar_spauseparam(struct net_device *dev, 501 struct ethtool_pauseparam *epause) 502 { 503 struct gfar_private *priv = netdev_priv(dev); 504 struct phy_device *phydev = dev->phydev; 505 struct gfar __iomem *regs = priv->gfargrp[0].regs; 506 u32 oldadv, newadv; 507 508 if (!phydev) 509 return -ENODEV; 510 511 if (!(phydev->supported & SUPPORTED_Pause) || 512 (!(phydev->supported & SUPPORTED_Asym_Pause) && 513 (epause->rx_pause != epause->tx_pause))) 514 return -EINVAL; 515 516 priv->rx_pause_en = priv->tx_pause_en = 0; 517 if (epause->rx_pause) { 518 priv->rx_pause_en = 1; 519 520 if (epause->tx_pause) { 521 priv->tx_pause_en = 1; 522 /* FLOW_CTRL_RX & TX */ 523 newadv = ADVERTISED_Pause; 524 } else /* FLOW_CTLR_RX */ 525 newadv = ADVERTISED_Pause | ADVERTISED_Asym_Pause; 526 } else if (epause->tx_pause) { 527 priv->tx_pause_en = 1; 528 /* FLOW_CTLR_TX */ 529 newadv = ADVERTISED_Asym_Pause; 530 } else 531 newadv = 0; 532 533 if (epause->autoneg) 534 priv->pause_aneg_en = 1; 535 else 536 priv->pause_aneg_en = 0; 537 538 oldadv = phydev->advertising & 539 (ADVERTISED_Pause | ADVERTISED_Asym_Pause); 540 if (oldadv != newadv) { 541 phydev->advertising &= 542 ~(ADVERTISED_Pause | ADVERTISED_Asym_Pause); 543 phydev->advertising |= newadv; 544 if (phydev->autoneg) 545 /* inform link partner of our 546 * new flow ctrl settings 547 */ 548 return phy_start_aneg(phydev); 549 550 if (!epause->autoneg) { 551 u32 tempval; 552 tempval = gfar_read(®s->maccfg1); 553 tempval &= ~(MACCFG1_TX_FLOW | MACCFG1_RX_FLOW); 554 555 priv->tx_actual_en = 0; 556 if (priv->tx_pause_en) { 557 priv->tx_actual_en = 1; 558 tempval |= MACCFG1_TX_FLOW; 559 } 560 561 if (priv->rx_pause_en) 562 tempval |= MACCFG1_RX_FLOW; 563 gfar_write(®s->maccfg1, tempval); 564 } 565 } 566 567 return 0; 568 } 569 570 int gfar_set_features(struct net_device *dev, netdev_features_t features) 571 { 572 netdev_features_t changed = dev->features ^ features; 573 struct gfar_private *priv = netdev_priv(dev); 574 int err = 0; 575 576 if (!(changed & (NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_HW_VLAN_CTAG_RX | 577 NETIF_F_RXCSUM))) 578 return 0; 579 580 while (test_and_set_bit_lock(GFAR_RESETTING, &priv->state)) 581 cpu_relax(); 582 583 dev->features = features; 584 585 if (dev->flags & IFF_UP) { 586 /* Now we take down the rings to rebuild them */ 587 stop_gfar(dev); 588 err = startup_gfar(dev); 589 } else { 590 gfar_mac_reset(priv); 591 } 592 593 clear_bit_unlock(GFAR_RESETTING, &priv->state); 594 595 return err; 596 } 597 598 static uint32_t gfar_get_msglevel(struct net_device *dev) 599 { 600 struct gfar_private *priv = netdev_priv(dev); 601 602 return priv->msg_enable; 603 } 604 605 static void gfar_set_msglevel(struct net_device *dev, uint32_t data) 606 { 607 struct gfar_private *priv = netdev_priv(dev); 608 609 priv->msg_enable = data; 610 } 611 612 #ifdef CONFIG_PM 613 static void gfar_get_wol(struct net_device *dev, struct ethtool_wolinfo *wol) 614 { 615 struct gfar_private *priv = netdev_priv(dev); 616 617 wol->supported = 0; 618 wol->wolopts = 0; 619 620 if (priv->wol_supported & GFAR_WOL_MAGIC) 621 wol->supported |= WAKE_MAGIC; 622 623 if (priv->wol_supported & GFAR_WOL_FILER_UCAST) 624 wol->supported |= WAKE_UCAST; 625 626 if (priv->wol_opts & GFAR_WOL_MAGIC) 627 wol->wolopts |= WAKE_MAGIC; 628 629 if (priv->wol_opts & GFAR_WOL_FILER_UCAST) 630 wol->wolopts |= WAKE_UCAST; 631 } 632 633 static int gfar_set_wol(struct net_device *dev, struct ethtool_wolinfo *wol) 634 { 635 struct gfar_private *priv = netdev_priv(dev); 636 u16 wol_opts = 0; 637 int err; 638 639 if (!priv->wol_supported && wol->wolopts) 640 return -EINVAL; 641 642 if (wol->wolopts & ~(WAKE_MAGIC | WAKE_UCAST)) 643 return -EINVAL; 644 645 if (wol->wolopts & WAKE_MAGIC) { 646 wol_opts |= GFAR_WOL_MAGIC; 647 } else { 648 if (wol->wolopts & WAKE_UCAST) 649 wol_opts |= GFAR_WOL_FILER_UCAST; 650 } 651 652 wol_opts &= priv->wol_supported; 653 priv->wol_opts = 0; 654 655 err = device_set_wakeup_enable(priv->dev, wol_opts); 656 if (err) 657 return err; 658 659 priv->wol_opts = wol_opts; 660 661 return 0; 662 } 663 #endif 664 665 static void ethflow_to_filer_rules (struct gfar_private *priv, u64 ethflow) 666 { 667 u32 fcr = 0x0, fpr = FPR_FILER_MASK; 668 669 if (ethflow & RXH_L2DA) { 670 fcr = RQFCR_PID_DAH | RQFCR_CMP_NOMATCH | 671 RQFCR_HASH | RQFCR_AND | RQFCR_HASHTBL_0; 672 priv->ftp_rqfpr[priv->cur_filer_idx] = fpr; 673 priv->ftp_rqfcr[priv->cur_filer_idx] = fcr; 674 gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr); 675 priv->cur_filer_idx = priv->cur_filer_idx - 1; 676 677 fcr = RQFCR_PID_DAL | RQFCR_CMP_NOMATCH | 678 RQFCR_HASH | RQFCR_AND | RQFCR_HASHTBL_0; 679 priv->ftp_rqfpr[priv->cur_filer_idx] = fpr; 680 priv->ftp_rqfcr[priv->cur_filer_idx] = fcr; 681 gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr); 682 priv->cur_filer_idx = priv->cur_filer_idx - 1; 683 } 684 685 if (ethflow & RXH_VLAN) { 686 fcr = RQFCR_PID_VID | RQFCR_CMP_NOMATCH | RQFCR_HASH | 687 RQFCR_AND | RQFCR_HASHTBL_0; 688 gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr); 689 priv->ftp_rqfpr[priv->cur_filer_idx] = fpr; 690 priv->ftp_rqfcr[priv->cur_filer_idx] = fcr; 691 priv->cur_filer_idx = priv->cur_filer_idx - 1; 692 } 693 694 if (ethflow & RXH_IP_SRC) { 695 fcr = RQFCR_PID_SIA | RQFCR_CMP_NOMATCH | RQFCR_HASH | 696 RQFCR_AND | RQFCR_HASHTBL_0; 697 priv->ftp_rqfpr[priv->cur_filer_idx] = fpr; 698 priv->ftp_rqfcr[priv->cur_filer_idx] = fcr; 699 gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr); 700 priv->cur_filer_idx = priv->cur_filer_idx - 1; 701 } 702 703 if (ethflow & (RXH_IP_DST)) { 704 fcr = RQFCR_PID_DIA | RQFCR_CMP_NOMATCH | RQFCR_HASH | 705 RQFCR_AND | RQFCR_HASHTBL_0; 706 priv->ftp_rqfpr[priv->cur_filer_idx] = fpr; 707 priv->ftp_rqfcr[priv->cur_filer_idx] = fcr; 708 gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr); 709 priv->cur_filer_idx = priv->cur_filer_idx - 1; 710 } 711 712 if (ethflow & RXH_L3_PROTO) { 713 fcr = RQFCR_PID_L4P | RQFCR_CMP_NOMATCH | RQFCR_HASH | 714 RQFCR_AND | RQFCR_HASHTBL_0; 715 priv->ftp_rqfpr[priv->cur_filer_idx] = fpr; 716 priv->ftp_rqfcr[priv->cur_filer_idx] = fcr; 717 gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr); 718 priv->cur_filer_idx = priv->cur_filer_idx - 1; 719 } 720 721 if (ethflow & RXH_L4_B_0_1) { 722 fcr = RQFCR_PID_SPT | RQFCR_CMP_NOMATCH | RQFCR_HASH | 723 RQFCR_AND | RQFCR_HASHTBL_0; 724 priv->ftp_rqfpr[priv->cur_filer_idx] = fpr; 725 priv->ftp_rqfcr[priv->cur_filer_idx] = fcr; 726 gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr); 727 priv->cur_filer_idx = priv->cur_filer_idx - 1; 728 } 729 730 if (ethflow & RXH_L4_B_2_3) { 731 fcr = RQFCR_PID_DPT | RQFCR_CMP_NOMATCH | RQFCR_HASH | 732 RQFCR_AND | RQFCR_HASHTBL_0; 733 priv->ftp_rqfpr[priv->cur_filer_idx] = fpr; 734 priv->ftp_rqfcr[priv->cur_filer_idx] = fcr; 735 gfar_write_filer(priv, priv->cur_filer_idx, fcr, fpr); 736 priv->cur_filer_idx = priv->cur_filer_idx - 1; 737 } 738 } 739 740 static int gfar_ethflow_to_filer_table(struct gfar_private *priv, u64 ethflow, 741 u64 class) 742 { 743 unsigned int last_rule_idx = priv->cur_filer_idx; 744 unsigned int cmp_rqfpr; 745 unsigned int *local_rqfpr; 746 unsigned int *local_rqfcr; 747 int i = 0x0, k = 0x0; 748 int j = MAX_FILER_IDX, l = 0x0; 749 int ret = 1; 750 751 local_rqfpr = kmalloc_array(MAX_FILER_IDX + 1, sizeof(unsigned int), 752 GFP_KERNEL); 753 local_rqfcr = kmalloc_array(MAX_FILER_IDX + 1, sizeof(unsigned int), 754 GFP_KERNEL); 755 if (!local_rqfpr || !local_rqfcr) { 756 ret = 0; 757 goto err; 758 } 759 760 switch (class) { 761 case TCP_V4_FLOW: 762 cmp_rqfpr = RQFPR_IPV4 |RQFPR_TCP; 763 break; 764 case UDP_V4_FLOW: 765 cmp_rqfpr = RQFPR_IPV4 |RQFPR_UDP; 766 break; 767 case TCP_V6_FLOW: 768 cmp_rqfpr = RQFPR_IPV6 |RQFPR_TCP; 769 break; 770 case UDP_V6_FLOW: 771 cmp_rqfpr = RQFPR_IPV6 |RQFPR_UDP; 772 break; 773 default: 774 netdev_err(priv->ndev, 775 "Right now this class is not supported\n"); 776 ret = 0; 777 goto err; 778 } 779 780 for (i = 0; i < MAX_FILER_IDX + 1; i++) { 781 local_rqfpr[j] = priv->ftp_rqfpr[i]; 782 local_rqfcr[j] = priv->ftp_rqfcr[i]; 783 j--; 784 if ((priv->ftp_rqfcr[i] == 785 (RQFCR_PID_PARSE | RQFCR_CLE | RQFCR_AND)) && 786 (priv->ftp_rqfpr[i] == cmp_rqfpr)) 787 break; 788 } 789 790 if (i == MAX_FILER_IDX + 1) { 791 netdev_err(priv->ndev, 792 "No parse rule found, can't create hash rules\n"); 793 ret = 0; 794 goto err; 795 } 796 797 /* If a match was found, then it begins the starting of a cluster rule 798 * if it was already programmed, we need to overwrite these rules 799 */ 800 for (l = i+1; l < MAX_FILER_IDX; l++) { 801 if ((priv->ftp_rqfcr[l] & RQFCR_CLE) && 802 !(priv->ftp_rqfcr[l] & RQFCR_AND)) { 803 priv->ftp_rqfcr[l] = RQFCR_CLE | RQFCR_CMP_EXACT | 804 RQFCR_HASHTBL_0 | RQFCR_PID_MASK; 805 priv->ftp_rqfpr[l] = FPR_FILER_MASK; 806 gfar_write_filer(priv, l, priv->ftp_rqfcr[l], 807 priv->ftp_rqfpr[l]); 808 break; 809 } 810 811 if (!(priv->ftp_rqfcr[l] & RQFCR_CLE) && 812 (priv->ftp_rqfcr[l] & RQFCR_AND)) 813 continue; 814 else { 815 local_rqfpr[j] = priv->ftp_rqfpr[l]; 816 local_rqfcr[j] = priv->ftp_rqfcr[l]; 817 j--; 818 } 819 } 820 821 priv->cur_filer_idx = l - 1; 822 last_rule_idx = l; 823 824 /* hash rules */ 825 ethflow_to_filer_rules(priv, ethflow); 826 827 /* Write back the popped out rules again */ 828 for (k = j+1; k < MAX_FILER_IDX; k++) { 829 priv->ftp_rqfpr[priv->cur_filer_idx] = local_rqfpr[k]; 830 priv->ftp_rqfcr[priv->cur_filer_idx] = local_rqfcr[k]; 831 gfar_write_filer(priv, priv->cur_filer_idx, 832 local_rqfcr[k], local_rqfpr[k]); 833 if (!priv->cur_filer_idx) 834 break; 835 priv->cur_filer_idx = priv->cur_filer_idx - 1; 836 } 837 838 err: 839 kfree(local_rqfcr); 840 kfree(local_rqfpr); 841 return ret; 842 } 843 844 static int gfar_set_hash_opts(struct gfar_private *priv, 845 struct ethtool_rxnfc *cmd) 846 { 847 /* write the filer rules here */ 848 if (!gfar_ethflow_to_filer_table(priv, cmd->data, cmd->flow_type)) 849 return -EINVAL; 850 851 return 0; 852 } 853 854 static int gfar_check_filer_hardware(struct gfar_private *priv) 855 { 856 struct gfar __iomem *regs = priv->gfargrp[0].regs; 857 u32 i; 858 859 /* Check if we are in FIFO mode */ 860 i = gfar_read(®s->ecntrl); 861 i &= ECNTRL_FIFM; 862 if (i == ECNTRL_FIFM) { 863 netdev_notice(priv->ndev, "Interface in FIFO mode\n"); 864 i = gfar_read(®s->rctrl); 865 i &= RCTRL_PRSDEP_MASK | RCTRL_PRSFM; 866 if (i == (RCTRL_PRSDEP_MASK | RCTRL_PRSFM)) { 867 netdev_info(priv->ndev, 868 "Receive Queue Filtering enabled\n"); 869 } else { 870 netdev_warn(priv->ndev, 871 "Receive Queue Filtering disabled\n"); 872 return -EOPNOTSUPP; 873 } 874 } 875 /* Or in standard mode */ 876 else { 877 i = gfar_read(®s->rctrl); 878 i &= RCTRL_PRSDEP_MASK; 879 if (i == RCTRL_PRSDEP_MASK) { 880 netdev_info(priv->ndev, 881 "Receive Queue Filtering enabled\n"); 882 } else { 883 netdev_warn(priv->ndev, 884 "Receive Queue Filtering disabled\n"); 885 return -EOPNOTSUPP; 886 } 887 } 888 889 /* Sets the properties for arbitrary filer rule 890 * to the first 4 Layer 4 Bytes 891 */ 892 gfar_write(®s->rbifx, 0xC0C1C2C3); 893 return 0; 894 } 895 896 /* Write a mask to filer cache */ 897 static void gfar_set_mask(u32 mask, struct filer_table *tab) 898 { 899 tab->fe[tab->index].ctrl = RQFCR_AND | RQFCR_PID_MASK | RQFCR_CMP_EXACT; 900 tab->fe[tab->index].prop = mask; 901 tab->index++; 902 } 903 904 /* Sets parse bits (e.g. IP or TCP) */ 905 static void gfar_set_parse_bits(u32 value, u32 mask, struct filer_table *tab) 906 { 907 gfar_set_mask(mask, tab); 908 tab->fe[tab->index].ctrl = RQFCR_CMP_EXACT | RQFCR_PID_PARSE | 909 RQFCR_AND; 910 tab->fe[tab->index].prop = value; 911 tab->index++; 912 } 913 914 static void gfar_set_general_attribute(u32 value, u32 mask, u32 flag, 915 struct filer_table *tab) 916 { 917 gfar_set_mask(mask, tab); 918 tab->fe[tab->index].ctrl = RQFCR_CMP_EXACT | RQFCR_AND | flag; 919 tab->fe[tab->index].prop = value; 920 tab->index++; 921 } 922 923 /* For setting a tuple of value and mask of type flag 924 * Example: 925 * IP-Src = 10.0.0.0/255.0.0.0 926 * value: 0x0A000000 mask: FF000000 flag: RQFPR_IPV4 927 * 928 * Ethtool gives us a value=0 and mask=~0 for don't care a tuple 929 * For a don't care mask it gives us a 0 930 * 931 * The check if don't care and the mask adjustment if mask=0 is done for VLAN 932 * and MAC stuff on an upper level (due to missing information on this level). 933 * For these guys we can discard them if they are value=0 and mask=0. 934 * 935 * Further the all masks are one-padded for better hardware efficiency. 936 */ 937 static void gfar_set_attribute(u32 value, u32 mask, u32 flag, 938 struct filer_table *tab) 939 { 940 switch (flag) { 941 /* 3bit */ 942 case RQFCR_PID_PRI: 943 if (!(value | mask)) 944 return; 945 mask |= RQFCR_PID_PRI_MASK; 946 break; 947 /* 8bit */ 948 case RQFCR_PID_L4P: 949 case RQFCR_PID_TOS: 950 if (!~(mask | RQFCR_PID_L4P_MASK)) 951 return; 952 if (!mask) 953 mask = ~0; 954 else 955 mask |= RQFCR_PID_L4P_MASK; 956 break; 957 /* 12bit */ 958 case RQFCR_PID_VID: 959 if (!(value | mask)) 960 return; 961 mask |= RQFCR_PID_VID_MASK; 962 break; 963 /* 16bit */ 964 case RQFCR_PID_DPT: 965 case RQFCR_PID_SPT: 966 case RQFCR_PID_ETY: 967 if (!~(mask | RQFCR_PID_PORT_MASK)) 968 return; 969 if (!mask) 970 mask = ~0; 971 else 972 mask |= RQFCR_PID_PORT_MASK; 973 break; 974 /* 24bit */ 975 case RQFCR_PID_DAH: 976 case RQFCR_PID_DAL: 977 case RQFCR_PID_SAH: 978 case RQFCR_PID_SAL: 979 if (!(value | mask)) 980 return; 981 mask |= RQFCR_PID_MAC_MASK; 982 break; 983 /* for all real 32bit masks */ 984 default: 985 if (!~mask) 986 return; 987 if (!mask) 988 mask = ~0; 989 break; 990 } 991 gfar_set_general_attribute(value, mask, flag, tab); 992 } 993 994 /* Translates value and mask for UDP, TCP or SCTP */ 995 static void gfar_set_basic_ip(struct ethtool_tcpip4_spec *value, 996 struct ethtool_tcpip4_spec *mask, 997 struct filer_table *tab) 998 { 999 gfar_set_attribute(be32_to_cpu(value->ip4src), 1000 be32_to_cpu(mask->ip4src), 1001 RQFCR_PID_SIA, tab); 1002 gfar_set_attribute(be32_to_cpu(value->ip4dst), 1003 be32_to_cpu(mask->ip4dst), 1004 RQFCR_PID_DIA, tab); 1005 gfar_set_attribute(be16_to_cpu(value->pdst), 1006 be16_to_cpu(mask->pdst), 1007 RQFCR_PID_DPT, tab); 1008 gfar_set_attribute(be16_to_cpu(value->psrc), 1009 be16_to_cpu(mask->psrc), 1010 RQFCR_PID_SPT, tab); 1011 gfar_set_attribute(value->tos, mask->tos, RQFCR_PID_TOS, tab); 1012 } 1013 1014 /* Translates value and mask for RAW-IP4 */ 1015 static void gfar_set_user_ip(struct ethtool_usrip4_spec *value, 1016 struct ethtool_usrip4_spec *mask, 1017 struct filer_table *tab) 1018 { 1019 gfar_set_attribute(be32_to_cpu(value->ip4src), 1020 be32_to_cpu(mask->ip4src), 1021 RQFCR_PID_SIA, tab); 1022 gfar_set_attribute(be32_to_cpu(value->ip4dst), 1023 be32_to_cpu(mask->ip4dst), 1024 RQFCR_PID_DIA, tab); 1025 gfar_set_attribute(value->tos, mask->tos, RQFCR_PID_TOS, tab); 1026 gfar_set_attribute(value->proto, mask->proto, RQFCR_PID_L4P, tab); 1027 gfar_set_attribute(be32_to_cpu(value->l4_4_bytes), 1028 be32_to_cpu(mask->l4_4_bytes), 1029 RQFCR_PID_ARB, tab); 1030 1031 } 1032 1033 /* Translates value and mask for ETHER spec */ 1034 static void gfar_set_ether(struct ethhdr *value, struct ethhdr *mask, 1035 struct filer_table *tab) 1036 { 1037 u32 upper_temp_mask = 0; 1038 u32 lower_temp_mask = 0; 1039 1040 /* Source address */ 1041 if (!is_broadcast_ether_addr(mask->h_source)) { 1042 if (is_zero_ether_addr(mask->h_source)) { 1043 upper_temp_mask = 0xFFFFFFFF; 1044 lower_temp_mask = 0xFFFFFFFF; 1045 } else { 1046 upper_temp_mask = mask->h_source[0] << 16 | 1047 mask->h_source[1] << 8 | 1048 mask->h_source[2]; 1049 lower_temp_mask = mask->h_source[3] << 16 | 1050 mask->h_source[4] << 8 | 1051 mask->h_source[5]; 1052 } 1053 /* Upper 24bit */ 1054 gfar_set_attribute(value->h_source[0] << 16 | 1055 value->h_source[1] << 8 | 1056 value->h_source[2], 1057 upper_temp_mask, RQFCR_PID_SAH, tab); 1058 /* And the same for the lower part */ 1059 gfar_set_attribute(value->h_source[3] << 16 | 1060 value->h_source[4] << 8 | 1061 value->h_source[5], 1062 lower_temp_mask, RQFCR_PID_SAL, tab); 1063 } 1064 /* Destination address */ 1065 if (!is_broadcast_ether_addr(mask->h_dest)) { 1066 /* Special for destination is limited broadcast */ 1067 if ((is_broadcast_ether_addr(value->h_dest) && 1068 is_zero_ether_addr(mask->h_dest))) { 1069 gfar_set_parse_bits(RQFPR_EBC, RQFPR_EBC, tab); 1070 } else { 1071 if (is_zero_ether_addr(mask->h_dest)) { 1072 upper_temp_mask = 0xFFFFFFFF; 1073 lower_temp_mask = 0xFFFFFFFF; 1074 } else { 1075 upper_temp_mask = mask->h_dest[0] << 16 | 1076 mask->h_dest[1] << 8 | 1077 mask->h_dest[2]; 1078 lower_temp_mask = mask->h_dest[3] << 16 | 1079 mask->h_dest[4] << 8 | 1080 mask->h_dest[5]; 1081 } 1082 1083 /* Upper 24bit */ 1084 gfar_set_attribute(value->h_dest[0] << 16 | 1085 value->h_dest[1] << 8 | 1086 value->h_dest[2], 1087 upper_temp_mask, RQFCR_PID_DAH, tab); 1088 /* And the same for the lower part */ 1089 gfar_set_attribute(value->h_dest[3] << 16 | 1090 value->h_dest[4] << 8 | 1091 value->h_dest[5], 1092 lower_temp_mask, RQFCR_PID_DAL, tab); 1093 } 1094 } 1095 1096 gfar_set_attribute(be16_to_cpu(value->h_proto), 1097 be16_to_cpu(mask->h_proto), 1098 RQFCR_PID_ETY, tab); 1099 } 1100 1101 static inline u32 vlan_tci_vid(struct ethtool_rx_flow_spec *rule) 1102 { 1103 return be16_to_cpu(rule->h_ext.vlan_tci) & VLAN_VID_MASK; 1104 } 1105 1106 static inline u32 vlan_tci_vidm(struct ethtool_rx_flow_spec *rule) 1107 { 1108 return be16_to_cpu(rule->m_ext.vlan_tci) & VLAN_VID_MASK; 1109 } 1110 1111 static inline u32 vlan_tci_cfi(struct ethtool_rx_flow_spec *rule) 1112 { 1113 return be16_to_cpu(rule->h_ext.vlan_tci) & VLAN_CFI_MASK; 1114 } 1115 1116 static inline u32 vlan_tci_cfim(struct ethtool_rx_flow_spec *rule) 1117 { 1118 return be16_to_cpu(rule->m_ext.vlan_tci) & VLAN_CFI_MASK; 1119 } 1120 1121 static inline u32 vlan_tci_prio(struct ethtool_rx_flow_spec *rule) 1122 { 1123 return (be16_to_cpu(rule->h_ext.vlan_tci) & VLAN_PRIO_MASK) >> 1124 VLAN_PRIO_SHIFT; 1125 } 1126 1127 static inline u32 vlan_tci_priom(struct ethtool_rx_flow_spec *rule) 1128 { 1129 return (be16_to_cpu(rule->m_ext.vlan_tci) & VLAN_PRIO_MASK) >> 1130 VLAN_PRIO_SHIFT; 1131 } 1132 1133 /* Convert a rule to binary filter format of gianfar */ 1134 static int gfar_convert_to_filer(struct ethtool_rx_flow_spec *rule, 1135 struct filer_table *tab) 1136 { 1137 u32 vlan = 0, vlan_mask = 0; 1138 u32 id = 0, id_mask = 0; 1139 u32 cfi = 0, cfi_mask = 0; 1140 u32 prio = 0, prio_mask = 0; 1141 u32 old_index = tab->index; 1142 1143 /* Check if vlan is wanted */ 1144 if ((rule->flow_type & FLOW_EXT) && 1145 (rule->m_ext.vlan_tci != cpu_to_be16(0xFFFF))) { 1146 if (!rule->m_ext.vlan_tci) 1147 rule->m_ext.vlan_tci = cpu_to_be16(0xFFFF); 1148 1149 vlan = RQFPR_VLN; 1150 vlan_mask = RQFPR_VLN; 1151 1152 /* Separate the fields */ 1153 id = vlan_tci_vid(rule); 1154 id_mask = vlan_tci_vidm(rule); 1155 cfi = vlan_tci_cfi(rule); 1156 cfi_mask = vlan_tci_cfim(rule); 1157 prio = vlan_tci_prio(rule); 1158 prio_mask = vlan_tci_priom(rule); 1159 1160 if (cfi == VLAN_TAG_PRESENT && cfi_mask == VLAN_TAG_PRESENT) { 1161 vlan |= RQFPR_CFI; 1162 vlan_mask |= RQFPR_CFI; 1163 } else if (cfi != VLAN_TAG_PRESENT && 1164 cfi_mask == VLAN_TAG_PRESENT) { 1165 vlan_mask |= RQFPR_CFI; 1166 } 1167 } 1168 1169 switch (rule->flow_type & ~FLOW_EXT) { 1170 case TCP_V4_FLOW: 1171 gfar_set_parse_bits(RQFPR_IPV4 | RQFPR_TCP | vlan, 1172 RQFPR_IPV4 | RQFPR_TCP | vlan_mask, tab); 1173 gfar_set_basic_ip(&rule->h_u.tcp_ip4_spec, 1174 &rule->m_u.tcp_ip4_spec, tab); 1175 break; 1176 case UDP_V4_FLOW: 1177 gfar_set_parse_bits(RQFPR_IPV4 | RQFPR_UDP | vlan, 1178 RQFPR_IPV4 | RQFPR_UDP | vlan_mask, tab); 1179 gfar_set_basic_ip(&rule->h_u.udp_ip4_spec, 1180 &rule->m_u.udp_ip4_spec, tab); 1181 break; 1182 case SCTP_V4_FLOW: 1183 gfar_set_parse_bits(RQFPR_IPV4 | vlan, RQFPR_IPV4 | vlan_mask, 1184 tab); 1185 gfar_set_attribute(132, 0, RQFCR_PID_L4P, tab); 1186 gfar_set_basic_ip((struct ethtool_tcpip4_spec *)&rule->h_u, 1187 (struct ethtool_tcpip4_spec *)&rule->m_u, 1188 tab); 1189 break; 1190 case IP_USER_FLOW: 1191 gfar_set_parse_bits(RQFPR_IPV4 | vlan, RQFPR_IPV4 | vlan_mask, 1192 tab); 1193 gfar_set_user_ip((struct ethtool_usrip4_spec *) &rule->h_u, 1194 (struct ethtool_usrip4_spec *) &rule->m_u, 1195 tab); 1196 break; 1197 case ETHER_FLOW: 1198 if (vlan) 1199 gfar_set_parse_bits(vlan, vlan_mask, tab); 1200 gfar_set_ether((struct ethhdr *) &rule->h_u, 1201 (struct ethhdr *) &rule->m_u, tab); 1202 break; 1203 default: 1204 return -1; 1205 } 1206 1207 /* Set the vlan attributes in the end */ 1208 if (vlan) { 1209 gfar_set_attribute(id, id_mask, RQFCR_PID_VID, tab); 1210 gfar_set_attribute(prio, prio_mask, RQFCR_PID_PRI, tab); 1211 } 1212 1213 /* If there has been nothing written till now, it must be a default */ 1214 if (tab->index == old_index) { 1215 gfar_set_mask(0xFFFFFFFF, tab); 1216 tab->fe[tab->index].ctrl = 0x20; 1217 tab->fe[tab->index].prop = 0x0; 1218 tab->index++; 1219 } 1220 1221 /* Remove last AND */ 1222 tab->fe[tab->index - 1].ctrl &= (~RQFCR_AND); 1223 1224 /* Specify which queue to use or to drop */ 1225 if (rule->ring_cookie == RX_CLS_FLOW_DISC) 1226 tab->fe[tab->index - 1].ctrl |= RQFCR_RJE; 1227 else 1228 tab->fe[tab->index - 1].ctrl |= (rule->ring_cookie << 10); 1229 1230 /* Only big enough entries can be clustered */ 1231 if (tab->index > (old_index + 2)) { 1232 tab->fe[old_index + 1].ctrl |= RQFCR_CLE; 1233 tab->fe[tab->index - 1].ctrl |= RQFCR_CLE; 1234 } 1235 1236 /* In rare cases the cache can be full while there is 1237 * free space in hw 1238 */ 1239 if (tab->index > MAX_FILER_CACHE_IDX - 1) 1240 return -EBUSY; 1241 1242 return 0; 1243 } 1244 1245 /* Write the bit-pattern from software's buffer to hardware registers */ 1246 static int gfar_write_filer_table(struct gfar_private *priv, 1247 struct filer_table *tab) 1248 { 1249 u32 i = 0; 1250 if (tab->index > MAX_FILER_IDX - 1) 1251 return -EBUSY; 1252 1253 /* Fill regular entries */ 1254 for (; i < MAX_FILER_IDX && (tab->fe[i].ctrl | tab->fe[i].prop); i++) 1255 gfar_write_filer(priv, i, tab->fe[i].ctrl, tab->fe[i].prop); 1256 /* Fill the rest with fall-troughs */ 1257 for (; i < MAX_FILER_IDX; i++) 1258 gfar_write_filer(priv, i, 0x60, 0xFFFFFFFF); 1259 /* Last entry must be default accept 1260 * because that's what people expect 1261 */ 1262 gfar_write_filer(priv, i, 0x20, 0x0); 1263 1264 return 0; 1265 } 1266 1267 static int gfar_check_capability(struct ethtool_rx_flow_spec *flow, 1268 struct gfar_private *priv) 1269 { 1270 1271 if (flow->flow_type & FLOW_EXT) { 1272 if (~flow->m_ext.data[0] || ~flow->m_ext.data[1]) 1273 netdev_warn(priv->ndev, 1274 "User-specific data not supported!\n"); 1275 if (~flow->m_ext.vlan_etype) 1276 netdev_warn(priv->ndev, 1277 "VLAN-etype not supported!\n"); 1278 } 1279 if (flow->flow_type == IP_USER_FLOW) 1280 if (flow->h_u.usr_ip4_spec.ip_ver != ETH_RX_NFC_IP4) 1281 netdev_warn(priv->ndev, 1282 "IP-Version differing from IPv4 not supported!\n"); 1283 1284 return 0; 1285 } 1286 1287 static int gfar_process_filer_changes(struct gfar_private *priv) 1288 { 1289 struct ethtool_flow_spec_container *j; 1290 struct filer_table *tab; 1291 s32 ret = 0; 1292 1293 /* So index is set to zero, too! */ 1294 tab = kzalloc(sizeof(*tab), GFP_KERNEL); 1295 if (tab == NULL) 1296 return -ENOMEM; 1297 1298 /* Now convert the existing filer data from flow_spec into 1299 * filer tables binary format 1300 */ 1301 list_for_each_entry(j, &priv->rx_list.list, list) { 1302 ret = gfar_convert_to_filer(&j->fs, tab); 1303 if (ret == -EBUSY) { 1304 netdev_err(priv->ndev, 1305 "Rule not added: No free space!\n"); 1306 goto end; 1307 } 1308 if (ret == -1) { 1309 netdev_err(priv->ndev, 1310 "Rule not added: Unsupported Flow-type!\n"); 1311 goto end; 1312 } 1313 } 1314 1315 /* Write everything to hardware */ 1316 ret = gfar_write_filer_table(priv, tab); 1317 if (ret == -EBUSY) { 1318 netdev_err(priv->ndev, "Rule not added: No free space!\n"); 1319 goto end; 1320 } 1321 1322 end: 1323 kfree(tab); 1324 return ret; 1325 } 1326 1327 static void gfar_invert_masks(struct ethtool_rx_flow_spec *flow) 1328 { 1329 u32 i = 0; 1330 1331 for (i = 0; i < sizeof(flow->m_u); i++) 1332 flow->m_u.hdata[i] ^= 0xFF; 1333 1334 flow->m_ext.vlan_etype ^= cpu_to_be16(0xFFFF); 1335 flow->m_ext.vlan_tci ^= cpu_to_be16(0xFFFF); 1336 flow->m_ext.data[0] ^= cpu_to_be32(~0); 1337 flow->m_ext.data[1] ^= cpu_to_be32(~0); 1338 } 1339 1340 static int gfar_add_cls(struct gfar_private *priv, 1341 struct ethtool_rx_flow_spec *flow) 1342 { 1343 struct ethtool_flow_spec_container *temp, *comp; 1344 int ret = 0; 1345 1346 temp = kmalloc(sizeof(*temp), GFP_KERNEL); 1347 if (temp == NULL) 1348 return -ENOMEM; 1349 memcpy(&temp->fs, flow, sizeof(temp->fs)); 1350 1351 gfar_invert_masks(&temp->fs); 1352 ret = gfar_check_capability(&temp->fs, priv); 1353 if (ret) 1354 goto clean_mem; 1355 /* Link in the new element at the right @location */ 1356 if (list_empty(&priv->rx_list.list)) { 1357 ret = gfar_check_filer_hardware(priv); 1358 if (ret != 0) 1359 goto clean_mem; 1360 list_add(&temp->list, &priv->rx_list.list); 1361 goto process; 1362 } else { 1363 list_for_each_entry(comp, &priv->rx_list.list, list) { 1364 if (comp->fs.location > flow->location) { 1365 list_add_tail(&temp->list, &comp->list); 1366 goto process; 1367 } 1368 if (comp->fs.location == flow->location) { 1369 netdev_err(priv->ndev, 1370 "Rule not added: ID %d not free!\n", 1371 flow->location); 1372 ret = -EBUSY; 1373 goto clean_mem; 1374 } 1375 } 1376 list_add_tail(&temp->list, &priv->rx_list.list); 1377 } 1378 1379 process: 1380 priv->rx_list.count++; 1381 ret = gfar_process_filer_changes(priv); 1382 if (ret) 1383 goto clean_list; 1384 return ret; 1385 1386 clean_list: 1387 priv->rx_list.count--; 1388 list_del(&temp->list); 1389 clean_mem: 1390 kfree(temp); 1391 return ret; 1392 } 1393 1394 static int gfar_del_cls(struct gfar_private *priv, u32 loc) 1395 { 1396 struct ethtool_flow_spec_container *comp; 1397 u32 ret = -EINVAL; 1398 1399 if (list_empty(&priv->rx_list.list)) 1400 return ret; 1401 1402 list_for_each_entry(comp, &priv->rx_list.list, list) { 1403 if (comp->fs.location == loc) { 1404 list_del(&comp->list); 1405 kfree(comp); 1406 priv->rx_list.count--; 1407 gfar_process_filer_changes(priv); 1408 ret = 0; 1409 break; 1410 } 1411 } 1412 1413 return ret; 1414 } 1415 1416 static int gfar_get_cls(struct gfar_private *priv, struct ethtool_rxnfc *cmd) 1417 { 1418 struct ethtool_flow_spec_container *comp; 1419 u32 ret = -EINVAL; 1420 1421 list_for_each_entry(comp, &priv->rx_list.list, list) { 1422 if (comp->fs.location == cmd->fs.location) { 1423 memcpy(&cmd->fs, &comp->fs, sizeof(cmd->fs)); 1424 gfar_invert_masks(&cmd->fs); 1425 ret = 0; 1426 break; 1427 } 1428 } 1429 1430 return ret; 1431 } 1432 1433 static int gfar_get_cls_all(struct gfar_private *priv, 1434 struct ethtool_rxnfc *cmd, u32 *rule_locs) 1435 { 1436 struct ethtool_flow_spec_container *comp; 1437 u32 i = 0; 1438 1439 list_for_each_entry(comp, &priv->rx_list.list, list) { 1440 if (i == cmd->rule_cnt) 1441 return -EMSGSIZE; 1442 rule_locs[i] = comp->fs.location; 1443 i++; 1444 } 1445 1446 cmd->data = MAX_FILER_IDX; 1447 cmd->rule_cnt = i; 1448 1449 return 0; 1450 } 1451 1452 static int gfar_set_nfc(struct net_device *dev, struct ethtool_rxnfc *cmd) 1453 { 1454 struct gfar_private *priv = netdev_priv(dev); 1455 int ret = 0; 1456 1457 if (test_bit(GFAR_RESETTING, &priv->state)) 1458 return -EBUSY; 1459 1460 mutex_lock(&priv->rx_queue_access); 1461 1462 switch (cmd->cmd) { 1463 case ETHTOOL_SRXFH: 1464 ret = gfar_set_hash_opts(priv, cmd); 1465 break; 1466 case ETHTOOL_SRXCLSRLINS: 1467 if ((cmd->fs.ring_cookie != RX_CLS_FLOW_DISC && 1468 cmd->fs.ring_cookie >= priv->num_rx_queues) || 1469 cmd->fs.location >= MAX_FILER_IDX) { 1470 ret = -EINVAL; 1471 break; 1472 } 1473 ret = gfar_add_cls(priv, &cmd->fs); 1474 break; 1475 case ETHTOOL_SRXCLSRLDEL: 1476 ret = gfar_del_cls(priv, cmd->fs.location); 1477 break; 1478 default: 1479 ret = -EINVAL; 1480 } 1481 1482 mutex_unlock(&priv->rx_queue_access); 1483 1484 return ret; 1485 } 1486 1487 static int gfar_get_nfc(struct net_device *dev, struct ethtool_rxnfc *cmd, 1488 u32 *rule_locs) 1489 { 1490 struct gfar_private *priv = netdev_priv(dev); 1491 int ret = 0; 1492 1493 switch (cmd->cmd) { 1494 case ETHTOOL_GRXRINGS: 1495 cmd->data = priv->num_rx_queues; 1496 break; 1497 case ETHTOOL_GRXCLSRLCNT: 1498 cmd->rule_cnt = priv->rx_list.count; 1499 break; 1500 case ETHTOOL_GRXCLSRULE: 1501 ret = gfar_get_cls(priv, cmd); 1502 break; 1503 case ETHTOOL_GRXCLSRLALL: 1504 ret = gfar_get_cls_all(priv, cmd, rule_locs); 1505 break; 1506 default: 1507 ret = -EINVAL; 1508 break; 1509 } 1510 1511 return ret; 1512 } 1513 1514 static int gfar_get_ts_info(struct net_device *dev, 1515 struct ethtool_ts_info *info) 1516 { 1517 struct gfar_private *priv = netdev_priv(dev); 1518 struct platform_device *ptp_dev; 1519 struct device_node *ptp_node; 1520 struct qoriq_ptp *ptp = NULL; 1521 1522 info->phc_index = -1; 1523 1524 if (!(priv->device_flags & FSL_GIANFAR_DEV_HAS_TIMER)) { 1525 info->so_timestamping = SOF_TIMESTAMPING_RX_SOFTWARE | 1526 SOF_TIMESTAMPING_SOFTWARE; 1527 return 0; 1528 } 1529 1530 ptp_node = of_find_compatible_node(NULL, NULL, "fsl,etsec-ptp"); 1531 if (ptp_node) { 1532 ptp_dev = of_find_device_by_node(ptp_node); 1533 if (ptp_dev) 1534 ptp = platform_get_drvdata(ptp_dev); 1535 } 1536 1537 if (ptp) 1538 info->phc_index = ptp->phc_index; 1539 1540 info->so_timestamping = SOF_TIMESTAMPING_TX_HARDWARE | 1541 SOF_TIMESTAMPING_RX_HARDWARE | 1542 SOF_TIMESTAMPING_RAW_HARDWARE; 1543 info->tx_types = (1 << HWTSTAMP_TX_OFF) | 1544 (1 << HWTSTAMP_TX_ON); 1545 info->rx_filters = (1 << HWTSTAMP_FILTER_NONE) | 1546 (1 << HWTSTAMP_FILTER_ALL); 1547 return 0; 1548 } 1549 1550 const struct ethtool_ops gfar_ethtool_ops = { 1551 .get_drvinfo = gfar_gdrvinfo, 1552 .get_regs_len = gfar_reglen, 1553 .get_regs = gfar_get_regs, 1554 .get_link = ethtool_op_get_link, 1555 .get_coalesce = gfar_gcoalesce, 1556 .set_coalesce = gfar_scoalesce, 1557 .get_ringparam = gfar_gringparam, 1558 .set_ringparam = gfar_sringparam, 1559 .get_pauseparam = gfar_gpauseparam, 1560 .set_pauseparam = gfar_spauseparam, 1561 .get_strings = gfar_gstrings, 1562 .get_sset_count = gfar_sset_count, 1563 .get_ethtool_stats = gfar_fill_stats, 1564 .get_msglevel = gfar_get_msglevel, 1565 .set_msglevel = gfar_set_msglevel, 1566 #ifdef CONFIG_PM 1567 .get_wol = gfar_get_wol, 1568 .set_wol = gfar_set_wol, 1569 #endif 1570 .set_rxnfc = gfar_set_nfc, 1571 .get_rxnfc = gfar_get_nfc, 1572 .get_ts_info = gfar_get_ts_info, 1573 .get_link_ksettings = phy_ethtool_get_link_ksettings, 1574 .set_link_ksettings = phy_ethtool_set_link_ksettings, 1575 }; 1576