1 /* SPDX-License-Identifier: GPL-2.0+ */ 2 // Copyright (c) 2016-2017 Hisilicon Limited. 3 4 #ifndef __HNAE3_H 5 #define __HNAE3_H 6 7 /* Names used in this framework: 8 * ae handle (handle): 9 * a set of queues provided by AE 10 * ring buffer queue (rbq): 11 * the channel between upper layer and the AE, can do tx and rx 12 * ring: 13 * a tx or rx channel within a rbq 14 * ring description (desc): 15 * an element in the ring with packet information 16 * buffer: 17 * a memory region referred by desc with the full packet payload 18 * 19 * "num" means a static number set as a parameter, "count" mean a dynamic 20 * number set while running 21 * "cb" means control block 22 */ 23 24 #include <linux/acpi.h> 25 #include <linux/dcbnl.h> 26 #include <linux/delay.h> 27 #include <linux/device.h> 28 #include <linux/ethtool.h> 29 #include <linux/module.h> 30 #include <linux/netdevice.h> 31 #include <linux/pci.h> 32 #include <linux/pkt_sched.h> 33 #include <linux/types.h> 34 #include <net/pkt_cls.h> 35 36 #define HNAE3_MOD_VERSION "1.0" 37 38 #define HNAE3_MIN_VECTOR_NUM 2 /* first one for misc, another for IO */ 39 40 /* Device version */ 41 #define HNAE3_DEVICE_VERSION_V1 0x00020 42 #define HNAE3_DEVICE_VERSION_V2 0x00021 43 #define HNAE3_DEVICE_VERSION_V3 0x00030 44 45 #define HNAE3_PCI_REVISION_BIT_SIZE 8 46 47 /* Device IDs */ 48 #define HNAE3_DEV_ID_GE 0xA220 49 #define HNAE3_DEV_ID_25GE 0xA221 50 #define HNAE3_DEV_ID_25GE_RDMA 0xA222 51 #define HNAE3_DEV_ID_25GE_RDMA_MACSEC 0xA223 52 #define HNAE3_DEV_ID_50GE_RDMA 0xA224 53 #define HNAE3_DEV_ID_50GE_RDMA_MACSEC 0xA225 54 #define HNAE3_DEV_ID_100G_RDMA_MACSEC 0xA226 55 #define HNAE3_DEV_ID_200G_RDMA 0xA228 56 #define HNAE3_DEV_ID_VF 0xA22E 57 #define HNAE3_DEV_ID_RDMA_DCB_PFC_VF 0xA22F 58 59 #define HNAE3_CLASS_NAME_SIZE 16 60 61 #define HNAE3_DEV_INITED_B 0x0 62 #define HNAE3_DEV_SUPPORT_ROCE_B 0x1 63 #define HNAE3_DEV_SUPPORT_DCB_B 0x2 64 #define HNAE3_KNIC_CLIENT_INITED_B 0x3 65 #define HNAE3_UNIC_CLIENT_INITED_B 0x4 66 #define HNAE3_ROCE_CLIENT_INITED_B 0x5 67 68 #define HNAE3_DEV_SUPPORT_ROCE_DCB_BITS (BIT(HNAE3_DEV_SUPPORT_DCB_B) |\ 69 BIT(HNAE3_DEV_SUPPORT_ROCE_B)) 70 71 #define hnae3_dev_roce_supported(hdev) \ 72 hnae3_get_bit((hdev)->ae_dev->flag, HNAE3_DEV_SUPPORT_ROCE_B) 73 74 #define hnae3_dev_dcb_supported(hdev) \ 75 hnae3_get_bit((hdev)->ae_dev->flag, HNAE3_DEV_SUPPORT_DCB_B) 76 77 enum HNAE3_DEV_CAP_BITS { 78 HNAE3_DEV_SUPPORT_FD_B, 79 HNAE3_DEV_SUPPORT_GRO_B, 80 HNAE3_DEV_SUPPORT_FEC_B, 81 HNAE3_DEV_SUPPORT_UDP_GSO_B, 82 HNAE3_DEV_SUPPORT_QB_B, 83 HNAE3_DEV_SUPPORT_FD_FORWARD_TC_B, 84 HNAE3_DEV_SUPPORT_PTP_B, 85 HNAE3_DEV_SUPPORT_INT_QL_B, 86 HNAE3_DEV_SUPPORT_HW_TX_CSUM_B, 87 HNAE3_DEV_SUPPORT_TX_PUSH_B, 88 HNAE3_DEV_SUPPORT_PHY_IMP_B, 89 HNAE3_DEV_SUPPORT_TQP_TXRX_INDEP_B, 90 HNAE3_DEV_SUPPORT_HW_PAD_B, 91 HNAE3_DEV_SUPPORT_STASH_B, 92 HNAE3_DEV_SUPPORT_UDP_TUNNEL_CSUM_B, 93 HNAE3_DEV_SUPPORT_PAUSE_B, 94 }; 95 96 #define hnae3_dev_fd_supported(hdev) \ 97 test_bit(HNAE3_DEV_SUPPORT_FD_B, (hdev)->ae_dev->caps) 98 99 #define hnae3_dev_gro_supported(hdev) \ 100 test_bit(HNAE3_DEV_SUPPORT_GRO_B, (hdev)->ae_dev->caps) 101 102 #define hnae3_dev_fec_supported(hdev) \ 103 test_bit(HNAE3_DEV_SUPPORT_FEC_B, (hdev)->ae_dev->caps) 104 105 #define hnae3_dev_udp_gso_supported(hdev) \ 106 test_bit(HNAE3_DEV_SUPPORT_UDP_GSO_B, (hdev)->ae_dev->caps) 107 108 #define hnae3_dev_qb_supported(hdev) \ 109 test_bit(HNAE3_DEV_SUPPORT_QB_B, (hdev)->ae_dev->caps) 110 111 #define hnae3_dev_fd_forward_tc_supported(hdev) \ 112 test_bit(HNAE3_DEV_SUPPORT_FD_FORWARD_TC_B, (hdev)->ae_dev->caps) 113 114 #define hnae3_dev_ptp_supported(hdev) \ 115 test_bit(HNAE3_DEV_SUPPORT_PTP_B, (hdev)->ae_dev->caps) 116 117 #define hnae3_dev_int_ql_supported(hdev) \ 118 test_bit(HNAE3_DEV_SUPPORT_INT_QL_B, (hdev)->ae_dev->caps) 119 120 #define hnae3_dev_hw_csum_supported(hdev) \ 121 test_bit(HNAE3_DEV_SUPPORT_HW_TX_CSUM_B, (hdev)->ae_dev->caps) 122 123 #define hnae3_dev_tx_push_supported(hdev) \ 124 test_bit(HNAE3_DEV_SUPPORT_TX_PUSH_B, (hdev)->ae_dev->caps) 125 126 #define hnae3_dev_phy_imp_supported(hdev) \ 127 test_bit(HNAE3_DEV_SUPPORT_PHY_IMP_B, (hdev)->ae_dev->caps) 128 129 #define hnae3_dev_tqp_txrx_indep_supported(hdev) \ 130 test_bit(HNAE3_DEV_SUPPORT_TQP_TXRX_INDEP_B, (hdev)->ae_dev->caps) 131 132 #define hnae3_dev_hw_pad_supported(hdev) \ 133 test_bit(HNAE3_DEV_SUPPORT_HW_PAD_B, (hdev)->ae_dev->caps) 134 135 #define hnae3_dev_stash_supported(hdev) \ 136 test_bit(HNAE3_DEV_SUPPORT_STASH_B, (hdev)->ae_dev->caps) 137 138 #define hnae3_dev_pause_supported(hdev) \ 139 test_bit(HNAE3_DEV_SUPPORT_PAUSE_B, (hdev)->ae_dev->caps) 140 141 #define hnae3_ae_dev_tqp_txrx_indep_supported(ae_dev) \ 142 test_bit(HNAE3_DEV_SUPPORT_TQP_TXRX_INDEP_B, (ae_dev)->caps) 143 144 #define ring_ptr_move_fw(ring, p) \ 145 ((ring)->p = ((ring)->p + 1) % (ring)->desc_num) 146 #define ring_ptr_move_bw(ring, p) \ 147 ((ring)->p = ((ring)->p - 1 + (ring)->desc_num) % (ring)->desc_num) 148 149 enum hns_desc_type { 150 DESC_TYPE_UNKNOWN, 151 DESC_TYPE_SKB, 152 DESC_TYPE_FRAGLIST_SKB, 153 DESC_TYPE_PAGE, 154 }; 155 156 struct hnae3_handle; 157 158 struct hnae3_queue { 159 void __iomem *io_base; 160 struct hnae3_ae_algo *ae_algo; 161 struct hnae3_handle *handle; 162 int tqp_index; /* index in a handle */ 163 u32 buf_size; /* size for hnae_desc->addr, preset by AE */ 164 u16 tx_desc_num; /* total number of tx desc */ 165 u16 rx_desc_num; /* total number of rx desc */ 166 }; 167 168 struct hns3_mac_stats { 169 u64 tx_pause_cnt; 170 u64 rx_pause_cnt; 171 }; 172 173 /* hnae3 loop mode */ 174 enum hnae3_loop { 175 HNAE3_LOOP_APP, 176 HNAE3_LOOP_SERIAL_SERDES, 177 HNAE3_LOOP_PARALLEL_SERDES, 178 HNAE3_LOOP_PHY, 179 HNAE3_LOOP_NONE, 180 }; 181 182 enum hnae3_client_type { 183 HNAE3_CLIENT_KNIC, 184 HNAE3_CLIENT_ROCE, 185 }; 186 187 /* mac media type */ 188 enum hnae3_media_type { 189 HNAE3_MEDIA_TYPE_UNKNOWN, 190 HNAE3_MEDIA_TYPE_FIBER, 191 HNAE3_MEDIA_TYPE_COPPER, 192 HNAE3_MEDIA_TYPE_BACKPLANE, 193 HNAE3_MEDIA_TYPE_NONE, 194 }; 195 196 /* must be consistent with definition in firmware */ 197 enum hnae3_module_type { 198 HNAE3_MODULE_TYPE_UNKNOWN = 0x00, 199 HNAE3_MODULE_TYPE_FIBRE_LR = 0x01, 200 HNAE3_MODULE_TYPE_FIBRE_SR = 0x02, 201 HNAE3_MODULE_TYPE_AOC = 0x03, 202 HNAE3_MODULE_TYPE_CR = 0x04, 203 HNAE3_MODULE_TYPE_KR = 0x05, 204 HNAE3_MODULE_TYPE_TP = 0x06, 205 }; 206 207 enum hnae3_fec_mode { 208 HNAE3_FEC_AUTO = 0, 209 HNAE3_FEC_BASER, 210 HNAE3_FEC_RS, 211 HNAE3_FEC_USER_DEF, 212 }; 213 214 enum hnae3_reset_notify_type { 215 HNAE3_UP_CLIENT, 216 HNAE3_DOWN_CLIENT, 217 HNAE3_INIT_CLIENT, 218 HNAE3_UNINIT_CLIENT, 219 }; 220 221 enum hnae3_hw_error_type { 222 HNAE3_PPU_POISON_ERROR, 223 HNAE3_CMDQ_ECC_ERROR, 224 HNAE3_IMP_RD_POISON_ERROR, 225 HNAE3_ROCEE_AXI_RESP_ERROR, 226 }; 227 228 enum hnae3_reset_type { 229 HNAE3_VF_RESET, 230 HNAE3_VF_FUNC_RESET, 231 HNAE3_VF_PF_FUNC_RESET, 232 HNAE3_VF_FULL_RESET, 233 HNAE3_FLR_RESET, 234 HNAE3_FUNC_RESET, 235 HNAE3_GLOBAL_RESET, 236 HNAE3_IMP_RESET, 237 HNAE3_UNKNOWN_RESET, 238 HNAE3_NONE_RESET, 239 HNAE3_MAX_RESET, 240 }; 241 242 enum hnae3_port_base_vlan_state { 243 HNAE3_PORT_BASE_VLAN_DISABLE, 244 HNAE3_PORT_BASE_VLAN_ENABLE, 245 HNAE3_PORT_BASE_VLAN_MODIFY, 246 HNAE3_PORT_BASE_VLAN_NOCHANGE, 247 }; 248 249 struct hnae3_vector_info { 250 u8 __iomem *io_addr; 251 int vector; 252 }; 253 254 #define HNAE3_RING_TYPE_B 0 255 #define HNAE3_RING_TYPE_TX 0 256 #define HNAE3_RING_TYPE_RX 1 257 #define HNAE3_RING_GL_IDX_S 0 258 #define HNAE3_RING_GL_IDX_M GENMASK(1, 0) 259 #define HNAE3_RING_GL_RX 0 260 #define HNAE3_RING_GL_TX 1 261 262 #define HNAE3_FW_VERSION_BYTE3_SHIFT 24 263 #define HNAE3_FW_VERSION_BYTE3_MASK GENMASK(31, 24) 264 #define HNAE3_FW_VERSION_BYTE2_SHIFT 16 265 #define HNAE3_FW_VERSION_BYTE2_MASK GENMASK(23, 16) 266 #define HNAE3_FW_VERSION_BYTE1_SHIFT 8 267 #define HNAE3_FW_VERSION_BYTE1_MASK GENMASK(15, 8) 268 #define HNAE3_FW_VERSION_BYTE0_SHIFT 0 269 #define HNAE3_FW_VERSION_BYTE0_MASK GENMASK(7, 0) 270 271 struct hnae3_ring_chain_node { 272 struct hnae3_ring_chain_node *next; 273 u32 tqp_index; 274 u32 flag; 275 u32 int_gl_idx; 276 }; 277 278 #define HNAE3_IS_TX_RING(node) \ 279 (((node)->flag & 1 << HNAE3_RING_TYPE_B) == HNAE3_RING_TYPE_TX) 280 281 /* device specification info from firmware */ 282 struct hnae3_dev_specs { 283 u32 mac_entry_num; /* number of mac-vlan table entry */ 284 u32 mng_entry_num; /* number of manager table entry */ 285 u32 max_tm_rate; 286 u16 rss_ind_tbl_size; 287 u16 rss_key_size; 288 u16 int_ql_max; /* max value of interrupt coalesce based on INT_QL */ 289 u16 max_int_gl; /* max value of interrupt coalesce based on INT_GL */ 290 u8 max_non_tso_bd_num; /* max BD number of one non-TSO packet */ 291 u16 max_frm_size; 292 u16 max_qset_num; 293 }; 294 295 struct hnae3_client_ops { 296 int (*init_instance)(struct hnae3_handle *handle); 297 void (*uninit_instance)(struct hnae3_handle *handle, bool reset); 298 void (*link_status_change)(struct hnae3_handle *handle, bool state); 299 int (*reset_notify)(struct hnae3_handle *handle, 300 enum hnae3_reset_notify_type type); 301 void (*process_hw_error)(struct hnae3_handle *handle, 302 enum hnae3_hw_error_type); 303 }; 304 305 #define HNAE3_CLIENT_NAME_LENGTH 16 306 struct hnae3_client { 307 char name[HNAE3_CLIENT_NAME_LENGTH]; 308 unsigned long state; 309 enum hnae3_client_type type; 310 const struct hnae3_client_ops *ops; 311 struct list_head node; 312 }; 313 314 #define HNAE3_DEV_CAPS_MAX_NUM 96 315 struct hnae3_ae_dev { 316 struct pci_dev *pdev; 317 const struct hnae3_ae_ops *ops; 318 struct list_head node; 319 u32 flag; 320 unsigned long hw_err_reset_req; 321 struct hnae3_dev_specs dev_specs; 322 u32 dev_version; 323 unsigned long caps[BITS_TO_LONGS(HNAE3_DEV_CAPS_MAX_NUM)]; 324 void *priv; 325 }; 326 327 /* This struct defines the operation on the handle. 328 * 329 * init_ae_dev(): (mandatory) 330 * Get PF configure from pci_dev and initialize PF hardware 331 * uninit_ae_dev() 332 * Disable PF device and release PF resource 333 * register_client 334 * Register client to ae_dev 335 * unregister_client() 336 * Unregister client from ae_dev 337 * start() 338 * Enable the hardware 339 * stop() 340 * Disable the hardware 341 * start_client() 342 * Inform the hclge that client has been started 343 * stop_client() 344 * Inform the hclge that client has been stopped 345 * get_status() 346 * Get the carrier state of the back channel of the handle, 1 for ok, 0 for 347 * non-ok 348 * get_ksettings_an_result() 349 * Get negotiation status,speed and duplex 350 * get_media_type() 351 * Get media type of MAC 352 * check_port_speed() 353 * Check target speed whether is supported 354 * adjust_link() 355 * Adjust link status 356 * set_loopback() 357 * Set loopback 358 * set_promisc_mode 359 * Set promisc mode 360 * request_update_promisc_mode 361 * request to hclge(vf) to update promisc mode 362 * set_mtu() 363 * set mtu 364 * get_pauseparam() 365 * get tx and rx of pause frame use 366 * set_pauseparam() 367 * set tx and rx of pause frame use 368 * set_autoneg() 369 * set auto autonegotiation of pause frame use 370 * get_autoneg() 371 * get auto autonegotiation of pause frame use 372 * restart_autoneg() 373 * restart autonegotiation 374 * halt_autoneg() 375 * halt/resume autonegotiation when autonegotiation on 376 * get_coalesce_usecs() 377 * get usecs to delay a TX interrupt after a packet is sent 378 * get_rx_max_coalesced_frames() 379 * get Maximum number of packets to be sent before a TX interrupt. 380 * set_coalesce_usecs() 381 * set usecs to delay a TX interrupt after a packet is sent 382 * set_coalesce_frames() 383 * set Maximum number of packets to be sent before a TX interrupt. 384 * get_mac_addr() 385 * get mac address 386 * set_mac_addr() 387 * set mac address 388 * add_uc_addr 389 * Add unicast addr to mac table 390 * rm_uc_addr 391 * Remove unicast addr from mac table 392 * set_mc_addr() 393 * Set multicast address 394 * add_mc_addr 395 * Add multicast address to mac table 396 * rm_mc_addr 397 * Remove multicast address from mac table 398 * update_stats() 399 * Update Old network device statistics 400 * get_mac_stats() 401 * get mac pause statistics including tx_cnt and rx_cnt 402 * get_ethtool_stats() 403 * Get ethtool network device statistics 404 * get_strings() 405 * Get a set of strings that describe the requested objects 406 * get_sset_count() 407 * Get number of strings that @get_strings will write 408 * update_led_status() 409 * Update the led status 410 * set_led_id() 411 * Set led id 412 * get_regs() 413 * Get regs dump 414 * get_regs_len() 415 * Get the len of the regs dump 416 * get_rss_key_size() 417 * Get rss key size 418 * get_rss() 419 * Get rss table 420 * set_rss() 421 * Set rss table 422 * get_tc_size() 423 * Get tc size of handle 424 * get_vector() 425 * Get vector number and vector information 426 * put_vector() 427 * Put the vector in hdev 428 * map_ring_to_vector() 429 * Map rings to vector 430 * unmap_ring_from_vector() 431 * Unmap rings from vector 432 * reset_queue() 433 * Reset queue 434 * get_fw_version() 435 * Get firmware version 436 * get_mdix_mode() 437 * Get media typr of phy 438 * enable_vlan_filter() 439 * Enable vlan filter 440 * set_vlan_filter() 441 * Set vlan filter config of Ports 442 * set_vf_vlan_filter() 443 * Set vlan filter config of vf 444 * enable_hw_strip_rxvtag() 445 * Enable/disable hardware strip vlan tag of packets received 446 * set_gro_en 447 * Enable/disable HW GRO 448 * add_arfs_entry 449 * Check the 5-tuples of flow, and create flow director rule 450 * get_vf_config 451 * Get the VF configuration setting by the host 452 * set_vf_link_state 453 * Set VF link status 454 * set_vf_spoofchk 455 * Enable/disable spoof check for specified vf 456 * set_vf_trust 457 * Enable/disable trust for specified vf, if the vf being trusted, then 458 * it can enable promisc mode 459 * set_vf_rate 460 * Set the max tx rate of specified vf. 461 * set_vf_mac 462 * Configure the default MAC for specified VF 463 * get_module_eeprom 464 * Get the optical module eeprom info. 465 * add_cls_flower 466 * Add clsflower rule 467 * del_cls_flower 468 * Delete clsflower rule 469 * cls_flower_active 470 * Check if any cls flower rule exist 471 * dbg_read_cmd 472 * Execute debugfs read command. 473 */ 474 struct hnae3_ae_ops { 475 int (*init_ae_dev)(struct hnae3_ae_dev *ae_dev); 476 void (*uninit_ae_dev)(struct hnae3_ae_dev *ae_dev); 477 void (*flr_prepare)(struct hnae3_ae_dev *ae_dev); 478 void (*flr_done)(struct hnae3_ae_dev *ae_dev); 479 int (*init_client_instance)(struct hnae3_client *client, 480 struct hnae3_ae_dev *ae_dev); 481 void (*uninit_client_instance)(struct hnae3_client *client, 482 struct hnae3_ae_dev *ae_dev); 483 int (*start)(struct hnae3_handle *handle); 484 void (*stop)(struct hnae3_handle *handle); 485 int (*client_start)(struct hnae3_handle *handle); 486 void (*client_stop)(struct hnae3_handle *handle); 487 int (*get_status)(struct hnae3_handle *handle); 488 void (*get_ksettings_an_result)(struct hnae3_handle *handle, 489 u8 *auto_neg, u32 *speed, u8 *duplex); 490 491 int (*cfg_mac_speed_dup_h)(struct hnae3_handle *handle, int speed, 492 u8 duplex); 493 494 void (*get_media_type)(struct hnae3_handle *handle, u8 *media_type, 495 u8 *module_type); 496 int (*check_port_speed)(struct hnae3_handle *handle, u32 speed); 497 void (*get_fec)(struct hnae3_handle *handle, u8 *fec_ability, 498 u8 *fec_mode); 499 int (*set_fec)(struct hnae3_handle *handle, u32 fec_mode); 500 void (*adjust_link)(struct hnae3_handle *handle, int speed, int duplex); 501 int (*set_loopback)(struct hnae3_handle *handle, 502 enum hnae3_loop loop_mode, bool en); 503 504 int (*set_promisc_mode)(struct hnae3_handle *handle, bool en_uc_pmc, 505 bool en_mc_pmc); 506 void (*request_update_promisc_mode)(struct hnae3_handle *handle); 507 int (*set_mtu)(struct hnae3_handle *handle, int new_mtu); 508 509 void (*get_pauseparam)(struct hnae3_handle *handle, 510 u32 *auto_neg, u32 *rx_en, u32 *tx_en); 511 int (*set_pauseparam)(struct hnae3_handle *handle, 512 u32 auto_neg, u32 rx_en, u32 tx_en); 513 514 int (*set_autoneg)(struct hnae3_handle *handle, bool enable); 515 int (*get_autoneg)(struct hnae3_handle *handle); 516 int (*restart_autoneg)(struct hnae3_handle *handle); 517 int (*halt_autoneg)(struct hnae3_handle *handle, bool halt); 518 519 void (*get_coalesce_usecs)(struct hnae3_handle *handle, 520 u32 *tx_usecs, u32 *rx_usecs); 521 void (*get_rx_max_coalesced_frames)(struct hnae3_handle *handle, 522 u32 *tx_frames, u32 *rx_frames); 523 int (*set_coalesce_usecs)(struct hnae3_handle *handle, u32 timeout); 524 int (*set_coalesce_frames)(struct hnae3_handle *handle, 525 u32 coalesce_frames); 526 void (*get_coalesce_range)(struct hnae3_handle *handle, 527 u32 *tx_frames_low, u32 *rx_frames_low, 528 u32 *tx_frames_high, u32 *rx_frames_high, 529 u32 *tx_usecs_low, u32 *rx_usecs_low, 530 u32 *tx_usecs_high, u32 *rx_usecs_high); 531 532 void (*get_mac_addr)(struct hnae3_handle *handle, u8 *p); 533 int (*set_mac_addr)(struct hnae3_handle *handle, void *p, 534 bool is_first); 535 int (*do_ioctl)(struct hnae3_handle *handle, 536 struct ifreq *ifr, int cmd); 537 int (*add_uc_addr)(struct hnae3_handle *handle, 538 const unsigned char *addr); 539 int (*rm_uc_addr)(struct hnae3_handle *handle, 540 const unsigned char *addr); 541 int (*set_mc_addr)(struct hnae3_handle *handle, void *addr); 542 int (*add_mc_addr)(struct hnae3_handle *handle, 543 const unsigned char *addr); 544 int (*rm_mc_addr)(struct hnae3_handle *handle, 545 const unsigned char *addr); 546 void (*set_tso_stats)(struct hnae3_handle *handle, int enable); 547 void (*update_stats)(struct hnae3_handle *handle, 548 struct net_device_stats *net_stats); 549 void (*get_stats)(struct hnae3_handle *handle, u64 *data); 550 void (*get_mac_stats)(struct hnae3_handle *handle, 551 struct hns3_mac_stats *mac_stats); 552 void (*get_strings)(struct hnae3_handle *handle, 553 u32 stringset, u8 *data); 554 int (*get_sset_count)(struct hnae3_handle *handle, int stringset); 555 556 void (*get_regs)(struct hnae3_handle *handle, u32 *version, 557 void *data); 558 int (*get_regs_len)(struct hnae3_handle *handle); 559 560 u32 (*get_rss_key_size)(struct hnae3_handle *handle); 561 int (*get_rss)(struct hnae3_handle *handle, u32 *indir, u8 *key, 562 u8 *hfunc); 563 int (*set_rss)(struct hnae3_handle *handle, const u32 *indir, 564 const u8 *key, const u8 hfunc); 565 int (*set_rss_tuple)(struct hnae3_handle *handle, 566 struct ethtool_rxnfc *cmd); 567 int (*get_rss_tuple)(struct hnae3_handle *handle, 568 struct ethtool_rxnfc *cmd); 569 570 int (*get_tc_size)(struct hnae3_handle *handle); 571 572 int (*get_vector)(struct hnae3_handle *handle, u16 vector_num, 573 struct hnae3_vector_info *vector_info); 574 int (*put_vector)(struct hnae3_handle *handle, int vector_num); 575 int (*map_ring_to_vector)(struct hnae3_handle *handle, 576 int vector_num, 577 struct hnae3_ring_chain_node *vr_chain); 578 int (*unmap_ring_from_vector)(struct hnae3_handle *handle, 579 int vector_num, 580 struct hnae3_ring_chain_node *vr_chain); 581 582 int (*reset_queue)(struct hnae3_handle *handle, u16 queue_id); 583 u32 (*get_fw_version)(struct hnae3_handle *handle); 584 void (*get_mdix_mode)(struct hnae3_handle *handle, 585 u8 *tp_mdix_ctrl, u8 *tp_mdix); 586 587 void (*enable_vlan_filter)(struct hnae3_handle *handle, bool enable); 588 int (*set_vlan_filter)(struct hnae3_handle *handle, __be16 proto, 589 u16 vlan_id, bool is_kill); 590 int (*set_vf_vlan_filter)(struct hnae3_handle *handle, int vfid, 591 u16 vlan, u8 qos, __be16 proto); 592 int (*enable_hw_strip_rxvtag)(struct hnae3_handle *handle, bool enable); 593 void (*reset_event)(struct pci_dev *pdev, struct hnae3_handle *handle); 594 enum hnae3_reset_type (*get_reset_level)(struct hnae3_ae_dev *ae_dev, 595 unsigned long *addr); 596 void (*set_default_reset_request)(struct hnae3_ae_dev *ae_dev, 597 enum hnae3_reset_type rst_type); 598 void (*get_channels)(struct hnae3_handle *handle, 599 struct ethtool_channels *ch); 600 void (*get_tqps_and_rss_info)(struct hnae3_handle *h, 601 u16 *alloc_tqps, u16 *max_rss_size); 602 int (*set_channels)(struct hnae3_handle *handle, u32 new_tqps_num, 603 bool rxfh_configured); 604 void (*get_flowctrl_adv)(struct hnae3_handle *handle, 605 u32 *flowctrl_adv); 606 int (*set_led_id)(struct hnae3_handle *handle, 607 enum ethtool_phys_id_state status); 608 void (*get_link_mode)(struct hnae3_handle *handle, 609 unsigned long *supported, 610 unsigned long *advertising); 611 int (*add_fd_entry)(struct hnae3_handle *handle, 612 struct ethtool_rxnfc *cmd); 613 int (*del_fd_entry)(struct hnae3_handle *handle, 614 struct ethtool_rxnfc *cmd); 615 void (*del_all_fd_entries)(struct hnae3_handle *handle, 616 bool clear_list); 617 int (*get_fd_rule_cnt)(struct hnae3_handle *handle, 618 struct ethtool_rxnfc *cmd); 619 int (*get_fd_rule_info)(struct hnae3_handle *handle, 620 struct ethtool_rxnfc *cmd); 621 int (*get_fd_all_rules)(struct hnae3_handle *handle, 622 struct ethtool_rxnfc *cmd, u32 *rule_locs); 623 void (*enable_fd)(struct hnae3_handle *handle, bool enable); 624 int (*add_arfs_entry)(struct hnae3_handle *handle, u16 queue_id, 625 u16 flow_id, struct flow_keys *fkeys); 626 int (*dbg_run_cmd)(struct hnae3_handle *handle, const char *cmd_buf); 627 int (*dbg_read_cmd)(struct hnae3_handle *handle, const char *cmd_buf, 628 char *buf, int len); 629 pci_ers_result_t (*handle_hw_ras_error)(struct hnae3_ae_dev *ae_dev); 630 bool (*get_hw_reset_stat)(struct hnae3_handle *handle); 631 bool (*ae_dev_resetting)(struct hnae3_handle *handle); 632 unsigned long (*ae_dev_reset_cnt)(struct hnae3_handle *handle); 633 int (*set_gro_en)(struct hnae3_handle *handle, bool enable); 634 u16 (*get_global_queue_id)(struct hnae3_handle *handle, u16 queue_id); 635 void (*set_timer_task)(struct hnae3_handle *handle, bool enable); 636 int (*mac_connect_phy)(struct hnae3_handle *handle); 637 void (*mac_disconnect_phy)(struct hnae3_handle *handle); 638 int (*get_vf_config)(struct hnae3_handle *handle, int vf, 639 struct ifla_vf_info *ivf); 640 int (*set_vf_link_state)(struct hnae3_handle *handle, int vf, 641 int link_state); 642 int (*set_vf_spoofchk)(struct hnae3_handle *handle, int vf, 643 bool enable); 644 int (*set_vf_trust)(struct hnae3_handle *handle, int vf, bool enable); 645 int (*set_vf_rate)(struct hnae3_handle *handle, int vf, 646 int min_tx_rate, int max_tx_rate, bool force); 647 int (*set_vf_mac)(struct hnae3_handle *handle, int vf, u8 *p); 648 int (*get_module_eeprom)(struct hnae3_handle *handle, u32 offset, 649 u32 len, u8 *data); 650 bool (*get_cmdq_stat)(struct hnae3_handle *handle); 651 int (*add_cls_flower)(struct hnae3_handle *handle, 652 struct flow_cls_offload *cls_flower, int tc); 653 int (*del_cls_flower)(struct hnae3_handle *handle, 654 struct flow_cls_offload *cls_flower); 655 bool (*cls_flower_active)(struct hnae3_handle *handle); 656 int (*get_phy_link_ksettings)(struct hnae3_handle *handle, 657 struct ethtool_link_ksettings *cmd); 658 int (*set_phy_link_ksettings)(struct hnae3_handle *handle, 659 const struct ethtool_link_ksettings *cmd); 660 }; 661 662 struct hnae3_dcb_ops { 663 /* IEEE 802.1Qaz std */ 664 int (*ieee_getets)(struct hnae3_handle *, struct ieee_ets *); 665 int (*ieee_setets)(struct hnae3_handle *, struct ieee_ets *); 666 int (*ieee_getpfc)(struct hnae3_handle *, struct ieee_pfc *); 667 int (*ieee_setpfc)(struct hnae3_handle *, struct ieee_pfc *); 668 669 /* DCBX configuration */ 670 u8 (*getdcbx)(struct hnae3_handle *); 671 u8 (*setdcbx)(struct hnae3_handle *, u8); 672 673 int (*setup_tc)(struct hnae3_handle *handle, 674 struct tc_mqprio_qopt_offload *mqprio_qopt); 675 }; 676 677 struct hnae3_ae_algo { 678 const struct hnae3_ae_ops *ops; 679 struct list_head node; 680 const struct pci_device_id *pdev_id_table; 681 }; 682 683 #define HNAE3_INT_NAME_LEN 32 684 #define HNAE3_ITR_COUNTDOWN_START 100 685 686 #define HNAE3_MAX_TC 8 687 #define HNAE3_MAX_USER_PRIO 8 688 struct hnae3_tc_info { 689 u8 prio_tc[HNAE3_MAX_USER_PRIO]; /* TC indexed by prio */ 690 u16 tqp_count[HNAE3_MAX_TC]; 691 u16 tqp_offset[HNAE3_MAX_TC]; 692 unsigned long tc_en; /* bitmap of TC enabled */ 693 u8 num_tc; /* Total number of enabled TCs */ 694 bool mqprio_active; 695 }; 696 697 struct hnae3_knic_private_info { 698 struct net_device *netdev; /* Set by KNIC client when init instance */ 699 u16 rss_size; /* Allocated RSS queues */ 700 u16 req_rss_size; 701 u16 rx_buf_len; 702 u16 num_tx_desc; 703 u16 num_rx_desc; 704 705 struct hnae3_tc_info tc_info; 706 707 u16 num_tqps; /* total number of TQPs in this handle */ 708 struct hnae3_queue **tqp; /* array base of all TQPs in this instance */ 709 const struct hnae3_dcb_ops *dcb_ops; 710 711 u16 int_rl_setting; 712 enum pkt_hash_types rss_type; 713 }; 714 715 struct hnae3_roce_private_info { 716 struct net_device *netdev; 717 void __iomem *roce_io_base; 718 void __iomem *roce_mem_base; 719 int base_vector; 720 int num_vectors; 721 722 /* The below attributes defined for RoCE client, hnae3 gives 723 * initial values to them, and RoCE client can modify and use 724 * them. 725 */ 726 unsigned long reset_state; 727 unsigned long instance_state; 728 unsigned long state; 729 }; 730 731 #define HNAE3_SUPPORT_APP_LOOPBACK BIT(0) 732 #define HNAE3_SUPPORT_PHY_LOOPBACK BIT(1) 733 #define HNAE3_SUPPORT_SERDES_SERIAL_LOOPBACK BIT(2) 734 #define HNAE3_SUPPORT_VF BIT(3) 735 #define HNAE3_SUPPORT_SERDES_PARALLEL_LOOPBACK BIT(4) 736 737 #define HNAE3_USER_UPE BIT(0) /* unicast promisc enabled by user */ 738 #define HNAE3_USER_MPE BIT(1) /* mulitcast promisc enabled by user */ 739 #define HNAE3_BPE BIT(2) /* broadcast promisc enable */ 740 #define HNAE3_OVERFLOW_UPE BIT(3) /* unicast mac vlan overflow */ 741 #define HNAE3_OVERFLOW_MPE BIT(4) /* multicast mac vlan overflow */ 742 #define HNAE3_VLAN_FLTR BIT(5) /* enable vlan filter */ 743 #define HNAE3_UPE (HNAE3_USER_UPE | HNAE3_OVERFLOW_UPE) 744 #define HNAE3_MPE (HNAE3_USER_MPE | HNAE3_OVERFLOW_MPE) 745 746 enum hnae3_pflag { 747 HNAE3_PFLAG_LIMIT_PROMISC, 748 HNAE3_PFLAG_MAX 749 }; 750 751 struct hnae3_handle { 752 struct hnae3_client *client; 753 struct pci_dev *pdev; 754 void *priv; 755 struct hnae3_ae_algo *ae_algo; /* the class who provides this handle */ 756 u64 flags; /* Indicate the capabilities for this handle */ 757 758 union { 759 struct net_device *netdev; /* first member */ 760 struct hnae3_knic_private_info kinfo; 761 struct hnae3_roce_private_info rinfo; 762 }; 763 764 u32 numa_node_mask; /* for multi-chip support */ 765 766 enum hnae3_port_base_vlan_state port_base_vlan_state; 767 768 u8 netdev_flags; 769 struct dentry *hnae3_dbgfs; 770 771 /* Network interface message level enabled bits */ 772 u32 msg_enable; 773 774 unsigned long supported_pflags; 775 unsigned long priv_flags; 776 }; 777 778 #define hnae3_set_field(origin, mask, shift, val) \ 779 do { \ 780 (origin) &= (~(mask)); \ 781 (origin) |= ((val) << (shift)) & (mask); \ 782 } while (0) 783 #define hnae3_get_field(origin, mask, shift) (((origin) & (mask)) >> (shift)) 784 785 #define hnae3_set_bit(origin, shift, val) \ 786 hnae3_set_field(origin, 0x1 << (shift), shift, val) 787 #define hnae3_get_bit(origin, shift) \ 788 hnae3_get_field(origin, 0x1 << (shift), shift) 789 790 #define HNAE3_DBG_TM_NODES "tm_nodes" 791 #define HNAE3_DBG_TM_PRI "tm_priority" 792 #define HNAE3_DBG_TM_QSET "tm_qset" 793 794 int hnae3_register_ae_dev(struct hnae3_ae_dev *ae_dev); 795 void hnae3_unregister_ae_dev(struct hnae3_ae_dev *ae_dev); 796 797 void hnae3_unregister_ae_algo(struct hnae3_ae_algo *ae_algo); 798 void hnae3_register_ae_algo(struct hnae3_ae_algo *ae_algo); 799 800 void hnae3_unregister_client(struct hnae3_client *client); 801 int hnae3_register_client(struct hnae3_client *client); 802 803 void hnae3_set_client_init_flag(struct hnae3_client *client, 804 struct hnae3_ae_dev *ae_dev, 805 unsigned int inited); 806 #endif 807