1 /* 2 * Copyright (c) 2014-2015 Hisilicon Limited. 3 * 4 * This program is free software; you can redistribute it and/or modify 5 * it under the terms of the GNU General Public License as published by 6 * the Free Software Foundation; either version 2 of the License, or 7 * (at your option) any later version. 8 */ 9 10 #include <linux/acpi.h> 11 #include <linux/device.h> 12 #include <linux/init.h> 13 #include <linux/interrupt.h> 14 #include <linux/kernel.h> 15 #include <linux/module.h> 16 #include <linux/netdevice.h> 17 #include <linux/mfd/syscon.h> 18 #include <linux/of.h> 19 #include <linux/of_address.h> 20 #include <linux/of_irq.h> 21 #include <linux/of_platform.h> 22 #include <linux/platform_device.h> 23 #include <linux/vmalloc.h> 24 25 #include "hns_dsaf_mac.h" 26 #include "hns_dsaf_main.h" 27 #include "hns_dsaf_ppe.h" 28 #include "hns_dsaf_rcb.h" 29 #include "hns_dsaf_misc.h" 30 31 const char *g_dsaf_mode_match[DSAF_MODE_MAX] = { 32 [DSAF_MODE_DISABLE_2PORT_64VM] = "2port-64vf", 33 [DSAF_MODE_DISABLE_6PORT_0VM] = "6port-16rss", 34 [DSAF_MODE_DISABLE_6PORT_16VM] = "6port-16vf", 35 [DSAF_MODE_DISABLE_SP] = "single-port", 36 }; 37 38 static const struct acpi_device_id hns_dsaf_acpi_match[] = { 39 { "HISI00B1", 0 }, 40 { "HISI00B2", 0 }, 41 { }, 42 }; 43 MODULE_DEVICE_TABLE(acpi, hns_dsaf_acpi_match); 44 45 int hns_dsaf_get_cfg(struct dsaf_device *dsaf_dev) 46 { 47 int ret, i; 48 u32 desc_num; 49 u32 buf_size; 50 u32 reset_offset = 0; 51 u32 res_idx = 0; 52 const char *mode_str; 53 struct regmap *syscon; 54 struct resource *res; 55 struct device_node *np = dsaf_dev->dev->of_node, *np_temp; 56 struct platform_device *pdev = to_platform_device(dsaf_dev->dev); 57 58 if (dev_of_node(dsaf_dev->dev)) { 59 if (of_device_is_compatible(np, "hisilicon,hns-dsaf-v1")) 60 dsaf_dev->dsaf_ver = AE_VERSION_1; 61 else 62 dsaf_dev->dsaf_ver = AE_VERSION_2; 63 } else if (is_acpi_node(dsaf_dev->dev->fwnode)) { 64 if (acpi_dev_found(hns_dsaf_acpi_match[0].id)) 65 dsaf_dev->dsaf_ver = AE_VERSION_1; 66 else if (acpi_dev_found(hns_dsaf_acpi_match[1].id)) 67 dsaf_dev->dsaf_ver = AE_VERSION_2; 68 else 69 return -ENXIO; 70 } else { 71 dev_err(dsaf_dev->dev, "cannot get cfg data from of or acpi\n"); 72 return -ENXIO; 73 } 74 75 ret = device_property_read_string(dsaf_dev->dev, "mode", &mode_str); 76 if (ret) { 77 dev_err(dsaf_dev->dev, "get dsaf mode fail, ret=%d!\n", ret); 78 return ret; 79 } 80 for (i = 0; i < DSAF_MODE_MAX; i++) { 81 if (g_dsaf_mode_match[i] && 82 !strcmp(mode_str, g_dsaf_mode_match[i])) 83 break; 84 } 85 if (i >= DSAF_MODE_MAX || 86 i == DSAF_MODE_INVALID || i == DSAF_MODE_ENABLE) { 87 dev_err(dsaf_dev->dev, 88 "%s prs mode str fail!\n", dsaf_dev->ae_dev.name); 89 return -EINVAL; 90 } 91 dsaf_dev->dsaf_mode = (enum dsaf_mode)i; 92 93 if (dsaf_dev->dsaf_mode > DSAF_MODE_ENABLE) 94 dsaf_dev->dsaf_en = HRD_DSAF_NO_DSAF_MODE; 95 else 96 dsaf_dev->dsaf_en = HRD_DSAF_MODE; 97 98 if ((i == DSAF_MODE_ENABLE_16VM) || 99 (i == DSAF_MODE_DISABLE_2PORT_8VM) || 100 (i == DSAF_MODE_DISABLE_6PORT_2VM)) 101 dsaf_dev->dsaf_tc_mode = HRD_DSAF_8TC_MODE; 102 else 103 dsaf_dev->dsaf_tc_mode = HRD_DSAF_4TC_MODE; 104 105 if (dev_of_node(dsaf_dev->dev)) { 106 np_temp = of_parse_phandle(np, "subctrl-syscon", 0); 107 syscon = syscon_node_to_regmap(np_temp); 108 of_node_put(np_temp); 109 if (IS_ERR_OR_NULL(syscon)) { 110 res = platform_get_resource(pdev, IORESOURCE_MEM, 111 res_idx++); 112 if (!res) { 113 dev_err(dsaf_dev->dev, "subctrl info is needed!\n"); 114 return -ENOMEM; 115 } 116 117 dsaf_dev->sc_base = devm_ioremap_resource(&pdev->dev, 118 res); 119 if (IS_ERR(dsaf_dev->sc_base)) 120 return PTR_ERR(dsaf_dev->sc_base); 121 122 res = platform_get_resource(pdev, IORESOURCE_MEM, 123 res_idx++); 124 if (!res) { 125 dev_err(dsaf_dev->dev, "serdes-ctrl info is needed!\n"); 126 return -ENOMEM; 127 } 128 129 dsaf_dev->sds_base = devm_ioremap_resource(&pdev->dev, 130 res); 131 if (IS_ERR(dsaf_dev->sds_base)) 132 return PTR_ERR(dsaf_dev->sds_base); 133 } else { 134 dsaf_dev->sub_ctrl = syscon; 135 } 136 } 137 138 res = platform_get_resource_byname(pdev, IORESOURCE_MEM, "ppe-base"); 139 if (!res) { 140 res = platform_get_resource(pdev, IORESOURCE_MEM, res_idx++); 141 if (!res) { 142 dev_err(dsaf_dev->dev, "ppe-base info is needed!\n"); 143 return -ENOMEM; 144 } 145 } 146 dsaf_dev->ppe_base = devm_ioremap_resource(&pdev->dev, res); 147 if (IS_ERR(dsaf_dev->ppe_base)) 148 return PTR_ERR(dsaf_dev->ppe_base); 149 dsaf_dev->ppe_paddr = res->start; 150 151 if (!HNS_DSAF_IS_DEBUG(dsaf_dev)) { 152 res = platform_get_resource_byname(pdev, IORESOURCE_MEM, 153 "dsaf-base"); 154 if (!res) { 155 res = platform_get_resource(pdev, IORESOURCE_MEM, 156 res_idx); 157 if (!res) { 158 dev_err(dsaf_dev->dev, 159 "dsaf-base info is needed!\n"); 160 return -ENOMEM; 161 } 162 } 163 dsaf_dev->io_base = devm_ioremap_resource(&pdev->dev, res); 164 if (IS_ERR(dsaf_dev->io_base)) 165 return PTR_ERR(dsaf_dev->io_base); 166 } 167 168 ret = device_property_read_u32(dsaf_dev->dev, "desc-num", &desc_num); 169 if (ret < 0 || desc_num < HNS_DSAF_MIN_DESC_CNT || 170 desc_num > HNS_DSAF_MAX_DESC_CNT) { 171 dev_err(dsaf_dev->dev, "get desc-num(%d) fail, ret=%d!\n", 172 desc_num, ret); 173 return -EINVAL; 174 } 175 dsaf_dev->desc_num = desc_num; 176 177 ret = device_property_read_u32(dsaf_dev->dev, "reset-field-offset", 178 &reset_offset); 179 if (ret < 0) { 180 dev_dbg(dsaf_dev->dev, 181 "get reset-field-offset fail, ret=%d!\r\n", ret); 182 } 183 dsaf_dev->reset_offset = reset_offset; 184 185 ret = device_property_read_u32(dsaf_dev->dev, "buf-size", &buf_size); 186 if (ret < 0) { 187 dev_err(dsaf_dev->dev, 188 "get buf-size fail, ret=%d!\r\n", ret); 189 return ret; 190 } 191 dsaf_dev->buf_size = buf_size; 192 193 dsaf_dev->buf_size_type = hns_rcb_buf_size2type(buf_size); 194 if (dsaf_dev->buf_size_type < 0) { 195 dev_err(dsaf_dev->dev, 196 "buf_size(%d) is wrong!\n", buf_size); 197 return -EINVAL; 198 } 199 200 dsaf_dev->misc_op = hns_misc_op_get(dsaf_dev); 201 if (!dsaf_dev->misc_op) 202 return -ENOMEM; 203 204 if (!dma_set_mask_and_coherent(dsaf_dev->dev, DMA_BIT_MASK(64ULL))) 205 dev_dbg(dsaf_dev->dev, "set mask to 64bit\n"); 206 else 207 dev_err(dsaf_dev->dev, "set mask to 64bit fail!\n"); 208 209 return 0; 210 } 211 212 /** 213 * hns_dsaf_sbm_link_sram_init_en - config dsaf_sbm_init_en 214 * @dsaf_id: dsa fabric id 215 */ 216 static void hns_dsaf_sbm_link_sram_init_en(struct dsaf_device *dsaf_dev) 217 { 218 dsaf_set_dev_bit(dsaf_dev, DSAF_CFG_0_REG, DSAF_CFG_SBM_INIT_S, 1); 219 } 220 221 /** 222 * hns_dsaf_reg_cnt_clr_ce - config hns_dsaf_reg_cnt_clr_ce 223 * @dsaf_id: dsa fabric id 224 * @hns_dsaf_reg_cnt_clr_ce: config value 225 */ 226 static void 227 hns_dsaf_reg_cnt_clr_ce(struct dsaf_device *dsaf_dev, u32 reg_cnt_clr_ce) 228 { 229 dsaf_set_dev_bit(dsaf_dev, DSAF_DSA_REG_CNT_CLR_CE_REG, 230 DSAF_CNT_CLR_CE_S, reg_cnt_clr_ce); 231 } 232 233 /** 234 * hns_ppe_qid_cfg - config ppe qid 235 * @dsaf_id: dsa fabric id 236 * @pppe_qid_cfg: value array 237 */ 238 static void 239 hns_dsaf_ppe_qid_cfg(struct dsaf_device *dsaf_dev, u32 qid_cfg) 240 { 241 u32 i; 242 243 for (i = 0; i < DSAF_COMM_CHN; i++) { 244 dsaf_set_dev_field(dsaf_dev, 245 DSAF_PPE_QID_CFG_0_REG + 0x0004 * i, 246 DSAF_PPE_QID_CFG_M, DSAF_PPE_QID_CFG_S, 247 qid_cfg); 248 } 249 } 250 251 static void hns_dsaf_mix_def_qid_cfg(struct dsaf_device *dsaf_dev) 252 { 253 u16 max_q_per_vf, max_vfn; 254 u32 q_id, q_num_per_port; 255 u32 i; 256 257 hns_rcb_get_queue_mode(dsaf_dev->dsaf_mode, &max_vfn, &max_q_per_vf); 258 q_num_per_port = max_vfn * max_q_per_vf; 259 260 for (i = 0, q_id = 0; i < DSAF_SERVICE_NW_NUM; i++) { 261 dsaf_set_dev_field(dsaf_dev, 262 DSAF_MIX_DEF_QID_0_REG + 0x0004 * i, 263 0xff, 0, q_id); 264 q_id += q_num_per_port; 265 } 266 } 267 268 static void hns_dsaf_inner_qid_cfg(struct dsaf_device *dsaf_dev) 269 { 270 u16 max_q_per_vf, max_vfn; 271 u32 q_id, q_num_per_port; 272 u32 mac_id; 273 274 if (AE_IS_VER1(dsaf_dev->dsaf_ver)) 275 return; 276 277 hns_rcb_get_queue_mode(dsaf_dev->dsaf_mode, &max_vfn, &max_q_per_vf); 278 q_num_per_port = max_vfn * max_q_per_vf; 279 280 for (mac_id = 0, q_id = 0; mac_id < DSAF_SERVICE_NW_NUM; mac_id++) { 281 dsaf_set_dev_field(dsaf_dev, 282 DSAFV2_SERDES_LBK_0_REG + 4 * mac_id, 283 DSAFV2_SERDES_LBK_QID_M, 284 DSAFV2_SERDES_LBK_QID_S, 285 q_id); 286 q_id += q_num_per_port; 287 } 288 } 289 290 /** 291 * hns_dsaf_sw_port_type_cfg - cfg sw type 292 * @dsaf_id: dsa fabric id 293 * @psw_port_type: array 294 */ 295 static void hns_dsaf_sw_port_type_cfg(struct dsaf_device *dsaf_dev, 296 enum dsaf_sw_port_type port_type) 297 { 298 u32 i; 299 300 for (i = 0; i < DSAF_SW_PORT_NUM; i++) { 301 dsaf_set_dev_field(dsaf_dev, 302 DSAF_SW_PORT_TYPE_0_REG + 0x0004 * i, 303 DSAF_SW_PORT_TYPE_M, DSAF_SW_PORT_TYPE_S, 304 port_type); 305 } 306 } 307 308 /** 309 * hns_dsaf_stp_port_type_cfg - cfg stp type 310 * @dsaf_id: dsa fabric id 311 * @pstp_port_type: array 312 */ 313 static void hns_dsaf_stp_port_type_cfg(struct dsaf_device *dsaf_dev, 314 enum dsaf_stp_port_type port_type) 315 { 316 u32 i; 317 318 for (i = 0; i < DSAF_COMM_CHN; i++) { 319 dsaf_set_dev_field(dsaf_dev, 320 DSAF_STP_PORT_TYPE_0_REG + 0x0004 * i, 321 DSAF_STP_PORT_TYPE_M, DSAF_STP_PORT_TYPE_S, 322 port_type); 323 } 324 } 325 326 #define HNS_DSAF_SBM_NUM(dev) \ 327 (AE_IS_VER1((dev)->dsaf_ver) ? DSAF_SBM_NUM : DSAFV2_SBM_NUM) 328 /** 329 * hns_dsaf_sbm_cfg - config sbm 330 * @dsaf_id: dsa fabric id 331 */ 332 static void hns_dsaf_sbm_cfg(struct dsaf_device *dsaf_dev) 333 { 334 u32 o_sbm_cfg; 335 u32 i; 336 337 for (i = 0; i < HNS_DSAF_SBM_NUM(dsaf_dev); i++) { 338 o_sbm_cfg = dsaf_read_dev(dsaf_dev, 339 DSAF_SBM_CFG_REG_0_REG + 0x80 * i); 340 dsaf_set_bit(o_sbm_cfg, DSAF_SBM_CFG_EN_S, 1); 341 dsaf_set_bit(o_sbm_cfg, DSAF_SBM_CFG_SHCUT_EN_S, 0); 342 dsaf_write_dev(dsaf_dev, 343 DSAF_SBM_CFG_REG_0_REG + 0x80 * i, o_sbm_cfg); 344 } 345 } 346 347 /** 348 * hns_dsaf_sbm_cfg_mib_en - config sbm 349 * @dsaf_id: dsa fabric id 350 */ 351 static int hns_dsaf_sbm_cfg_mib_en(struct dsaf_device *dsaf_dev) 352 { 353 u32 sbm_cfg_mib_en; 354 u32 i; 355 u32 reg; 356 u32 read_cnt; 357 358 /* validate configure by setting SBM_CFG_MIB_EN bit from 0 to 1. */ 359 for (i = 0; i < HNS_DSAF_SBM_NUM(dsaf_dev); i++) { 360 reg = DSAF_SBM_CFG_REG_0_REG + 0x80 * i; 361 dsaf_set_dev_bit(dsaf_dev, reg, DSAF_SBM_CFG_MIB_EN_S, 0); 362 } 363 364 for (i = 0; i < HNS_DSAF_SBM_NUM(dsaf_dev); i++) { 365 reg = DSAF_SBM_CFG_REG_0_REG + 0x80 * i; 366 dsaf_set_dev_bit(dsaf_dev, reg, DSAF_SBM_CFG_MIB_EN_S, 1); 367 } 368 369 /* waitint for all sbm enable finished */ 370 for (i = 0; i < HNS_DSAF_SBM_NUM(dsaf_dev); i++) { 371 read_cnt = 0; 372 reg = DSAF_SBM_CFG_REG_0_REG + 0x80 * i; 373 do { 374 udelay(1); 375 sbm_cfg_mib_en = dsaf_get_dev_bit( 376 dsaf_dev, reg, DSAF_SBM_CFG_MIB_EN_S); 377 read_cnt++; 378 } while (sbm_cfg_mib_en == 0 && 379 read_cnt < DSAF_CFG_READ_CNT); 380 381 if (sbm_cfg_mib_en == 0) { 382 dev_err(dsaf_dev->dev, 383 "sbm_cfg_mib_en fail,%s,sbm_num=%d\n", 384 dsaf_dev->ae_dev.name, i); 385 return -ENODEV; 386 } 387 } 388 389 return 0; 390 } 391 392 /** 393 * hns_dsaf_sbm_bp_wl_cfg - config sbm 394 * @dsaf_id: dsa fabric id 395 */ 396 static void hns_dsaf_sbm_bp_wl_cfg(struct dsaf_device *dsaf_dev) 397 { 398 u32 o_sbm_bp_cfg; 399 u32 reg; 400 u32 i; 401 402 /* XGE */ 403 for (i = 0; i < DSAF_XGE_NUM; i++) { 404 reg = DSAF_SBM_BP_CFG_0_XGE_REG_0_REG + 0x80 * i; 405 o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg); 406 dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG0_COM_MAX_BUF_NUM_M, 407 DSAF_SBM_CFG0_COM_MAX_BUF_NUM_S, 512); 408 dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG0_VC0_MAX_BUF_NUM_M, 409 DSAF_SBM_CFG0_VC0_MAX_BUF_NUM_S, 0); 410 dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG0_VC1_MAX_BUF_NUM_M, 411 DSAF_SBM_CFG0_VC1_MAX_BUF_NUM_S, 0); 412 dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg); 413 414 reg = DSAF_SBM_BP_CFG_1_REG_0_REG + 0x80 * i; 415 o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg); 416 dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG1_TC4_MAX_BUF_NUM_M, 417 DSAF_SBM_CFG1_TC4_MAX_BUF_NUM_S, 0); 418 dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG1_TC0_MAX_BUF_NUM_M, 419 DSAF_SBM_CFG1_TC0_MAX_BUF_NUM_S, 0); 420 dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg); 421 422 reg = DSAF_SBM_BP_CFG_2_XGE_REG_0_REG + 0x80 * i; 423 o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg); 424 dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG2_SET_BUF_NUM_M, 425 DSAF_SBM_CFG2_SET_BUF_NUM_S, 104); 426 dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG2_RESET_BUF_NUM_M, 427 DSAF_SBM_CFG2_RESET_BUF_NUM_S, 128); 428 dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg); 429 430 reg = DSAF_SBM_BP_CFG_3_REG_0_REG + 0x80 * i; 431 o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg); 432 dsaf_set_field(o_sbm_bp_cfg, 433 DSAF_SBM_CFG3_SET_BUF_NUM_NO_PFC_M, 434 DSAF_SBM_CFG3_SET_BUF_NUM_NO_PFC_S, 110); 435 dsaf_set_field(o_sbm_bp_cfg, 436 DSAF_SBM_CFG3_RESET_BUF_NUM_NO_PFC_M, 437 DSAF_SBM_CFG3_RESET_BUF_NUM_NO_PFC_S, 160); 438 dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg); 439 440 /* for no enable pfc mode */ 441 reg = DSAF_SBM_BP_CFG_4_REG_0_REG + 0x80 * i; 442 o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg); 443 dsaf_set_field(o_sbm_bp_cfg, 444 DSAF_SBM_CFG3_SET_BUF_NUM_NO_PFC_M, 445 DSAF_SBM_CFG3_SET_BUF_NUM_NO_PFC_S, 128); 446 dsaf_set_field(o_sbm_bp_cfg, 447 DSAF_SBM_CFG3_RESET_BUF_NUM_NO_PFC_M, 448 DSAF_SBM_CFG3_RESET_BUF_NUM_NO_PFC_S, 192); 449 dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg); 450 } 451 452 /* PPE */ 453 for (i = 0; i < DSAF_COMM_CHN; i++) { 454 reg = DSAF_SBM_BP_CFG_2_PPE_REG_0_REG + 0x80 * i; 455 o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg); 456 dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG2_SET_BUF_NUM_M, 457 DSAF_SBM_CFG2_SET_BUF_NUM_S, 10); 458 dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG2_RESET_BUF_NUM_M, 459 DSAF_SBM_CFG2_RESET_BUF_NUM_S, 12); 460 dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg); 461 } 462 463 /* RoCEE */ 464 for (i = 0; i < DSAF_COMM_CHN; i++) { 465 reg = DSAF_SBM_BP_CFG_2_ROCEE_REG_0_REG + 0x80 * i; 466 o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg); 467 dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG2_SET_BUF_NUM_M, 468 DSAF_SBM_CFG2_SET_BUF_NUM_S, 2); 469 dsaf_set_field(o_sbm_bp_cfg, DSAF_SBM_CFG2_RESET_BUF_NUM_M, 470 DSAF_SBM_CFG2_RESET_BUF_NUM_S, 4); 471 dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg); 472 } 473 } 474 475 static void hns_dsafv2_sbm_bp_wl_cfg(struct dsaf_device *dsaf_dev) 476 { 477 u32 o_sbm_bp_cfg; 478 u32 reg; 479 u32 i; 480 481 /* XGE */ 482 for (i = 0; i < DSAFV2_SBM_XGE_CHN; i++) { 483 reg = DSAF_SBM_BP_CFG_0_XGE_REG_0_REG + 0x80 * i; 484 o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg); 485 dsaf_set_field(o_sbm_bp_cfg, DSAFV2_SBM_CFG0_COM_MAX_BUF_NUM_M, 486 DSAFV2_SBM_CFG0_COM_MAX_BUF_NUM_S, 256); 487 dsaf_set_field(o_sbm_bp_cfg, DSAFV2_SBM_CFG0_VC0_MAX_BUF_NUM_M, 488 DSAFV2_SBM_CFG0_VC0_MAX_BUF_NUM_S, 0); 489 dsaf_set_field(o_sbm_bp_cfg, DSAFV2_SBM_CFG0_VC1_MAX_BUF_NUM_M, 490 DSAFV2_SBM_CFG0_VC1_MAX_BUF_NUM_S, 0); 491 dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg); 492 493 reg = DSAF_SBM_BP_CFG_1_REG_0_REG + 0x80 * i; 494 o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg); 495 dsaf_set_field(o_sbm_bp_cfg, DSAFV2_SBM_CFG1_TC4_MAX_BUF_NUM_M, 496 DSAFV2_SBM_CFG1_TC4_MAX_BUF_NUM_S, 0); 497 dsaf_set_field(o_sbm_bp_cfg, DSAFV2_SBM_CFG1_TC0_MAX_BUF_NUM_M, 498 DSAFV2_SBM_CFG1_TC0_MAX_BUF_NUM_S, 0); 499 dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg); 500 501 reg = DSAF_SBM_BP_CFG_2_XGE_REG_0_REG + 0x80 * i; 502 o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg); 503 dsaf_set_field(o_sbm_bp_cfg, DSAFV2_SBM_CFG2_SET_BUF_NUM_M, 504 DSAFV2_SBM_CFG2_SET_BUF_NUM_S, 104); 505 dsaf_set_field(o_sbm_bp_cfg, DSAFV2_SBM_CFG2_RESET_BUF_NUM_M, 506 DSAFV2_SBM_CFG2_RESET_BUF_NUM_S, 128); 507 dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg); 508 509 reg = DSAF_SBM_BP_CFG_3_REG_0_REG + 0x80 * i; 510 o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg); 511 dsaf_set_field(o_sbm_bp_cfg, 512 DSAFV2_SBM_CFG3_SET_BUF_NUM_NO_PFC_M, 513 DSAFV2_SBM_CFG3_SET_BUF_NUM_NO_PFC_S, 48); 514 dsaf_set_field(o_sbm_bp_cfg, 515 DSAFV2_SBM_CFG3_RESET_BUF_NUM_NO_PFC_M, 516 DSAFV2_SBM_CFG3_RESET_BUF_NUM_NO_PFC_S, 80); 517 dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg); 518 519 /* for no enable pfc mode */ 520 reg = DSAF_SBM_BP_CFG_4_REG_0_REG + 0x80 * i; 521 o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg); 522 dsaf_set_field(o_sbm_bp_cfg, 523 DSAFV2_SBM_CFG4_SET_BUF_NUM_NO_PFC_M, 524 DSAFV2_SBM_CFG4_SET_BUF_NUM_NO_PFC_S, 192); 525 dsaf_set_field(o_sbm_bp_cfg, 526 DSAFV2_SBM_CFG4_RESET_BUF_NUM_NO_PFC_M, 527 DSAFV2_SBM_CFG4_RESET_BUF_NUM_NO_PFC_S, 240); 528 dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg); 529 } 530 531 /* PPE */ 532 for (i = 0; i < DSAFV2_SBM_PPE_CHN; i++) { 533 reg = DSAF_SBM_BP_CFG_2_PPE_REG_0_REG + 0x80 * i; 534 o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg); 535 dsaf_set_field(o_sbm_bp_cfg, 536 DSAFV2_SBM_CFG2_PPE_SET_BUF_NUM_M, 537 DSAFV2_SBM_CFG2_PPE_SET_BUF_NUM_S, 2); 538 dsaf_set_field(o_sbm_bp_cfg, 539 DSAFV2_SBM_CFG2_PPE_RESET_BUF_NUM_M, 540 DSAFV2_SBM_CFG2_PPE_RESET_BUF_NUM_S, 3); 541 dsaf_set_field(o_sbm_bp_cfg, 542 DSAFV2_SBM_CFG2_PPE_CFG_USEFUL_NUM_M, 543 DSAFV2_SBM_CFG2_PPE_CFG_USEFUL_NUM_S, 52); 544 dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg); 545 } 546 547 /* RoCEE */ 548 for (i = 0; i < DASFV2_ROCEE_CRD_NUM; i++) { 549 reg = DSAFV2_SBM_BP_CFG_2_ROCEE_REG_0_REG + 0x80 * i; 550 o_sbm_bp_cfg = dsaf_read_dev(dsaf_dev, reg); 551 dsaf_set_field(o_sbm_bp_cfg, 552 DSAFV2_SBM_CFG2_ROCEE_SET_BUF_NUM_M, 553 DSAFV2_SBM_CFG2_ROCEE_SET_BUF_NUM_S, 2); 554 dsaf_set_field(o_sbm_bp_cfg, 555 DSAFV2_SBM_CFG2_ROCEE_RESET_BUF_NUM_M, 556 DSAFV2_SBM_CFG2_ROCEE_RESET_BUF_NUM_S, 4); 557 dsaf_write_dev(dsaf_dev, reg, o_sbm_bp_cfg); 558 } 559 } 560 561 /** 562 * hns_dsaf_voq_bp_all_thrd_cfg - voq 563 * @dsaf_id: dsa fabric id 564 */ 565 static void hns_dsaf_voq_bp_all_thrd_cfg(struct dsaf_device *dsaf_dev) 566 { 567 u32 voq_bp_all_thrd; 568 u32 i; 569 570 for (i = 0; i < DSAF_VOQ_NUM; i++) { 571 voq_bp_all_thrd = dsaf_read_dev( 572 dsaf_dev, DSAF_VOQ_BP_ALL_THRD_0_REG + 0x40 * i); 573 if (i < DSAF_XGE_NUM) { 574 dsaf_set_field(voq_bp_all_thrd, 575 DSAF_VOQ_BP_ALL_DOWNTHRD_M, 576 DSAF_VOQ_BP_ALL_DOWNTHRD_S, 930); 577 dsaf_set_field(voq_bp_all_thrd, 578 DSAF_VOQ_BP_ALL_UPTHRD_M, 579 DSAF_VOQ_BP_ALL_UPTHRD_S, 950); 580 } else { 581 dsaf_set_field(voq_bp_all_thrd, 582 DSAF_VOQ_BP_ALL_DOWNTHRD_M, 583 DSAF_VOQ_BP_ALL_DOWNTHRD_S, 220); 584 dsaf_set_field(voq_bp_all_thrd, 585 DSAF_VOQ_BP_ALL_UPTHRD_M, 586 DSAF_VOQ_BP_ALL_UPTHRD_S, 230); 587 } 588 dsaf_write_dev( 589 dsaf_dev, DSAF_VOQ_BP_ALL_THRD_0_REG + 0x40 * i, 590 voq_bp_all_thrd); 591 } 592 } 593 594 static void hns_dsaf_tbl_tcam_match_cfg( 595 struct dsaf_device *dsaf_dev, 596 struct dsaf_tbl_tcam_data *ptbl_tcam_data) 597 { 598 dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MATCH_CFG_L_REG, 599 ptbl_tcam_data->tbl_tcam_data_low); 600 dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MATCH_CFG_H_REG, 601 ptbl_tcam_data->tbl_tcam_data_high); 602 } 603 604 /** 605 * hns_dsaf_tbl_tcam_data_cfg - tbl 606 * @dsaf_id: dsa fabric id 607 * @ptbl_tcam_data: addr 608 */ 609 static void hns_dsaf_tbl_tcam_data_cfg( 610 struct dsaf_device *dsaf_dev, 611 struct dsaf_tbl_tcam_data *ptbl_tcam_data) 612 { 613 dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_LOW_0_REG, 614 ptbl_tcam_data->tbl_tcam_data_low); 615 dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_HIGH_0_REG, 616 ptbl_tcam_data->tbl_tcam_data_high); 617 } 618 619 /** 620 * dsaf_tbl_tcam_mcast_cfg - tbl 621 * @dsaf_id: dsa fabric id 622 * @ptbl_tcam_mcast: addr 623 */ 624 static void hns_dsaf_tbl_tcam_mcast_cfg( 625 struct dsaf_device *dsaf_dev, 626 struct dsaf_tbl_tcam_mcast_cfg *mcast) 627 { 628 u32 mcast_cfg4; 629 630 mcast_cfg4 = dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_4_0_REG); 631 dsaf_set_bit(mcast_cfg4, DSAF_TBL_MCAST_CFG4_ITEM_VLD_S, 632 mcast->tbl_mcast_item_vld); 633 dsaf_set_bit(mcast_cfg4, DSAF_TBL_MCAST_CFG4_OLD_EN_S, 634 mcast->tbl_mcast_old_en); 635 dsaf_set_field(mcast_cfg4, DSAF_TBL_MCAST_CFG4_VM128_112_M, 636 DSAF_TBL_MCAST_CFG4_VM128_112_S, 637 mcast->tbl_mcast_port_msk[4]); 638 dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_4_0_REG, mcast_cfg4); 639 640 dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_3_0_REG, 641 mcast->tbl_mcast_port_msk[3]); 642 643 dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_2_0_REG, 644 mcast->tbl_mcast_port_msk[2]); 645 646 dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_1_0_REG, 647 mcast->tbl_mcast_port_msk[1]); 648 649 dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_0_0_REG, 650 mcast->tbl_mcast_port_msk[0]); 651 } 652 653 /** 654 * hns_dsaf_tbl_tcam_ucast_cfg - tbl 655 * @dsaf_id: dsa fabric id 656 * @ptbl_tcam_ucast: addr 657 */ 658 static void hns_dsaf_tbl_tcam_ucast_cfg( 659 struct dsaf_device *dsaf_dev, 660 struct dsaf_tbl_tcam_ucast_cfg *tbl_tcam_ucast) 661 { 662 u32 ucast_cfg1; 663 664 ucast_cfg1 = dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_UCAST_CFG_0_REG); 665 dsaf_set_bit(ucast_cfg1, DSAF_TBL_UCAST_CFG1_MAC_DISCARD_S, 666 tbl_tcam_ucast->tbl_ucast_mac_discard); 667 dsaf_set_bit(ucast_cfg1, DSAF_TBL_UCAST_CFG1_ITEM_VLD_S, 668 tbl_tcam_ucast->tbl_ucast_item_vld); 669 dsaf_set_bit(ucast_cfg1, DSAF_TBL_UCAST_CFG1_OLD_EN_S, 670 tbl_tcam_ucast->tbl_ucast_old_en); 671 dsaf_set_bit(ucast_cfg1, DSAF_TBL_UCAST_CFG1_DVC_S, 672 tbl_tcam_ucast->tbl_ucast_dvc); 673 dsaf_set_field(ucast_cfg1, DSAF_TBL_UCAST_CFG1_OUT_PORT_M, 674 DSAF_TBL_UCAST_CFG1_OUT_PORT_S, 675 tbl_tcam_ucast->tbl_ucast_out_port); 676 dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_UCAST_CFG_0_REG, ucast_cfg1); 677 } 678 679 /** 680 * hns_dsaf_tbl_line_cfg - tbl 681 * @dsaf_id: dsa fabric id 682 * @ptbl_lin: addr 683 */ 684 static void hns_dsaf_tbl_line_cfg(struct dsaf_device *dsaf_dev, 685 struct dsaf_tbl_line_cfg *tbl_lin) 686 { 687 u32 tbl_line; 688 689 tbl_line = dsaf_read_dev(dsaf_dev, DSAF_TBL_LIN_CFG_0_REG); 690 dsaf_set_bit(tbl_line, DSAF_TBL_LINE_CFG_MAC_DISCARD_S, 691 tbl_lin->tbl_line_mac_discard); 692 dsaf_set_bit(tbl_line, DSAF_TBL_LINE_CFG_DVC_S, 693 tbl_lin->tbl_line_dvc); 694 dsaf_set_field(tbl_line, DSAF_TBL_LINE_CFG_OUT_PORT_M, 695 DSAF_TBL_LINE_CFG_OUT_PORT_S, 696 tbl_lin->tbl_line_out_port); 697 dsaf_write_dev(dsaf_dev, DSAF_TBL_LIN_CFG_0_REG, tbl_line); 698 } 699 700 /** 701 * hns_dsaf_tbl_tcam_mcast_pul - tbl 702 * @dsaf_id: dsa fabric id 703 */ 704 static void hns_dsaf_tbl_tcam_mcast_pul(struct dsaf_device *dsaf_dev) 705 { 706 u32 o_tbl_pul; 707 708 o_tbl_pul = dsaf_read_dev(dsaf_dev, DSAF_TBL_PUL_0_REG); 709 dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_MCAST_VLD_S, 1); 710 dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, o_tbl_pul); 711 dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_MCAST_VLD_S, 0); 712 dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, o_tbl_pul); 713 } 714 715 /** 716 * hns_dsaf_tbl_line_pul - tbl 717 * @dsaf_id: dsa fabric id 718 */ 719 static void hns_dsaf_tbl_line_pul(struct dsaf_device *dsaf_dev) 720 { 721 u32 tbl_pul; 722 723 tbl_pul = dsaf_read_dev(dsaf_dev, DSAF_TBL_PUL_0_REG); 724 dsaf_set_bit(tbl_pul, DSAF_TBL_PUL_LINE_VLD_S, 1); 725 dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, tbl_pul); 726 dsaf_set_bit(tbl_pul, DSAF_TBL_PUL_LINE_VLD_S, 0); 727 dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, tbl_pul); 728 } 729 730 /** 731 * hns_dsaf_tbl_tcam_data_mcast_pul - tbl 732 * @dsaf_id: dsa fabric id 733 */ 734 static void hns_dsaf_tbl_tcam_data_mcast_pul( 735 struct dsaf_device *dsaf_dev) 736 { 737 u32 o_tbl_pul; 738 739 o_tbl_pul = dsaf_read_dev(dsaf_dev, DSAF_TBL_PUL_0_REG); 740 dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_TCAM_DATA_VLD_S, 1); 741 dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_MCAST_VLD_S, 1); 742 dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, o_tbl_pul); 743 dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_TCAM_DATA_VLD_S, 0); 744 dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_MCAST_VLD_S, 0); 745 dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, o_tbl_pul); 746 } 747 748 /** 749 * hns_dsaf_tbl_tcam_data_ucast_pul - tbl 750 * @dsaf_id: dsa fabric id 751 */ 752 static void hns_dsaf_tbl_tcam_data_ucast_pul( 753 struct dsaf_device *dsaf_dev) 754 { 755 u32 o_tbl_pul; 756 757 o_tbl_pul = dsaf_read_dev(dsaf_dev, DSAF_TBL_PUL_0_REG); 758 dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_TCAM_DATA_VLD_S, 1); 759 dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_UCAST_VLD_S, 1); 760 dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, o_tbl_pul); 761 dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_TCAM_DATA_VLD_S, 0); 762 dsaf_set_bit(o_tbl_pul, DSAF_TBL_PUL_UCAST_VLD_S, 0); 763 dsaf_write_dev(dsaf_dev, DSAF_TBL_PUL_0_REG, o_tbl_pul); 764 } 765 766 void hns_dsaf_set_promisc_mode(struct dsaf_device *dsaf_dev, u32 en) 767 { 768 if (AE_IS_VER1(dsaf_dev->dsaf_ver) && !HNS_DSAF_IS_DEBUG(dsaf_dev)) 769 dsaf_set_dev_bit(dsaf_dev, DSAF_CFG_0_REG, 770 DSAF_CFG_MIX_MODE_S, !!en); 771 } 772 773 /** 774 * hns_dsaf_tbl_stat_en - tbl 775 * @dsaf_id: dsa fabric id 776 * @ptbl_stat_en: addr 777 */ 778 static void hns_dsaf_tbl_stat_en(struct dsaf_device *dsaf_dev) 779 { 780 u32 o_tbl_ctrl; 781 782 o_tbl_ctrl = dsaf_read_dev(dsaf_dev, DSAF_TBL_DFX_CTRL_0_REG); 783 dsaf_set_bit(o_tbl_ctrl, DSAF_TBL_DFX_LINE_LKUP_NUM_EN_S, 1); 784 dsaf_set_bit(o_tbl_ctrl, DSAF_TBL_DFX_UC_LKUP_NUM_EN_S, 1); 785 dsaf_set_bit(o_tbl_ctrl, DSAF_TBL_DFX_MC_LKUP_NUM_EN_S, 1); 786 dsaf_set_bit(o_tbl_ctrl, DSAF_TBL_DFX_BC_LKUP_NUM_EN_S, 1); 787 dsaf_write_dev(dsaf_dev, DSAF_TBL_DFX_CTRL_0_REG, o_tbl_ctrl); 788 } 789 790 /** 791 * hns_dsaf_rocee_bp_en - rocee back press enable 792 * @dsaf_id: dsa fabric id 793 */ 794 static void hns_dsaf_rocee_bp_en(struct dsaf_device *dsaf_dev) 795 { 796 if (AE_IS_VER1(dsaf_dev->dsaf_ver)) 797 dsaf_set_dev_bit(dsaf_dev, DSAF_XGE_CTRL_SIG_CFG_0_REG, 798 DSAF_FC_XGE_TX_PAUSE_S, 1); 799 } 800 801 /* set msk for dsaf exception irq*/ 802 static void hns_dsaf_int_xge_msk_set(struct dsaf_device *dsaf_dev, 803 u32 chnn_num, u32 mask_set) 804 { 805 dsaf_write_dev(dsaf_dev, 806 DSAF_XGE_INT_MSK_0_REG + 0x4 * chnn_num, mask_set); 807 } 808 809 static void hns_dsaf_int_ppe_msk_set(struct dsaf_device *dsaf_dev, 810 u32 chnn_num, u32 msk_set) 811 { 812 dsaf_write_dev(dsaf_dev, 813 DSAF_PPE_INT_MSK_0_REG + 0x4 * chnn_num, msk_set); 814 } 815 816 static void hns_dsaf_int_rocee_msk_set(struct dsaf_device *dsaf_dev, 817 u32 chnn, u32 msk_set) 818 { 819 dsaf_write_dev(dsaf_dev, 820 DSAF_ROCEE_INT_MSK_0_REG + 0x4 * chnn, msk_set); 821 } 822 823 static void 824 hns_dsaf_int_tbl_msk_set(struct dsaf_device *dsaf_dev, u32 msk_set) 825 { 826 dsaf_write_dev(dsaf_dev, DSAF_TBL_INT_MSK_0_REG, msk_set); 827 } 828 829 /* clr dsaf exception irq*/ 830 static void hns_dsaf_int_xge_src_clr(struct dsaf_device *dsaf_dev, 831 u32 chnn_num, u32 int_src) 832 { 833 dsaf_write_dev(dsaf_dev, 834 DSAF_XGE_INT_SRC_0_REG + 0x4 * chnn_num, int_src); 835 } 836 837 static void hns_dsaf_int_ppe_src_clr(struct dsaf_device *dsaf_dev, 838 u32 chnn, u32 int_src) 839 { 840 dsaf_write_dev(dsaf_dev, 841 DSAF_PPE_INT_SRC_0_REG + 0x4 * chnn, int_src); 842 } 843 844 static void hns_dsaf_int_rocee_src_clr(struct dsaf_device *dsaf_dev, 845 u32 chnn, u32 int_src) 846 { 847 dsaf_write_dev(dsaf_dev, 848 DSAF_ROCEE_INT_SRC_0_REG + 0x4 * chnn, int_src); 849 } 850 851 static void hns_dsaf_int_tbl_src_clr(struct dsaf_device *dsaf_dev, 852 u32 int_src) 853 { 854 dsaf_write_dev(dsaf_dev, DSAF_TBL_INT_SRC_0_REG, int_src); 855 } 856 857 /** 858 * hns_dsaf_single_line_tbl_cfg - INT 859 * @dsaf_id: dsa fabric id 860 * @address: 861 * @ptbl_line: 862 */ 863 static void hns_dsaf_single_line_tbl_cfg( 864 struct dsaf_device *dsaf_dev, 865 u32 address, struct dsaf_tbl_line_cfg *ptbl_line) 866 { 867 spin_lock_bh(&dsaf_dev->tcam_lock); 868 869 /*Write Addr*/ 870 hns_dsaf_tbl_line_addr_cfg(dsaf_dev, address); 871 872 /*Write Line*/ 873 hns_dsaf_tbl_line_cfg(dsaf_dev, ptbl_line); 874 875 /*Write Plus*/ 876 hns_dsaf_tbl_line_pul(dsaf_dev); 877 878 spin_unlock_bh(&dsaf_dev->tcam_lock); 879 } 880 881 /** 882 * hns_dsaf_tcam_uc_cfg - INT 883 * @dsaf_id: dsa fabric id 884 * @address, 885 * @ptbl_tcam_data, 886 */ 887 static void hns_dsaf_tcam_uc_cfg( 888 struct dsaf_device *dsaf_dev, u32 address, 889 struct dsaf_tbl_tcam_data *ptbl_tcam_data, 890 struct dsaf_tbl_tcam_ucast_cfg *ptbl_tcam_ucast) 891 { 892 spin_lock_bh(&dsaf_dev->tcam_lock); 893 894 /*Write Addr*/ 895 hns_dsaf_tbl_tcam_addr_cfg(dsaf_dev, address); 896 /*Write Tcam Data*/ 897 hns_dsaf_tbl_tcam_data_cfg(dsaf_dev, ptbl_tcam_data); 898 /*Write Tcam Ucast*/ 899 hns_dsaf_tbl_tcam_ucast_cfg(dsaf_dev, ptbl_tcam_ucast); 900 /*Write Plus*/ 901 hns_dsaf_tbl_tcam_data_ucast_pul(dsaf_dev); 902 903 spin_unlock_bh(&dsaf_dev->tcam_lock); 904 } 905 906 /** 907 * hns_dsaf_tcam_mc_cfg - cfg the tcam for mc 908 * @dsaf_dev: dsa fabric device struct pointer 909 * @address: tcam index 910 * @ptbl_tcam_data: tcam data struct pointer 911 * @ptbl_tcam_mcast: tcam mask struct pointer, it must be null for HNSv1 912 */ 913 static void hns_dsaf_tcam_mc_cfg( 914 struct dsaf_device *dsaf_dev, u32 address, 915 struct dsaf_tbl_tcam_data *ptbl_tcam_data, 916 struct dsaf_tbl_tcam_data *ptbl_tcam_mask, 917 struct dsaf_tbl_tcam_mcast_cfg *ptbl_tcam_mcast) 918 { 919 spin_lock_bh(&dsaf_dev->tcam_lock); 920 921 /*Write Addr*/ 922 hns_dsaf_tbl_tcam_addr_cfg(dsaf_dev, address); 923 /*Write Tcam Data*/ 924 hns_dsaf_tbl_tcam_data_cfg(dsaf_dev, ptbl_tcam_data); 925 /*Write Tcam Mcast*/ 926 hns_dsaf_tbl_tcam_mcast_cfg(dsaf_dev, ptbl_tcam_mcast); 927 /* Write Match Data */ 928 if (ptbl_tcam_mask) 929 hns_dsaf_tbl_tcam_match_cfg(dsaf_dev, ptbl_tcam_mask); 930 931 /* Write Puls */ 932 hns_dsaf_tbl_tcam_data_mcast_pul(dsaf_dev); 933 934 spin_unlock_bh(&dsaf_dev->tcam_lock); 935 } 936 937 /** 938 * hns_dsaf_tcam_mc_invld - INT 939 * @dsaf_id: dsa fabric id 940 * @address 941 */ 942 static void hns_dsaf_tcam_mc_invld(struct dsaf_device *dsaf_dev, u32 address) 943 { 944 spin_lock_bh(&dsaf_dev->tcam_lock); 945 946 /*Write Addr*/ 947 hns_dsaf_tbl_tcam_addr_cfg(dsaf_dev, address); 948 949 /*write tcam mcast*/ 950 dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_0_0_REG, 0); 951 dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_1_0_REG, 0); 952 dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_2_0_REG, 0); 953 dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_3_0_REG, 0); 954 dsaf_write_dev(dsaf_dev, DSAF_TBL_TCAM_MCAST_CFG_4_0_REG, 0); 955 956 /*Write Plus*/ 957 hns_dsaf_tbl_tcam_mcast_pul(dsaf_dev); 958 959 spin_unlock_bh(&dsaf_dev->tcam_lock); 960 } 961 962 void hns_dsaf_tcam_addr_get(struct dsaf_drv_tbl_tcam_key *mac_key, u8 *addr) 963 { 964 addr[0] = mac_key->high.bits.mac_0; 965 addr[1] = mac_key->high.bits.mac_1; 966 addr[2] = mac_key->high.bits.mac_2; 967 addr[3] = mac_key->high.bits.mac_3; 968 addr[4] = mac_key->low.bits.mac_4; 969 addr[5] = mac_key->low.bits.mac_5; 970 } 971 972 /** 973 * hns_dsaf_tcam_uc_get - INT 974 * @dsaf_id: dsa fabric id 975 * @address 976 * @ptbl_tcam_data 977 * @ptbl_tcam_ucast 978 */ 979 static void hns_dsaf_tcam_uc_get( 980 struct dsaf_device *dsaf_dev, u32 address, 981 struct dsaf_tbl_tcam_data *ptbl_tcam_data, 982 struct dsaf_tbl_tcam_ucast_cfg *ptbl_tcam_ucast) 983 { 984 u32 tcam_read_data0; 985 u32 tcam_read_data4; 986 987 spin_lock_bh(&dsaf_dev->tcam_lock); 988 989 /*Write Addr*/ 990 hns_dsaf_tbl_tcam_addr_cfg(dsaf_dev, address); 991 992 /*read tcam item puls*/ 993 hns_dsaf_tbl_tcam_load_pul(dsaf_dev); 994 995 /*read tcam data*/ 996 ptbl_tcam_data->tbl_tcam_data_high 997 = dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RDATA_HIGH_0_REG); 998 ptbl_tcam_data->tbl_tcam_data_low 999 = dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RDATA_LOW_0_REG); 1000 1001 /*read tcam mcast*/ 1002 tcam_read_data0 = dsaf_read_dev(dsaf_dev, 1003 DSAF_TBL_TCAM_RAM_RDATA0_0_REG); 1004 tcam_read_data4 = dsaf_read_dev(dsaf_dev, 1005 DSAF_TBL_TCAM_RAM_RDATA4_0_REG); 1006 1007 ptbl_tcam_ucast->tbl_ucast_item_vld 1008 = dsaf_get_bit(tcam_read_data4, 1009 DSAF_TBL_MCAST_CFG4_ITEM_VLD_S); 1010 ptbl_tcam_ucast->tbl_ucast_old_en 1011 = dsaf_get_bit(tcam_read_data4, DSAF_TBL_MCAST_CFG4_OLD_EN_S); 1012 ptbl_tcam_ucast->tbl_ucast_mac_discard 1013 = dsaf_get_bit(tcam_read_data0, 1014 DSAF_TBL_UCAST_CFG1_MAC_DISCARD_S); 1015 ptbl_tcam_ucast->tbl_ucast_out_port 1016 = dsaf_get_field(tcam_read_data0, 1017 DSAF_TBL_UCAST_CFG1_OUT_PORT_M, 1018 DSAF_TBL_UCAST_CFG1_OUT_PORT_S); 1019 ptbl_tcam_ucast->tbl_ucast_dvc 1020 = dsaf_get_bit(tcam_read_data0, DSAF_TBL_UCAST_CFG1_DVC_S); 1021 1022 spin_unlock_bh(&dsaf_dev->tcam_lock); 1023 } 1024 1025 /** 1026 * hns_dsaf_tcam_mc_get - INT 1027 * @dsaf_id: dsa fabric id 1028 * @address 1029 * @ptbl_tcam_data 1030 * @ptbl_tcam_ucast 1031 */ 1032 static void hns_dsaf_tcam_mc_get( 1033 struct dsaf_device *dsaf_dev, u32 address, 1034 struct dsaf_tbl_tcam_data *ptbl_tcam_data, 1035 struct dsaf_tbl_tcam_mcast_cfg *ptbl_tcam_mcast) 1036 { 1037 u32 data_tmp; 1038 1039 spin_lock_bh(&dsaf_dev->tcam_lock); 1040 1041 /*Write Addr*/ 1042 hns_dsaf_tbl_tcam_addr_cfg(dsaf_dev, address); 1043 1044 /*read tcam item puls*/ 1045 hns_dsaf_tbl_tcam_load_pul(dsaf_dev); 1046 1047 /*read tcam data*/ 1048 ptbl_tcam_data->tbl_tcam_data_high = 1049 dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RDATA_HIGH_0_REG); 1050 ptbl_tcam_data->tbl_tcam_data_low = 1051 dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RDATA_LOW_0_REG); 1052 1053 /*read tcam mcast*/ 1054 ptbl_tcam_mcast->tbl_mcast_port_msk[0] = 1055 dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RAM_RDATA0_0_REG); 1056 ptbl_tcam_mcast->tbl_mcast_port_msk[1] = 1057 dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RAM_RDATA1_0_REG); 1058 ptbl_tcam_mcast->tbl_mcast_port_msk[2] = 1059 dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RAM_RDATA2_0_REG); 1060 ptbl_tcam_mcast->tbl_mcast_port_msk[3] = 1061 dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RAM_RDATA3_0_REG); 1062 1063 data_tmp = dsaf_read_dev(dsaf_dev, DSAF_TBL_TCAM_RAM_RDATA4_0_REG); 1064 ptbl_tcam_mcast->tbl_mcast_item_vld = 1065 dsaf_get_bit(data_tmp, DSAF_TBL_MCAST_CFG4_ITEM_VLD_S); 1066 ptbl_tcam_mcast->tbl_mcast_old_en = 1067 dsaf_get_bit(data_tmp, DSAF_TBL_MCAST_CFG4_OLD_EN_S); 1068 ptbl_tcam_mcast->tbl_mcast_port_msk[4] = 1069 dsaf_get_field(data_tmp, DSAF_TBL_MCAST_CFG4_VM128_112_M, 1070 DSAF_TBL_MCAST_CFG4_VM128_112_S); 1071 1072 spin_unlock_bh(&dsaf_dev->tcam_lock); 1073 } 1074 1075 /** 1076 * hns_dsaf_tbl_line_init - INT 1077 * @dsaf_id: dsa fabric id 1078 */ 1079 static void hns_dsaf_tbl_line_init(struct dsaf_device *dsaf_dev) 1080 { 1081 u32 i; 1082 /* defaultly set all lineal mac table entry resulting discard */ 1083 struct dsaf_tbl_line_cfg tbl_line[] = {{1, 0, 0} }; 1084 1085 for (i = 0; i < DSAF_LINE_SUM; i++) 1086 hns_dsaf_single_line_tbl_cfg(dsaf_dev, i, tbl_line); 1087 } 1088 1089 /** 1090 * hns_dsaf_tbl_tcam_init - INT 1091 * @dsaf_id: dsa fabric id 1092 */ 1093 static void hns_dsaf_tbl_tcam_init(struct dsaf_device *dsaf_dev) 1094 { 1095 u32 i; 1096 struct dsaf_tbl_tcam_data tcam_data[] = {{0, 0} }; 1097 struct dsaf_tbl_tcam_ucast_cfg tcam_ucast[] = {{0, 0, 0, 0, 0} }; 1098 1099 /*tcam tbl*/ 1100 for (i = 0; i < DSAF_TCAM_SUM; i++) 1101 hns_dsaf_tcam_uc_cfg(dsaf_dev, i, tcam_data, tcam_ucast); 1102 } 1103 1104 /** 1105 * hns_dsaf_pfc_en_cfg - dsaf pfc pause cfg 1106 * @mac_cb: mac contrl block 1107 */ 1108 static void hns_dsaf_pfc_en_cfg(struct dsaf_device *dsaf_dev, 1109 int mac_id, int tc_en) 1110 { 1111 dsaf_write_dev(dsaf_dev, DSAF_PFC_EN_0_REG + mac_id * 4, tc_en); 1112 } 1113 1114 static void hns_dsaf_set_pfc_pause(struct dsaf_device *dsaf_dev, 1115 int mac_id, int tx_en, int rx_en) 1116 { 1117 if (AE_IS_VER1(dsaf_dev->dsaf_ver)) { 1118 if (!tx_en || !rx_en) 1119 dev_err(dsaf_dev->dev, "dsaf v1 can not close pfc!\n"); 1120 1121 return; 1122 } 1123 1124 dsaf_set_dev_bit(dsaf_dev, DSAF_PAUSE_CFG_REG + mac_id * 4, 1125 DSAF_PFC_PAUSE_RX_EN_B, !!rx_en); 1126 dsaf_set_dev_bit(dsaf_dev, DSAF_PAUSE_CFG_REG + mac_id * 4, 1127 DSAF_PFC_PAUSE_TX_EN_B, !!tx_en); 1128 } 1129 1130 int hns_dsaf_set_rx_mac_pause_en(struct dsaf_device *dsaf_dev, int mac_id, 1131 u32 en) 1132 { 1133 if (AE_IS_VER1(dsaf_dev->dsaf_ver)) { 1134 if (!en) { 1135 dev_err(dsaf_dev->dev, "dsafv1 can't close rx_pause!\n"); 1136 return -EINVAL; 1137 } 1138 } 1139 1140 dsaf_set_dev_bit(dsaf_dev, DSAF_PAUSE_CFG_REG + mac_id * 4, 1141 DSAF_MAC_PAUSE_RX_EN_B, !!en); 1142 1143 return 0; 1144 } 1145 1146 void hns_dsaf_get_rx_mac_pause_en(struct dsaf_device *dsaf_dev, int mac_id, 1147 u32 *en) 1148 { 1149 if (AE_IS_VER1(dsaf_dev->dsaf_ver)) 1150 *en = 1; 1151 else 1152 *en = dsaf_get_dev_bit(dsaf_dev, 1153 DSAF_PAUSE_CFG_REG + mac_id * 4, 1154 DSAF_MAC_PAUSE_RX_EN_B); 1155 } 1156 1157 /** 1158 * hns_dsaf_tbl_tcam_init - INT 1159 * @dsaf_id: dsa fabric id 1160 * @dsaf_mode 1161 */ 1162 static void hns_dsaf_comm_init(struct dsaf_device *dsaf_dev) 1163 { 1164 u32 i; 1165 u32 o_dsaf_cfg; 1166 bool is_ver1 = AE_IS_VER1(dsaf_dev->dsaf_ver); 1167 1168 o_dsaf_cfg = dsaf_read_dev(dsaf_dev, DSAF_CFG_0_REG); 1169 dsaf_set_bit(o_dsaf_cfg, DSAF_CFG_EN_S, dsaf_dev->dsaf_en); 1170 dsaf_set_bit(o_dsaf_cfg, DSAF_CFG_TC_MODE_S, dsaf_dev->dsaf_tc_mode); 1171 dsaf_set_bit(o_dsaf_cfg, DSAF_CFG_CRC_EN_S, 0); 1172 dsaf_set_bit(o_dsaf_cfg, DSAF_CFG_MIX_MODE_S, 0); 1173 dsaf_set_bit(o_dsaf_cfg, DSAF_CFG_LOCA_ADDR_EN_S, 0); 1174 dsaf_write_dev(dsaf_dev, DSAF_CFG_0_REG, o_dsaf_cfg); 1175 1176 hns_dsaf_reg_cnt_clr_ce(dsaf_dev, 1); 1177 hns_dsaf_stp_port_type_cfg(dsaf_dev, DSAF_STP_PORT_TYPE_FORWARD); 1178 1179 /* set 22 queue per tx ppe engine, only used in switch mode */ 1180 hns_dsaf_ppe_qid_cfg(dsaf_dev, DSAF_DEFAUTL_QUEUE_NUM_PER_PPE); 1181 1182 /* set promisc def queue id */ 1183 hns_dsaf_mix_def_qid_cfg(dsaf_dev); 1184 1185 /* set inner loopback queue id */ 1186 hns_dsaf_inner_qid_cfg(dsaf_dev); 1187 1188 /* in non switch mode, set all port to access mode */ 1189 hns_dsaf_sw_port_type_cfg(dsaf_dev, DSAF_SW_PORT_TYPE_NON_VLAN); 1190 1191 /*set dsaf pfc to 0 for parseing rx pause*/ 1192 for (i = 0; i < DSAF_COMM_CHN; i++) { 1193 hns_dsaf_pfc_en_cfg(dsaf_dev, i, 0); 1194 hns_dsaf_set_pfc_pause(dsaf_dev, i, is_ver1, is_ver1); 1195 } 1196 1197 /*msk and clr exception irqs */ 1198 for (i = 0; i < DSAF_COMM_CHN; i++) { 1199 hns_dsaf_int_xge_src_clr(dsaf_dev, i, 0xfffffffful); 1200 hns_dsaf_int_ppe_src_clr(dsaf_dev, i, 0xfffffffful); 1201 hns_dsaf_int_rocee_src_clr(dsaf_dev, i, 0xfffffffful); 1202 1203 hns_dsaf_int_xge_msk_set(dsaf_dev, i, 0xfffffffful); 1204 hns_dsaf_int_ppe_msk_set(dsaf_dev, i, 0xfffffffful); 1205 hns_dsaf_int_rocee_msk_set(dsaf_dev, i, 0xfffffffful); 1206 } 1207 hns_dsaf_int_tbl_src_clr(dsaf_dev, 0xfffffffful); 1208 hns_dsaf_int_tbl_msk_set(dsaf_dev, 0xfffffffful); 1209 } 1210 1211 /** 1212 * hns_dsaf_inode_init - INT 1213 * @dsaf_id: dsa fabric id 1214 */ 1215 static void hns_dsaf_inode_init(struct dsaf_device *dsaf_dev) 1216 { 1217 u32 reg; 1218 u32 tc_cfg; 1219 u32 i; 1220 1221 if (dsaf_dev->dsaf_tc_mode == HRD_DSAF_4TC_MODE) 1222 tc_cfg = HNS_DSAF_I4TC_CFG; 1223 else 1224 tc_cfg = HNS_DSAF_I8TC_CFG; 1225 1226 if (AE_IS_VER1(dsaf_dev->dsaf_ver)) { 1227 for (i = 0; i < DSAF_INODE_NUM; i++) { 1228 reg = DSAF_INODE_IN_PORT_NUM_0_REG + 0x80 * i; 1229 dsaf_set_dev_field(dsaf_dev, reg, 1230 DSAF_INODE_IN_PORT_NUM_M, 1231 DSAF_INODE_IN_PORT_NUM_S, 1232 i % DSAF_XGE_NUM); 1233 } 1234 } else { 1235 for (i = 0; i < DSAF_PORT_TYPE_NUM; i++) { 1236 reg = DSAF_INODE_IN_PORT_NUM_0_REG + 0x80 * i; 1237 dsaf_set_dev_field(dsaf_dev, reg, 1238 DSAF_INODE_IN_PORT_NUM_M, 1239 DSAF_INODE_IN_PORT_NUM_S, 0); 1240 dsaf_set_dev_field(dsaf_dev, reg, 1241 DSAFV2_INODE_IN_PORT1_NUM_M, 1242 DSAFV2_INODE_IN_PORT1_NUM_S, 1); 1243 dsaf_set_dev_field(dsaf_dev, reg, 1244 DSAFV2_INODE_IN_PORT2_NUM_M, 1245 DSAFV2_INODE_IN_PORT2_NUM_S, 2); 1246 dsaf_set_dev_field(dsaf_dev, reg, 1247 DSAFV2_INODE_IN_PORT3_NUM_M, 1248 DSAFV2_INODE_IN_PORT3_NUM_S, 3); 1249 dsaf_set_dev_field(dsaf_dev, reg, 1250 DSAFV2_INODE_IN_PORT4_NUM_M, 1251 DSAFV2_INODE_IN_PORT4_NUM_S, 4); 1252 dsaf_set_dev_field(dsaf_dev, reg, 1253 DSAFV2_INODE_IN_PORT5_NUM_M, 1254 DSAFV2_INODE_IN_PORT5_NUM_S, 5); 1255 } 1256 } 1257 for (i = 0; i < DSAF_INODE_NUM; i++) { 1258 reg = DSAF_INODE_PRI_TC_CFG_0_REG + 0x80 * i; 1259 dsaf_write_dev(dsaf_dev, reg, tc_cfg); 1260 } 1261 } 1262 1263 /** 1264 * hns_dsaf_sbm_init - INT 1265 * @dsaf_id: dsa fabric id 1266 */ 1267 static int hns_dsaf_sbm_init(struct dsaf_device *dsaf_dev) 1268 { 1269 u32 flag; 1270 u32 finish_msk; 1271 u32 cnt = 0; 1272 int ret; 1273 1274 if (AE_IS_VER1(dsaf_dev->dsaf_ver)) { 1275 hns_dsaf_sbm_bp_wl_cfg(dsaf_dev); 1276 finish_msk = DSAF_SRAM_INIT_OVER_M; 1277 } else { 1278 hns_dsafv2_sbm_bp_wl_cfg(dsaf_dev); 1279 finish_msk = DSAFV2_SRAM_INIT_OVER_M; 1280 } 1281 1282 /* enable sbm chanel, disable sbm chanel shcut function*/ 1283 hns_dsaf_sbm_cfg(dsaf_dev); 1284 1285 /* enable sbm mib */ 1286 ret = hns_dsaf_sbm_cfg_mib_en(dsaf_dev); 1287 if (ret) { 1288 dev_err(dsaf_dev->dev, 1289 "hns_dsaf_sbm_cfg_mib_en fail,%s, ret=%d\n", 1290 dsaf_dev->ae_dev.name, ret); 1291 return ret; 1292 } 1293 1294 /* enable sbm initial link sram */ 1295 hns_dsaf_sbm_link_sram_init_en(dsaf_dev); 1296 1297 do { 1298 usleep_range(200, 210);/*udelay(200);*/ 1299 flag = dsaf_get_dev_field(dsaf_dev, DSAF_SRAM_INIT_OVER_0_REG, 1300 finish_msk, DSAF_SRAM_INIT_OVER_S); 1301 cnt++; 1302 } while (flag != (finish_msk >> DSAF_SRAM_INIT_OVER_S) && 1303 cnt < DSAF_CFG_READ_CNT); 1304 1305 if (flag != (finish_msk >> DSAF_SRAM_INIT_OVER_S)) { 1306 dev_err(dsaf_dev->dev, 1307 "hns_dsaf_sbm_init fail %s, flag=%d, cnt=%d\n", 1308 dsaf_dev->ae_dev.name, flag, cnt); 1309 return -ENODEV; 1310 } 1311 1312 hns_dsaf_rocee_bp_en(dsaf_dev); 1313 1314 return 0; 1315 } 1316 1317 /** 1318 * hns_dsaf_tbl_init - INT 1319 * @dsaf_id: dsa fabric id 1320 */ 1321 static void hns_dsaf_tbl_init(struct dsaf_device *dsaf_dev) 1322 { 1323 hns_dsaf_tbl_stat_en(dsaf_dev); 1324 1325 hns_dsaf_tbl_tcam_init(dsaf_dev); 1326 hns_dsaf_tbl_line_init(dsaf_dev); 1327 } 1328 1329 /** 1330 * hns_dsaf_voq_init - INT 1331 * @dsaf_id: dsa fabric id 1332 */ 1333 static void hns_dsaf_voq_init(struct dsaf_device *dsaf_dev) 1334 { 1335 hns_dsaf_voq_bp_all_thrd_cfg(dsaf_dev); 1336 } 1337 1338 /** 1339 * hns_dsaf_init_hw - init dsa fabric hardware 1340 * @dsaf_dev: dsa fabric device struct pointer 1341 */ 1342 static int hns_dsaf_init_hw(struct dsaf_device *dsaf_dev) 1343 { 1344 int ret; 1345 1346 dev_dbg(dsaf_dev->dev, 1347 "hns_dsaf_init_hw begin %s !\n", dsaf_dev->ae_dev.name); 1348 1349 dsaf_dev->misc_op->dsaf_reset(dsaf_dev, 0); 1350 mdelay(10); 1351 dsaf_dev->misc_op->dsaf_reset(dsaf_dev, 1); 1352 1353 hns_dsaf_comm_init(dsaf_dev); 1354 1355 /*init XBAR_INODE*/ 1356 hns_dsaf_inode_init(dsaf_dev); 1357 1358 /*init SBM*/ 1359 ret = hns_dsaf_sbm_init(dsaf_dev); 1360 if (ret) 1361 return ret; 1362 1363 /*init TBL*/ 1364 hns_dsaf_tbl_init(dsaf_dev); 1365 1366 /*init VOQ*/ 1367 hns_dsaf_voq_init(dsaf_dev); 1368 1369 return 0; 1370 } 1371 1372 /** 1373 * hns_dsaf_remove_hw - uninit dsa fabric hardware 1374 * @dsaf_dev: dsa fabric device struct pointer 1375 */ 1376 static void hns_dsaf_remove_hw(struct dsaf_device *dsaf_dev) 1377 { 1378 /*reset*/ 1379 dsaf_dev->misc_op->dsaf_reset(dsaf_dev, 0); 1380 } 1381 1382 /** 1383 * hns_dsaf_init - init dsa fabric 1384 * @dsaf_dev: dsa fabric device struct pointer 1385 * retuen 0 - success , negative --fail 1386 */ 1387 static int hns_dsaf_init(struct dsaf_device *dsaf_dev) 1388 { 1389 struct dsaf_drv_priv *priv = 1390 (struct dsaf_drv_priv *)hns_dsaf_dev_priv(dsaf_dev); 1391 u32 i; 1392 int ret; 1393 1394 if (HNS_DSAF_IS_DEBUG(dsaf_dev)) 1395 return 0; 1396 1397 if (AE_IS_VER1(dsaf_dev->dsaf_ver)) 1398 dsaf_dev->tcam_max_num = DSAF_TCAM_SUM; 1399 else 1400 dsaf_dev->tcam_max_num = 1401 DSAF_TCAM_SUM - DSAFV2_MAC_FUZZY_TCAM_NUM; 1402 1403 spin_lock_init(&dsaf_dev->tcam_lock); 1404 ret = hns_dsaf_init_hw(dsaf_dev); 1405 if (ret) 1406 return ret; 1407 1408 /* malloc mem for tcam mac key(vlan+mac) */ 1409 priv->soft_mac_tbl = vzalloc(sizeof(*priv->soft_mac_tbl) 1410 * DSAF_TCAM_SUM); 1411 if (!priv->soft_mac_tbl) { 1412 ret = -ENOMEM; 1413 goto remove_hw; 1414 } 1415 1416 /*all entry invall */ 1417 for (i = 0; i < DSAF_TCAM_SUM; i++) 1418 (priv->soft_mac_tbl + i)->index = DSAF_INVALID_ENTRY_IDX; 1419 1420 return 0; 1421 1422 remove_hw: 1423 hns_dsaf_remove_hw(dsaf_dev); 1424 return ret; 1425 } 1426 1427 /** 1428 * hns_dsaf_free - free dsa fabric 1429 * @dsaf_dev: dsa fabric device struct pointer 1430 */ 1431 static void hns_dsaf_free(struct dsaf_device *dsaf_dev) 1432 { 1433 struct dsaf_drv_priv *priv = 1434 (struct dsaf_drv_priv *)hns_dsaf_dev_priv(dsaf_dev); 1435 1436 hns_dsaf_remove_hw(dsaf_dev); 1437 1438 /* free all mac mem */ 1439 vfree(priv->soft_mac_tbl); 1440 priv->soft_mac_tbl = NULL; 1441 } 1442 1443 /** 1444 * hns_dsaf_find_soft_mac_entry - find dsa fabric soft entry 1445 * @dsaf_dev: dsa fabric device struct pointer 1446 * @mac_key: mac entry struct pointer 1447 */ 1448 static u16 hns_dsaf_find_soft_mac_entry( 1449 struct dsaf_device *dsaf_dev, 1450 struct dsaf_drv_tbl_tcam_key *mac_key) 1451 { 1452 struct dsaf_drv_priv *priv = 1453 (struct dsaf_drv_priv *)hns_dsaf_dev_priv(dsaf_dev); 1454 struct dsaf_drv_soft_mac_tbl *soft_mac_entry; 1455 u32 i; 1456 1457 soft_mac_entry = priv->soft_mac_tbl; 1458 for (i = 0; i < dsaf_dev->tcam_max_num; i++) { 1459 /* invall tab entry */ 1460 if ((soft_mac_entry->index != DSAF_INVALID_ENTRY_IDX) && 1461 (soft_mac_entry->tcam_key.high.val == mac_key->high.val) && 1462 (soft_mac_entry->tcam_key.low.val == mac_key->low.val)) 1463 /* return find result --soft index */ 1464 return soft_mac_entry->index; 1465 1466 soft_mac_entry++; 1467 } 1468 return DSAF_INVALID_ENTRY_IDX; 1469 } 1470 1471 /** 1472 * hns_dsaf_find_empty_mac_entry - search dsa fabric soft empty-entry 1473 * @dsaf_dev: dsa fabric device struct pointer 1474 */ 1475 static u16 hns_dsaf_find_empty_mac_entry(struct dsaf_device *dsaf_dev) 1476 { 1477 struct dsaf_drv_priv *priv = 1478 (struct dsaf_drv_priv *)hns_dsaf_dev_priv(dsaf_dev); 1479 struct dsaf_drv_soft_mac_tbl *soft_mac_entry; 1480 u32 i; 1481 1482 soft_mac_entry = priv->soft_mac_tbl; 1483 for (i = 0; i < dsaf_dev->tcam_max_num; i++) { 1484 /* inv all entry */ 1485 if (soft_mac_entry->index == DSAF_INVALID_ENTRY_IDX) 1486 /* return find result --soft index */ 1487 return i; 1488 1489 soft_mac_entry++; 1490 } 1491 return DSAF_INVALID_ENTRY_IDX; 1492 } 1493 1494 /** 1495 * hns_dsaf_set_mac_key - set mac key 1496 * @dsaf_dev: dsa fabric device struct pointer 1497 * @mac_key: tcam key pointer 1498 * @vlan_id: vlan id 1499 * @in_port_num: input port num 1500 * @addr: mac addr 1501 */ 1502 static void hns_dsaf_set_mac_key( 1503 struct dsaf_device *dsaf_dev, 1504 struct dsaf_drv_tbl_tcam_key *mac_key, u16 vlan_id, u8 in_port_num, 1505 u8 *addr) 1506 { 1507 u8 port; 1508 1509 if (dsaf_dev->dsaf_mode <= DSAF_MODE_ENABLE) 1510 /*DSAF mode : in port id fixed 0*/ 1511 port = 0; 1512 else 1513 /*non-dsaf mode*/ 1514 port = in_port_num; 1515 1516 mac_key->high.bits.mac_0 = addr[0]; 1517 mac_key->high.bits.mac_1 = addr[1]; 1518 mac_key->high.bits.mac_2 = addr[2]; 1519 mac_key->high.bits.mac_3 = addr[3]; 1520 mac_key->low.bits.mac_4 = addr[4]; 1521 mac_key->low.bits.mac_5 = addr[5]; 1522 dsaf_set_field(mac_key->low.bits.port_vlan, DSAF_TBL_TCAM_KEY_VLAN_M, 1523 DSAF_TBL_TCAM_KEY_VLAN_S, vlan_id); 1524 dsaf_set_field(mac_key->low.bits.port_vlan, DSAF_TBL_TCAM_KEY_PORT_M, 1525 DSAF_TBL_TCAM_KEY_PORT_S, port); 1526 1527 mac_key->low.bits.port_vlan = le16_to_cpu(mac_key->low.bits.port_vlan); 1528 } 1529 1530 /** 1531 * hns_dsaf_set_mac_uc_entry - set mac uc-entry 1532 * @dsaf_dev: dsa fabric device struct pointer 1533 * @mac_entry: uc-mac entry 1534 */ 1535 int hns_dsaf_set_mac_uc_entry( 1536 struct dsaf_device *dsaf_dev, 1537 struct dsaf_drv_mac_single_dest_entry *mac_entry) 1538 { 1539 u16 entry_index = DSAF_INVALID_ENTRY_IDX; 1540 struct dsaf_drv_tbl_tcam_key mac_key; 1541 struct dsaf_tbl_tcam_ucast_cfg mac_data; 1542 struct dsaf_drv_priv *priv = 1543 (struct dsaf_drv_priv *)hns_dsaf_dev_priv(dsaf_dev); 1544 struct dsaf_drv_soft_mac_tbl *soft_mac_entry = priv->soft_mac_tbl; 1545 struct dsaf_tbl_tcam_data tcam_data; 1546 1547 /* mac addr check */ 1548 if (MAC_IS_ALL_ZEROS(mac_entry->addr) || 1549 MAC_IS_BROADCAST(mac_entry->addr) || 1550 MAC_IS_MULTICAST(mac_entry->addr)) { 1551 dev_err(dsaf_dev->dev, "set_uc %s Mac %pM err!\n", 1552 dsaf_dev->ae_dev.name, mac_entry->addr); 1553 return -EINVAL; 1554 } 1555 1556 /* config key */ 1557 hns_dsaf_set_mac_key(dsaf_dev, &mac_key, mac_entry->in_vlan_id, 1558 mac_entry->in_port_num, mac_entry->addr); 1559 1560 /* entry ie exist? */ 1561 entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key); 1562 if (entry_index == DSAF_INVALID_ENTRY_IDX) { 1563 /*if has not inv entry,find a empty entry */ 1564 entry_index = hns_dsaf_find_empty_mac_entry(dsaf_dev); 1565 if (entry_index == DSAF_INVALID_ENTRY_IDX) { 1566 /* has not empty,return error */ 1567 dev_err(dsaf_dev->dev, 1568 "set_uc_entry failed, %s Mac key(%#x:%#x)\n", 1569 dsaf_dev->ae_dev.name, 1570 mac_key.high.val, mac_key.low.val); 1571 return -EINVAL; 1572 } 1573 } 1574 1575 dev_dbg(dsaf_dev->dev, 1576 "set_uc_entry, %s Mac key(%#x:%#x) entry_index%d\n", 1577 dsaf_dev->ae_dev.name, mac_key.high.val, 1578 mac_key.low.val, entry_index); 1579 1580 /* config hardware entry */ 1581 mac_data.tbl_ucast_item_vld = 1; 1582 mac_data.tbl_ucast_mac_discard = 0; 1583 mac_data.tbl_ucast_old_en = 0; 1584 /* default config dvc to 0 */ 1585 mac_data.tbl_ucast_dvc = 0; 1586 mac_data.tbl_ucast_out_port = mac_entry->port_num; 1587 tcam_data.tbl_tcam_data_high = cpu_to_le32(mac_key.high.val); 1588 tcam_data.tbl_tcam_data_low = cpu_to_le32(mac_key.low.val); 1589 1590 hns_dsaf_tcam_uc_cfg(dsaf_dev, entry_index, &tcam_data, &mac_data); 1591 1592 /* config software entry */ 1593 soft_mac_entry += entry_index; 1594 soft_mac_entry->index = entry_index; 1595 soft_mac_entry->tcam_key.high.val = mac_key.high.val; 1596 soft_mac_entry->tcam_key.low.val = mac_key.low.val; 1597 1598 return 0; 1599 } 1600 1601 int hns_dsaf_rm_mac_addr( 1602 struct dsaf_device *dsaf_dev, 1603 struct dsaf_drv_mac_single_dest_entry *mac_entry) 1604 { 1605 u16 entry_index = DSAF_INVALID_ENTRY_IDX; 1606 struct dsaf_tbl_tcam_ucast_cfg mac_data; 1607 struct dsaf_drv_tbl_tcam_key mac_key; 1608 1609 /* mac addr check */ 1610 if (!is_valid_ether_addr(mac_entry->addr)) { 1611 dev_err(dsaf_dev->dev, "rm_uc_addr %s Mac %pM err!\n", 1612 dsaf_dev->ae_dev.name, mac_entry->addr); 1613 return -EINVAL; 1614 } 1615 1616 /* config key */ 1617 hns_dsaf_set_mac_key(dsaf_dev, &mac_key, mac_entry->in_vlan_id, 1618 mac_entry->in_port_num, mac_entry->addr); 1619 1620 entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key); 1621 if (entry_index == DSAF_INVALID_ENTRY_IDX) { 1622 /* can not find the tcam entry, return 0 */ 1623 dev_info(dsaf_dev->dev, 1624 "rm_uc_addr no tcam, %s Mac key(%#x:%#x)\n", 1625 dsaf_dev->ae_dev.name, 1626 mac_key.high.val, mac_key.low.val); 1627 return 0; 1628 } 1629 1630 dev_dbg(dsaf_dev->dev, 1631 "rm_uc_addr, %s Mac key(%#x:%#x) entry_index%d\n", 1632 dsaf_dev->ae_dev.name, mac_key.high.val, 1633 mac_key.low.val, entry_index); 1634 1635 hns_dsaf_tcam_uc_get( 1636 dsaf_dev, entry_index, 1637 (struct dsaf_tbl_tcam_data *)&mac_key, 1638 &mac_data); 1639 1640 /* unicast entry not used locally should not clear */ 1641 if (mac_entry->port_num != mac_data.tbl_ucast_out_port) 1642 return -EFAULT; 1643 1644 return hns_dsaf_del_mac_entry(dsaf_dev, 1645 mac_entry->in_vlan_id, 1646 mac_entry->in_port_num, 1647 mac_entry->addr); 1648 } 1649 1650 /** 1651 * hns_dsaf_set_mac_mc_entry - set mac mc-entry 1652 * @dsaf_dev: dsa fabric device struct pointer 1653 * @mac_entry: mc-mac entry 1654 */ 1655 int hns_dsaf_set_mac_mc_entry( 1656 struct dsaf_device *dsaf_dev, 1657 struct dsaf_drv_mac_multi_dest_entry *mac_entry) 1658 { 1659 u16 entry_index = DSAF_INVALID_ENTRY_IDX; 1660 struct dsaf_drv_tbl_tcam_key mac_key; 1661 struct dsaf_tbl_tcam_mcast_cfg mac_data; 1662 struct dsaf_drv_priv *priv = 1663 (struct dsaf_drv_priv *)hns_dsaf_dev_priv(dsaf_dev); 1664 struct dsaf_drv_soft_mac_tbl *soft_mac_entry = priv->soft_mac_tbl; 1665 struct dsaf_drv_tbl_tcam_key tmp_mac_key; 1666 struct dsaf_tbl_tcam_data tcam_data; 1667 1668 /* mac addr check */ 1669 if (MAC_IS_ALL_ZEROS(mac_entry->addr)) { 1670 dev_err(dsaf_dev->dev, "set uc %s Mac %pM err!\n", 1671 dsaf_dev->ae_dev.name, mac_entry->addr); 1672 return -EINVAL; 1673 } 1674 1675 /*config key */ 1676 hns_dsaf_set_mac_key(dsaf_dev, &mac_key, 1677 mac_entry->in_vlan_id, 1678 mac_entry->in_port_num, mac_entry->addr); 1679 1680 /* entry ie exist? */ 1681 entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key); 1682 if (entry_index == DSAF_INVALID_ENTRY_IDX) { 1683 /*if hasnot, find enpty entry*/ 1684 entry_index = hns_dsaf_find_empty_mac_entry(dsaf_dev); 1685 if (entry_index == DSAF_INVALID_ENTRY_IDX) { 1686 /*if hasnot empty, error*/ 1687 dev_err(dsaf_dev->dev, 1688 "set_uc_entry failed, %s Mac key(%#x:%#x)\n", 1689 dsaf_dev->ae_dev.name, 1690 mac_key.high.val, mac_key.low.val); 1691 return -EINVAL; 1692 } 1693 1694 /* config hardware entry */ 1695 memset(mac_data.tbl_mcast_port_msk, 1696 0, sizeof(mac_data.tbl_mcast_port_msk)); 1697 } else { 1698 /* config hardware entry */ 1699 hns_dsaf_tcam_mc_get(dsaf_dev, entry_index, &tcam_data, 1700 &mac_data); 1701 1702 tmp_mac_key.high.val = 1703 le32_to_cpu(tcam_data.tbl_tcam_data_high); 1704 tmp_mac_key.low.val = le32_to_cpu(tcam_data.tbl_tcam_data_low); 1705 } 1706 mac_data.tbl_mcast_old_en = 0; 1707 mac_data.tbl_mcast_item_vld = 1; 1708 dsaf_set_field(mac_data.tbl_mcast_port_msk[0], 1709 0x3F, 0, mac_entry->port_mask[0]); 1710 1711 dev_dbg(dsaf_dev->dev, 1712 "set_uc_entry, %s key(%#x:%#x) entry_index%d\n", 1713 dsaf_dev->ae_dev.name, mac_key.high.val, 1714 mac_key.low.val, entry_index); 1715 1716 tcam_data.tbl_tcam_data_high = cpu_to_le32(mac_key.high.val); 1717 tcam_data.tbl_tcam_data_low = cpu_to_le32(mac_key.low.val); 1718 1719 hns_dsaf_tcam_mc_cfg(dsaf_dev, entry_index, &tcam_data, NULL, 1720 &mac_data); 1721 1722 /* config software entry */ 1723 soft_mac_entry += entry_index; 1724 soft_mac_entry->index = entry_index; 1725 soft_mac_entry->tcam_key.high.val = mac_key.high.val; 1726 soft_mac_entry->tcam_key.low.val = mac_key.low.val; 1727 1728 return 0; 1729 } 1730 1731 static void hns_dsaf_mc_mask_bit_clear(char *dst, const char *src) 1732 { 1733 u16 *a = (u16 *)dst; 1734 const u16 *b = (const u16 *)src; 1735 1736 a[0] &= b[0]; 1737 a[1] &= b[1]; 1738 a[2] &= b[2]; 1739 } 1740 1741 /** 1742 * hns_dsaf_add_mac_mc_port - add mac mc-port 1743 * @dsaf_dev: dsa fabric device struct pointer 1744 * @mac_entry: mc-mac entry 1745 */ 1746 int hns_dsaf_add_mac_mc_port(struct dsaf_device *dsaf_dev, 1747 struct dsaf_drv_mac_single_dest_entry *mac_entry) 1748 { 1749 u16 entry_index = DSAF_INVALID_ENTRY_IDX; 1750 struct dsaf_drv_tbl_tcam_key mac_key; 1751 struct dsaf_drv_tbl_tcam_key mask_key; 1752 struct dsaf_tbl_tcam_data *pmask_key = NULL; 1753 struct dsaf_tbl_tcam_mcast_cfg mac_data; 1754 struct dsaf_drv_priv *priv = hns_dsaf_dev_priv(dsaf_dev); 1755 struct dsaf_drv_soft_mac_tbl *soft_mac_entry = priv->soft_mac_tbl; 1756 struct dsaf_drv_tbl_tcam_key tmp_mac_key; 1757 struct dsaf_tbl_tcam_data tcam_data; 1758 u8 mc_addr[ETH_ALEN]; 1759 u8 *mc_mask; 1760 int mskid; 1761 1762 /*chechk mac addr */ 1763 if (MAC_IS_ALL_ZEROS(mac_entry->addr)) { 1764 dev_err(dsaf_dev->dev, "set_entry failed,addr %pM!\n", 1765 mac_entry->addr); 1766 return -EINVAL; 1767 } 1768 1769 ether_addr_copy(mc_addr, mac_entry->addr); 1770 mc_mask = dsaf_dev->mac_cb[mac_entry->in_port_num]->mc_mask; 1771 if (!AE_IS_VER1(dsaf_dev->dsaf_ver)) { 1772 /* prepare for key data setting */ 1773 hns_dsaf_mc_mask_bit_clear(mc_addr, mc_mask); 1774 1775 /* config key mask */ 1776 hns_dsaf_set_mac_key(dsaf_dev, &mask_key, 1777 0x0, 1778 0xff, 1779 mc_mask); 1780 1781 mask_key.high.val = le32_to_cpu(mask_key.high.val); 1782 mask_key.low.val = le32_to_cpu(mask_key.low.val); 1783 1784 pmask_key = (struct dsaf_tbl_tcam_data *)(&mask_key); 1785 } 1786 1787 /*config key */ 1788 hns_dsaf_set_mac_key( 1789 dsaf_dev, &mac_key, mac_entry->in_vlan_id, 1790 mac_entry->in_port_num, mc_addr); 1791 1792 memset(&mac_data, 0, sizeof(struct dsaf_tbl_tcam_mcast_cfg)); 1793 1794 /* check if the tcam is exist */ 1795 entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key); 1796 if (entry_index == DSAF_INVALID_ENTRY_IDX) { 1797 /*if hasnot , find a empty*/ 1798 entry_index = hns_dsaf_find_empty_mac_entry(dsaf_dev); 1799 if (entry_index == DSAF_INVALID_ENTRY_IDX) { 1800 /*if hasnot empty, error*/ 1801 dev_err(dsaf_dev->dev, 1802 "set_uc_entry failed, %s Mac key(%#x:%#x)\n", 1803 dsaf_dev->ae_dev.name, mac_key.high.val, 1804 mac_key.low.val); 1805 return -EINVAL; 1806 } 1807 } else { 1808 /* if exist, add in */ 1809 hns_dsaf_tcam_mc_get(dsaf_dev, entry_index, &tcam_data, 1810 &mac_data); 1811 1812 tmp_mac_key.high.val = 1813 le32_to_cpu(tcam_data.tbl_tcam_data_high); 1814 tmp_mac_key.low.val = le32_to_cpu(tcam_data.tbl_tcam_data_low); 1815 } 1816 1817 /* config hardware entry */ 1818 if (mac_entry->port_num < DSAF_SERVICE_NW_NUM) { 1819 mskid = mac_entry->port_num; 1820 } else if (mac_entry->port_num >= DSAF_BASE_INNER_PORT_NUM) { 1821 mskid = mac_entry->port_num - 1822 DSAF_BASE_INNER_PORT_NUM + DSAF_SERVICE_NW_NUM; 1823 } else { 1824 dev_err(dsaf_dev->dev, 1825 "%s,pnum(%d)error,key(%#x:%#x)\n", 1826 dsaf_dev->ae_dev.name, mac_entry->port_num, 1827 mac_key.high.val, mac_key.low.val); 1828 return -EINVAL; 1829 } 1830 dsaf_set_bit(mac_data.tbl_mcast_port_msk[mskid / 32], mskid % 32, 1); 1831 mac_data.tbl_mcast_old_en = 0; 1832 mac_data.tbl_mcast_item_vld = 1; 1833 1834 dev_dbg(dsaf_dev->dev, 1835 "set_uc_entry, %s Mac key(%#x:%#x) entry_index%d\n", 1836 dsaf_dev->ae_dev.name, mac_key.high.val, 1837 mac_key.low.val, entry_index); 1838 1839 tcam_data.tbl_tcam_data_high = cpu_to_le32(mac_key.high.val); 1840 tcam_data.tbl_tcam_data_low = cpu_to_le32(mac_key.low.val); 1841 1842 /* config mc entry with mask */ 1843 hns_dsaf_tcam_mc_cfg(dsaf_dev, entry_index, &tcam_data, 1844 pmask_key, &mac_data); 1845 1846 /*config software entry */ 1847 soft_mac_entry += entry_index; 1848 soft_mac_entry->index = entry_index; 1849 soft_mac_entry->tcam_key.high.val = mac_key.high.val; 1850 soft_mac_entry->tcam_key.low.val = mac_key.low.val; 1851 1852 return 0; 1853 } 1854 1855 /** 1856 * hns_dsaf_del_mac_entry - del mac mc-port 1857 * @dsaf_dev: dsa fabric device struct pointer 1858 * @vlan_id: vlian id 1859 * @in_port_num: input port num 1860 * @addr : mac addr 1861 */ 1862 int hns_dsaf_del_mac_entry(struct dsaf_device *dsaf_dev, u16 vlan_id, 1863 u8 in_port_num, u8 *addr) 1864 { 1865 u16 entry_index = DSAF_INVALID_ENTRY_IDX; 1866 struct dsaf_drv_tbl_tcam_key mac_key; 1867 struct dsaf_drv_priv *priv = 1868 (struct dsaf_drv_priv *)hns_dsaf_dev_priv(dsaf_dev); 1869 struct dsaf_drv_soft_mac_tbl *soft_mac_entry = priv->soft_mac_tbl; 1870 1871 /*check mac addr */ 1872 if (MAC_IS_ALL_ZEROS(addr) || MAC_IS_BROADCAST(addr)) { 1873 dev_err(dsaf_dev->dev, "del_entry failed,addr %pM!\n", 1874 addr); 1875 return -EINVAL; 1876 } 1877 1878 /*config key */ 1879 hns_dsaf_set_mac_key(dsaf_dev, &mac_key, vlan_id, in_port_num, addr); 1880 1881 /*exist ?*/ 1882 entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key); 1883 if (entry_index == DSAF_INVALID_ENTRY_IDX) { 1884 /*not exist, error */ 1885 dev_err(dsaf_dev->dev, 1886 "del_mac_entry failed, %s Mac key(%#x:%#x)\n", 1887 dsaf_dev->ae_dev.name, 1888 mac_key.high.val, mac_key.low.val); 1889 return -EINVAL; 1890 } 1891 dev_dbg(dsaf_dev->dev, 1892 "del_mac_entry, %s Mac key(%#x:%#x) entry_index%d\n", 1893 dsaf_dev->ae_dev.name, mac_key.high.val, 1894 mac_key.low.val, entry_index); 1895 1896 /*do del opt*/ 1897 hns_dsaf_tcam_mc_invld(dsaf_dev, entry_index); 1898 1899 /*del soft emtry */ 1900 soft_mac_entry += entry_index; 1901 soft_mac_entry->index = DSAF_INVALID_ENTRY_IDX; 1902 1903 return 0; 1904 } 1905 1906 /** 1907 * hns_dsaf_del_mac_mc_port - del mac mc- port 1908 * @dsaf_dev: dsa fabric device struct pointer 1909 * @mac_entry: mac entry 1910 */ 1911 int hns_dsaf_del_mac_mc_port(struct dsaf_device *dsaf_dev, 1912 struct dsaf_drv_mac_single_dest_entry *mac_entry) 1913 { 1914 u16 entry_index = DSAF_INVALID_ENTRY_IDX; 1915 struct dsaf_drv_tbl_tcam_key mac_key; 1916 struct dsaf_drv_priv *priv = hns_dsaf_dev_priv(dsaf_dev); 1917 struct dsaf_drv_soft_mac_tbl *soft_mac_entry = priv->soft_mac_tbl; 1918 u16 vlan_id; 1919 u8 in_port_num; 1920 struct dsaf_tbl_tcam_mcast_cfg mac_data; 1921 struct dsaf_tbl_tcam_data tcam_data; 1922 int mskid; 1923 const u8 empty_msk[sizeof(mac_data.tbl_mcast_port_msk)] = {0}; 1924 struct dsaf_drv_tbl_tcam_key mask_key, tmp_mac_key; 1925 struct dsaf_tbl_tcam_data *pmask_key = NULL; 1926 u8 mc_addr[ETH_ALEN]; 1927 u8 *mc_mask; 1928 1929 if (!(void *)mac_entry) { 1930 dev_err(dsaf_dev->dev, 1931 "hns_dsaf_del_mac_mc_port mac_entry is NULL\n"); 1932 return -EINVAL; 1933 } 1934 1935 /*check mac addr */ 1936 if (MAC_IS_ALL_ZEROS(mac_entry->addr)) { 1937 dev_err(dsaf_dev->dev, "del_port failed, addr %pM!\n", 1938 mac_entry->addr); 1939 return -EINVAL; 1940 } 1941 1942 /* always mask vlan_id field */ 1943 ether_addr_copy(mc_addr, mac_entry->addr); 1944 mc_mask = dsaf_dev->mac_cb[mac_entry->in_port_num]->mc_mask; 1945 1946 if (!AE_IS_VER1(dsaf_dev->dsaf_ver)) { 1947 /* prepare for key data setting */ 1948 hns_dsaf_mc_mask_bit_clear(mc_addr, mc_mask); 1949 1950 /* config key mask */ 1951 hns_dsaf_set_mac_key(dsaf_dev, &mask_key, 0x00, 0xff, mc_addr); 1952 1953 mask_key.high.val = le32_to_cpu(mask_key.high.val); 1954 mask_key.low.val = le32_to_cpu(mask_key.low.val); 1955 1956 pmask_key = (struct dsaf_tbl_tcam_data *)(&mask_key); 1957 } 1958 1959 /* get key info */ 1960 vlan_id = mac_entry->in_vlan_id; 1961 in_port_num = mac_entry->in_port_num; 1962 1963 /* config key */ 1964 hns_dsaf_set_mac_key(dsaf_dev, &mac_key, vlan_id, in_port_num, mc_addr); 1965 1966 /* check if the tcam entry is exist */ 1967 entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key); 1968 if (entry_index == DSAF_INVALID_ENTRY_IDX) { 1969 /*find none */ 1970 dev_err(dsaf_dev->dev, 1971 "find_soft_mac_entry failed, %s Mac key(%#x:%#x)\n", 1972 dsaf_dev->ae_dev.name, 1973 mac_key.high.val, mac_key.low.val); 1974 return -EINVAL; 1975 } 1976 1977 dev_dbg(dsaf_dev->dev, 1978 "del_mac_mc_port, %s key(%#x:%#x) index%d\n", 1979 dsaf_dev->ae_dev.name, mac_key.high.val, 1980 mac_key.low.val, entry_index); 1981 1982 /* read entry */ 1983 hns_dsaf_tcam_mc_get(dsaf_dev, entry_index, &tcam_data, &mac_data); 1984 1985 tmp_mac_key.high.val = le32_to_cpu(tcam_data.tbl_tcam_data_high); 1986 tmp_mac_key.low.val = le32_to_cpu(tcam_data.tbl_tcam_data_low); 1987 1988 /*del the port*/ 1989 if (mac_entry->port_num < DSAF_SERVICE_NW_NUM) { 1990 mskid = mac_entry->port_num; 1991 } else if (mac_entry->port_num >= DSAF_BASE_INNER_PORT_NUM) { 1992 mskid = mac_entry->port_num - 1993 DSAF_BASE_INNER_PORT_NUM + DSAF_SERVICE_NW_NUM; 1994 } else { 1995 dev_err(dsaf_dev->dev, 1996 "%s,pnum(%d)error,key(%#x:%#x)\n", 1997 dsaf_dev->ae_dev.name, mac_entry->port_num, 1998 mac_key.high.val, mac_key.low.val); 1999 return -EINVAL; 2000 } 2001 dsaf_set_bit(mac_data.tbl_mcast_port_msk[mskid / 32], mskid % 32, 0); 2002 2003 /*check non port, do del entry */ 2004 if (!memcmp(mac_data.tbl_mcast_port_msk, empty_msk, 2005 sizeof(mac_data.tbl_mcast_port_msk))) { 2006 hns_dsaf_tcam_mc_invld(dsaf_dev, entry_index); 2007 2008 /* del soft entry */ 2009 soft_mac_entry += entry_index; 2010 soft_mac_entry->index = DSAF_INVALID_ENTRY_IDX; 2011 } else { /* not zero, just del port, update */ 2012 tcam_data.tbl_tcam_data_high = cpu_to_le32(mac_key.high.val); 2013 tcam_data.tbl_tcam_data_low = cpu_to_le32(mac_key.low.val); 2014 2015 hns_dsaf_tcam_mc_cfg(dsaf_dev, entry_index, 2016 &tcam_data, 2017 pmask_key, &mac_data); 2018 } 2019 2020 return 0; 2021 } 2022 2023 int hns_dsaf_clr_mac_mc_port(struct dsaf_device *dsaf_dev, u8 mac_id, 2024 u8 port_num) 2025 { 2026 struct dsaf_drv_priv *priv = hns_dsaf_dev_priv(dsaf_dev); 2027 struct dsaf_drv_soft_mac_tbl *soft_mac_entry; 2028 struct dsaf_tbl_tcam_mcast_cfg mac_data; 2029 int ret = 0, i; 2030 2031 if (HNS_DSAF_IS_DEBUG(dsaf_dev)) 2032 return 0; 2033 2034 for (i = 0; i < DSAF_TCAM_SUM - DSAFV2_MAC_FUZZY_TCAM_NUM; i++) { 2035 u8 addr[ETH_ALEN]; 2036 u8 port; 2037 2038 soft_mac_entry = priv->soft_mac_tbl + i; 2039 2040 hns_dsaf_tcam_addr_get(&soft_mac_entry->tcam_key, addr); 2041 port = dsaf_get_field( 2042 soft_mac_entry->tcam_key.low.bits.port_vlan, 2043 DSAF_TBL_TCAM_KEY_PORT_M, 2044 DSAF_TBL_TCAM_KEY_PORT_S); 2045 /* check valid tcam mc entry */ 2046 if (soft_mac_entry->index != DSAF_INVALID_ENTRY_IDX && 2047 port == mac_id && 2048 is_multicast_ether_addr(addr) && 2049 !is_broadcast_ether_addr(addr)) { 2050 const u32 empty_msk[DSAF_PORT_MSK_NUM] = {0}; 2051 struct dsaf_drv_mac_single_dest_entry mac_entry; 2052 2053 /* disable receiving of this multicast address for 2054 * the VF. 2055 */ 2056 ether_addr_copy(mac_entry.addr, addr); 2057 mac_entry.in_vlan_id = dsaf_get_field( 2058 soft_mac_entry->tcam_key.low.bits.port_vlan, 2059 DSAF_TBL_TCAM_KEY_VLAN_M, 2060 DSAF_TBL_TCAM_KEY_VLAN_S); 2061 mac_entry.in_port_num = mac_id; 2062 mac_entry.port_num = port_num; 2063 if (hns_dsaf_del_mac_mc_port(dsaf_dev, &mac_entry)) { 2064 ret = -EINVAL; 2065 continue; 2066 } 2067 2068 /* disable receiving of this multicast address for 2069 * the mac port if all VF are disable 2070 */ 2071 hns_dsaf_tcam_mc_get(dsaf_dev, i, 2072 (struct dsaf_tbl_tcam_data *) 2073 (&soft_mac_entry->tcam_key), 2074 &mac_data); 2075 dsaf_set_bit(mac_data.tbl_mcast_port_msk[mac_id / 32], 2076 mac_id % 32, 0); 2077 if (!memcmp(mac_data.tbl_mcast_port_msk, empty_msk, 2078 sizeof(u32) * DSAF_PORT_MSK_NUM)) { 2079 mac_entry.port_num = mac_id; 2080 if (hns_dsaf_del_mac_mc_port(dsaf_dev, 2081 &mac_entry)) { 2082 ret = -EINVAL; 2083 continue; 2084 } 2085 } 2086 } 2087 } 2088 2089 return ret; 2090 } 2091 2092 /** 2093 * hns_dsaf_get_mac_uc_entry - get mac uc entry 2094 * @dsaf_dev: dsa fabric device struct pointer 2095 * @mac_entry: mac entry 2096 */ 2097 int hns_dsaf_get_mac_uc_entry(struct dsaf_device *dsaf_dev, 2098 struct dsaf_drv_mac_single_dest_entry *mac_entry) 2099 { 2100 u16 entry_index = DSAF_INVALID_ENTRY_IDX; 2101 struct dsaf_drv_tbl_tcam_key mac_key; 2102 2103 struct dsaf_tbl_tcam_ucast_cfg mac_data; 2104 struct dsaf_tbl_tcam_data tcam_data; 2105 2106 /* check macaddr */ 2107 if (MAC_IS_ALL_ZEROS(mac_entry->addr) || 2108 MAC_IS_BROADCAST(mac_entry->addr)) { 2109 dev_err(dsaf_dev->dev, "get_entry failed,addr %pM\n", 2110 mac_entry->addr); 2111 return -EINVAL; 2112 } 2113 2114 /*config key */ 2115 hns_dsaf_set_mac_key(dsaf_dev, &mac_key, mac_entry->in_vlan_id, 2116 mac_entry->in_port_num, mac_entry->addr); 2117 2118 /*check exist? */ 2119 entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key); 2120 if (entry_index == DSAF_INVALID_ENTRY_IDX) { 2121 /*find none, error */ 2122 dev_err(dsaf_dev->dev, 2123 "get_uc_entry failed, %s Mac key(%#x:%#x)\n", 2124 dsaf_dev->ae_dev.name, 2125 mac_key.high.val, mac_key.low.val); 2126 return -EINVAL; 2127 } 2128 dev_dbg(dsaf_dev->dev, 2129 "get_uc_entry, %s Mac key(%#x:%#x) entry_index%d\n", 2130 dsaf_dev->ae_dev.name, mac_key.high.val, 2131 mac_key.low.val, entry_index); 2132 2133 /* read entry */ 2134 hns_dsaf_tcam_uc_get(dsaf_dev, entry_index, &tcam_data, &mac_data); 2135 2136 mac_key.high.val = le32_to_cpu(tcam_data.tbl_tcam_data_high); 2137 mac_key.low.val = le32_to_cpu(tcam_data.tbl_tcam_data_low); 2138 2139 mac_entry->port_num = mac_data.tbl_ucast_out_port; 2140 2141 return 0; 2142 } 2143 2144 /** 2145 * hns_dsaf_get_mac_mc_entry - get mac mc entry 2146 * @dsaf_dev: dsa fabric device struct pointer 2147 * @mac_entry: mac entry 2148 */ 2149 int hns_dsaf_get_mac_mc_entry(struct dsaf_device *dsaf_dev, 2150 struct dsaf_drv_mac_multi_dest_entry *mac_entry) 2151 { 2152 u16 entry_index = DSAF_INVALID_ENTRY_IDX; 2153 struct dsaf_drv_tbl_tcam_key mac_key; 2154 2155 struct dsaf_tbl_tcam_mcast_cfg mac_data; 2156 struct dsaf_tbl_tcam_data tcam_data; 2157 2158 /*check mac addr */ 2159 if (MAC_IS_ALL_ZEROS(mac_entry->addr) || 2160 MAC_IS_BROADCAST(mac_entry->addr)) { 2161 dev_err(dsaf_dev->dev, "get_entry failed,addr %pM\n", 2162 mac_entry->addr); 2163 return -EINVAL; 2164 } 2165 2166 /*config key */ 2167 hns_dsaf_set_mac_key(dsaf_dev, &mac_key, mac_entry->in_vlan_id, 2168 mac_entry->in_port_num, mac_entry->addr); 2169 2170 /*check exist? */ 2171 entry_index = hns_dsaf_find_soft_mac_entry(dsaf_dev, &mac_key); 2172 if (entry_index == DSAF_INVALID_ENTRY_IDX) { 2173 /* find none, error */ 2174 dev_err(dsaf_dev->dev, 2175 "get_mac_uc_entry failed, %s Mac key(%#x:%#x)\n", 2176 dsaf_dev->ae_dev.name, mac_key.high.val, 2177 mac_key.low.val); 2178 return -EINVAL; 2179 } 2180 dev_dbg(dsaf_dev->dev, 2181 "get_mac_uc_entry, %s Mac key(%#x:%#x) entry_index%d\n", 2182 dsaf_dev->ae_dev.name, mac_key.high.val, 2183 mac_key.low.val, entry_index); 2184 2185 /*read entry */ 2186 hns_dsaf_tcam_mc_get(dsaf_dev, entry_index, &tcam_data, &mac_data); 2187 2188 mac_key.high.val = le32_to_cpu(tcam_data.tbl_tcam_data_high); 2189 mac_key.low.val = le32_to_cpu(tcam_data.tbl_tcam_data_low); 2190 2191 mac_entry->port_mask[0] = mac_data.tbl_mcast_port_msk[0] & 0x3F; 2192 return 0; 2193 } 2194 2195 /** 2196 * hns_dsaf_get_mac_entry_by_index - get mac entry by tab index 2197 * @dsaf_dev: dsa fabric device struct pointer 2198 * @entry_index: tab entry index 2199 * @mac_entry: mac entry 2200 */ 2201 int hns_dsaf_get_mac_entry_by_index( 2202 struct dsaf_device *dsaf_dev, 2203 u16 entry_index, struct dsaf_drv_mac_multi_dest_entry *mac_entry) 2204 { 2205 struct dsaf_drv_tbl_tcam_key mac_key; 2206 2207 struct dsaf_tbl_tcam_mcast_cfg mac_data; 2208 struct dsaf_tbl_tcam_ucast_cfg mac_uc_data; 2209 struct dsaf_tbl_tcam_data tcam_data; 2210 char mac_addr[ETH_ALEN] = {0}; 2211 2212 if (entry_index >= dsaf_dev->tcam_max_num) { 2213 /* find none, del error */ 2214 dev_err(dsaf_dev->dev, "get_uc_entry failed, %s\n", 2215 dsaf_dev->ae_dev.name); 2216 return -EINVAL; 2217 } 2218 2219 /* mc entry, do read opt */ 2220 hns_dsaf_tcam_mc_get(dsaf_dev, entry_index, &tcam_data, &mac_data); 2221 2222 mac_key.high.val = le32_to_cpu(tcam_data.tbl_tcam_data_high); 2223 mac_key.low.val = le32_to_cpu(tcam_data.tbl_tcam_data_low); 2224 2225 mac_entry->port_mask[0] = mac_data.tbl_mcast_port_msk[0] & 0x3F; 2226 2227 /***get mac addr*/ 2228 mac_addr[0] = mac_key.high.bits.mac_0; 2229 mac_addr[1] = mac_key.high.bits.mac_1; 2230 mac_addr[2] = mac_key.high.bits.mac_2; 2231 mac_addr[3] = mac_key.high.bits.mac_3; 2232 mac_addr[4] = mac_key.low.bits.mac_4; 2233 mac_addr[5] = mac_key.low.bits.mac_5; 2234 /**is mc or uc*/ 2235 if (MAC_IS_MULTICAST((u8 *)mac_addr) || 2236 MAC_IS_L3_MULTICAST((u8 *)mac_addr)) { 2237 /**mc donot do*/ 2238 } else { 2239 /*is not mc, just uc... */ 2240 hns_dsaf_tcam_uc_get(dsaf_dev, entry_index, &tcam_data, 2241 &mac_uc_data); 2242 2243 mac_key.high.val = le32_to_cpu(tcam_data.tbl_tcam_data_high); 2244 mac_key.low.val = le32_to_cpu(tcam_data.tbl_tcam_data_low); 2245 2246 mac_entry->port_mask[0] = (1 << mac_uc_data.tbl_ucast_out_port); 2247 } 2248 2249 return 0; 2250 } 2251 2252 static struct dsaf_device *hns_dsaf_alloc_dev(struct device *dev, 2253 size_t sizeof_priv) 2254 { 2255 struct dsaf_device *dsaf_dev; 2256 2257 dsaf_dev = devm_kzalloc(dev, 2258 sizeof(*dsaf_dev) + sizeof_priv, GFP_KERNEL); 2259 if (unlikely(!dsaf_dev)) { 2260 dsaf_dev = ERR_PTR(-ENOMEM); 2261 } else { 2262 dsaf_dev->dev = dev; 2263 dev_set_drvdata(dev, dsaf_dev); 2264 } 2265 2266 return dsaf_dev; 2267 } 2268 2269 /** 2270 * hns_dsaf_free_dev - free dev mem 2271 * @dev: struct device pointer 2272 */ 2273 static void hns_dsaf_free_dev(struct dsaf_device *dsaf_dev) 2274 { 2275 (void)dev_set_drvdata(dsaf_dev->dev, NULL); 2276 } 2277 2278 /** 2279 * dsaf_pfc_unit_cnt - set pfc unit count 2280 * @dsaf_id: dsa fabric id 2281 * @pport_rate: value array 2282 * @pdsaf_pfc_unit_cnt: value array 2283 */ 2284 static void hns_dsaf_pfc_unit_cnt(struct dsaf_device *dsaf_dev, int mac_id, 2285 enum dsaf_port_rate_mode rate) 2286 { 2287 u32 unit_cnt; 2288 2289 switch (rate) { 2290 case DSAF_PORT_RATE_10000: 2291 unit_cnt = HNS_DSAF_PFC_UNIT_CNT_FOR_XGE; 2292 break; 2293 case DSAF_PORT_RATE_1000: 2294 unit_cnt = HNS_DSAF_PFC_UNIT_CNT_FOR_GE_1000; 2295 break; 2296 case DSAF_PORT_RATE_2500: 2297 unit_cnt = HNS_DSAF_PFC_UNIT_CNT_FOR_GE_1000; 2298 break; 2299 default: 2300 unit_cnt = HNS_DSAF_PFC_UNIT_CNT_FOR_XGE; 2301 } 2302 2303 dsaf_set_dev_field(dsaf_dev, 2304 (DSAF_PFC_UNIT_CNT_0_REG + 0x4 * (u64)mac_id), 2305 DSAF_PFC_UNINT_CNT_M, DSAF_PFC_UNINT_CNT_S, 2306 unit_cnt); 2307 } 2308 2309 /** 2310 * dsaf_port_work_rate_cfg - fifo 2311 * @dsaf_id: dsa fabric id 2312 * @xge_ge_work_mode 2313 */ 2314 void hns_dsaf_port_work_rate_cfg(struct dsaf_device *dsaf_dev, int mac_id, 2315 enum dsaf_port_rate_mode rate_mode) 2316 { 2317 u32 port_work_mode; 2318 2319 port_work_mode = dsaf_read_dev( 2320 dsaf_dev, DSAF_XGE_GE_WORK_MODE_0_REG + 0x4 * (u64)mac_id); 2321 2322 if (rate_mode == DSAF_PORT_RATE_10000) 2323 dsaf_set_bit(port_work_mode, DSAF_XGE_GE_WORK_MODE_S, 1); 2324 else 2325 dsaf_set_bit(port_work_mode, DSAF_XGE_GE_WORK_MODE_S, 0); 2326 2327 dsaf_write_dev(dsaf_dev, 2328 DSAF_XGE_GE_WORK_MODE_0_REG + 0x4 * (u64)mac_id, 2329 port_work_mode); 2330 2331 hns_dsaf_pfc_unit_cnt(dsaf_dev, mac_id, rate_mode); 2332 } 2333 2334 /** 2335 * hns_dsaf_fix_mac_mode - dsaf modify mac mode 2336 * @mac_cb: mac contrl block 2337 */ 2338 void hns_dsaf_fix_mac_mode(struct hns_mac_cb *mac_cb) 2339 { 2340 enum dsaf_port_rate_mode mode; 2341 struct dsaf_device *dsaf_dev = mac_cb->dsaf_dev; 2342 int mac_id = mac_cb->mac_id; 2343 2344 if (mac_cb->mac_type != HNAE_PORT_SERVICE) 2345 return; 2346 if (mac_cb->phy_if == PHY_INTERFACE_MODE_XGMII) 2347 mode = DSAF_PORT_RATE_10000; 2348 else 2349 mode = DSAF_PORT_RATE_1000; 2350 2351 hns_dsaf_port_work_rate_cfg(dsaf_dev, mac_id, mode); 2352 } 2353 2354 static u32 hns_dsaf_get_inode_prio_reg(int index) 2355 { 2356 int base_index, offset; 2357 u32 base_addr = DSAF_INODE_IN_PRIO_PAUSE_BASE_REG; 2358 2359 base_index = (index + 1) / DSAF_REG_PER_ZONE; 2360 offset = (index + 1) % DSAF_REG_PER_ZONE; 2361 2362 return base_addr + DSAF_INODE_IN_PRIO_PAUSE_BASE_OFFSET * base_index + 2363 DSAF_INODE_IN_PRIO_PAUSE_OFFSET * offset; 2364 } 2365 2366 void hns_dsaf_update_stats(struct dsaf_device *dsaf_dev, u32 node_num) 2367 { 2368 struct dsaf_hw_stats *hw_stats 2369 = &dsaf_dev->hw_stats[node_num]; 2370 bool is_ver1 = AE_IS_VER1(dsaf_dev->dsaf_ver); 2371 int i; 2372 u32 reg_tmp; 2373 2374 hw_stats->pad_drop += dsaf_read_dev(dsaf_dev, 2375 DSAF_INODE_PAD_DISCARD_NUM_0_REG + 0x80 * (u64)node_num); 2376 hw_stats->man_pkts += dsaf_read_dev(dsaf_dev, 2377 DSAF_INODE_FINAL_IN_MAN_NUM_0_REG + 0x80 * (u64)node_num); 2378 hw_stats->rx_pkts += dsaf_read_dev(dsaf_dev, 2379 DSAF_INODE_FINAL_IN_PKT_NUM_0_REG + 0x80 * (u64)node_num); 2380 hw_stats->rx_pkt_id += dsaf_read_dev(dsaf_dev, 2381 DSAF_INODE_SBM_PID_NUM_0_REG + 0x80 * (u64)node_num); 2382 2383 reg_tmp = is_ver1 ? DSAF_INODE_FINAL_IN_PAUSE_NUM_0_REG : 2384 DSAFV2_INODE_FINAL_IN_PAUSE_NUM_0_REG; 2385 hw_stats->rx_pause_frame += 2386 dsaf_read_dev(dsaf_dev, reg_tmp + 0x80 * (u64)node_num); 2387 2388 hw_stats->release_buf_num += dsaf_read_dev(dsaf_dev, 2389 DSAF_INODE_SBM_RELS_NUM_0_REG + 0x80 * (u64)node_num); 2390 hw_stats->sbm_drop += dsaf_read_dev(dsaf_dev, 2391 DSAF_INODE_SBM_DROP_NUM_0_REG + 0x80 * (u64)node_num); 2392 hw_stats->crc_false += dsaf_read_dev(dsaf_dev, 2393 DSAF_INODE_CRC_FALSE_NUM_0_REG + 0x80 * (u64)node_num); 2394 hw_stats->bp_drop += dsaf_read_dev(dsaf_dev, 2395 DSAF_INODE_BP_DISCARD_NUM_0_REG + 0x80 * (u64)node_num); 2396 hw_stats->rslt_drop += dsaf_read_dev(dsaf_dev, 2397 DSAF_INODE_RSLT_DISCARD_NUM_0_REG + 0x80 * (u64)node_num); 2398 hw_stats->local_addr_false += dsaf_read_dev(dsaf_dev, 2399 DSAF_INODE_LOCAL_ADDR_FALSE_NUM_0_REG + 0x80 * (u64)node_num); 2400 2401 hw_stats->vlan_drop += dsaf_read_dev(dsaf_dev, 2402 DSAF_INODE_SW_VLAN_TAG_DISC_0_REG + 0x80 * (u64)node_num); 2403 hw_stats->stp_drop += dsaf_read_dev(dsaf_dev, 2404 DSAF_INODE_IN_DATA_STP_DISC_0_REG + 0x80 * (u64)node_num); 2405 2406 /* pfc pause frame statistics stored in dsaf inode*/ 2407 if ((node_num < DSAF_SERVICE_NW_NUM) && !is_ver1) { 2408 for (i = 0; i < DSAF_PRIO_NR; i++) { 2409 reg_tmp = hns_dsaf_get_inode_prio_reg(i); 2410 hw_stats->rx_pfc[i] += dsaf_read_dev(dsaf_dev, 2411 reg_tmp + 0x4 * (u64)node_num); 2412 hw_stats->tx_pfc[i] += dsaf_read_dev(dsaf_dev, 2413 DSAF_XOD_XGE_PFC_PRIO_CNT_BASE_REG + 2414 DSAF_XOD_XGE_PFC_PRIO_CNT_OFFSET * i + 2415 0xF0 * (u64)node_num); 2416 } 2417 } 2418 hw_stats->tx_pkts += dsaf_read_dev(dsaf_dev, 2419 DSAF_XOD_RCVPKT_CNT_0_REG + 0x90 * (u64)node_num); 2420 } 2421 2422 /** 2423 *hns_dsaf_get_regs - dump dsaf regs 2424 *@dsaf_dev: dsaf device 2425 *@data:data for value of regs 2426 */ 2427 void hns_dsaf_get_regs(struct dsaf_device *ddev, u32 port, void *data) 2428 { 2429 u32 i = 0; 2430 u32 j; 2431 u32 *p = data; 2432 u32 reg_tmp; 2433 bool is_ver1 = AE_IS_VER1(ddev->dsaf_ver); 2434 2435 /* dsaf common registers */ 2436 p[0] = dsaf_read_dev(ddev, DSAF_SRAM_INIT_OVER_0_REG); 2437 p[1] = dsaf_read_dev(ddev, DSAF_CFG_0_REG); 2438 p[2] = dsaf_read_dev(ddev, DSAF_ECC_ERR_INVERT_0_REG); 2439 p[3] = dsaf_read_dev(ddev, DSAF_ABNORMAL_TIMEOUT_0_REG); 2440 p[4] = dsaf_read_dev(ddev, DSAF_FSM_TIMEOUT_0_REG); 2441 p[5] = dsaf_read_dev(ddev, DSAF_DSA_REG_CNT_CLR_CE_REG); 2442 p[6] = dsaf_read_dev(ddev, DSAF_DSA_SBM_INF_FIFO_THRD_REG); 2443 p[7] = dsaf_read_dev(ddev, DSAF_DSA_SRAM_1BIT_ECC_SEL_REG); 2444 p[8] = dsaf_read_dev(ddev, DSAF_DSA_SRAM_1BIT_ECC_CNT_REG); 2445 2446 p[9] = dsaf_read_dev(ddev, DSAF_PFC_EN_0_REG + port * 4); 2447 p[10] = dsaf_read_dev(ddev, DSAF_PFC_UNIT_CNT_0_REG + port * 4); 2448 p[11] = dsaf_read_dev(ddev, DSAF_XGE_INT_MSK_0_REG + port * 4); 2449 p[12] = dsaf_read_dev(ddev, DSAF_XGE_INT_SRC_0_REG + port * 4); 2450 p[13] = dsaf_read_dev(ddev, DSAF_XGE_INT_STS_0_REG + port * 4); 2451 p[14] = dsaf_read_dev(ddev, DSAF_XGE_INT_MSK_0_REG + port * 4); 2452 p[15] = dsaf_read_dev(ddev, DSAF_PPE_INT_MSK_0_REG + port * 4); 2453 p[16] = dsaf_read_dev(ddev, DSAF_ROCEE_INT_MSK_0_REG + port * 4); 2454 p[17] = dsaf_read_dev(ddev, DSAF_XGE_INT_SRC_0_REG + port * 4); 2455 p[18] = dsaf_read_dev(ddev, DSAF_PPE_INT_SRC_0_REG + port * 4); 2456 p[19] = dsaf_read_dev(ddev, DSAF_ROCEE_INT_SRC_0_REG + port * 4); 2457 p[20] = dsaf_read_dev(ddev, DSAF_XGE_INT_STS_0_REG + port * 4); 2458 p[21] = dsaf_read_dev(ddev, DSAF_PPE_INT_STS_0_REG + port * 4); 2459 p[22] = dsaf_read_dev(ddev, DSAF_ROCEE_INT_STS_0_REG + port * 4); 2460 p[23] = dsaf_read_dev(ddev, DSAF_PPE_QID_CFG_0_REG + port * 4); 2461 2462 for (i = 0; i < DSAF_SW_PORT_NUM; i++) 2463 p[24 + i] = dsaf_read_dev(ddev, 2464 DSAF_SW_PORT_TYPE_0_REG + i * 4); 2465 2466 p[32] = dsaf_read_dev(ddev, DSAF_MIX_DEF_QID_0_REG + port * 4); 2467 2468 for (i = 0; i < DSAF_SW_PORT_NUM; i++) 2469 p[33 + i] = dsaf_read_dev(ddev, 2470 DSAF_PORT_DEF_VLAN_0_REG + i * 4); 2471 2472 for (i = 0; i < DSAF_TOTAL_QUEUE_NUM; i++) 2473 p[41 + i] = dsaf_read_dev(ddev, 2474 DSAF_VM_DEF_VLAN_0_REG + i * 4); 2475 2476 /* dsaf inode registers */ 2477 p[170] = dsaf_read_dev(ddev, DSAF_INODE_CUT_THROUGH_CFG_0_REG); 2478 2479 p[171] = dsaf_read_dev(ddev, 2480 DSAF_INODE_ECC_ERR_ADDR_0_REG + port * 0x80); 2481 2482 for (i = 0; i < DSAF_INODE_NUM / DSAF_COMM_CHN; i++) { 2483 j = i * DSAF_COMM_CHN + port; 2484 p[172 + i] = dsaf_read_dev(ddev, 2485 DSAF_INODE_IN_PORT_NUM_0_REG + j * 0x80); 2486 p[175 + i] = dsaf_read_dev(ddev, 2487 DSAF_INODE_PRI_TC_CFG_0_REG + j * 0x80); 2488 p[178 + i] = dsaf_read_dev(ddev, 2489 DSAF_INODE_BP_STATUS_0_REG + j * 0x80); 2490 p[181 + i] = dsaf_read_dev(ddev, 2491 DSAF_INODE_PAD_DISCARD_NUM_0_REG + j * 0x80); 2492 p[184 + i] = dsaf_read_dev(ddev, 2493 DSAF_INODE_FINAL_IN_MAN_NUM_0_REG + j * 0x80); 2494 p[187 + i] = dsaf_read_dev(ddev, 2495 DSAF_INODE_FINAL_IN_PKT_NUM_0_REG + j * 0x80); 2496 p[190 + i] = dsaf_read_dev(ddev, 2497 DSAF_INODE_SBM_PID_NUM_0_REG + j * 0x80); 2498 reg_tmp = is_ver1 ? DSAF_INODE_FINAL_IN_PAUSE_NUM_0_REG : 2499 DSAFV2_INODE_FINAL_IN_PAUSE_NUM_0_REG; 2500 p[193 + i] = dsaf_read_dev(ddev, reg_tmp + j * 0x80); 2501 p[196 + i] = dsaf_read_dev(ddev, 2502 DSAF_INODE_SBM_RELS_NUM_0_REG + j * 0x80); 2503 p[199 + i] = dsaf_read_dev(ddev, 2504 DSAF_INODE_SBM_DROP_NUM_0_REG + j * 0x80); 2505 p[202 + i] = dsaf_read_dev(ddev, 2506 DSAF_INODE_CRC_FALSE_NUM_0_REG + j * 0x80); 2507 p[205 + i] = dsaf_read_dev(ddev, 2508 DSAF_INODE_BP_DISCARD_NUM_0_REG + j * 0x80); 2509 p[208 + i] = dsaf_read_dev(ddev, 2510 DSAF_INODE_RSLT_DISCARD_NUM_0_REG + j * 0x80); 2511 p[211 + i] = dsaf_read_dev(ddev, 2512 DSAF_INODE_LOCAL_ADDR_FALSE_NUM_0_REG + j * 0x80); 2513 p[214 + i] = dsaf_read_dev(ddev, 2514 DSAF_INODE_VOQ_OVER_NUM_0_REG + j * 0x80); 2515 p[217 + i] = dsaf_read_dev(ddev, 2516 DSAF_INODE_BD_SAVE_STATUS_0_REG + j * 4); 2517 p[220 + i] = dsaf_read_dev(ddev, 2518 DSAF_INODE_BD_ORDER_STATUS_0_REG + j * 4); 2519 p[223 + i] = dsaf_read_dev(ddev, 2520 DSAF_INODE_SW_VLAN_TAG_DISC_0_REG + j * 4); 2521 p[224 + i] = dsaf_read_dev(ddev, 2522 DSAF_INODE_IN_DATA_STP_DISC_0_REG + j * 4); 2523 } 2524 2525 p[227] = dsaf_read_dev(ddev, DSAF_INODE_GE_FC_EN_0_REG + port * 4); 2526 2527 for (i = 0; i < DSAF_INODE_NUM / DSAF_COMM_CHN; i++) { 2528 j = i * DSAF_COMM_CHN + port; 2529 p[228 + i] = dsaf_read_dev(ddev, 2530 DSAF_INODE_VC0_IN_PKT_NUM_0_REG + j * 4); 2531 } 2532 2533 p[231] = dsaf_read_dev(ddev, 2534 DSAF_INODE_VC1_IN_PKT_NUM_0_REG + port * 4); 2535 2536 /* dsaf inode registers */ 2537 for (i = 0; i < HNS_DSAF_SBM_NUM(ddev) / DSAF_COMM_CHN; i++) { 2538 j = i * DSAF_COMM_CHN + port; 2539 p[232 + i] = dsaf_read_dev(ddev, 2540 DSAF_SBM_CFG_REG_0_REG + j * 0x80); 2541 p[235 + i] = dsaf_read_dev(ddev, 2542 DSAF_SBM_BP_CFG_0_XGE_REG_0_REG + j * 0x80); 2543 p[238 + i] = dsaf_read_dev(ddev, 2544 DSAF_SBM_BP_CFG_1_REG_0_REG + j * 0x80); 2545 p[241 + i] = dsaf_read_dev(ddev, 2546 DSAF_SBM_BP_CFG_2_XGE_REG_0_REG + j * 0x80); 2547 p[244 + i] = dsaf_read_dev(ddev, 2548 DSAF_SBM_FREE_CNT_0_0_REG + j * 0x80); 2549 p[245 + i] = dsaf_read_dev(ddev, 2550 DSAF_SBM_FREE_CNT_1_0_REG + j * 0x80); 2551 p[248 + i] = dsaf_read_dev(ddev, 2552 DSAF_SBM_BP_CNT_0_0_REG + j * 0x80); 2553 p[251 + i] = dsaf_read_dev(ddev, 2554 DSAF_SBM_BP_CNT_1_0_REG + j * 0x80); 2555 p[254 + i] = dsaf_read_dev(ddev, 2556 DSAF_SBM_BP_CNT_2_0_REG + j * 0x80); 2557 p[257 + i] = dsaf_read_dev(ddev, 2558 DSAF_SBM_BP_CNT_3_0_REG + j * 0x80); 2559 p[260 + i] = dsaf_read_dev(ddev, 2560 DSAF_SBM_INER_ST_0_REG + j * 0x80); 2561 p[263 + i] = dsaf_read_dev(ddev, 2562 DSAF_SBM_MIB_REQ_FAILED_TC_0_REG + j * 0x80); 2563 p[266 + i] = dsaf_read_dev(ddev, 2564 DSAF_SBM_LNK_INPORT_CNT_0_REG + j * 0x80); 2565 p[269 + i] = dsaf_read_dev(ddev, 2566 DSAF_SBM_LNK_DROP_CNT_0_REG + j * 0x80); 2567 p[272 + i] = dsaf_read_dev(ddev, 2568 DSAF_SBM_INF_OUTPORT_CNT_0_REG + j * 0x80); 2569 p[275 + i] = dsaf_read_dev(ddev, 2570 DSAF_SBM_LNK_INPORT_TC0_CNT_0_REG + j * 0x80); 2571 p[278 + i] = dsaf_read_dev(ddev, 2572 DSAF_SBM_LNK_INPORT_TC1_CNT_0_REG + j * 0x80); 2573 p[281 + i] = dsaf_read_dev(ddev, 2574 DSAF_SBM_LNK_INPORT_TC2_CNT_0_REG + j * 0x80); 2575 p[284 + i] = dsaf_read_dev(ddev, 2576 DSAF_SBM_LNK_INPORT_TC3_CNT_0_REG + j * 0x80); 2577 p[287 + i] = dsaf_read_dev(ddev, 2578 DSAF_SBM_LNK_INPORT_TC4_CNT_0_REG + j * 0x80); 2579 p[290 + i] = dsaf_read_dev(ddev, 2580 DSAF_SBM_LNK_INPORT_TC5_CNT_0_REG + j * 0x80); 2581 p[293 + i] = dsaf_read_dev(ddev, 2582 DSAF_SBM_LNK_INPORT_TC6_CNT_0_REG + j * 0x80); 2583 p[296 + i] = dsaf_read_dev(ddev, 2584 DSAF_SBM_LNK_INPORT_TC7_CNT_0_REG + j * 0x80); 2585 p[299 + i] = dsaf_read_dev(ddev, 2586 DSAF_SBM_LNK_REQ_CNT_0_REG + j * 0x80); 2587 p[302 + i] = dsaf_read_dev(ddev, 2588 DSAF_SBM_LNK_RELS_CNT_0_REG + j * 0x80); 2589 p[305 + i] = dsaf_read_dev(ddev, 2590 DSAF_SBM_BP_CFG_3_REG_0_REG + j * 0x80); 2591 p[308 + i] = dsaf_read_dev(ddev, 2592 DSAF_SBM_BP_CFG_4_REG_0_REG + j * 0x80); 2593 } 2594 2595 /* dsaf onode registers */ 2596 for (i = 0; i < DSAF_XOD_NUM; i++) { 2597 p[311 + i] = dsaf_read_dev(ddev, 2598 DSAF_XOD_ETS_TSA_TC0_TC3_CFG_0_REG + i * 0x90); 2599 p[319 + i] = dsaf_read_dev(ddev, 2600 DSAF_XOD_ETS_TSA_TC4_TC7_CFG_0_REG + i * 0x90); 2601 p[327 + i] = dsaf_read_dev(ddev, 2602 DSAF_XOD_ETS_BW_TC0_TC3_CFG_0_REG + i * 0x90); 2603 p[335 + i] = dsaf_read_dev(ddev, 2604 DSAF_XOD_ETS_BW_TC4_TC7_CFG_0_REG + i * 0x90); 2605 p[343 + i] = dsaf_read_dev(ddev, 2606 DSAF_XOD_ETS_BW_OFFSET_CFG_0_REG + i * 0x90); 2607 p[351 + i] = dsaf_read_dev(ddev, 2608 DSAF_XOD_ETS_TOKEN_CFG_0_REG + i * 0x90); 2609 } 2610 2611 p[359] = dsaf_read_dev(ddev, DSAF_XOD_PFS_CFG_0_0_REG + port * 0x90); 2612 p[360] = dsaf_read_dev(ddev, DSAF_XOD_PFS_CFG_1_0_REG + port * 0x90); 2613 p[361] = dsaf_read_dev(ddev, DSAF_XOD_PFS_CFG_2_0_REG + port * 0x90); 2614 2615 for (i = 0; i < DSAF_XOD_BIG_NUM / DSAF_COMM_CHN; i++) { 2616 j = i * DSAF_COMM_CHN + port; 2617 p[362 + i] = dsaf_read_dev(ddev, 2618 DSAF_XOD_GNT_L_0_REG + j * 0x90); 2619 p[365 + i] = dsaf_read_dev(ddev, 2620 DSAF_XOD_GNT_H_0_REG + j * 0x90); 2621 p[368 + i] = dsaf_read_dev(ddev, 2622 DSAF_XOD_CONNECT_STATE_0_REG + j * 0x90); 2623 p[371 + i] = dsaf_read_dev(ddev, 2624 DSAF_XOD_RCVPKT_CNT_0_REG + j * 0x90); 2625 p[374 + i] = dsaf_read_dev(ddev, 2626 DSAF_XOD_RCVTC0_CNT_0_REG + j * 0x90); 2627 p[377 + i] = dsaf_read_dev(ddev, 2628 DSAF_XOD_RCVTC1_CNT_0_REG + j * 0x90); 2629 p[380 + i] = dsaf_read_dev(ddev, 2630 DSAF_XOD_RCVTC2_CNT_0_REG + j * 0x90); 2631 p[383 + i] = dsaf_read_dev(ddev, 2632 DSAF_XOD_RCVTC3_CNT_0_REG + j * 0x90); 2633 p[386 + i] = dsaf_read_dev(ddev, 2634 DSAF_XOD_RCVVC0_CNT_0_REG + j * 0x90); 2635 p[389 + i] = dsaf_read_dev(ddev, 2636 DSAF_XOD_RCVVC1_CNT_0_REG + j * 0x90); 2637 } 2638 2639 p[392] = dsaf_read_dev(ddev, 2640 DSAF_XOD_XGE_RCVIN0_CNT_0_REG + port * 0x90); 2641 p[393] = dsaf_read_dev(ddev, 2642 DSAF_XOD_XGE_RCVIN1_CNT_0_REG + port * 0x90); 2643 p[394] = dsaf_read_dev(ddev, 2644 DSAF_XOD_XGE_RCVIN2_CNT_0_REG + port * 0x90); 2645 p[395] = dsaf_read_dev(ddev, 2646 DSAF_XOD_XGE_RCVIN3_CNT_0_REG + port * 0x90); 2647 p[396] = dsaf_read_dev(ddev, 2648 DSAF_XOD_XGE_RCVIN4_CNT_0_REG + port * 0x90); 2649 p[397] = dsaf_read_dev(ddev, 2650 DSAF_XOD_XGE_RCVIN5_CNT_0_REG + port * 0x90); 2651 p[398] = dsaf_read_dev(ddev, 2652 DSAF_XOD_XGE_RCVIN6_CNT_0_REG + port * 0x90); 2653 p[399] = dsaf_read_dev(ddev, 2654 DSAF_XOD_XGE_RCVIN7_CNT_0_REG + port * 0x90); 2655 p[400] = dsaf_read_dev(ddev, 2656 DSAF_XOD_PPE_RCVIN0_CNT_0_REG + port * 0x90); 2657 p[401] = dsaf_read_dev(ddev, 2658 DSAF_XOD_PPE_RCVIN1_CNT_0_REG + port * 0x90); 2659 p[402] = dsaf_read_dev(ddev, 2660 DSAF_XOD_ROCEE_RCVIN0_CNT_0_REG + port * 0x90); 2661 p[403] = dsaf_read_dev(ddev, 2662 DSAF_XOD_ROCEE_RCVIN1_CNT_0_REG + port * 0x90); 2663 p[404] = dsaf_read_dev(ddev, 2664 DSAF_XOD_FIFO_STATUS_0_REG + port * 0x90); 2665 2666 /* dsaf voq registers */ 2667 for (i = 0; i < DSAF_VOQ_NUM / DSAF_COMM_CHN; i++) { 2668 j = (i * DSAF_COMM_CHN + port) * 0x90; 2669 p[405 + i] = dsaf_read_dev(ddev, 2670 DSAF_VOQ_ECC_INVERT_EN_0_REG + j); 2671 p[408 + i] = dsaf_read_dev(ddev, 2672 DSAF_VOQ_SRAM_PKT_NUM_0_REG + j); 2673 p[411 + i] = dsaf_read_dev(ddev, DSAF_VOQ_IN_PKT_NUM_0_REG + j); 2674 p[414 + i] = dsaf_read_dev(ddev, 2675 DSAF_VOQ_OUT_PKT_NUM_0_REG + j); 2676 p[417 + i] = dsaf_read_dev(ddev, 2677 DSAF_VOQ_ECC_ERR_ADDR_0_REG + j); 2678 p[420 + i] = dsaf_read_dev(ddev, DSAF_VOQ_BP_STATUS_0_REG + j); 2679 p[423 + i] = dsaf_read_dev(ddev, DSAF_VOQ_SPUP_IDLE_0_REG + j); 2680 p[426 + i] = dsaf_read_dev(ddev, 2681 DSAF_VOQ_XGE_XOD_REQ_0_0_REG + j); 2682 p[429 + i] = dsaf_read_dev(ddev, 2683 DSAF_VOQ_XGE_XOD_REQ_1_0_REG + j); 2684 p[432 + i] = dsaf_read_dev(ddev, 2685 DSAF_VOQ_PPE_XOD_REQ_0_REG + j); 2686 p[435 + i] = dsaf_read_dev(ddev, 2687 DSAF_VOQ_ROCEE_XOD_REQ_0_REG + j); 2688 p[438 + i] = dsaf_read_dev(ddev, 2689 DSAF_VOQ_BP_ALL_THRD_0_REG + j); 2690 } 2691 2692 /* dsaf tbl registers */ 2693 p[441] = dsaf_read_dev(ddev, DSAF_TBL_CTRL_0_REG); 2694 p[442] = dsaf_read_dev(ddev, DSAF_TBL_INT_MSK_0_REG); 2695 p[443] = dsaf_read_dev(ddev, DSAF_TBL_INT_SRC_0_REG); 2696 p[444] = dsaf_read_dev(ddev, DSAF_TBL_INT_STS_0_REG); 2697 p[445] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_ADDR_0_REG); 2698 p[446] = dsaf_read_dev(ddev, DSAF_TBL_LINE_ADDR_0_REG); 2699 p[447] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_HIGH_0_REG); 2700 p[448] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_LOW_0_REG); 2701 p[449] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_MCAST_CFG_4_0_REG); 2702 p[450] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_MCAST_CFG_3_0_REG); 2703 p[451] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_MCAST_CFG_2_0_REG); 2704 p[452] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_MCAST_CFG_1_0_REG); 2705 p[453] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_MCAST_CFG_0_0_REG); 2706 p[454] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_UCAST_CFG_0_REG); 2707 p[455] = dsaf_read_dev(ddev, DSAF_TBL_LIN_CFG_0_REG); 2708 p[456] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_RDATA_HIGH_0_REG); 2709 p[457] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_RDATA_LOW_0_REG); 2710 p[458] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_RAM_RDATA4_0_REG); 2711 p[459] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_RAM_RDATA3_0_REG); 2712 p[460] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_RAM_RDATA2_0_REG); 2713 p[461] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_RAM_RDATA1_0_REG); 2714 p[462] = dsaf_read_dev(ddev, DSAF_TBL_TCAM_RAM_RDATA0_0_REG); 2715 p[463] = dsaf_read_dev(ddev, DSAF_TBL_LIN_RDATA_0_REG); 2716 2717 for (i = 0; i < DSAF_SW_PORT_NUM; i++) { 2718 j = i * 0x8; 2719 p[464 + 2 * i] = dsaf_read_dev(ddev, 2720 DSAF_TBL_DA0_MIS_INFO1_0_REG + j); 2721 p[465 + 2 * i] = dsaf_read_dev(ddev, 2722 DSAF_TBL_DA0_MIS_INFO0_0_REG + j); 2723 } 2724 2725 p[480] = dsaf_read_dev(ddev, DSAF_TBL_SA_MIS_INFO2_0_REG); 2726 p[481] = dsaf_read_dev(ddev, DSAF_TBL_SA_MIS_INFO1_0_REG); 2727 p[482] = dsaf_read_dev(ddev, DSAF_TBL_SA_MIS_INFO0_0_REG); 2728 p[483] = dsaf_read_dev(ddev, DSAF_TBL_PUL_0_REG); 2729 p[484] = dsaf_read_dev(ddev, DSAF_TBL_OLD_RSLT_0_REG); 2730 p[485] = dsaf_read_dev(ddev, DSAF_TBL_OLD_SCAN_VAL_0_REG); 2731 p[486] = dsaf_read_dev(ddev, DSAF_TBL_DFX_CTRL_0_REG); 2732 p[487] = dsaf_read_dev(ddev, DSAF_TBL_DFX_STAT_0_REG); 2733 p[488] = dsaf_read_dev(ddev, DSAF_TBL_DFX_STAT_2_0_REG); 2734 p[489] = dsaf_read_dev(ddev, DSAF_TBL_LKUP_NUM_I_0_REG); 2735 p[490] = dsaf_read_dev(ddev, DSAF_TBL_LKUP_NUM_O_0_REG); 2736 p[491] = dsaf_read_dev(ddev, DSAF_TBL_UCAST_BCAST_MIS_INFO_0_0_REG); 2737 2738 /* dsaf other registers */ 2739 p[492] = dsaf_read_dev(ddev, DSAF_INODE_FIFO_WL_0_REG + port * 0x4); 2740 p[493] = dsaf_read_dev(ddev, DSAF_ONODE_FIFO_WL_0_REG + port * 0x4); 2741 p[494] = dsaf_read_dev(ddev, DSAF_XGE_GE_WORK_MODE_0_REG + port * 0x4); 2742 p[495] = dsaf_read_dev(ddev, 2743 DSAF_XGE_APP_RX_LINK_UP_0_REG + port * 0x4); 2744 p[496] = dsaf_read_dev(ddev, DSAF_NETPORT_CTRL_SIG_0_REG + port * 0x4); 2745 p[497] = dsaf_read_dev(ddev, DSAF_XGE_CTRL_SIG_CFG_0_REG + port * 0x4); 2746 2747 if (!is_ver1) 2748 p[498] = dsaf_read_dev(ddev, DSAF_PAUSE_CFG_REG + port * 0x4); 2749 2750 /* mark end of dsaf regs */ 2751 for (i = 499; i < 504; i++) 2752 p[i] = 0xdddddddd; 2753 } 2754 2755 static char *hns_dsaf_get_node_stats_strings(char *data, int node, 2756 struct dsaf_device *dsaf_dev) 2757 { 2758 char *buff = data; 2759 int i; 2760 bool is_ver1 = AE_IS_VER1(dsaf_dev->dsaf_ver); 2761 2762 snprintf(buff, ETH_GSTRING_LEN, "innod%d_pad_drop_pkts", node); 2763 buff += ETH_GSTRING_LEN; 2764 snprintf(buff, ETH_GSTRING_LEN, "innod%d_manage_pkts", node); 2765 buff += ETH_GSTRING_LEN; 2766 snprintf(buff, ETH_GSTRING_LEN, "innod%d_rx_pkts", node); 2767 buff += ETH_GSTRING_LEN; 2768 snprintf(buff, ETH_GSTRING_LEN, "innod%d_rx_pkt_id", node); 2769 buff += ETH_GSTRING_LEN; 2770 snprintf(buff, ETH_GSTRING_LEN, "innod%d_rx_pause_frame", node); 2771 buff += ETH_GSTRING_LEN; 2772 snprintf(buff, ETH_GSTRING_LEN, "innod%d_release_buf_num", node); 2773 buff += ETH_GSTRING_LEN; 2774 snprintf(buff, ETH_GSTRING_LEN, "innod%d_sbm_drop_pkts", node); 2775 buff += ETH_GSTRING_LEN; 2776 snprintf(buff, ETH_GSTRING_LEN, "innod%d_crc_false_pkts", node); 2777 buff += ETH_GSTRING_LEN; 2778 snprintf(buff, ETH_GSTRING_LEN, "innod%d_bp_drop_pkts", node); 2779 buff += ETH_GSTRING_LEN; 2780 snprintf(buff, ETH_GSTRING_LEN, "innod%d_lookup_rslt_drop_pkts", node); 2781 buff += ETH_GSTRING_LEN; 2782 snprintf(buff, ETH_GSTRING_LEN, "innod%d_local_rslt_fail_pkts", node); 2783 buff += ETH_GSTRING_LEN; 2784 snprintf(buff, ETH_GSTRING_LEN, "innod%d_vlan_drop_pkts", node); 2785 buff += ETH_GSTRING_LEN; 2786 snprintf(buff, ETH_GSTRING_LEN, "innod%d_stp_drop_pkts", node); 2787 buff += ETH_GSTRING_LEN; 2788 if (node < DSAF_SERVICE_NW_NUM && !is_ver1) { 2789 for (i = 0; i < DSAF_PRIO_NR; i++) { 2790 snprintf(buff + 0 * ETH_GSTRING_LEN * DSAF_PRIO_NR, 2791 ETH_GSTRING_LEN, "inod%d_pfc_prio%d_pkts", 2792 node, i); 2793 snprintf(buff + 1 * ETH_GSTRING_LEN * DSAF_PRIO_NR, 2794 ETH_GSTRING_LEN, "onod%d_pfc_prio%d_pkts", 2795 node, i); 2796 buff += ETH_GSTRING_LEN; 2797 } 2798 buff += 1 * DSAF_PRIO_NR * ETH_GSTRING_LEN; 2799 } 2800 snprintf(buff, ETH_GSTRING_LEN, "onnod%d_tx_pkts", node); 2801 buff += ETH_GSTRING_LEN; 2802 2803 return buff; 2804 } 2805 2806 static u64 *hns_dsaf_get_node_stats(struct dsaf_device *ddev, u64 *data, 2807 int node_num) 2808 { 2809 u64 *p = data; 2810 int i; 2811 struct dsaf_hw_stats *hw_stats = &ddev->hw_stats[node_num]; 2812 bool is_ver1 = AE_IS_VER1(ddev->dsaf_ver); 2813 2814 p[0] = hw_stats->pad_drop; 2815 p[1] = hw_stats->man_pkts; 2816 p[2] = hw_stats->rx_pkts; 2817 p[3] = hw_stats->rx_pkt_id; 2818 p[4] = hw_stats->rx_pause_frame; 2819 p[5] = hw_stats->release_buf_num; 2820 p[6] = hw_stats->sbm_drop; 2821 p[7] = hw_stats->crc_false; 2822 p[8] = hw_stats->bp_drop; 2823 p[9] = hw_stats->rslt_drop; 2824 p[10] = hw_stats->local_addr_false; 2825 p[11] = hw_stats->vlan_drop; 2826 p[12] = hw_stats->stp_drop; 2827 if (node_num < DSAF_SERVICE_NW_NUM && !is_ver1) { 2828 for (i = 0; i < DSAF_PRIO_NR; i++) { 2829 p[13 + i + 0 * DSAF_PRIO_NR] = hw_stats->rx_pfc[i]; 2830 p[13 + i + 1 * DSAF_PRIO_NR] = hw_stats->tx_pfc[i]; 2831 } 2832 p[29] = hw_stats->tx_pkts; 2833 return &p[30]; 2834 } 2835 2836 p[13] = hw_stats->tx_pkts; 2837 return &p[14]; 2838 } 2839 2840 /** 2841 *hns_dsaf_get_stats - get dsaf statistic 2842 *@ddev: dsaf device 2843 *@data:statistic value 2844 *@port: port num 2845 */ 2846 void hns_dsaf_get_stats(struct dsaf_device *ddev, u64 *data, int port) 2847 { 2848 u64 *p = data; 2849 int node_num = port; 2850 2851 /* for ge/xge node info */ 2852 p = hns_dsaf_get_node_stats(ddev, p, node_num); 2853 2854 /* for ppe node info */ 2855 node_num = port + DSAF_PPE_INODE_BASE; 2856 (void)hns_dsaf_get_node_stats(ddev, p, node_num); 2857 } 2858 2859 /** 2860 *hns_dsaf_get_sset_count - get dsaf string set count 2861 *@stringset: type of values in data 2862 *return dsaf string name count 2863 */ 2864 int hns_dsaf_get_sset_count(struct dsaf_device *dsaf_dev, int stringset) 2865 { 2866 bool is_ver1 = AE_IS_VER1(dsaf_dev->dsaf_ver); 2867 2868 if (stringset == ETH_SS_STATS) { 2869 if (is_ver1) 2870 return DSAF_STATIC_NUM; 2871 else 2872 return DSAF_V2_STATIC_NUM; 2873 } 2874 return 0; 2875 } 2876 2877 /** 2878 *hns_dsaf_get_strings - get dsaf string set 2879 *@stringset:srting set index 2880 *@data:strings name value 2881 *@port:port index 2882 */ 2883 void hns_dsaf_get_strings(int stringset, u8 *data, int port, 2884 struct dsaf_device *dsaf_dev) 2885 { 2886 char *buff = (char *)data; 2887 int node = port; 2888 2889 if (stringset != ETH_SS_STATS) 2890 return; 2891 2892 /* for ge/xge node info */ 2893 buff = hns_dsaf_get_node_stats_strings(buff, node, dsaf_dev); 2894 2895 /* for ppe node info */ 2896 node = port + DSAF_PPE_INODE_BASE; 2897 (void)hns_dsaf_get_node_stats_strings(buff, node, dsaf_dev); 2898 } 2899 2900 /** 2901 *hns_dsaf_get_sset_count - get dsaf regs count 2902 *return dsaf regs count 2903 */ 2904 int hns_dsaf_get_regs_count(void) 2905 { 2906 return DSAF_DUMP_REGS_NUM; 2907 } 2908 2909 /* Reserve the last TCAM entry for promisc support */ 2910 #define dsaf_promisc_tcam_entry(port) \ 2911 (DSAF_TCAM_SUM - DSAFV2_MAC_FUZZY_TCAM_NUM + (port)) 2912 void hns_dsaf_set_promisc_tcam(struct dsaf_device *dsaf_dev, 2913 u32 port, bool enable) 2914 { 2915 struct dsaf_drv_priv *priv = hns_dsaf_dev_priv(dsaf_dev); 2916 struct dsaf_drv_soft_mac_tbl *soft_mac_entry = priv->soft_mac_tbl; 2917 u16 entry_index; 2918 struct dsaf_drv_tbl_tcam_key tbl_tcam_data, tbl_tcam_mask; 2919 struct dsaf_tbl_tcam_mcast_cfg mac_data = {0}; 2920 2921 if ((AE_IS_VER1(dsaf_dev->dsaf_ver)) || HNS_DSAF_IS_DEBUG(dsaf_dev)) 2922 return; 2923 2924 /* find the tcam entry index for promisc */ 2925 entry_index = dsaf_promisc_tcam_entry(port); 2926 2927 /* config key mask */ 2928 if (enable) { 2929 memset(&tbl_tcam_data, 0, sizeof(tbl_tcam_data)); 2930 memset(&tbl_tcam_mask, 0, sizeof(tbl_tcam_mask)); 2931 dsaf_set_field(tbl_tcam_data.low.bits.port_vlan, 2932 DSAF_TBL_TCAM_KEY_PORT_M, 2933 DSAF_TBL_TCAM_KEY_PORT_S, port); 2934 dsaf_set_field(tbl_tcam_mask.low.bits.port_vlan, 2935 DSAF_TBL_TCAM_KEY_PORT_M, 2936 DSAF_TBL_TCAM_KEY_PORT_S, 0xf); 2937 2938 /* SUB_QID */ 2939 dsaf_set_bit(mac_data.tbl_mcast_port_msk[0], 2940 DSAF_SERVICE_NW_NUM, true); 2941 mac_data.tbl_mcast_item_vld = true; /* item_vld bit */ 2942 } else { 2943 mac_data.tbl_mcast_item_vld = false; /* item_vld bit */ 2944 } 2945 2946 dev_dbg(dsaf_dev->dev, 2947 "set_promisc_entry, %s Mac key(%#x:%#x) entry_index%d\n", 2948 dsaf_dev->ae_dev.name, tbl_tcam_data.high.val, 2949 tbl_tcam_data.low.val, entry_index); 2950 2951 /* config promisc entry with mask */ 2952 hns_dsaf_tcam_mc_cfg(dsaf_dev, entry_index, 2953 (struct dsaf_tbl_tcam_data *)&tbl_tcam_data, 2954 (struct dsaf_tbl_tcam_data *)&tbl_tcam_mask, 2955 &mac_data); 2956 2957 /* config software entry */ 2958 soft_mac_entry += entry_index; 2959 soft_mac_entry->index = enable ? entry_index : DSAF_INVALID_ENTRY_IDX; 2960 } 2961 2962 /** 2963 * dsaf_probe - probo dsaf dev 2964 * @pdev: dasf platform device 2965 * retuen 0 - success , negative --fail 2966 */ 2967 static int hns_dsaf_probe(struct platform_device *pdev) 2968 { 2969 struct dsaf_device *dsaf_dev; 2970 int ret; 2971 2972 dsaf_dev = hns_dsaf_alloc_dev(&pdev->dev, sizeof(struct dsaf_drv_priv)); 2973 if (IS_ERR(dsaf_dev)) { 2974 ret = PTR_ERR(dsaf_dev); 2975 dev_err(&pdev->dev, 2976 "dsaf_probe dsaf_alloc_dev failed, ret = %#x!\n", ret); 2977 return ret; 2978 } 2979 2980 ret = hns_dsaf_get_cfg(dsaf_dev); 2981 if (ret) 2982 goto free_dev; 2983 2984 ret = hns_dsaf_init(dsaf_dev); 2985 if (ret) 2986 goto free_dev; 2987 2988 ret = hns_mac_init(dsaf_dev); 2989 if (ret) 2990 goto uninit_dsaf; 2991 2992 ret = hns_ppe_init(dsaf_dev); 2993 if (ret) 2994 goto uninit_mac; 2995 2996 ret = hns_dsaf_ae_init(dsaf_dev); 2997 if (ret) 2998 goto uninit_ppe; 2999 3000 return 0; 3001 3002 uninit_ppe: 3003 hns_ppe_uninit(dsaf_dev); 3004 3005 uninit_mac: 3006 hns_mac_uninit(dsaf_dev); 3007 3008 uninit_dsaf: 3009 hns_dsaf_free(dsaf_dev); 3010 3011 free_dev: 3012 hns_dsaf_free_dev(dsaf_dev); 3013 3014 return ret; 3015 } 3016 3017 /** 3018 * dsaf_remove - remove dsaf dev 3019 * @pdev: dasf platform device 3020 */ 3021 static int hns_dsaf_remove(struct platform_device *pdev) 3022 { 3023 struct dsaf_device *dsaf_dev = dev_get_drvdata(&pdev->dev); 3024 3025 hns_dsaf_ae_uninit(dsaf_dev); 3026 3027 hns_ppe_uninit(dsaf_dev); 3028 3029 hns_mac_uninit(dsaf_dev); 3030 3031 hns_dsaf_free(dsaf_dev); 3032 3033 hns_dsaf_free_dev(dsaf_dev); 3034 3035 return 0; 3036 } 3037 3038 static const struct of_device_id g_dsaf_match[] = { 3039 {.compatible = "hisilicon,hns-dsaf-v1"}, 3040 {.compatible = "hisilicon,hns-dsaf-v2"}, 3041 {} 3042 }; 3043 MODULE_DEVICE_TABLE(of, g_dsaf_match); 3044 3045 static struct platform_driver g_dsaf_driver = { 3046 .probe = hns_dsaf_probe, 3047 .remove = hns_dsaf_remove, 3048 .driver = { 3049 .name = DSAF_DRV_NAME, 3050 .of_match_table = g_dsaf_match, 3051 .acpi_match_table = hns_dsaf_acpi_match, 3052 }, 3053 }; 3054 3055 module_platform_driver(g_dsaf_driver); 3056 3057 /** 3058 * hns_dsaf_roce_reset - reset dsaf and roce 3059 * @dsaf_fwnode: Pointer to framework node for the dasf 3060 * @enable: false - request reset , true - drop reset 3061 * retuen 0 - success , negative -fail 3062 */ 3063 int hns_dsaf_roce_reset(struct fwnode_handle *dsaf_fwnode, bool dereset) 3064 { 3065 struct dsaf_device *dsaf_dev; 3066 struct platform_device *pdev; 3067 u32 mp; 3068 u32 sl; 3069 u32 credit; 3070 int i; 3071 const u32 port_map[DSAF_ROCE_CREDIT_CHN][DSAF_ROCE_CHAN_MODE_NUM] = { 3072 {DSAF_ROCE_PORT_0, DSAF_ROCE_PORT_0, DSAF_ROCE_PORT_0}, 3073 {DSAF_ROCE_PORT_1, DSAF_ROCE_PORT_0, DSAF_ROCE_PORT_0}, 3074 {DSAF_ROCE_PORT_2, DSAF_ROCE_PORT_1, DSAF_ROCE_PORT_0}, 3075 {DSAF_ROCE_PORT_3, DSAF_ROCE_PORT_1, DSAF_ROCE_PORT_0}, 3076 {DSAF_ROCE_PORT_4, DSAF_ROCE_PORT_2, DSAF_ROCE_PORT_1}, 3077 {DSAF_ROCE_PORT_4, DSAF_ROCE_PORT_2, DSAF_ROCE_PORT_1}, 3078 {DSAF_ROCE_PORT_5, DSAF_ROCE_PORT_3, DSAF_ROCE_PORT_1}, 3079 {DSAF_ROCE_PORT_5, DSAF_ROCE_PORT_3, DSAF_ROCE_PORT_1}, 3080 }; 3081 const u32 sl_map[DSAF_ROCE_CREDIT_CHN][DSAF_ROCE_CHAN_MODE_NUM] = { 3082 {DSAF_ROCE_SL_0, DSAF_ROCE_SL_0, DSAF_ROCE_SL_0}, 3083 {DSAF_ROCE_SL_0, DSAF_ROCE_SL_1, DSAF_ROCE_SL_1}, 3084 {DSAF_ROCE_SL_0, DSAF_ROCE_SL_0, DSAF_ROCE_SL_2}, 3085 {DSAF_ROCE_SL_0, DSAF_ROCE_SL_1, DSAF_ROCE_SL_3}, 3086 {DSAF_ROCE_SL_0, DSAF_ROCE_SL_0, DSAF_ROCE_SL_0}, 3087 {DSAF_ROCE_SL_1, DSAF_ROCE_SL_1, DSAF_ROCE_SL_1}, 3088 {DSAF_ROCE_SL_0, DSAF_ROCE_SL_0, DSAF_ROCE_SL_2}, 3089 {DSAF_ROCE_SL_1, DSAF_ROCE_SL_1, DSAF_ROCE_SL_3}, 3090 }; 3091 3092 /* find the platform device corresponding to fwnode */ 3093 if (is_of_node(dsaf_fwnode)) { 3094 pdev = of_find_device_by_node(to_of_node(dsaf_fwnode)); 3095 } else if (is_acpi_device_node(dsaf_fwnode)) { 3096 pdev = hns_dsaf_find_platform_device(dsaf_fwnode); 3097 } else { 3098 pr_err("fwnode is neither OF or ACPI type\n"); 3099 return -EINVAL; 3100 } 3101 3102 /* check if we were a success in fetching pdev */ 3103 if (!pdev) { 3104 pr_err("couldn't find platform device for node\n"); 3105 return -ENODEV; 3106 } 3107 3108 /* retrieve the dsaf_device from the driver data */ 3109 dsaf_dev = dev_get_drvdata(&pdev->dev); 3110 if (!dsaf_dev) { 3111 dev_err(&pdev->dev, "dsaf_dev is NULL\n"); 3112 return -ENODEV; 3113 } 3114 3115 /* now, make sure we are running on compatible SoC */ 3116 if (AE_IS_VER1(dsaf_dev->dsaf_ver)) { 3117 dev_err(dsaf_dev->dev, "%s v1 chip doesn't support RoCE!\n", 3118 dsaf_dev->ae_dev.name); 3119 return -ENODEV; 3120 } 3121 3122 /* do reset or de-reset according to the flag */ 3123 if (!dereset) { 3124 /* reset rocee-channels in dsaf and rocee */ 3125 dsaf_dev->misc_op->hns_dsaf_srst_chns(dsaf_dev, DSAF_CHNS_MASK, 3126 false); 3127 dsaf_dev->misc_op->hns_dsaf_roce_srst(dsaf_dev, false); 3128 } else { 3129 /* configure dsaf tx roce correspond to port map and sl map */ 3130 mp = dsaf_read_dev(dsaf_dev, DSAF_ROCE_PORT_MAP_REG); 3131 for (i = 0; i < DSAF_ROCE_CREDIT_CHN; i++) 3132 dsaf_set_field(mp, 7 << i * 3, i * 3, 3133 port_map[i][DSAF_ROCE_6PORT_MODE]); 3134 dsaf_set_field(mp, 3 << i * 3, i * 3, 0); 3135 dsaf_write_dev(dsaf_dev, DSAF_ROCE_PORT_MAP_REG, mp); 3136 3137 sl = dsaf_read_dev(dsaf_dev, DSAF_ROCE_SL_MAP_REG); 3138 for (i = 0; i < DSAF_ROCE_CREDIT_CHN; i++) 3139 dsaf_set_field(sl, 3 << i * 2, i * 2, 3140 sl_map[i][DSAF_ROCE_6PORT_MODE]); 3141 dsaf_write_dev(dsaf_dev, DSAF_ROCE_SL_MAP_REG, sl); 3142 3143 /* de-reset rocee-channels in dsaf and rocee */ 3144 dsaf_dev->misc_op->hns_dsaf_srst_chns(dsaf_dev, DSAF_CHNS_MASK, 3145 true); 3146 msleep(SRST_TIME_INTERVAL); 3147 dsaf_dev->misc_op->hns_dsaf_roce_srst(dsaf_dev, true); 3148 3149 /* enable dsaf channel rocee credit */ 3150 credit = dsaf_read_dev(dsaf_dev, DSAF_SBM_ROCEE_CFG_REG_REG); 3151 dsaf_set_bit(credit, DSAF_SBM_ROCEE_CFG_CRD_EN_B, 0); 3152 dsaf_write_dev(dsaf_dev, DSAF_SBM_ROCEE_CFG_REG_REG, credit); 3153 3154 dsaf_set_bit(credit, DSAF_SBM_ROCEE_CFG_CRD_EN_B, 1); 3155 dsaf_write_dev(dsaf_dev, DSAF_SBM_ROCEE_CFG_REG_REG, credit); 3156 } 3157 return 0; 3158 } 3159 EXPORT_SYMBOL(hns_dsaf_roce_reset); 3160 3161 MODULE_LICENSE("GPL"); 3162 MODULE_AUTHOR("Huawei Tech. Co., Ltd."); 3163 MODULE_DESCRIPTION("HNS DSAF driver"); 3164 MODULE_VERSION(DSAF_MOD_VERSION); 3165