Lines Matching full:cpr
899 struct bnxt_cp_ring_info *cpr, in bnxt_get_agg() argument
906 &cpr->cp_desc_ring[CP_RING(cp_cons)][CP_IDX(cp_cons)]; in bnxt_get_agg()
919 static void bnxt_reuse_rx_agg_bufs(struct bnxt_cp_ring_info *cpr, u16 idx, in bnxt_reuse_rx_agg_bufs() argument
922 struct bnxt_napi *bnapi = cpr->bnapi; in bnxt_reuse_rx_agg_bufs()
943 agg = bnxt_get_agg(bp, cpr, idx, start + i); in bnxt_reuse_rx_agg_bufs()
1085 struct bnxt_cp_ring_info *cpr, in __bnxt_rx_agg_pages() argument
1090 struct bnxt_napi *bnapi = cpr->bnapi; in __bnxt_rx_agg_pages()
1111 agg = bnxt_get_agg(bp, cpr, idx, i); in __bnxt_rx_agg_pages()
1141 bnxt_reuse_rx_agg_bufs(cpr, idx, i, agg_bufs - i, tpa); in __bnxt_rx_agg_pages()
1156 struct bnxt_cp_ring_info *cpr, in bnxt_rx_agg_pages_skb() argument
1163 total_frag_len = __bnxt_rx_agg_pages(bp, cpr, shinfo, idx, in bnxt_rx_agg_pages_skb()
1178 struct bnxt_cp_ring_info *cpr, in bnxt_rx_agg_pages_xdp() argument
1188 total_frag_len = __bnxt_rx_agg_pages(bp, cpr, shinfo, in bnxt_rx_agg_pages_xdp()
1198 static int bnxt_agg_bufs_valid(struct bnxt *bp, struct bnxt_cp_ring_info *cpr, in bnxt_agg_bufs_valid() argument
1207 &cpr->cp_desc_ring[CP_RING(last)][CP_IDX(last)]; in bnxt_agg_bufs_valid()
1236 static int bnxt_discard_rx(struct bnxt *bp, struct bnxt_cp_ring_info *cpr, in bnxt_discard_rx() argument
1259 if (!bnxt_agg_bufs_valid(bp, cpr, agg_bufs, &tmp_raw_cons)) in bnxt_discard_rx()
1375 static void bnxt_abort_tpa(struct bnxt_cp_ring_info *cpr, u16 idx, u32 agg_bufs) in bnxt_abort_tpa() argument
1378 bnxt_reuse_rx_agg_bufs(cpr, idx, 0, agg_bufs, true); in bnxt_abort_tpa()
1589 struct bnxt_cp_ring_info *cpr, in bnxt_tpa_end() argument
1595 struct bnxt_napi *bnapi = cpr->bnapi; in bnxt_tpa_end()
1607 int rc = bnxt_discard_rx(bp, cpr, raw_cons, tpa_end); in bnxt_tpa_end()
1635 if (!bnxt_agg_bufs_valid(bp, cpr, agg_bufs, raw_cons)) in bnxt_tpa_end()
1650 bnxt_abort_tpa(cpr, idx, agg_bufs); in bnxt_tpa_end()
1660 bnxt_abort_tpa(cpr, idx, agg_bufs); in bnxt_tpa_end()
1661 cpr->bnapi->cp_ring.sw_stats.rx.rx_oom_discards += 1; in bnxt_tpa_end()
1670 bnxt_abort_tpa(cpr, idx, agg_bufs); in bnxt_tpa_end()
1671 cpr->bnapi->cp_ring.sw_stats.rx.rx_oom_discards += 1; in bnxt_tpa_end()
1686 bnxt_abort_tpa(cpr, idx, agg_bufs); in bnxt_tpa_end()
1687 cpr->bnapi->cp_ring.sw_stats.rx.rx_oom_discards += 1; in bnxt_tpa_end()
1695 skb = bnxt_rx_agg_pages_skb(bp, cpr, skb, idx, agg_bufs, true); in bnxt_tpa_end()
1698 cpr->bnapi->cp_ring.sw_stats.rx.rx_oom_discards += 1; in bnxt_tpa_end()
1784 static int bnxt_rx_pkt(struct bnxt *bp, struct bnxt_cp_ring_info *cpr, in bnxt_rx_pkt() argument
1787 struct bnxt_napi *bnapi = cpr->bnapi; in bnxt_rx_pkt()
1807 &cpr->cp_desc_ring[CP_RING(cp_cons)][CP_IDX(cp_cons)]; in bnxt_rx_pkt()
1819 &cpr->cp_desc_ring[CP_RING(cp_cons)][CP_IDX(cp_cons)]; in bnxt_rx_pkt()
1838 skb = bnxt_tpa_end(bp, cpr, &tmp_raw_cons, in bnxt_rx_pkt()
1856 int rc1 = bnxt_discard_rx(bp, cpr, &tmp_raw_cons, rxcmp); in bnxt_rx_pkt()
1876 if (!bnxt_agg_bufs_valid(bp, cpr, agg_bufs, &tmp_raw_cons)) in bnxt_rx_pkt()
1890 bnxt_reuse_rx_agg_bufs(cpr, cp_cons, 0, agg_bufs, in bnxt_rx_pkt()
1913 u32 frag_len = bnxt_rx_agg_pages_xdp(bp, cpr, &xdp, in bnxt_rx_pkt()
1935 bnxt_reuse_rx_agg_bufs(cpr, cp_cons, 0, in bnxt_rx_pkt()
1957 skb = bnxt_rx_agg_pages_skb(bp, cpr, skb, cp_cons, agg_bufs, false); in bnxt_rx_pkt()
2032 cpr->rx_packets += 1; in bnxt_rx_pkt()
2033 cpr->rx_bytes += len; in bnxt_rx_pkt()
2045 cpr->bnapi->cp_ring.sw_stats.rx.rx_oom_discards += 1; in bnxt_rx_pkt()
2054 struct bnxt_cp_ring_info *cpr, in bnxt_force_rx_discard() argument
2066 &cpr->cp_desc_ring[CP_RING(cp_cons)][CP_IDX(cp_cons)]; in bnxt_force_rx_discard()
2071 &cpr->cp_desc_ring[CP_RING(cp_cons)][CP_IDX(cp_cons)]; in bnxt_force_rx_discard()
2091 rc = bnxt_rx_pkt(bp, cpr, raw_cons, event); in bnxt_force_rx_discard()
2093 cpr->bnapi->cp_ring.sw_stats.rx.rx_netpoll_discards += 1; in bnxt_force_rx_discard()
2440 struct bnxt_cp_ring_info *cpr = &bnapi->cp_ring; in bnxt_msix() local
2441 u32 cons = RING_CMP(cpr->cp_raw_cons); in bnxt_msix()
2443 cpr->event_ctr++; in bnxt_msix()
2444 prefetch(&cpr->cp_desc_ring[CP_RING(cons)][CP_IDX(cons)]); in bnxt_msix()
2449 static inline int bnxt_has_work(struct bnxt *bp, struct bnxt_cp_ring_info *cpr) in bnxt_has_work() argument
2451 u32 raw_cons = cpr->cp_raw_cons; in bnxt_has_work()
2455 txcmp = &cpr->cp_desc_ring[CP_RING(cons)][CP_IDX(cons)]; in bnxt_has_work()
2464 struct bnxt_cp_ring_info *cpr = &bnapi->cp_ring; in bnxt_inta() local
2465 u32 cons = RING_CMP(cpr->cp_raw_cons); in bnxt_inta()
2468 prefetch(&cpr->cp_desc_ring[CP_RING(cons)][CP_IDX(cons)]); in bnxt_inta()
2470 if (!bnxt_has_work(bp, cpr)) { in bnxt_inta()
2473 if (!(int_status & (0x10000 << cpr->cp_ring_struct.fw_ring_id))) in bnxt_inta()
2478 BNXT_CP_DB_IRQ_DIS(cpr->cp_db.doorbell); in bnxt_inta()
2488 static int __bnxt_poll_work(struct bnxt *bp, struct bnxt_cp_ring_info *cpr, in __bnxt_poll_work() argument
2491 struct bnxt_napi *bnapi = cpr->bnapi; in __bnxt_poll_work()
2492 u32 raw_cons = cpr->cp_raw_cons; in __bnxt_poll_work()
2499 cpr->has_more_work = 0; in __bnxt_poll_work()
2500 cpr->had_work_done = 1; in __bnxt_poll_work()
2505 txcmp = &cpr->cp_desc_ring[CP_RING(cons)][CP_IDX(cons)]; in __bnxt_poll_work()
2521 cpr->has_more_work = 1; in __bnxt_poll_work()
2526 rc = bnxt_rx_pkt(bp, cpr, &raw_cons, &event); in __bnxt_poll_work()
2528 rc = bnxt_force_rx_discard(bp, cpr, &raw_cons, in __bnxt_poll_work()
2552 cpr->has_more_work = 1; in __bnxt_poll_work()
2570 cpr->cp_raw_cons = raw_cons; in __bnxt_poll_work()
2595 static int bnxt_poll_work(struct bnxt *bp, struct bnxt_cp_ring_info *cpr, in bnxt_poll_work() argument
2598 struct bnxt_napi *bnapi = cpr->bnapi; in bnxt_poll_work()
2601 rx_pkts = __bnxt_poll_work(bp, cpr, budget); in bnxt_poll_work()
2607 bnxt_db_cq(bp, &cpr->cp_db, cpr->cp_raw_cons); in bnxt_poll_work()
2617 struct bnxt_cp_ring_info *cpr = &bnapi->cp_ring; in bnxt_poll_nitroa0() local
2622 u32 raw_cons = cpr->cp_raw_cons; in bnxt_poll_nitroa0()
2631 txcmp = &cpr->cp_desc_ring[CP_RING(cp_cons)][CP_IDX(cp_cons)]; in bnxt_poll_nitroa0()
2644 &cpr->cp_desc_ring[CP_RING(cp_cons)][CP_IDX(cp_cons)]; in bnxt_poll_nitroa0()
2653 rc = bnxt_rx_pkt(bp, cpr, &raw_cons, &event); in bnxt_poll_nitroa0()
2673 cpr->cp_raw_cons = raw_cons; in bnxt_poll_nitroa0()
2674 BNXT_DB_CQ(&cpr->cp_db, cpr->cp_raw_cons); in bnxt_poll_nitroa0()
2682 if (!bnxt_has_work(bp, cpr) && rx_pkts < budget) { in bnxt_poll_nitroa0()
2684 BNXT_DB_CQ_ARM(&cpr->cp_db, cpr->cp_raw_cons); in bnxt_poll_nitroa0()
2693 struct bnxt_cp_ring_info *cpr = &bnapi->cp_ring; in bnxt_poll() local
2701 work_done += bnxt_poll_work(bp, cpr, budget - work_done); in bnxt_poll()
2705 BNXT_DB_CQ_ARM(&cpr->cp_db, cpr->cp_raw_cons); in bnxt_poll()
2709 if (!bnxt_has_work(bp, cpr)) { in bnxt_poll()
2711 BNXT_DB_CQ_ARM(&cpr->cp_db, cpr->cp_raw_cons); in bnxt_poll()
2718 dim_update_sample(cpr->event_ctr, in bnxt_poll()
2719 cpr->rx_packets, in bnxt_poll()
2720 cpr->rx_bytes, in bnxt_poll()
2722 net_dim(&cpr->dim, dim_sample); in bnxt_poll()
2729 struct bnxt_cp_ring_info *cpr = &bnapi->cp_ring; in __bnxt_poll_cqs() local
2733 struct bnxt_cp_ring_info *cpr2 = cpr->cp_ring_arr[i]; in __bnxt_poll_cqs()
2738 cpr->has_more_work |= cpr2->has_more_work; in __bnxt_poll_cqs()
2747 struct bnxt_cp_ring_info *cpr = &bnapi->cp_ring; in __bnxt_poll_cqs_done() local
2751 struct bnxt_cp_ring_info *cpr2 = cpr->cp_ring_arr[i]; in __bnxt_poll_cqs_done()
2767 struct bnxt_cp_ring_info *cpr = &bnapi->cp_ring; in bnxt_poll_p5() local
2769 u32 raw_cons = cpr->cp_raw_cons; in bnxt_poll_p5()
2779 if (cpr->has_more_work) { in bnxt_poll_p5()
2780 cpr->has_more_work = 0; in bnxt_poll_p5()
2785 nqcmp = &cpr->nq_desc_ring[CP_RING(cons)][CP_IDX(cons)]; in bnxt_poll_p5()
2788 if (cpr->has_more_work) in bnxt_poll_p5()
2793 cpr->cp_raw_cons = raw_cons; in bnxt_poll_p5()
2795 BNXT_DB_NQ_ARM_P5(&cpr->cp_db, in bnxt_poll_p5()
2796 cpr->cp_raw_cons); in bnxt_poll_p5()
2813 cpr2 = cpr->cp_ring_arr[idx]; in bnxt_poll_p5()
2816 cpr->has_more_work |= cpr2->has_more_work; in bnxt_poll_p5()
2823 if (raw_cons != cpr->cp_raw_cons) { in bnxt_poll_p5()
2824 cpr->cp_raw_cons = raw_cons; in bnxt_poll_p5()
2825 BNXT_DB_NQ_P5(&cpr->cp_db, raw_cons); in bnxt_poll_p5()
2828 cpr_rx = cpr->cp_ring_arr[BNXT_RX_HDL]; in bnxt_poll_p5()
2832 dim_update_sample(cpr->event_ctr, in bnxt_poll_p5()
2836 net_dim(&cpr->dim, dim_sample); in bnxt_poll_p5()
3364 static void bnxt_free_cp_arrays(struct bnxt_cp_ring_info *cpr) in bnxt_free_cp_arrays() argument
3366 struct bnxt_ring_struct *ring = &cpr->cp_ring_struct; in bnxt_free_cp_arrays()
3368 kfree(cpr->cp_desc_ring); in bnxt_free_cp_arrays()
3369 cpr->cp_desc_ring = NULL; in bnxt_free_cp_arrays()
3371 kfree(cpr->cp_desc_mapping); in bnxt_free_cp_arrays()
3372 cpr->cp_desc_mapping = NULL; in bnxt_free_cp_arrays()
3376 static int bnxt_alloc_cp_arrays(struct bnxt_cp_ring_info *cpr, int n) in bnxt_alloc_cp_arrays() argument
3378 cpr->cp_desc_ring = kcalloc(n, sizeof(*cpr->cp_desc_ring), GFP_KERNEL); in bnxt_alloc_cp_arrays()
3379 if (!cpr->cp_desc_ring) in bnxt_alloc_cp_arrays()
3381 cpr->cp_desc_mapping = kcalloc(n, sizeof(*cpr->cp_desc_mapping), in bnxt_alloc_cp_arrays()
3383 if (!cpr->cp_desc_mapping) in bnxt_alloc_cp_arrays()
3429 struct bnxt_cp_ring_info *cpr; in bnxt_free_cp_rings() local
3436 cpr = &bnapi->cp_ring; in bnxt_free_cp_rings()
3437 ring = &cpr->cp_ring_struct; in bnxt_free_cp_rings()
3442 struct bnxt_cp_ring_info *cpr2 = cpr->cp_ring_arr[j]; in bnxt_free_cp_rings()
3449 cpr->cp_ring_arr[j] = NULL; in bnxt_free_cp_rings()
3459 struct bnxt_cp_ring_info *cpr; in bnxt_alloc_cp_sub_ring() local
3462 cpr = kzalloc(sizeof(*cpr), GFP_KERNEL); in bnxt_alloc_cp_sub_ring()
3463 if (!cpr) in bnxt_alloc_cp_sub_ring()
3466 rc = bnxt_alloc_cp_arrays(cpr, bp->cp_nr_pages); in bnxt_alloc_cp_sub_ring()
3468 bnxt_free_cp_arrays(cpr); in bnxt_alloc_cp_sub_ring()
3469 kfree(cpr); in bnxt_alloc_cp_sub_ring()
3472 ring = &cpr->cp_ring_struct; in bnxt_alloc_cp_sub_ring()
3476 rmem->pg_arr = (void **)cpr->cp_desc_ring; in bnxt_alloc_cp_sub_ring()
3477 rmem->dma_arr = cpr->cp_desc_mapping; in bnxt_alloc_cp_sub_ring()
3482 bnxt_free_cp_arrays(cpr); in bnxt_alloc_cp_sub_ring()
3483 kfree(cpr); in bnxt_alloc_cp_sub_ring()
3484 cpr = NULL; in bnxt_alloc_cp_sub_ring()
3486 return cpr; in bnxt_alloc_cp_sub_ring()
3498 struct bnxt_cp_ring_info *cpr; in bnxt_alloc_cp_rings() local
3504 cpr = &bnapi->cp_ring; in bnxt_alloc_cp_rings()
3505 cpr->bnapi = bnapi; in bnxt_alloc_cp_rings()
3506 ring = &cpr->cp_ring_struct; in bnxt_alloc_cp_rings()
3524 cpr->cp_ring_arr[BNXT_RX_HDL] = cpr2; in bnxt_alloc_cp_rings()
3534 cpr->cp_ring_arr[BNXT_TX_HDL] = cpr2; in bnxt_alloc_cp_rings()
3550 struct bnxt_cp_ring_info *cpr; in bnxt_init_ring_struct() local
3558 cpr = &bnapi->cp_ring; in bnxt_init_ring_struct()
3559 ring = &cpr->cp_ring_struct; in bnxt_init_ring_struct()
3563 rmem->pg_arr = (void **)cpr->cp_desc_ring; in bnxt_init_ring_struct()
3564 rmem->dma_arr = cpr->cp_desc_mapping; in bnxt_init_ring_struct()
3716 struct bnxt_cp_ring_info *cpr = &bp->bnapi[i]->cp_ring; in bnxt_init_cp_rings() local
3717 struct bnxt_ring_struct *ring = &cpr->cp_ring_struct; in bnxt_init_cp_rings()
3720 cpr->rx_ring_coal.coal_ticks = bp->rx_coal.coal_ticks; in bnxt_init_cp_rings()
3721 cpr->rx_ring_coal.coal_bufs = bp->rx_coal.coal_bufs; in bnxt_init_cp_rings()
3723 struct bnxt_cp_ring_info *cpr2 = cpr->cp_ring_arr[j]; in bnxt_init_cp_rings()
4243 struct bnxt_cp_ring_info *cpr; in bnxt_init_stats() local
4251 cpr = &bnapi->cp_ring; in bnxt_init_stats()
4252 stats = &cpr->stats; in bnxt_init_stats()
4330 struct bnxt_cp_ring_info *cpr = &bnapi->cp_ring; in bnxt_free_ring_stats() local
4332 bnxt_free_stats_mem(bp, &cpr->stats); in bnxt_free_ring_stats()
4345 struct bnxt_cp_ring_info *cpr = &bnapi->cp_ring; in bnxt_alloc_stats() local
4347 cpr->stats.len = size; in bnxt_alloc_stats()
4348 rc = bnxt_alloc_stats_mem(bp, &cpr->stats, !i); in bnxt_alloc_stats()
4352 cpr->hw_stats_ctx_id = INVALID_STATS_CTX_ID; in bnxt_alloc_stats()
4408 struct bnxt_cp_ring_info *cpr; in bnxt_clear_ring_indices() local
4415 cpr = &bnapi->cp_ring; in bnxt_clear_ring_indices()
4416 cpr->cp_raw_cons = 0; in bnxt_clear_ring_indices()
4535 struct bnxt_cp_ring_info *cpr = in bnxt_alloc_mem() local
4538 cpr->cp_ring_struct.ring_mem.flags = in bnxt_alloc_mem()
4650 struct bnxt_cp_ring_info *cpr = &bnapi->cp_ring; in bnxt_disable_int() local
4651 struct bnxt_ring_struct *ring = &cpr->cp_ring_struct; in bnxt_disable_int()
4654 bnxt_db_nq(bp, &cpr->cp_db, cpr->cp_raw_cons); in bnxt_disable_int()
4661 struct bnxt_cp_ring_info *cpr; in bnxt_cp_num_to_irq_num() local
4663 cpr = &bnapi->cp_ring; in bnxt_cp_num_to_irq_num()
4664 return cpr->cp_ring_struct.map_idx; in bnxt_cp_num_to_irq_num()
4691 struct bnxt_cp_ring_info *cpr = &bnapi->cp_ring; in bnxt_enable_int() local
4693 bnxt_db_nq_arm(bp, &cpr->cp_db, cpr->cp_raw_cons); in bnxt_enable_int()
5147 struct bnxt_cp_ring_info *cpr; in bnxt_cp_ring_for_rx() local
5149 cpr = bnapi->cp_ring.cp_ring_arr[BNXT_RX_HDL]; in bnxt_cp_ring_for_rx()
5150 return cpr->cp_ring_struct.fw_ring_id; in bnxt_cp_ring_for_rx()
5160 struct bnxt_cp_ring_info *cpr; in bnxt_cp_ring_for_tx() local
5162 cpr = bnapi->cp_ring.cp_ring_arr[BNXT_TX_HDL]; in bnxt_cp_ring_for_tx()
5163 return cpr->cp_ring_struct.fw_ring_id; in bnxt_cp_ring_for_tx()
5894 struct bnxt_cp_ring_info *cpr = &bnapi->cp_ring; in bnxt_hwrm_ring_alloc() local
5895 struct bnxt_ring_struct *ring = &cpr->cp_ring_struct; in bnxt_hwrm_ring_alloc()
5906 bnxt_set_db(bp, &cpr->cp_db, type, map_idx, ring->fw_ring_id); in bnxt_hwrm_ring_alloc()
5907 bnxt_db_nq(bp, &cpr->cp_db, cpr->cp_raw_cons); in bnxt_hwrm_ring_alloc()
5926 struct bnxt_cp_ring_info *cpr, *cpr2; in bnxt_hwrm_ring_alloc() local
5929 cpr = &bnapi->cp_ring; in bnxt_hwrm_ring_alloc()
5930 cpr2 = cpr->cp_ring_arr[BNXT_TX_HDL]; in bnxt_hwrm_ring_alloc()
5965 struct bnxt_cp_ring_info *cpr = &bnapi->cp_ring; in bnxt_hwrm_ring_alloc() local
5969 cpr2 = cpr->cp_ring_arr[BNXT_RX_HDL]; in bnxt_hwrm_ring_alloc()
6112 struct bnxt_cp_ring_info *cpr = &bnapi->cp_ring; in bnxt_hwrm_ring_free() local
6117 struct bnxt_cp_ring_info *cpr2 = cpr->cp_ring_arr[j]; in bnxt_hwrm_ring_free()
6129 ring = &cpr->cp_ring_struct; in bnxt_hwrm_ring_free()
6742 struct bnxt_cp_ring_info *cpr = &bnapi->cp_ring; in __bnxt_hwrm_set_coal_nq() local
6755 req->ring_id = cpu_to_le16(cpr->cp_ring_struct.fw_ring_id); in __bnxt_hwrm_set_coal_nq()
6769 struct bnxt_cp_ring_info *cpr = &bnapi->cp_ring; in bnxt_hwrm_set_ring_coal() local
6778 coal.coal_ticks = cpr->rx_ring_coal.coal_ticks; in bnxt_hwrm_set_ring_coal()
6779 coal.coal_bufs = cpr->rx_ring_coal.coal_bufs; in bnxt_hwrm_set_ring_coal()
6880 struct bnxt_cp_ring_info *cpr = &bnapi->cp_ring; in bnxt_hwrm_stat_ctx_free() local
6882 if (cpr->hw_stats_ctx_id != INVALID_STATS_CTX_ID) { in bnxt_hwrm_stat_ctx_free()
6883 req->stat_ctx_id = cpu_to_le32(cpr->hw_stats_ctx_id); in bnxt_hwrm_stat_ctx_free()
6890 cpr->hw_stats_ctx_id = INVALID_STATS_CTX_ID; in bnxt_hwrm_stat_ctx_free()
6917 struct bnxt_cp_ring_info *cpr = &bnapi->cp_ring; in bnxt_hwrm_stat_ctx_alloc() local
6919 req->stats_dma_addr = cpu_to_le64(cpr->stats.hw_stats_map); in bnxt_hwrm_stat_ctx_alloc()
6925 cpr->hw_stats_ctx_id = le32_to_cpu(resp->stat_ctx_id); in bnxt_hwrm_stat_ctx_alloc()
6927 bp->grp_info[i].fw_stats_ctx = cpr->hw_stats_ctx_id; in bnxt_hwrm_stat_ctx_alloc()
8348 struct bnxt_cp_ring_info *cpr; in bnxt_accumulate_all_stats() local
8351 cpr = &bnapi->cp_ring; in bnxt_accumulate_all_stats()
8352 stats = &cpr->stats; in bnxt_accumulate_all_stats()
9408 struct bnxt_cp_ring_info *cpr; in bnxt_disable_napi() local
9410 cpr = &bnapi->cp_ring; in bnxt_disable_napi()
9412 cpr->sw_stats.tx.tx_resets++; in bnxt_disable_napi()
9414 cpr->sw_stats.rx.rx_resets++; in bnxt_disable_napi()
9417 cancel_work_sync(&cpr->dim.work); in bnxt_disable_napi()
9428 struct bnxt_cp_ring_info *cpr; in bnxt_enable_napi() local
9432 cpr = &bnapi->cp_ring; in bnxt_enable_napi()
9438 INIT_WORK(&cpr->dim.work, bnxt_dim_work); in bnxt_enable_napi()
9439 cpr->dim.mode = DIM_CQ_PERIOD_MODE_START_FROM_EQE; in bnxt_enable_napi()
10868 struct bnxt_cp_ring_info *cpr = &bnapi->cp_ring; in bnxt_get_ring_stats() local
10869 u64 *sw = cpr->stats.sw_stats; in bnxt_get_ring_stats()
10895 cpr->sw_stats.rx.rx_netpoll_discards + in bnxt_get_ring_stats()
10896 cpr->sw_stats.rx.rx_oom_discards; in bnxt_get_ring_stats()
10961 struct bnxt_cp_ring_info *cpr) in bnxt_get_one_ring_err_stats() argument
10963 struct bnxt_sw_stats *sw_stats = &cpr->sw_stats; in bnxt_get_one_ring_err_stats()
10964 u64 *hw_stats = cpr->stats.sw_stats; in bnxt_get_one_ring_err_stats()
11574 struct bnxt_cp_ring_info *cpr = &bnapi->cp_ring; in bnxt_dump_cp_sw_state() local
11578 i, cpr->cp_ring_struct.fw_ring_id, cpr->cp_raw_cons); in bnxt_dump_cp_sw_state()
11601 struct bnxt_cp_ring_info *cpr; in bnxt_hwrm_rx_ring_reset() local
11609 cpr = &bnapi->cp_ring; in bnxt_hwrm_rx_ring_reset()
11610 cp_ring_id = cpr->cp_ring_struct.fw_ring_id; in bnxt_hwrm_rx_ring_reset()
11767 struct bnxt_cp_ring_info *cpr; in bnxt_rx_ring_reset() local
11790 cpr = &rxr->bnapi->cp_ring; in bnxt_rx_ring_reset()
11791 cpr->sw_stats.rx.rx_resets++; in bnxt_rx_ring_reset()
11982 struct bnxt_cp_ring_info *cpr; in bnxt_chk_missed_irq() local
11989 cpr = &bnapi->cp_ring; in bnxt_chk_missed_irq()
11991 struct bnxt_cp_ring_info *cpr2 = cpr->cp_ring_arr[j]; in bnxt_chk_missed_irq()
12006 cpr->sw_stats.cmn.missed_irqs++; in bnxt_chk_missed_irq()