Lines Matching refs:tnapi
208 #define TG3_TX_WAKEUP_THRESH(tnapi) ((tnapi)->tx_pending / 4)
1020 struct tg3_napi *tnapi = &tp->napi[i];
1022 tw32_mailbox_f(tnapi->int_mbox, tnapi->last_tag << 24);
1024 tw32_mailbox_f(tnapi->int_mbox, tnapi->last_tag << 24);
1026 tp->coal_now |= tnapi->coal_now;
1039 static inline unsigned int tg3_has_work(struct tg3_napi *tnapi)
1041 struct tg3 *tp = tnapi->tp;
1042 struct tg3_hw_status *sblk = tnapi->hw_status;
1052 if (sblk->idx[0].tx_consumer != tnapi->tx_cons)
1056 if (tnapi->rx_rcb_prod_idx &&
1057 *(tnapi->rx_rcb_prod_idx) != tnapi->rx_rcb_ptr)
1068 static void tg3_int_reenable(struct tg3_napi *tnapi)
1070 struct tg3 *tp = tnapi->tp;
1072 tw32_mailbox(tnapi->int_mbox, tnapi->last_tag << 24);
1078 if (!tg3_flag(tp, TAGGED_STATUS) && tg3_has_work(tnapi))
1080 HOSTCC_MODE_ENABLE | tnapi->coal_now);
6475 struct tg3_napi *tnapi = &tp->napi[i];
6481 tnapi->hw_status->status,
6482 tnapi->hw_status->status_tag,
6483 tnapi->hw_status->rx_jumbo_consumer,
6484 tnapi->hw_status->rx_consumer,
6485 tnapi->hw_status->rx_mini_consumer,
6486 tnapi->hw_status->idx[0].rx_producer,
6487 tnapi->hw_status->idx[0].tx_consumer);
6492 tnapi->last_tag, tnapi->last_irq_tag,
6493 tnapi->tx_prod, tnapi->tx_cons, tnapi->tx_pending,
6494 tnapi->rx_rcb_ptr,
6495 tnapi->prodring.rx_std_prod_idx,
6496 tnapi->prodring.rx_std_cons_idx,
6497 tnapi->prodring.rx_jmb_prod_idx,
6498 tnapi->prodring.rx_jmb_cons_idx);
6522 static inline u32 tg3_tx_avail(struct tg3_napi *tnapi)
6526 return tnapi->tx_pending -
6527 ((tnapi->tx_prod - tnapi->tx_cons) & (TG3_TX_RING_SIZE - 1));
6534 static void tg3_tx(struct tg3_napi *tnapi)
6536 struct tg3 *tp = tnapi->tp;
6537 u32 hw_idx = tnapi->hw_status->idx[0].tx_consumer;
6538 u32 sw_idx = tnapi->tx_cons;
6540 int index = tnapi - tp->napi;
6549 struct tg3_tx_ring_info *ri = &tnapi->tx_buffers[sw_idx];
6558 if (tnapi->tx_ring[sw_idx].len_flags & TXD_FLAG_HWTSTAMP) {
6576 ri = &tnapi->tx_buffers[sw_idx];
6582 ri = &tnapi->tx_buffers[sw_idx];
6594 ri = &tnapi->tx_buffers[sw_idx];
6613 tnapi->tx_cons = sw_idx;
6623 (tg3_tx_avail(tnapi) > TG3_TX_WAKEUP_THRESH(tnapi)))) {
6626 (tg3_tx_avail(tnapi) > TG3_TX_WAKEUP_THRESH(tnapi)))
6733 static void tg3_recycle_rx(struct tg3_napi *tnapi,
6738 struct tg3 *tp = tnapi->tp;
6803 static int tg3_rx(struct tg3_napi *tnapi, int budget)
6805 struct tg3 *tp = tnapi->tp;
6808 u32 sw_idx = tnapi->rx_rcb_ptr;
6811 struct tg3_rx_prodring_set *tpr = &tnapi->prodring;
6813 hw_idx = *(tnapi->rx_rcb_prod_idx);
6825 struct tg3_rx_buffer_desc *desc = &tnapi->rx_rcb[sw_idx];
6853 tg3_recycle_rx(tnapi, tpr, opaque_key,
6857 tnapi->rx_dropped++;
6902 tg3_recycle_rx(tnapi, tpr, opaque_key,
6947 napi_gro_receive(&tnapi->napi, skb);
6969 hw_idx = *(tnapi->rx_rcb_prod_idx);
6975 tnapi->rx_rcb_ptr = sw_idx;
6976 tw32_rx_mbox(tnapi->consmbox, sw_idx);
7004 if (tnapi != &tp->napi[1]) {
7163 static int tg3_poll_work(struct tg3_napi *tnapi, int work_done, int budget)
7165 struct tg3 *tp = tnapi->tp;
7168 if (tnapi->hw_status->idx[0].tx_consumer != tnapi->tx_cons) {
7169 tg3_tx(tnapi);
7174 if (!tnapi->rx_rcb_prod_idx)
7181 if (*(tnapi->rx_rcb_prod_idx) != tnapi->rx_rcb_ptr)
7182 work_done += tg3_rx(tnapi, budget - work_done);
7184 if (tg3_flag(tp, ENABLE_RSS) && tnapi == &tp->napi[1]) {
7227 struct tg3_napi *tnapi = container_of(napi, struct tg3_napi, napi);
7228 struct tg3 *tp = tnapi->tp;
7230 struct tg3_hw_status *sblk = tnapi->hw_status;
7233 work_done = tg3_poll_work(tnapi, work_done, budget);
7245 tnapi->last_tag = sblk->status_tag;
7246 tnapi->last_irq_tag = tnapi->last_tag;
7250 if (likely(sblk->idx[0].tx_consumer == tnapi->tx_cons &&
7251 *(tnapi->rx_rcb_prod_idx) == tnapi->rx_rcb_ptr)) {
7256 if (tnapi == &tp->napi[1] && tp->rx_refill)
7261 tw32_mailbox(tnapi->int_mbox, tnapi->last_tag << 24);
7266 if (unlikely(tnapi == &tp->napi[1] && tp->rx_refill)) {
7269 tnapi->coal_now);
7321 struct tg3_napi *tnapi = container_of(napi, struct tg3_napi, napi);
7322 struct tg3 *tp = tnapi->tp;
7324 struct tg3_hw_status *sblk = tnapi->hw_status;
7332 work_done = tg3_poll_work(tnapi, work_done, budget);
7345 tnapi->last_tag = sblk->status_tag;
7346 tnapi->last_irq_tag = tnapi->last_tag;
7351 if (likely(!tg3_has_work(tnapi))) {
7353 tg3_int_reenable(tnapi);
7469 struct tg3_napi *tnapi = dev_id;
7470 struct tg3 *tp = tnapi->tp;
7472 prefetch(tnapi->hw_status);
7473 if (tnapi->rx_rcb)
7474 prefetch(&tnapi->rx_rcb[tnapi->rx_rcb_ptr]);
7477 napi_schedule(&tnapi->napi);
7488 struct tg3_napi *tnapi = dev_id;
7489 struct tg3 *tp = tnapi->tp;
7491 prefetch(tnapi->hw_status);
7492 if (tnapi->rx_rcb)
7493 prefetch(&tnapi->rx_rcb[tnapi->rx_rcb_ptr]);
7501 tw32_mailbox(tnapi->int_mbox, 0x00000001);
7503 napi_schedule(&tnapi->napi);
7510 struct tg3_napi *tnapi = dev_id;
7511 struct tg3 *tp = tnapi->tp;
7512 struct tg3_hw_status *sblk = tnapi->hw_status;
7543 if (likely(tg3_has_work(tnapi))) {
7544 prefetch(&tnapi->rx_rcb[tnapi->rx_rcb_ptr]);
7545 napi_schedule(&tnapi->napi);
7559 struct tg3_napi *tnapi = dev_id;
7560 struct tg3 *tp = tnapi->tp;
7561 struct tg3_hw_status *sblk = tnapi->hw_status;
7569 if (unlikely(sblk->status_tag == tnapi->last_irq_tag)) {
7596 tnapi->last_irq_tag = sblk->status_tag;
7601 prefetch(&tnapi->rx_rcb[tnapi->rx_rcb_ptr]);
7603 napi_schedule(&tnapi->napi);
7612 struct tg3_napi *tnapi = dev_id;
7613 struct tg3 *tp = tnapi->tp;
7614 struct tg3_hw_status *sblk = tnapi->hw_status;
7695 static bool tg3_tx_frag_set(struct tg3_napi *tnapi, u32 *entry, u32 *budget,
7699 struct tg3 *tp = tnapi->tp;
7727 tnapi->tx_buffers[*entry].fragmented = true;
7729 tg3_tx_set_bd(&tnapi->tx_ring[*entry], map,
7740 tg3_tx_set_bd(&tnapi->tx_ring[*entry], map,
7746 tnapi->tx_buffers[prvidx].fragmented = false;
7750 tg3_tx_set_bd(&tnapi->tx_ring[*entry], map,
7758 static void tg3_tx_skb_unmap(struct tg3_napi *tnapi, u32 entry, int last)
7762 struct tg3_tx_ring_info *txb = &tnapi->tx_buffers[entry];
7767 dma_unmap_single(&tnapi->tp->pdev->dev, dma_unmap_addr(txb, mapping),
7773 txb = &tnapi->tx_buffers[entry];
7780 txb = &tnapi->tx_buffers[entry];
7782 dma_unmap_page(&tnapi->tp->pdev->dev,
7789 txb = &tnapi->tx_buffers[entry];
7795 static int tigon3_dma_hwbug_workaround(struct tg3_napi *tnapi,
7800 struct tg3 *tp = tnapi->tp;
7830 tnapi->tx_buffers[*entry].skb = new_skb;
7831 dma_unmap_addr_set(&tnapi->tx_buffers[*entry],
7834 if (tg3_tx_frag_set(tnapi, entry, budget, new_addr,
7837 tg3_tx_skb_unmap(tnapi, save_entry, -1);
7849 static bool tg3_tso_bug_gso_check(struct tg3_napi *tnapi, struct sk_buff *skb)
7854 return skb_shinfo(skb)->gso_segs < tnapi->tx_pending / 3;
7862 static int tg3_tso_bug(struct tg3 *tp, struct tg3_napi *tnapi,
7869 if (unlikely(tg3_tx_avail(tnapi) <= frag_cnt_est)) {
7878 if (tg3_tx_avail(tnapi) <= frag_cnt_est)
7887 tnapi->tx_dropped++;
7910 struct tg3_napi *tnapi;
7919 tnapi = &tp->napi[skb_get_queue_mapping(skb)];
7921 tnapi++;
7923 budget = tg3_tx_avail(tnapi);
7941 entry = tnapi->tx_prod;
7961 if (tg3_tso_bug_gso_check(tnapi, skb))
7962 return tg3_tso_bug(tp, tnapi, txq, skb);
7969 if (tg3_tso_bug_gso_check(tnapi, skb))
7970 return tg3_tso_bug(tp, tnapi, txq, skb);
8054 tnapi->tx_buffers[entry].skb = skb;
8055 dma_unmap_addr_set(&tnapi->tx_buffers[entry], mapping, mapping);
8062 if (tg3_tx_frag_set(tnapi, &entry, &budget, mapping, len, base_flags |
8085 tnapi->tx_buffers[entry].skb = NULL;
8086 dma_unmap_addr_set(&tnapi->tx_buffers[entry], mapping,
8092 tg3_tx_frag_set(tnapi, &entry, &budget, mapping,
8103 tg3_tx_skb_unmap(tnapi, tnapi->tx_prod, i);
8105 if (mss && tg3_tso_bug_gso_check(tnapi, skb)) {
8114 return tg3_tso_bug(tp, tnapi, txq, skb);
8120 entry = tnapi->tx_prod;
8121 budget = tg3_tx_avail(tnapi);
8122 if (tigon3_dma_hwbug_workaround(tnapi, &skb, &entry, &budget,
8133 tnapi->tx_prod = entry;
8134 if (unlikely(tg3_tx_avail(tnapi) <= (MAX_SKB_FRAGS + 1))) {
8143 if (tg3_tx_avail(tnapi) > TG3_TX_WAKEUP_THRESH(tnapi))
8149 tw32_tx_mbox(tnapi->prodmbox, entry);
8155 tg3_tx_skb_unmap(tnapi, tnapi->tx_prod, --i);
8156 tnapi->tx_buffers[tnapi->tx_prod].skb = NULL;
8160 tnapi->tx_dropped++;
8542 struct tg3_napi *tnapi = &tp->napi[j];
8544 tg3_rx_prodring_free(tp, &tnapi->prodring);
8546 if (!tnapi->tx_buffers)
8550 struct sk_buff *skb = tnapi->tx_buffers[i].skb;
8555 tg3_tx_skb_unmap(tnapi, i,
8579 struct tg3_napi *tnapi = &tp->napi[i];
8581 tnapi->last_tag = 0;
8582 tnapi->last_irq_tag = 0;
8583 tnapi->hw_status->status = 0;
8584 tnapi->hw_status->status_tag = 0;
8585 memset(tnapi->hw_status, 0, TG3_HW_STATUS_SIZE);
8587 tnapi->tx_prod = 0;
8588 tnapi->tx_cons = 0;
8589 if (tnapi->tx_ring)
8590 memset(tnapi->tx_ring, 0, TG3_TX_RING_BYTES);
8592 tnapi->rx_rcb_ptr = 0;
8593 if (tnapi->rx_rcb)
8594 memset(tnapi->rx_rcb, 0, TG3_RX_RCB_RING_BYTES(tp));
8596 if (tnapi->prodring.rx_std &&
8597 tg3_rx_prodring_alloc(tp, &tnapi->prodring)) {
8611 struct tg3_napi *tnapi = &tp->napi[i];
8613 if (tnapi->tx_ring) {
8615 tnapi->tx_ring, tnapi->tx_desc_mapping);
8616 tnapi->tx_ring = NULL;
8619 kfree(tnapi->tx_buffers);
8620 tnapi->tx_buffers = NULL;
8627 struct tg3_napi *tnapi = &tp->napi[0];
8633 tnapi++;
8635 for (i = 0; i < tp->txq_cnt; i++, tnapi++) {
8636 tnapi->tx_buffers = kcalloc(TG3_TX_RING_SIZE,
8639 if (!tnapi->tx_buffers)
8642 tnapi->tx_ring = dma_alloc_coherent(&tp->pdev->dev,
8644 &tnapi->tx_desc_mapping,
8646 if (!tnapi->tx_ring)
8662 struct tg3_napi *tnapi = &tp->napi[i];
8664 tg3_rx_prodring_fini(tp, &tnapi->prodring);
8666 if (!tnapi->rx_rcb)
8671 tnapi->rx_rcb,
8672 tnapi->rx_rcb_mapping);
8673 tnapi->rx_rcb = NULL;
8690 struct tg3_napi *tnapi = &tp->napi[i];
8692 if (tg3_rx_prodring_init(tp, &tnapi->prodring))
8702 tnapi->rx_rcb = dma_alloc_coherent(&tp->pdev->dev,
8704 &tnapi->rx_rcb_mapping,
8706 if (!tnapi->rx_rcb)
8726 struct tg3_napi *tnapi = &tp->napi[i];
8728 if (tnapi->hw_status) {
8730 tnapi->hw_status,
8731 tnapi->status_mapping);
8732 tnapi->hw_status = NULL;
8765 struct tg3_napi *tnapi = &tp->napi[i];
8768 tnapi->hw_status = dma_alloc_coherent(&tp->pdev->dev,
8770 &tnapi->status_mapping,
8772 if (!tnapi->hw_status)
8775 sblk = tnapi->hw_status;
8800 tnapi->rx_rcb_prod_idx = prodptr;
8802 tnapi->rx_rcb_prod_idx = &sblk->idx[0].rx_producer;
8936 struct tg3_napi *tnapi = &tp->napi[i];
8937 if (tnapi->hw_status)
8938 memset(tnapi->hw_status, 0, TG3_HW_STATUS_SIZE);
9103 struct tg3_napi *tnapi = &tp->napi[i];
9104 if (tnapi->hw_status) {
9105 tnapi->hw_status->status = 0;
9106 tnapi->hw_status->status_tag = 0;
9108 tnapi->last_tag = 0;
9109 tnapi->last_irq_tag = 0;
9362 struct tg3_napi *tnapi = &tp->napi[i];
9364 tnapi->rx_dropped = 0;
9365 tnapi->tx_dropped = 0;
9546 struct tg3_napi *tnapi = &tp->napi[i];
9548 if (!tnapi->tx_ring)
9551 tg3_set_bdinfo(tp, txrcb, tnapi->tx_desc_mapping,
9590 struct tg3_napi *tnapi = &tp->napi[i];
9592 if (!tnapi->rx_rcb)
9595 tg3_set_bdinfo(tp, rxrcb, tnapi->rx_rcb_mapping,
9606 struct tg3_napi *tnapi = &tp->napi[0];
9648 memset(tnapi->hw_status, 0, TG3_HW_STATUS_SIZE);
9652 ((u64) tnapi->status_mapping >> 32));
9654 ((u64) tnapi->status_mapping & 0xffffffff));
9658 for (i = 1, tnapi++; i < tp->irq_cnt; i++, tnapi++) {
9659 u64 mapping = (u64)tnapi->status_mapping;
9665 memset(tnapi->hw_status, 0, TG3_HW_STATUS_SIZE);
10965 struct tg3_napi *tnapi = &tp->napi[i];
10967 if (tg3_has_work(tnapi)) {
10968 if (tnapi->last_rx_cons == tnapi->rx_rcb_ptr &&
10969 tnapi->last_tx_cons == tnapi->tx_cons) {
10970 if (tnapi->chk_msi_cnt < 1) {
10971 tnapi->chk_msi_cnt++;
10974 tg3_msi(0, tnapi);
10977 tnapi->chk_msi_cnt = 0;
10978 tnapi->last_rx_cons = tnapi->rx_rcb_ptr;
10979 tnapi->last_tx_cons = tnapi->tx_cons;
11241 struct tg3_napi *tnapi = &tp->napi[irq_num];
11246 name = &tnapi->irq_lbl[0];
11247 if (tnapi->tx_buffers && tnapi->rx_rcb)
11250 else if (tnapi->tx_buffers)
11253 else if (tnapi->rx_rcb)
11274 return request_irq(tnapi->irq_vec, fn, flags, name, tnapi);
11279 struct tg3_napi *tnapi = &tp->napi[0];
11289 free_irq(tnapi->irq_vec, tnapi);
11300 err = request_irq(tnapi->irq_vec, tg3_test_isr,
11301 IRQF_SHARED, dev->name, tnapi);
11305 tnapi->hw_status->status &= ~SD_STATUS_UPDATED;
11309 tnapi->coal_now);
11314 int_mbox = tr32_mailbox(tnapi->int_mbox);
11324 tnapi->hw_status->status_tag != tnapi->last_tag)
11325 tw32_mailbox_f(tnapi->int_mbox, tnapi->last_tag << 24);
11332 free_irq(tnapi->irq_vec, tnapi);
11598 struct tg3_napi *tnapi = &tp->napi[i];
11600 free_irq(tnapi->irq_vec, tnapi);
11669 struct tg3_napi *tnapi = &tp->napi[i];
11670 free_irq(tnapi->irq_vec, tnapi);
11708 struct tg3_napi *tnapi = &tp->napi[i];
11709 free_irq(tnapi->irq_vec, tnapi);
11978 struct tg3_napi *tnapi = &tp->napi[i];
11980 rx_dropped += tnapi->rx_dropped;
11981 tx_dropped += tnapi->tx_dropped;
13424 struct tg3_napi *tnapi, *rnapi;
13427 tnapi = &tp->napi[0];
13433 tnapi = &tp->napi[1];
13435 coal_now = tnapi->coal_now | rnapi->coal_now;
13512 val = tnapi->tx_prod;
13513 tnapi->tx_buffers[val].skb = skb;
13514 dma_unmap_addr_set(&tnapi->tx_buffers[val], mapping, map);
13523 budget = tg3_tx_avail(tnapi);
13524 if (tg3_tx_frag_set(tnapi, &val, &budget, map, tx_len,
13526 tnapi->tx_buffers[val].skb = NULL;
13531 tnapi->tx_prod++;
13536 tw32_tx_mbox(tnapi->prodmbox, tnapi->tx_prod);
13537 tr32_mailbox(tnapi->prodmbox);
13548 tx_idx = tnapi->hw_status->idx[0].tx_consumer;
13550 if ((tx_idx == tnapi->tx_prod) &&
13555 tg3_tx_skb_unmap(tnapi, tnapi->tx_prod - 1, -1);
13558 if (tx_idx != tnapi->tx_prod)
17834 struct tg3_napi *tnapi = &tp->napi[i];
17836 tnapi->tp = tp;
17837 tnapi->tx_pending = TG3_DEF_TX_RING_PENDING;
17839 tnapi->int_mbox = intmbx;
17842 tnapi->consmbox = rcvmbx;
17843 tnapi->prodmbox = sndmbx;
17846 tnapi->coal_now = HOSTCC_MODE_COAL_VEC1_NOW << (i - 1);
17848 tnapi->coal_now = HOSTCC_MODE_NOW;