Lines Matching full:ab
17 static void ath12k_dp_htt_htc_tx_complete(struct ath12k_base *ab, in ath12k_dp_htt_htc_tx_complete() argument
25 struct ath12k_base *ab = ar->ab; in ath12k_dp_peer_cleanup() local
30 spin_lock_bh(&ab->base_lock); in ath12k_dp_peer_cleanup()
31 peer = ath12k_peer_find(ab, vdev_id, addr); in ath12k_dp_peer_cleanup()
33 ath12k_warn(ab, "failed to lookup peer %pM on vdev %d\n", in ath12k_dp_peer_cleanup()
35 spin_unlock_bh(&ab->base_lock); in ath12k_dp_peer_cleanup()
42 spin_unlock_bh(&ab->base_lock); in ath12k_dp_peer_cleanup()
47 struct ath12k_base *ab = ar->ab; in ath12k_dp_peer_setup() local
59 ath12k_warn(ab, "failed to set default routing %d peer :%pM vdev_id :%d\n", in ath12k_dp_peer_setup()
68 ath12k_warn(ab, "failed to setup rxd tid queue for tid %d: %d\n", in ath12k_dp_peer_setup()
76 ath12k_warn(ab, "failed to setup rx defrag context\n"); in ath12k_dp_peer_setup()
85 spin_lock_bh(&ab->base_lock); in ath12k_dp_peer_setup()
87 peer = ath12k_peer_find(ab, vdev_id, addr); in ath12k_dp_peer_setup()
89 ath12k_warn(ab, "failed to find the peer to del rx tid\n"); in ath12k_dp_peer_setup()
90 spin_unlock_bh(&ab->base_lock); in ath12k_dp_peer_setup()
97 spin_unlock_bh(&ab->base_lock); in ath12k_dp_peer_setup()
102 void ath12k_dp_srng_cleanup(struct ath12k_base *ab, struct dp_srng *ring) in ath12k_dp_srng_cleanup() argument
107 dma_free_coherent(ab->dev, ring->size, ring->vaddr_unaligned, in ath12k_dp_srng_cleanup()
127 static int ath12k_dp_srng_calculate_msi_group(struct ath12k_base *ab, in ath12k_dp_srng_calculate_msi_group() argument
137 grp_mask = &ab->hw_params->ring_mask->rx_wbm_rel[0]; in ath12k_dp_srng_calculate_msi_group()
140 map = ab->hw_params->hal_ops->tcl_to_wbm_rbm_map; in ath12k_dp_srng_calculate_msi_group()
141 for (i = 0; i < ab->hw_params->max_tx_ring; i++) { in ath12k_dp_srng_calculate_msi_group()
148 grp_mask = &ab->hw_params->ring_mask->tx[0]; in ath12k_dp_srng_calculate_msi_group()
152 grp_mask = &ab->hw_params->ring_mask->rx_err[0]; in ath12k_dp_srng_calculate_msi_group()
155 grp_mask = &ab->hw_params->ring_mask->rx[0]; in ath12k_dp_srng_calculate_msi_group()
158 grp_mask = &ab->hw_params->ring_mask->reo_status[0]; in ath12k_dp_srng_calculate_msi_group()
162 grp_mask = &ab->hw_params->ring_mask->rx_mon_dest[0]; in ath12k_dp_srng_calculate_msi_group()
165 grp_mask = &ab->hw_params->ring_mask->tx_mon_dest[0]; in ath12k_dp_srng_calculate_msi_group()
168 grp_mask = &ab->hw_params->ring_mask->host2rxdma[0]; in ath12k_dp_srng_calculate_msi_group()
188 static void ath12k_dp_srng_msi_setup(struct ath12k_base *ab, in ath12k_dp_srng_msi_setup() argument
196 ret = ath12k_hif_get_user_msi_vector(ab, "DP", in ath12k_dp_srng_msi_setup()
202 msi_group_number = ath12k_dp_srng_calculate_msi_group(ab, type, in ath12k_dp_srng_msi_setup()
205 ath12k_dbg(ab, ATH12K_DBG_PCI, in ath12k_dp_srng_msi_setup()
214 ath12k_dbg(ab, ATH12K_DBG_PCI, in ath12k_dp_srng_msi_setup()
219 ath12k_hif_get_msi_address(ab, &addr_lo, &addr_hi); in ath12k_dp_srng_msi_setup()
228 int ath12k_dp_srng_setup(struct ath12k_base *ab, struct dp_srng *ring, in ath12k_dp_srng_setup() argument
233 int entry_sz = ath12k_hal_srng_get_entrysize(ab, type); in ath12k_dp_srng_setup()
234 int max_entries = ath12k_hal_srng_get_max_entries(ab, type); in ath12k_dp_srng_setup()
244 ring->vaddr_unaligned = dma_alloc_coherent(ab->dev, ring->size, in ath12k_dp_srng_setup()
257 ath12k_dp_srng_msi_setup(ab, ¶ms, type, ring_num + mac_id); in ath12k_dp_srng_setup()
280 if (ab->hw_params->hw_ops->dp_srng_is_tx_comp_ring(ring_num)) { in ath12k_dp_srng_setup()
308 ath12k_warn(ab, "Not a valid ring type in dp :%d\n", type); in ath12k_dp_srng_setup()
312 ret = ath12k_hal_srng_setup(ab, type, ring_num, mac_id, ¶ms); in ath12k_dp_srng_setup()
314 ath12k_warn(ab, "failed to setup srng: %d ring_id %d\n", in ath12k_dp_srng_setup()
325 u32 ath12k_dp_tx_get_vdev_bank_config(struct ath12k_base *ab, struct ath12k_vif *arvif) in ath12k_dp_tx_get_vdev_bank_config() argument
333 test_bit(ATH12K_FLAG_HW_CRYPTO_DISABLED, &ab->dev_flags)) in ath12k_dp_tx_get_vdev_bank_config()
363 static int ath12k_dp_tx_get_bank_profile(struct ath12k_base *ab, struct ath12k_vif *arvif, in ath12k_dp_tx_get_bank_profile() argument
372 bank_config = ath12k_dp_tx_get_vdev_bank_config(ab, arvif); in ath12k_dp_tx_get_bank_profile()
391 ath12k_err(ab, "unable to find TX bank!"); in ath12k_dp_tx_get_bank_profile()
404 ath12k_hal_tx_configure_bank_register(ab, bank_config, bank_id); in ath12k_dp_tx_get_bank_profile()
406 ath12k_dbg(ab, ATH12K_DBG_DP_HTT, "dp_htt tcl bank_id %d input 0x%x match 0x%x num_users %u", in ath12k_dp_tx_get_bank_profile()
420 static void ath12k_dp_deinit_bank_profiles(struct ath12k_base *ab) in ath12k_dp_deinit_bank_profiles() argument
422 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_deinit_bank_profiles()
428 static int ath12k_dp_init_bank_profiles(struct ath12k_base *ab) in ath12k_dp_init_bank_profiles() argument
430 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_init_bank_profiles()
431 u32 num_tcl_banks = ab->hw_params->num_tcl_banks; in ath12k_dp_init_bank_profiles()
451 static void ath12k_dp_srng_common_cleanup(struct ath12k_base *ab) in ath12k_dp_srng_common_cleanup() argument
453 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_srng_common_cleanup()
456 ath12k_dp_srng_cleanup(ab, &dp->reo_status_ring); in ath12k_dp_srng_common_cleanup()
457 ath12k_dp_srng_cleanup(ab, &dp->reo_cmd_ring); in ath12k_dp_srng_common_cleanup()
458 ath12k_dp_srng_cleanup(ab, &dp->reo_except_ring); in ath12k_dp_srng_common_cleanup()
459 ath12k_dp_srng_cleanup(ab, &dp->rx_rel_ring); in ath12k_dp_srng_common_cleanup()
460 ath12k_dp_srng_cleanup(ab, &dp->reo_reinject_ring); in ath12k_dp_srng_common_cleanup()
461 for (i = 0; i < ab->hw_params->max_tx_ring; i++) { in ath12k_dp_srng_common_cleanup()
462 ath12k_dp_srng_cleanup(ab, &dp->tx_ring[i].tcl_comp_ring); in ath12k_dp_srng_common_cleanup()
463 ath12k_dp_srng_cleanup(ab, &dp->tx_ring[i].tcl_data_ring); in ath12k_dp_srng_common_cleanup()
465 ath12k_dp_srng_cleanup(ab, &dp->tcl_status_ring); in ath12k_dp_srng_common_cleanup()
466 ath12k_dp_srng_cleanup(ab, &dp->tcl_cmd_ring); in ath12k_dp_srng_common_cleanup()
467 ath12k_dp_srng_cleanup(ab, &dp->wbm_desc_rel_ring); in ath12k_dp_srng_common_cleanup()
470 static int ath12k_dp_srng_common_setup(struct ath12k_base *ab) in ath12k_dp_srng_common_setup() argument
472 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_srng_common_setup()
478 ret = ath12k_dp_srng_setup(ab, &dp->wbm_desc_rel_ring, in ath12k_dp_srng_common_setup()
482 ath12k_warn(ab, "failed to set up wbm2sw_release ring :%d\n", in ath12k_dp_srng_common_setup()
487 ret = ath12k_dp_srng_setup(ab, &dp->tcl_cmd_ring, HAL_TCL_CMD, 0, 0, in ath12k_dp_srng_common_setup()
490 ath12k_warn(ab, "failed to set up tcl_cmd ring :%d\n", ret); in ath12k_dp_srng_common_setup()
494 ret = ath12k_dp_srng_setup(ab, &dp->tcl_status_ring, HAL_TCL_STATUS, in ath12k_dp_srng_common_setup()
497 ath12k_warn(ab, "failed to set up tcl_status ring :%d\n", ret); in ath12k_dp_srng_common_setup()
501 for (i = 0; i < ab->hw_params->max_tx_ring; i++) { in ath12k_dp_srng_common_setup()
502 map = ab->hw_params->hal_ops->tcl_to_wbm_rbm_map; in ath12k_dp_srng_common_setup()
505 ret = ath12k_dp_srng_setup(ab, &dp->tx_ring[i].tcl_data_ring, in ath12k_dp_srng_common_setup()
509 ath12k_warn(ab, "failed to set up tcl_data ring (%d) :%d\n", in ath12k_dp_srng_common_setup()
514 ret = ath12k_dp_srng_setup(ab, &dp->tx_ring[i].tcl_comp_ring, in ath12k_dp_srng_common_setup()
518 ath12k_warn(ab, "failed to set up tcl_comp ring (%d) :%d\n", in ath12k_dp_srng_common_setup()
524 ret = ath12k_dp_srng_setup(ab, &dp->reo_reinject_ring, HAL_REO_REINJECT, in ath12k_dp_srng_common_setup()
527 ath12k_warn(ab, "failed to set up reo_reinject ring :%d\n", in ath12k_dp_srng_common_setup()
532 ret = ath12k_dp_srng_setup(ab, &dp->rx_rel_ring, HAL_WBM2SW_RELEASE, in ath12k_dp_srng_common_setup()
536 ath12k_warn(ab, "failed to set up rx_rel ring :%d\n", ret); in ath12k_dp_srng_common_setup()
540 ret = ath12k_dp_srng_setup(ab, &dp->reo_except_ring, HAL_REO_EXCEPTION, in ath12k_dp_srng_common_setup()
543 ath12k_warn(ab, "failed to set up reo_exception ring :%d\n", in ath12k_dp_srng_common_setup()
548 ret = ath12k_dp_srng_setup(ab, &dp->reo_cmd_ring, HAL_REO_CMD, in ath12k_dp_srng_common_setup()
551 ath12k_warn(ab, "failed to set up reo_cmd ring :%d\n", ret); in ath12k_dp_srng_common_setup()
555 srng = &ab->hal.srng_list[dp->reo_cmd_ring.ring_id]; in ath12k_dp_srng_common_setup()
556 ath12k_hal_reo_init_cmd_ring(ab, srng); in ath12k_dp_srng_common_setup()
558 ret = ath12k_dp_srng_setup(ab, &dp->reo_status_ring, HAL_REO_STATUS, in ath12k_dp_srng_common_setup()
561 ath12k_warn(ab, "failed to set up reo_status ring :%d\n", ret); in ath12k_dp_srng_common_setup()
580 ath12k_hal_reo_hw_setup(ab, ring_hash_map); in ath12k_dp_srng_common_setup()
585 ath12k_dp_srng_common_cleanup(ab); in ath12k_dp_srng_common_setup()
590 static void ath12k_dp_scatter_idle_link_desc_cleanup(struct ath12k_base *ab) in ath12k_dp_scatter_idle_link_desc_cleanup() argument
592 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_scatter_idle_link_desc_cleanup()
600 dma_free_coherent(ab->dev, HAL_WBM_IDLE_SCATTER_BUF_SIZE_MAX, in ath12k_dp_scatter_idle_link_desc_cleanup()
606 static int ath12k_dp_scatter_idle_link_desc_setup(struct ath12k_base *ab, in ath12k_dp_scatter_idle_link_desc_setup() argument
612 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_scatter_idle_link_desc_setup()
626 ath12k_hal_srng_get_entrysize(ab, HAL_WBM_IDLE_LINK); in ath12k_dp_scatter_idle_link_desc_setup()
633 slist[i].vaddr = dma_alloc_coherent(ab->dev, in ath12k_dp_scatter_idle_link_desc_setup()
671 ath12k_hal_setup_link_idle_list(ab, slist, num_scatter_buf, in ath12k_dp_scatter_idle_link_desc_setup()
677 ath12k_dp_scatter_idle_link_desc_cleanup(ab); in ath12k_dp_scatter_idle_link_desc_setup()
683 ath12k_dp_link_desc_bank_free(struct ath12k_base *ab, in ath12k_dp_link_desc_bank_free() argument
690 dma_free_coherent(ab->dev, in ath12k_dp_link_desc_bank_free()
699 static int ath12k_dp_link_desc_bank_alloc(struct ath12k_base *ab, in ath12k_dp_link_desc_bank_alloc() argument
704 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_link_desc_bank_alloc()
714 dma_alloc_coherent(ab->dev, desc_sz, in ath12k_dp_link_desc_bank_alloc()
733 ath12k_dp_link_desc_bank_free(ab, dp->link_desc_banks); in ath12k_dp_link_desc_bank_alloc()
738 void ath12k_dp_link_desc_cleanup(struct ath12k_base *ab, in ath12k_dp_link_desc_cleanup() argument
742 ath12k_dp_link_desc_bank_free(ab, desc_bank); in ath12k_dp_link_desc_cleanup()
745 ath12k_dp_srng_cleanup(ab, ring); in ath12k_dp_link_desc_cleanup()
746 ath12k_dp_scatter_idle_link_desc_cleanup(ab); in ath12k_dp_link_desc_cleanup()
750 static int ath12k_wbm_idle_ring_setup(struct ath12k_base *ab, u32 *n_link_desc) in ath12k_wbm_idle_ring_setup() argument
752 struct ath12k_dp *dp = &ab->dp; in ath12k_wbm_idle_ring_setup()
777 ret = ath12k_dp_srng_setup(ab, &dp->wbm_idle_ring, in ath12k_wbm_idle_ring_setup()
780 ath12k_warn(ab, "failed to setup wbm_idle_ring: %d\n", ret); in ath12k_wbm_idle_ring_setup()
786 int ath12k_dp_link_desc_setup(struct ath12k_base *ab, in ath12k_dp_link_desc_setup() argument
820 ret = ath12k_dp_link_desc_bank_alloc(ab, link_desc_banks, in ath12k_dp_link_desc_setup()
826 entry_sz = ath12k_hal_srng_get_entrysize(ab, ring_type); in ath12k_dp_link_desc_setup()
832 ret = ath12k_dp_scatter_idle_link_desc_setup(ab, tot_mem_sz, in ath12k_dp_link_desc_setup()
837 ath12k_warn(ab, "failed to setup scatting idle list descriptor :%d\n", in ath12k_dp_link_desc_setup()
847 ath12k_hal_srng_access_begin(ab, srng); in ath12k_dp_link_desc_setup()
856 (desc = ath12k_hal_srng_src_get_next_entry(ab, srng))) { in ath12k_dp_link_desc_setup()
865 ath12k_hal_srng_access_end(ab, srng); in ath12k_dp_link_desc_setup()
872 ath12k_dp_link_desc_bank_free(ab, link_desc_banks); in ath12k_dp_link_desc_setup()
877 int ath12k_dp_service_srng(struct ath12k_base *ab, in ath12k_dp_service_srng() argument
889 if (ab->hw_params->ring_mask->tx[grp_id]) { in ath12k_dp_service_srng()
890 i = fls(ab->hw_params->ring_mask->tx[grp_id]) - 1; in ath12k_dp_service_srng()
891 ath12k_dp_tx_completion_handler(ab, i); in ath12k_dp_service_srng()
894 if (ab->hw_params->ring_mask->rx_err[grp_id]) { in ath12k_dp_service_srng()
895 work_done = ath12k_dp_rx_process_err(ab, napi, budget); in ath12k_dp_service_srng()
902 if (ab->hw_params->ring_mask->rx_wbm_rel[grp_id]) { in ath12k_dp_service_srng()
903 work_done = ath12k_dp_rx_process_wbm_err(ab, in ath12k_dp_service_srng()
913 if (ab->hw_params->ring_mask->rx[grp_id]) { in ath12k_dp_service_srng()
914 i = fls(ab->hw_params->ring_mask->rx[grp_id]) - 1; in ath12k_dp_service_srng()
915 work_done = ath12k_dp_rx_process(ab, i, napi, in ath12k_dp_service_srng()
923 if (ab->hw_params->ring_mask->rx_mon_dest[grp_id]) { in ath12k_dp_service_srng()
925 ring_mask = ab->hw_params->ring_mask->rx_mon_dest[grp_id]; in ath12k_dp_service_srng()
926 for (i = 0; i < ab->num_radios; i++) { in ath12k_dp_service_srng()
927 for (j = 0; j < ab->hw_params->num_rxmda_per_pdev; j++) { in ath12k_dp_service_srng()
928 int id = i * ab->hw_params->num_rxmda_per_pdev + j; in ath12k_dp_service_srng()
932 ath12k_dp_mon_process_ring(ab, id, napi, budget, in ath12k_dp_service_srng()
944 if (ab->hw_params->ring_mask->tx_mon_dest[grp_id]) { in ath12k_dp_service_srng()
946 ring_mask = ab->hw_params->ring_mask->tx_mon_dest[grp_id]; in ath12k_dp_service_srng()
947 for (i = 0; i < ab->num_radios; i++) { in ath12k_dp_service_srng()
948 for (j = 0; j < ab->hw_params->num_rxmda_per_pdev; j++) { in ath12k_dp_service_srng()
949 int id = i * ab->hw_params->num_rxmda_per_pdev + j; in ath12k_dp_service_srng()
953 ath12k_dp_mon_process_ring(ab, id, napi, budget, in ath12k_dp_service_srng()
965 if (ab->hw_params->ring_mask->reo_status[grp_id]) in ath12k_dp_service_srng()
966 ath12k_dp_rx_process_reo_status(ab); in ath12k_dp_service_srng()
968 if (ab->hw_params->ring_mask->host2rxdma[grp_id]) { in ath12k_dp_service_srng()
969 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_service_srng()
972 ath12k_dp_rx_bufs_replenish(ab, 0, rx_ring, 0, in ath12k_dp_service_srng()
973 ab->hw_params->hal_params->rx_buf_rbm, in ath12k_dp_service_srng()
983 void ath12k_dp_pdev_free(struct ath12k_base *ab) in ath12k_dp_pdev_free() argument
987 del_timer_sync(&ab->mon_reap_timer); in ath12k_dp_pdev_free()
989 for (i = 0; i < ab->num_radios; i++) in ath12k_dp_pdev_free()
990 ath12k_dp_rx_pdev_free(ab, i); in ath12k_dp_pdev_free()
993 void ath12k_dp_pdev_pre_alloc(struct ath12k_base *ab) in ath12k_dp_pdev_pre_alloc() argument
999 for (i = 0; i < ab->num_radios; i++) { in ath12k_dp_pdev_pre_alloc()
1000 ar = ab->pdevs[i].ar; in ath12k_dp_pdev_pre_alloc()
1012 struct ath12k_base *ab = from_timer(ab, t, mon_reap_timer); in ath12k_dp_service_mon_ring() local
1015 for (i = 0; i < ab->hw_params->num_rxmda_per_pdev; i++) in ath12k_dp_service_mon_ring()
1016 ath12k_dp_mon_process_ring(ab, i, NULL, DP_MON_SERVICE_BUDGET, in ath12k_dp_service_mon_ring()
1019 mod_timer(&ab->mon_reap_timer, jiffies + in ath12k_dp_service_mon_ring()
1023 static void ath12k_dp_mon_reap_timer_init(struct ath12k_base *ab) in ath12k_dp_mon_reap_timer_init() argument
1025 if (ab->hw_params->rxdma1_enable) in ath12k_dp_mon_reap_timer_init()
1028 timer_setup(&ab->mon_reap_timer, ath12k_dp_service_mon_ring, 0); in ath12k_dp_mon_reap_timer_init()
1031 int ath12k_dp_pdev_alloc(struct ath12k_base *ab) in ath12k_dp_pdev_alloc() argument
1037 ret = ath12k_dp_rx_htt_setup(ab); in ath12k_dp_pdev_alloc()
1041 ath12k_dp_mon_reap_timer_init(ab); in ath12k_dp_pdev_alloc()
1044 for (i = 0; i < ab->num_radios; i++) { in ath12k_dp_pdev_alloc()
1045 ar = ab->pdevs[i].ar; in ath12k_dp_pdev_alloc()
1046 ret = ath12k_dp_rx_pdev_alloc(ab, i); in ath12k_dp_pdev_alloc()
1048 ath12k_warn(ab, "failed to allocate pdev rx for pdev_id :%d\n", in ath12k_dp_pdev_alloc()
1054 ath12k_warn(ab, "failed to initialize mon pdev %d\n", i); in ath12k_dp_pdev_alloc()
1061 ath12k_dp_pdev_free(ab); in ath12k_dp_pdev_alloc()
1078 status = ath12k_htc_connect_service(&dp->ab->htc, &conn_req, in ath12k_dp_htt_connect()
1112 struct ath12k_base *ab = ar->ab; in ath12k_dp_vdev_tx_attach() local
1125 arvif->bank_id = ath12k_dp_tx_get_bank_profile(ab, arvif, &ab->dp); in ath12k_dp_vdev_tx_attach()
1129 ath12k_err(ar->ab, "Failed to initialize DP TX Banks"); in ath12k_dp_vdev_tx_attach()
1134 static void ath12k_dp_cc_cleanup(struct ath12k_base *ab) in ath12k_dp_cc_cleanup() argument
1138 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_cc_cleanup()
1156 dma_unmap_single(ab->dev, ATH12K_SKB_RXCB(skb)->paddr, in ath12k_dp_cc_cleanup()
1183 dma_unmap_single(ab->dev, ATH12K_SKB_CB(skb)->paddr, in ath12k_dp_cc_cleanup()
1211 dma_free_coherent(ab->dev, ATH12K_PAGE_SIZE, in ath12k_dp_cc_cleanup()
1220 static void ath12k_dp_reoq_lut_cleanup(struct ath12k_base *ab) in ath12k_dp_reoq_lut_cleanup() argument
1222 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_reoq_lut_cleanup()
1224 if (!ab->hw_params->reoq_lut_support) in ath12k_dp_reoq_lut_cleanup()
1230 dma_free_coherent(ab->dev, DP_REOQ_LUT_SIZE, in ath12k_dp_reoq_lut_cleanup()
1234 ath12k_hif_write32(ab, in ath12k_dp_reoq_lut_cleanup()
1235 HAL_SEQ_WCSS_UMAC_REO_REG + HAL_REO1_QDESC_LUT_BASE0(ab), 0); in ath12k_dp_reoq_lut_cleanup()
1238 void ath12k_dp_free(struct ath12k_base *ab) in ath12k_dp_free() argument
1240 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_free()
1243 ath12k_dp_link_desc_cleanup(ab, dp->link_desc_banks, in ath12k_dp_free()
1246 ath12k_dp_cc_cleanup(ab); in ath12k_dp_free()
1247 ath12k_dp_reoq_lut_cleanup(ab); in ath12k_dp_free()
1248 ath12k_dp_deinit_bank_profiles(ab); in ath12k_dp_free()
1249 ath12k_dp_srng_common_cleanup(ab); in ath12k_dp_free()
1251 ath12k_dp_rx_reo_cmd_list_cleanup(ab); in ath12k_dp_free()
1253 for (i = 0; i < ab->hw_params->max_tx_ring; i++) { in ath12k_dp_free()
1258 ath12k_dp_rx_free(ab); in ath12k_dp_free()
1262 void ath12k_dp_cc_config(struct ath12k_base *ab) in ath12k_dp_cc_config() argument
1264 u32 cmem_base = ab->qmi.dev_mem[ATH12K_QMI_DEVMEM_CMEM_INDEX].start; in ath12k_dp_cc_config()
1269 ath12k_hif_write32(ab, reo_base + HAL_REO1_SW_COOKIE_CFG0(ab), cmem_base); in ath12k_dp_cc_config()
1281 ath12k_hif_write32(ab, reo_base + HAL_REO1_SW_COOKIE_CFG1(ab), val); in ath12k_dp_cc_config()
1284 ath12k_hif_write32(ab, wbm_base + HAL_WBM_SW_COOKIE_CFG0, cmem_base); in ath12k_dp_cc_config()
1294 ath12k_hif_write32(ab, wbm_base + HAL_WBM_SW_COOKIE_CFG1, val); in ath12k_dp_cc_config()
1297 val = ath12k_hif_read32(ab, wbm_base + HAL_WBM_SW_COOKIE_CFG2); in ath12k_dp_cc_config()
1302 ath12k_hif_write32(ab, wbm_base + HAL_WBM_SW_COOKIE_CFG2, val); in ath12k_dp_cc_config()
1305 val = ath12k_hif_read32(ab, wbm_base + HAL_WBM_SW_COOKIE_CONVERT_CFG); in ath12k_dp_cc_config()
1307 ab->hw_params->hal_params->wbm2sw_cc_enable; in ath12k_dp_cc_config()
1309 ath12k_hif_write32(ab, wbm_base + HAL_WBM_SW_COOKIE_CONVERT_CFG, val); in ath12k_dp_cc_config()
1317 static inline void *ath12k_dp_cc_get_desc_addr_ptr(struct ath12k_base *ab, in ath12k_dp_cc_get_desc_addr_ptr() argument
1320 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_cc_get_desc_addr_ptr()
1325 struct ath12k_rx_desc_info *ath12k_dp_get_rx_desc(struct ath12k_base *ab, in ath12k_dp_get_rx_desc() argument
1338 desc_addr_ptr = ath12k_dp_cc_get_desc_addr_ptr(ab, ppt_idx, spt_idx); in ath12k_dp_get_rx_desc()
1343 struct ath12k_tx_desc_info *ath12k_dp_get_tx_desc(struct ath12k_base *ab, in ath12k_dp_get_tx_desc() argument
1353 ppt_idx > ab->dp.num_spt_pages || in ath12k_dp_get_tx_desc()
1357 desc_addr_ptr = ath12k_dp_cc_get_desc_addr_ptr(ab, ppt_idx, spt_idx); in ath12k_dp_get_tx_desc()
1362 static int ath12k_dp_cc_desc_init(struct ath12k_base *ab) in ath12k_dp_cc_desc_init() argument
1364 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_cc_desc_init()
1390 rx_desc_addr = ath12k_dp_cc_get_desc_addr_ptr(ab, i, j); in ath12k_dp_cc_desc_init()
1421 ath12k_dp_cc_get_desc_addr_ptr(ab, ppt_idx, j); in ath12k_dp_cc_desc_init()
1430 static int ath12k_dp_cc_init(struct ath12k_base *ab) in ath12k_dp_cc_init() argument
1432 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_cc_init()
1454 ath12k_warn(ab, "SPT page allocation failure"); in ath12k_dp_cc_init()
1458 cmem_base = ab->qmi.dev_mem[ATH12K_QMI_DEVMEM_CMEM_INDEX].start; in ath12k_dp_cc_init()
1461 dp->spt_info[i].vaddr = dma_alloc_coherent(ab->dev, in ath12k_dp_cc_init()
1472 ath12k_warn(ab, "SPT allocated memory is not 4K aligned"); in ath12k_dp_cc_init()
1478 ath12k_hif_write32(ab, cmem_base + ATH12K_PPT_ADDR_OFFSET(i), in ath12k_dp_cc_init()
1482 ret = ath12k_dp_cc_desc_init(ab); in ath12k_dp_cc_init()
1484 ath12k_warn(ab, "HW CC desc init failed %d", ret); in ath12k_dp_cc_init()
1490 ath12k_dp_cc_cleanup(ab); in ath12k_dp_cc_init()
1494 static int ath12k_dp_reoq_lut_setup(struct ath12k_base *ab) in ath12k_dp_reoq_lut_setup() argument
1496 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_reoq_lut_setup()
1498 if (!ab->hw_params->reoq_lut_support) in ath12k_dp_reoq_lut_setup()
1501 dp->reoq_lut.vaddr = dma_alloc_coherent(ab->dev, in ath12k_dp_reoq_lut_setup()
1506 ath12k_warn(ab, "failed to allocate memory for reoq table"); in ath12k_dp_reoq_lut_setup()
1510 ath12k_hif_write32(ab, HAL_SEQ_WCSS_UMAC_REO_REG + HAL_REO1_QDESC_LUT_BASE0(ab), in ath12k_dp_reoq_lut_setup()
1515 int ath12k_dp_alloc(struct ath12k_base *ab) in ath12k_dp_alloc() argument
1517 struct ath12k_dp *dp = &ab->dp; in ath12k_dp_alloc()
1524 dp->ab = ab; in ath12k_dp_alloc()
1532 ret = ath12k_wbm_idle_ring_setup(ab, &n_link_desc); in ath12k_dp_alloc()
1534 ath12k_warn(ab, "failed to setup wbm_idle_ring: %d\n", ret); in ath12k_dp_alloc()
1538 srng = &ab->hal.srng_list[dp->wbm_idle_ring.ring_id]; in ath12k_dp_alloc()
1540 ret = ath12k_dp_link_desc_setup(ab, dp->link_desc_banks, in ath12k_dp_alloc()
1543 ath12k_warn(ab, "failed to setup link desc: %d\n", ret); in ath12k_dp_alloc()
1547 ret = ath12k_dp_cc_init(ab); in ath12k_dp_alloc()
1550 ath12k_warn(ab, "failed to setup cookie converter %d\n", ret); in ath12k_dp_alloc()
1553 ret = ath12k_dp_init_bank_profiles(ab); in ath12k_dp_alloc()
1555 ath12k_warn(ab, "failed to setup bank profiles %d\n", ret); in ath12k_dp_alloc()
1559 ret = ath12k_dp_srng_common_setup(ab); in ath12k_dp_alloc()
1565 ret = ath12k_dp_reoq_lut_setup(ab); in ath12k_dp_alloc()
1567 ath12k_warn(ab, "failed to setup reoq table %d\n", ret); in ath12k_dp_alloc()
1571 for (i = 0; i < ab->hw_params->max_tx_ring; i++) { in ath12k_dp_alloc()
1587 ath12k_hal_tx_set_dscp_tid_map(ab, i); in ath12k_dp_alloc()
1589 ret = ath12k_dp_rx_alloc(ab); in ath12k_dp_alloc()
1598 ath12k_dp_rx_free(ab); in ath12k_dp_alloc()
1601 ath12k_dp_reoq_lut_cleanup(ab); in ath12k_dp_alloc()
1604 ath12k_dp_srng_common_cleanup(ab); in ath12k_dp_alloc()
1607 ath12k_dp_deinit_bank_profiles(ab); in ath12k_dp_alloc()
1610 ath12k_dp_cc_cleanup(ab); in ath12k_dp_alloc()
1613 ath12k_dp_link_desc_cleanup(ab, dp->link_desc_banks, in ath12k_dp_alloc()