122 static int ath12k_pci_bus_wake_up(struct ath12k_base *ab)  in ath12k_pci_bus_wake_up()  argument
124 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_bus_wake_up()
129 static void ath12k_pci_bus_release(struct ath12k_base *ab)  in ath12k_pci_bus_release()  argument
131 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_bus_release()
148 	struct ath12k_base *ab = ab_pci->ab;  in ath12k_pci_select_window()  local
161 			  ab->mem + WINDOW_REG_ADDRESS);  in ath12k_pci_select_window()
162 		ioread32(ab->mem + WINDOW_REG_ADDRESS);  in ath12k_pci_select_window()
179 	iowrite32(WINDOW_ENABLE_BIT | window, ab_pci->ab->mem + WINDOW_REG_ADDRESS);  in ath12k_pci_select_static_window()
182 static u32 ath12k_pci_get_window_start(struct ath12k_base *ab,  in ath12k_pci_get_window_start()  argument
205 static void ath12k_pci_soc_global_reset(struct ath12k_base *ab)  in ath12k_pci_soc_global_reset()  argument
209 	val = ath12k_pci_read32(ab, PCIE_SOC_GLOBAL_RESET);  in ath12k_pci_soc_global_reset()
213 	ath12k_pci_write32(ab, PCIE_SOC_GLOBAL_RESET, val);  in ath12k_pci_soc_global_reset()
222 	ath12k_pci_write32(ab, PCIE_SOC_GLOBAL_RESET, val);  in ath12k_pci_soc_global_reset()
226 	val = ath12k_pci_read32(ab, PCIE_SOC_GLOBAL_RESET);  in ath12k_pci_soc_global_reset()
228 		ath12k_warn(ab, "link down error during global reset\n");  in ath12k_pci_soc_global_reset()
231 static void ath12k_pci_clear_dbg_registers(struct ath12k_base *ab)  in ath12k_pci_clear_dbg_registers()  argument
236 	val = ath12k_pci_read32(ab, PCIE_Q6_COOKIE_ADDR);  in ath12k_pci_clear_dbg_registers()
237 	ath12k_dbg(ab, ATH12K_DBG_PCI, "cookie:0x%x\n", val);  in ath12k_pci_clear_dbg_registers()
239 	val = ath12k_pci_read32(ab, WLAON_WARM_SW_ENTRY);  in ath12k_pci_clear_dbg_registers()
240 	ath12k_dbg(ab, ATH12K_DBG_PCI, "WLAON_WARM_SW_ENTRY 0x%x\n", val);  in ath12k_pci_clear_dbg_registers()
248 	ath12k_pci_write32(ab, WLAON_WARM_SW_ENTRY, 0);  in ath12k_pci_clear_dbg_registers()
251 	val = ath12k_pci_read32(ab, WLAON_WARM_SW_ENTRY);  in ath12k_pci_clear_dbg_registers()
252 	ath12k_dbg(ab, ATH12K_DBG_PCI, "WLAON_WARM_SW_ENTRY 0x%x\n", val);  in ath12k_pci_clear_dbg_registers()
257 	val = ath12k_pci_read32(ab, WLAON_SOC_RESET_CAUSE_REG);  in ath12k_pci_clear_dbg_registers()
258 	ath12k_dbg(ab, ATH12K_DBG_PCI, "soc reset cause:%d\n", val);  in ath12k_pci_clear_dbg_registers()
261 static void ath12k_pci_enable_ltssm(struct ath12k_base *ab)  in ath12k_pci_enable_ltssm()  argument
266 	val = ath12k_pci_read32(ab, PCIE_PCIE_PARF_LTSSM);  in ath12k_pci_enable_ltssm()
273 		ath12k_pci_write32(ab, PCIE_PCIE_PARF_LTSSM, PARM_LTSSM_VALUE);  in ath12k_pci_enable_ltssm()
274 		val = ath12k_pci_read32(ab, PCIE_PCIE_PARF_LTSSM);  in ath12k_pci_enable_ltssm()
277 	ath12k_dbg(ab, ATH12K_DBG_PCI, "pci ltssm 0x%x\n", val);  in ath12k_pci_enable_ltssm()
279 	val = ath12k_pci_read32(ab, GCC_GCC_PCIE_HOT_RST);  in ath12k_pci_enable_ltssm()
281 	ath12k_pci_write32(ab, GCC_GCC_PCIE_HOT_RST, val);  in ath12k_pci_enable_ltssm()
282 	val = ath12k_pci_read32(ab, GCC_GCC_PCIE_HOT_RST);  in ath12k_pci_enable_ltssm()
284 	ath12k_dbg(ab, ATH12K_DBG_PCI, "pci pcie_hot_rst 0x%x\n", val);  in ath12k_pci_enable_ltssm()
289 static void ath12k_pci_clear_all_intrs(struct ath12k_base *ab)  in ath12k_pci_clear_all_intrs()  argument
296 	ath12k_pci_write32(ab, PCIE_PCIE_INT_ALL_CLEAR, PCIE_INT_CLEAR_ALL);  in ath12k_pci_clear_all_intrs()
299 static void ath12k_pci_set_wlaon_pwr_ctrl(struct ath12k_base *ab)  in ath12k_pci_set_wlaon_pwr_ctrl()  argument
303 	val = ath12k_pci_read32(ab, WLAON_QFPROM_PWR_CTRL_REG);  in ath12k_pci_set_wlaon_pwr_ctrl()
305 	ath12k_pci_write32(ab, WLAON_QFPROM_PWR_CTRL_REG, val);  in ath12k_pci_set_wlaon_pwr_ctrl()
308 static void ath12k_pci_force_wake(struct ath12k_base *ab)  in ath12k_pci_force_wake()  argument
310 	ath12k_pci_write32(ab, PCIE_SOC_WAKE_PCIE_LOCAL_REG, 1);  in ath12k_pci_force_wake()
314 static void ath12k_pci_sw_reset(struct ath12k_base *ab, bool power_on)  in ath12k_pci_sw_reset()  argument
317 		ath12k_pci_enable_ltssm(ab);  in ath12k_pci_sw_reset()
318 		ath12k_pci_clear_all_intrs(ab);  in ath12k_pci_sw_reset()
319 		ath12k_pci_set_wlaon_pwr_ctrl(ab);  in ath12k_pci_sw_reset()
322 	ath12k_mhi_clear_vector(ab);  in ath12k_pci_sw_reset()
323 	ath12k_pci_clear_dbg_registers(ab);  in ath12k_pci_sw_reset()
324 	ath12k_pci_soc_global_reset(ab);  in ath12k_pci_sw_reset()
325 	ath12k_mhi_set_mhictrl_reset(ab);  in ath12k_pci_sw_reset()
328 static void ath12k_pci_free_ext_irq(struct ath12k_base *ab)  in ath12k_pci_free_ext_irq()  argument
333 		struct ath12k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i];  in ath12k_pci_free_ext_irq()
336 			free_irq(ab->irq_num[irq_grp->irqs[j]], irq_grp);  in ath12k_pci_free_ext_irq()
342 static void ath12k_pci_free_irq(struct ath12k_base *ab)  in ath12k_pci_free_irq()  argument
346 	for (i = 0; i < ab->hw_params->ce_count; i++) {  in ath12k_pci_free_irq()
347 		if (ath12k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR)  in ath12k_pci_free_irq()
350 		free_irq(ab->irq_num[irq_idx], &ab->ce.ce_pipe[i]);  in ath12k_pci_free_irq()
353 	ath12k_pci_free_ext_irq(ab);  in ath12k_pci_free_irq()
356 static void ath12k_pci_ce_irq_enable(struct ath12k_base *ab, u16 ce_id)  in ath12k_pci_ce_irq_enable()  argument
361 	enable_irq(ab->irq_num[irq_idx]);  in ath12k_pci_ce_irq_enable()
364 static void ath12k_pci_ce_irq_disable(struct ath12k_base *ab, u16 ce_id)  in ath12k_pci_ce_irq_disable()  argument
369 	disable_irq_nosync(ab->irq_num[irq_idx]);  in ath12k_pci_ce_irq_disable()
372 static void ath12k_pci_ce_irqs_disable(struct ath12k_base *ab)  in ath12k_pci_ce_irqs_disable()  argument
376 	clear_bit(ATH12K_FLAG_CE_IRQ_ENABLED, &ab->dev_flags);  in ath12k_pci_ce_irqs_disable()
378 	for (i = 0; i < ab->hw_params->ce_count; i++) {  in ath12k_pci_ce_irqs_disable()
379 		if (ath12k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR)  in ath12k_pci_ce_irqs_disable()
381 		ath12k_pci_ce_irq_disable(ab, i);  in ath12k_pci_ce_irqs_disable()
385 static void ath12k_pci_sync_ce_irqs(struct ath12k_base *ab)  in ath12k_pci_sync_ce_irqs()  argument
390 	for (i = 0; i < ab->hw_params->ce_count; i++) {  in ath12k_pci_sync_ce_irqs()
391 		if (ath12k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR)  in ath12k_pci_sync_ce_irqs()
395 		synchronize_irq(ab->irq_num[irq_idx]);  in ath12k_pci_sync_ce_irqs()
403 	ath12k_ce_per_engine_service(ce_pipe->ab, ce_pipe->pipe_num);  in ath12k_pci_ce_tasklet()
405 	ath12k_pci_ce_irq_enable(ce_pipe->ab, ce_pipe->pipe_num);  in ath12k_pci_ce_tasklet()
411 	struct ath12k_base *ab = ce_pipe->ab;  in ath12k_pci_ce_interrupt_handler()  local
413 	if (!test_bit(ATH12K_FLAG_CE_IRQ_ENABLED, &ab->dev_flags))  in ath12k_pci_ce_interrupt_handler()
419 	ath12k_pci_ce_irq_disable(ce_pipe->ab, ce_pipe->pipe_num);  in ath12k_pci_ce_interrupt_handler()
430 		disable_irq_nosync(irq_grp->ab->irq_num[irq_grp->irqs[i]]);  in ath12k_pci_ext_grp_disable()
433 static void __ath12k_pci_ext_irq_disable(struct ath12k_base *ab)  in __ath12k_pci_ext_irq_disable()  argument
437 	if (!test_and_clear_bit(ATH12K_FLAG_EXT_IRQ_ENABLED, &ab->dev_flags))  in __ath12k_pci_ext_irq_disable()
441 		struct ath12k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i];  in __ath12k_pci_ext_irq_disable()
458 		enable_irq(irq_grp->ab->irq_num[irq_grp->irqs[i]]);  in ath12k_pci_ext_grp_enable()
461 static void ath12k_pci_sync_ext_irqs(struct ath12k_base *ab)  in ath12k_pci_sync_ext_irqs()  argument
466 		struct ath12k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i];  in ath12k_pci_sync_ext_irqs()
470 			synchronize_irq(ab->irq_num[irq_idx]);  in ath12k_pci_sync_ext_irqs()
480 	struct ath12k_base *ab = irq_grp->ab;  in ath12k_pci_ext_grp_napi_poll()  local
483 	work_done = ath12k_dp_service_srng(ab, irq_grp, budget);  in ath12k_pci_ext_grp_napi_poll()
498 	struct ath12k_base *ab = irq_grp->ab;  in ath12k_pci_ext_interrupt_handler()  local
500 	if (!test_bit(ATH12K_FLAG_EXT_IRQ_ENABLED, &ab->dev_flags))  in ath12k_pci_ext_interrupt_handler()
503 	ath12k_dbg(irq_grp->ab, ATH12K_DBG_PCI, "ext irq:%d\n", irq);  in ath12k_pci_ext_interrupt_handler()
515 static int ath12k_pci_ext_irq_config(struct ath12k_base *ab)  in ath12k_pci_ext_irq_config()  argument
521 	ret = ath12k_pci_get_user_msi_assignment(ab, "DP",  in ath12k_pci_ext_irq_config()
529 		struct ath12k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i];  in ath12k_pci_ext_irq_config()
532 		irq_grp->ab = ab;  in ath12k_pci_ext_irq_config()
538 		if (ab->hw_params->ring_mask->tx[i] ||  in ath12k_pci_ext_irq_config()
539 		    ab->hw_params->ring_mask->rx[i] ||  in ath12k_pci_ext_irq_config()
540 		    ab->hw_params->ring_mask->rx_err[i] ||  in ath12k_pci_ext_irq_config()
541 		    ab->hw_params->ring_mask->rx_wbm_rel[i] ||  in ath12k_pci_ext_irq_config()
542 		    ab->hw_params->ring_mask->reo_status[i] ||  in ath12k_pci_ext_irq_config()
543 		    ab->hw_params->ring_mask->host2rxdma[i] ||  in ath12k_pci_ext_irq_config()
544 		    ab->hw_params->ring_mask->rx_mon_dest[i]) {  in ath12k_pci_ext_irq_config()
554 			int irq = ath12k_pci_get_msi_irq(ab->dev, vector);  in ath12k_pci_ext_irq_config()
556 			ab->irq_num[irq_idx] = irq;  in ath12k_pci_ext_irq_config()
558 			ath12k_dbg(ab, ATH12K_DBG_PCI,  in ath12k_pci_ext_irq_config()
566 				ath12k_err(ab, "failed request irq %d: %d\n",  in ath12k_pci_ext_irq_config()
571 			disable_irq_nosync(ab->irq_num[irq_idx]);  in ath12k_pci_ext_irq_config()
578 static int ath12k_pci_config_irq(struct ath12k_base *ab)  in ath12k_pci_config_irq()  argument
587 	ret = ath12k_pci_get_user_msi_assignment(ab,  in ath12k_pci_config_irq()
595 	for (i = 0, msi_data_idx = 0; i < ab->hw_params->ce_count; i++) {  in ath12k_pci_config_irq()
596 		if (ath12k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR)  in ath12k_pci_config_irq()
600 		irq = ath12k_pci_get_msi_irq(ab->dev, msi_data);  in ath12k_pci_config_irq()
601 		ce_pipe = &ab->ce.ce_pipe[i];  in ath12k_pci_config_irq()
611 			ath12k_err(ab, "failed to request irq %d: %d\n",  in ath12k_pci_config_irq()
616 		ab->irq_num[irq_idx] = irq;  in ath12k_pci_config_irq()
619 		ath12k_pci_ce_irq_disable(ab, i);  in ath12k_pci_config_irq()
622 	ret = ath12k_pci_ext_irq_config(ab);  in ath12k_pci_config_irq()
629 static void ath12k_pci_init_qmi_ce_config(struct ath12k_base *ab)  in ath12k_pci_init_qmi_ce_config()  argument
631 	struct ath12k_qmi_ce_cfg *cfg = &ab->qmi.ce_cfg;  in ath12k_pci_init_qmi_ce_config()
633 	cfg->tgt_ce = ab->hw_params->target_ce_config;  in ath12k_pci_init_qmi_ce_config()
634 	cfg->tgt_ce_len = ab->hw_params->target_ce_count;  in ath12k_pci_init_qmi_ce_config()
636 	cfg->svc_to_ce_map = ab->hw_params->svc_to_ce_map;  in ath12k_pci_init_qmi_ce_config()
637 	cfg->svc_to_ce_map_len = ab->hw_params->svc_to_ce_map_len;  in ath12k_pci_init_qmi_ce_config()
638 	ab->qmi.service_ins_id = ab->hw_params->qmi_service_ins_id;  in ath12k_pci_init_qmi_ce_config()
641 static void ath12k_pci_ce_irqs_enable(struct ath12k_base *ab)  in ath12k_pci_ce_irqs_enable()  argument
645 	set_bit(ATH12K_FLAG_CE_IRQ_ENABLED, &ab->dev_flags);  in ath12k_pci_ce_irqs_enable()
647 	for (i = 0; i < ab->hw_params->ce_count; i++) {  in ath12k_pci_ce_irqs_enable()
648 		if (ath12k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR)  in ath12k_pci_ce_irqs_enable()
650 		ath12k_pci_ce_irq_enable(ab, i);  in ath12k_pci_ce_irqs_enable()
681 	struct ath12k_base *ab = ab_pci->ab;  in ath12k_pci_msi_alloc()  local
692 		ath12k_err(ab, "failed to get %d MSI vectors, only %d available",  in ath12k_pci_msi_alloc()
705 		ath12k_err(ab, "msi_desc is NULL!\n");  in ath12k_pci_msi_alloc()
714 	ath12k_dbg(ab, ATH12K_DBG_PCI, "msi base data is %d\n", ab_pci->msi_ep_base_data);  in ath12k_pci_msi_alloc()
731 	struct ath12k_base *ab = ab_pci->ab;  in ath12k_pci_claim()  local
737 		ath12k_err(ab, "pci device id mismatch: 0x%x 0x%x\n",  in ath12k_pci_claim()
745 		ath12k_err(ab, "failed to assign pci resource: %d\n", ret);  in ath12k_pci_claim()
751 		ath12k_err(ab, "failed to enable pci device: %d\n", ret);  in ath12k_pci_claim()
757 		ath12k_err(ab, "failed to request pci region: %d\n", ret);  in ath12k_pci_claim()
764 		ath12k_err(ab, "failed to set pci dma mask to %d: %d\n",  in ath12k_pci_claim()
771 	ab->mem_len = pci_resource_len(pdev, ATH12K_PCI_BAR_NUM);  in ath12k_pci_claim()
772 	ab->mem = pci_iomap(pdev, ATH12K_PCI_BAR_NUM, 0);  in ath12k_pci_claim()
773 	if (!ab->mem) {  in ath12k_pci_claim()
774 		ath12k_err(ab, "failed to map pci bar %d\n", ATH12K_PCI_BAR_NUM);  in ath12k_pci_claim()
779 	ath12k_dbg(ab, ATH12K_DBG_BOOT, "boot pci_mem 0x%pK\n", ab->mem);  in ath12k_pci_claim()
792 	struct ath12k_base *ab = ab_pci->ab;  in ath12k_pci_free_region()  local
795 	pci_iounmap(pci_dev, ab->mem);  in ath12k_pci_free_region()
796 	ab->mem = NULL;  in ath12k_pci_free_region()
804 	struct ath12k_base *ab = ab_pci->ab;  in ath12k_pci_aspm_disable()  local
809 	ath12k_dbg(ab, ATH12K_DBG_PCI, "pci link_ctl 0x%04x L0s %d L1 %d\n",  in ath12k_pci_aspm_disable()
830 static void ath12k_pci_kill_tasklets(struct ath12k_base *ab)  in ath12k_pci_kill_tasklets()  argument
834 	for (i = 0; i < ab->hw_params->ce_count; i++) {  in ath12k_pci_kill_tasklets()
835 		struct ath12k_ce_pipe *ce_pipe = &ab->ce.ce_pipe[i];  in ath12k_pci_kill_tasklets()
837 		if (ath12k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR)  in ath12k_pci_kill_tasklets()
844 static void ath12k_pci_ce_irq_disable_sync(struct ath12k_base *ab)  in ath12k_pci_ce_irq_disable_sync()  argument
846 	ath12k_pci_ce_irqs_disable(ab);  in ath12k_pci_ce_irq_disable_sync()
847 	ath12k_pci_sync_ce_irqs(ab);  in ath12k_pci_ce_irq_disable_sync()
848 	ath12k_pci_kill_tasklets(ab);  in ath12k_pci_ce_irq_disable_sync()
851 int ath12k_pci_map_service_to_pipe(struct ath12k_base *ab, u16 service_id,  in ath12k_pci_map_service_to_pipe()  argument
858 	for (i = 0; i < ab->hw_params->svc_to_ce_map_len; i++) {  in ath12k_pci_map_service_to_pipe()
859 		entry = &ab->hw_params->svc_to_ce_map[i];  in ath12k_pci_map_service_to_pipe()
901 int ath12k_pci_get_user_msi_assignment(struct ath12k_base *ab, char *user_name,  in ath12k_pci_get_user_msi_assignment()  argument
905 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_get_user_msi_assignment()
916 …ath12k_dbg(ab, ATH12K_DBG_PCI, "Assign MSI to user: %s, num_vectors: %d, user_base_data: %u, base_…  in ath12k_pci_get_user_msi_assignment()
924 	ath12k_err(ab, "Failed to find MSI assignment for %s!\n", user_name);  in ath12k_pci_get_user_msi_assignment()
929 void ath12k_pci_get_msi_address(struct ath12k_base *ab, u32 *msi_addr_lo,  in ath12k_pci_get_msi_address()  argument
932 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_get_msi_address()
933 	struct pci_dev *pci_dev = to_pci_dev(ab->dev);  in ath12k_pci_get_msi_address()
946 void ath12k_pci_get_ce_msi_idx(struct ath12k_base *ab, u32 ce_id,  in ath12k_pci_get_ce_msi_idx()  argument
951 	for (i = 0, msi_data_idx = 0; i < ab->hw_params->ce_count; i++) {  in ath12k_pci_get_ce_msi_idx()
952 		if (ath12k_ce_get_attr_flags(ab, i) & CE_ATTR_DIS_INTR)  in ath12k_pci_get_ce_msi_idx()
963 void ath12k_pci_hif_ce_irq_enable(struct ath12k_base *ab)  in ath12k_pci_hif_ce_irq_enable()  argument
965 	ath12k_pci_ce_irqs_enable(ab);  in ath12k_pci_hif_ce_irq_enable()
968 void ath12k_pci_hif_ce_irq_disable(struct ath12k_base *ab)  in ath12k_pci_hif_ce_irq_disable()  argument
970 	ath12k_pci_ce_irq_disable_sync(ab);  in ath12k_pci_hif_ce_irq_disable()
973 void ath12k_pci_ext_irq_enable(struct ath12k_base *ab)  in ath12k_pci_ext_irq_enable()  argument
977 	set_bit(ATH12K_FLAG_EXT_IRQ_ENABLED, &ab->dev_flags);  in ath12k_pci_ext_irq_enable()
980 		struct ath12k_ext_irq_grp *irq_grp = &ab->ext_irq_grp[i];  in ath12k_pci_ext_irq_enable()
991 void ath12k_pci_ext_irq_disable(struct ath12k_base *ab)  in ath12k_pci_ext_irq_disable()  argument
993 	__ath12k_pci_ext_irq_disable(ab);  in ath12k_pci_ext_irq_disable()
994 	ath12k_pci_sync_ext_irqs(ab);  in ath12k_pci_ext_irq_disable()
997 int ath12k_pci_hif_suspend(struct ath12k_base *ab)  in ath12k_pci_hif_suspend()  argument
999 	struct ath12k_pci *ar_pci = ath12k_pci_priv(ab);  in ath12k_pci_hif_suspend()
1006 int ath12k_pci_hif_resume(struct ath12k_base *ab)  in ath12k_pci_hif_resume()  argument
1008 	struct ath12k_pci *ar_pci = ath12k_pci_priv(ab);  in ath12k_pci_hif_resume()
1015 void ath12k_pci_stop(struct ath12k_base *ab)  in ath12k_pci_stop()  argument
1017 	ath12k_pci_ce_irq_disable_sync(ab);  in ath12k_pci_stop()
1018 	ath12k_ce_cleanup_pipes(ab);  in ath12k_pci_stop()
1021 int ath12k_pci_start(struct ath12k_base *ab)  in ath12k_pci_start()  argument
1023 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_start()
1029 	ath12k_pci_ce_irqs_enable(ab);  in ath12k_pci_start()
1030 	ath12k_ce_rx_post_buf(ab);  in ath12k_pci_start()
1035 u32 ath12k_pci_read32(struct ath12k_base *ab, u32 offset)  in ath12k_pci_read32()  argument
1037 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_read32()
1046 		ret = ab_pci->pci_ops->wakeup(ab);  in ath12k_pci_read32()
1049 		val = ioread32(ab->mem + offset);  in ath12k_pci_read32()
1051 		if (ab->static_window_map)  in ath12k_pci_read32()
1052 			window_start = ath12k_pci_get_window_start(ab, offset);  in ath12k_pci_read32()
1059 			val = ioread32(ab->mem + window_start +  in ath12k_pci_read32()
1068 			val = ioread32(ab->mem + window_start +  in ath12k_pci_read32()
1076 		ab_pci->pci_ops->release(ab);  in ath12k_pci_read32()
1080 void ath12k_pci_write32(struct ath12k_base *ab, u32 offset, u32 value)  in ath12k_pci_write32()  argument
1082 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_write32()
1091 		ret = ab_pci->pci_ops->wakeup(ab);  in ath12k_pci_write32()
1094 		iowrite32(value, ab->mem + offset);  in ath12k_pci_write32()
1096 		if (ab->static_window_map)  in ath12k_pci_write32()
1097 			window_start = ath12k_pci_get_window_start(ab, offset);  in ath12k_pci_write32()
1104 			iowrite32(value, ab->mem + window_start +  in ath12k_pci_write32()
1113 			iowrite32(value, ab->mem + window_start +  in ath12k_pci_write32()
1121 		ab_pci->pci_ops->release(ab);  in ath12k_pci_write32()
1124 int ath12k_pci_power_up(struct ath12k_base *ab)  in ath12k_pci_power_up()  argument
1126 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_power_up()
1131 	ath12k_pci_sw_reset(ab_pci->ab, true);  in ath12k_pci_power_up()
1142 		ath12k_err(ab, "failed to start mhi: %d\n", ret);  in ath12k_pci_power_up()
1146 	if (ab->static_window_map)  in ath12k_pci_power_up()
1152 void ath12k_pci_power_down(struct ath12k_base *ab)  in ath12k_pci_power_down()  argument
1154 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_power_down()
1159 	ath12k_pci_force_wake(ab_pci->ab);  in ath12k_pci_power_down()
1163 	ath12k_pci_sw_reset(ab_pci->ab, false);  in ath12k_pci_power_down()
1186 void ath12k_pci_read_hw_version(struct ath12k_base *ab, u32 *major, u32 *minor)  in ath12k_pci_read_hw_version()  argument
1190 	soc_hw_version = ath12k_pci_read32(ab, TCSR_SOC_HW_VERSION);  in ath12k_pci_read_hw_version()
1196 	ath12k_dbg(ab, ATH12K_DBG_PCI,  in ath12k_pci_read_hw_version()
1204 	struct ath12k_base *ab;  in ath12k_pci_probe()  local
1209 	ab = ath12k_core_alloc(&pdev->dev, sizeof(*ab_pci), ATH12K_BUS_PCI);  in ath12k_pci_probe()
1210 	if (!ab) {  in ath12k_pci_probe()
1215 	ab->dev = &pdev->dev;  in ath12k_pci_probe()
1216 	pci_set_drvdata(pdev, ab);  in ath12k_pci_probe()
1217 	ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_probe()
1219 	ab_pci->ab = ab;  in ath12k_pci_probe()
1221 	ab->hif.ops = &ath12k_pci_hif_ops;  in ath12k_pci_probe()
1222 	pci_set_drvdata(pdev, ab);  in ath12k_pci_probe()
1227 		ath12k_err(ab, "failed to claim device: %d\n", ret);  in ath12k_pci_probe()
1234 		ab->static_window_map = true;  in ath12k_pci_probe()
1236 		ath12k_pci_read_hw_version(ab, &soc_hw_version_major,  in ath12k_pci_probe()
1240 			ab->hw_rev = ATH12K_HW_QCN9274_HW20;  in ath12k_pci_probe()
1243 			ab->hw_rev = ATH12K_HW_QCN9274_HW10;  in ath12k_pci_probe()
1255 		ab->static_window_map = false;  in ath12k_pci_probe()
1257 		ath12k_pci_read_hw_version(ab, &soc_hw_version_major,  in ath12k_pci_probe()
1261 			ab->hw_rev = ATH12K_HW_WCN7850_HW20;  in ath12k_pci_probe()
1281 		ath12k_err(ab, "failed to alloc msi: %d\n", ret);  in ath12k_pci_probe()
1285 	ret = ath12k_core_pre_init(ab);  in ath12k_pci_probe()
1291 		ath12k_err(ab, "failed to register mhi: %d\n", ret);  in ath12k_pci_probe()
1295 	ret = ath12k_hal_srng_init(ab);  in ath12k_pci_probe()
1299 	ret = ath12k_ce_alloc_pipes(ab);  in ath12k_pci_probe()
1301 		ath12k_err(ab, "failed to allocate ce pipes: %d\n", ret);  in ath12k_pci_probe()
1305 	ath12k_pci_init_qmi_ce_config(ab);  in ath12k_pci_probe()
1307 	ret = ath12k_pci_config_irq(ab);  in ath12k_pci_probe()
1309 		ath12k_err(ab, "failed to config irq: %d\n", ret);  in ath12k_pci_probe()
1313 	ret = ath12k_core_init(ab);  in ath12k_pci_probe()
1315 		ath12k_err(ab, "failed to init core: %d\n", ret);  in ath12k_pci_probe()
1321 	ath12k_pci_free_irq(ab);  in ath12k_pci_probe()
1324 	ath12k_ce_free_pipes(ab);  in ath12k_pci_probe()
1327 	ath12k_hal_srng_deinit(ab);  in ath12k_pci_probe()
1339 	ath12k_core_free(ab);  in ath12k_pci_probe()
1346 	struct ath12k_base *ab = pci_get_drvdata(pdev);  in ath12k_pci_remove()  local
1347 	struct ath12k_pci *ab_pci = ath12k_pci_priv(ab);  in ath12k_pci_remove()
1349 	if (test_bit(ATH12K_FLAG_QMI_FAIL, &ab->dev_flags)) {  in ath12k_pci_remove()
1350 		ath12k_pci_power_down(ab);  in ath12k_pci_remove()
1351 		ath12k_qmi_deinit_service(ab);  in ath12k_pci_remove()
1355 	set_bit(ATH12K_FLAG_UNREGISTERING, &ab->dev_flags);  in ath12k_pci_remove()
1357 	cancel_work_sync(&ab->reset_work);  in ath12k_pci_remove()
1358 	ath12k_core_deinit(ab);  in ath12k_pci_remove()
1363 	ath12k_pci_free_irq(ab);  in ath12k_pci_remove()
1367 	ath12k_hal_srng_deinit(ab);  in ath12k_pci_remove()
1368 	ath12k_ce_free_pipes(ab);  in ath12k_pci_remove()
1369 	ath12k_core_free(ab);  in ath12k_pci_remove()
1374 	struct ath12k_base *ab = pci_get_drvdata(pdev);  in ath12k_pci_shutdown()  local
1376 	ath12k_pci_power_down(ab);  in ath12k_pci_shutdown()
1381 	struct ath12k_base *ab = dev_get_drvdata(dev);  in ath12k_pci_pm_suspend()  local
1384 	ret = ath12k_core_suspend(ab);  in ath12k_pci_pm_suspend()
1386 		ath12k_warn(ab, "failed to suspend core: %d\n", ret);  in ath12k_pci_pm_suspend()
1393 	struct ath12k_base *ab = dev_get_drvdata(dev);  in ath12k_pci_pm_resume()  local
1396 	ret = ath12k_core_resume(ab);  in ath12k_pci_pm_resume()
1398 		ath12k_warn(ab, "failed to resume core: %d\n", ret);  in ath12k_pci_pm_resume()