558 	struct dp_ipa_resources *ipa_res;  in dp_ipa_tx_alt_pool_detach()  local
579 	ipa_res = &pdev->ipa_resource;  in dp_ipa_tx_alt_pool_detach()
580 	if (!ipa_res->is_db_ddr_mapped && ipa_res->tx_alt_comp_doorbell_vaddr)  in dp_ipa_tx_alt_pool_detach()
581 		iounmap(ipa_res->tx_alt_comp_doorbell_vaddr);  in dp_ipa_tx_alt_pool_detach()
583 	qdf_mem_free_sgtable(&ipa_res->tx_alt_ring.sgtable);  in dp_ipa_tx_alt_pool_detach()
584 	qdf_mem_free_sgtable(&ipa_res->tx_alt_comp_ring.sgtable);  in dp_ipa_tx_alt_pool_detach()
698 	struct dp_ipa_resources *ipa_res = &pdev->ipa_resource;  in dp_ipa_tx_alt_ring_get_resource()  local
700 	ipa_res->tx_alt_ring_num_alloc_buffer =  in dp_ipa_tx_alt_ring_get_resource()
704 			soc->osdev, &ipa_res->tx_alt_ring,  in dp_ipa_tx_alt_ring_get_resource()
710 			soc->osdev, &ipa_res->tx_alt_comp_ring,  in dp_ipa_tx_alt_ring_get_resource()
716 				  &ipa_res->tx_alt_comp_ring.mem_info))  in dp_ipa_tx_alt_ring_get_resource()
796 	struct dp_ipa_resources *ipa_res = &pdev->ipa_resource;  in dp_ipa_map_ring_doorbell_paddr()  local
802 	if (ipa_res->is_db_ddr_mapped)  in dp_ipa_map_ring_doorbell_paddr()
803 		ipa_res->tx_comp_doorbell_vaddr =  in dp_ipa_map_ring_doorbell_paddr()
804 				phys_to_virt(ipa_res->tx_comp_doorbell_paddr);  in dp_ipa_map_ring_doorbell_paddr()
806 		ipa_res->tx_comp_doorbell_vaddr =  in dp_ipa_map_ring_doorbell_paddr()
807 				ioremap(ipa_res->tx_comp_doorbell_paddr, 4);  in dp_ipa_map_ring_doorbell_paddr()
811 				   ipa_res->tx_comp_doorbell_paddr,  in dp_ipa_map_ring_doorbell_paddr()
814 		ipa_res->tx_comp_doorbell_paddr = tx_comp_doorbell_dmaaddr;  in dp_ipa_map_ring_doorbell_paddr()
818 				   ipa_res->rx_ready_doorbell_paddr,  in dp_ipa_map_ring_doorbell_paddr()
821 		ipa_res->rx_ready_doorbell_paddr = rx_ready_doorbell_dmaaddr;  in dp_ipa_map_ring_doorbell_paddr()
826 	if (!ipa_res->tx_alt_comp_doorbell_paddr)  in dp_ipa_map_ring_doorbell_paddr()
829 	if (ipa_res->is_db_ddr_mapped)  in dp_ipa_map_ring_doorbell_paddr()
830 		ipa_res->tx_alt_comp_doorbell_vaddr =  in dp_ipa_map_ring_doorbell_paddr()
831 			phys_to_virt(ipa_res->tx_alt_comp_doorbell_paddr);  in dp_ipa_map_ring_doorbell_paddr()
833 		ipa_res->tx_alt_comp_doorbell_vaddr =  in dp_ipa_map_ring_doorbell_paddr()
834 			ioremap(ipa_res->tx_alt_comp_doorbell_paddr, 4);  in dp_ipa_map_ring_doorbell_paddr()
838 				   ipa_res->tx_alt_comp_doorbell_paddr,  in dp_ipa_map_ring_doorbell_paddr()
841 		ipa_res->tx_alt_comp_doorbell_paddr = tx_comp_doorbell_dmaaddr;  in dp_ipa_map_ring_doorbell_paddr()
848 	struct dp_ipa_resources *ipa_res = &pdev->ipa_resource;  in dp_ipa_unmap_ring_doorbell_paddr()  local
856 	if (ipa_res->tx_alt_comp_doorbell_paddr) {  in dp_ipa_unmap_ring_doorbell_paddr()
858 				     ipa_res->tx_alt_comp_doorbell_paddr,  in dp_ipa_unmap_ring_doorbell_paddr()
864 			     ipa_res->rx_ready_doorbell_paddr,  in dp_ipa_unmap_ring_doorbell_paddr()
869 			     ipa_res->tx_comp_doorbell_paddr,  in dp_ipa_unmap_ring_doorbell_paddr()
908 					  struct dp_ipa_resources *ipa_res,  in dp_ipa_wdi_tx_alt_pipe_params()  argument
915 				     &ipa_res->tx_alt_comp_ring.mem_info);  in dp_ipa_wdi_tx_alt_pipe_params()
918 				     &ipa_res->tx_alt_comp_ring.mem_info);  in dp_ipa_wdi_tx_alt_pipe_params()
927 				     &ipa_res->tx_alt_ring.mem_info);  in dp_ipa_wdi_tx_alt_pipe_params()
930 				     &ipa_res->tx_alt_ring.mem_info);  in dp_ipa_wdi_tx_alt_pipe_params()
938 		ipa_res->tx_alt_ring_num_alloc_buffer;  in dp_ipa_wdi_tx_alt_pipe_params()
950 				   struct dp_ipa_resources *ipa_res,  in dp_ipa_wdi_tx_alt_pipe_smmu_params()  argument
956 		     &ipa_res->tx_alt_comp_ring.sgtable,  in dp_ipa_wdi_tx_alt_pipe_smmu_params()
960 				     &ipa_res->tx_alt_comp_ring.mem_info);  in dp_ipa_wdi_tx_alt_pipe_smmu_params()
967 		     &ipa_res->tx_alt_ring.sgtable,  in dp_ipa_wdi_tx_alt_pipe_smmu_params()
971 				     &ipa_res->tx_alt_ring.mem_info);  in dp_ipa_wdi_tx_alt_pipe_smmu_params()
978 		ipa_res->tx_alt_ring_num_alloc_buffer;  in dp_ipa_wdi_tx_alt_pipe_smmu_params()
1080 					 struct dp_ipa_resources *ipa_res)  in dp_ipa_set_tx_doorbell_paddr()  argument
1088 					  ipa_res->tx_comp_doorbell_paddr);  in dp_ipa_set_tx_doorbell_paddr()
1091 		(void *)ipa_res->tx_comp_doorbell_paddr,  in dp_ipa_set_tx_doorbell_paddr()
1092 		(void *)ipa_res->tx_comp_doorbell_vaddr);  in dp_ipa_set_tx_doorbell_paddr()
1095 	if (!ipa_res->tx_alt_comp_doorbell_paddr)  in dp_ipa_set_tx_doorbell_paddr()
1102 					  ipa_res->tx_alt_comp_doorbell_paddr);  in dp_ipa_set_tx_doorbell_paddr()
1105 		(void *)ipa_res->tx_alt_comp_doorbell_paddr,  in dp_ipa_set_tx_doorbell_paddr()
1106 		(void *)ipa_res->tx_alt_comp_doorbell_vaddr);  in dp_ipa_set_tx_doorbell_paddr()
1111 					      struct dp_ipa_resources *ipa_res)  in dp_ipa_reset_tx_doorbell_pa()  argument
1164 	struct dp_ipa_resources *ipa_res = &pdev->ipa_resource;  in dp_ipa_map_ring_doorbell_paddr()  local
1170 	if (ipa_res->is_db_ddr_mapped)  in dp_ipa_map_ring_doorbell_paddr()
1171 		ipa_res->tx_comp_doorbell_vaddr =  in dp_ipa_map_ring_doorbell_paddr()
1172 				phys_to_virt(ipa_res->tx_comp_doorbell_paddr);  in dp_ipa_map_ring_doorbell_paddr()
1174 		ipa_res->tx_comp_doorbell_vaddr =  in dp_ipa_map_ring_doorbell_paddr()
1175 				ioremap(ipa_res->tx_comp_doorbell_paddr, 4);  in dp_ipa_map_ring_doorbell_paddr()
1179 				   ipa_res->tx_comp_doorbell_paddr,  in dp_ipa_map_ring_doorbell_paddr()
1182 		ipa_res->tx_comp_doorbell_paddr = tx_comp_doorbell_dmaaddr;  in dp_ipa_map_ring_doorbell_paddr()
1186 				   ipa_res->rx_ready_doorbell_paddr,  in dp_ipa_map_ring_doorbell_paddr()
1189 		ipa_res->rx_ready_doorbell_paddr = rx_ready_doorbell_dmaaddr;  in dp_ipa_map_ring_doorbell_paddr()
1196 	struct dp_ipa_resources *ipa_res = &pdev->ipa_resource;  in dp_ipa_unmap_ring_doorbell_paddr()  local
1204 			     ipa_res->rx_ready_doorbell_paddr,  in dp_ipa_unmap_ring_doorbell_paddr()
1209 			     ipa_res->tx_comp_doorbell_paddr,  in dp_ipa_unmap_ring_doorbell_paddr()
1287 					 struct dp_ipa_resources *ipa_res)  in dp_ipa_set_tx_doorbell_paddr()  argument
1293 					  ipa_res->tx_comp_doorbell_paddr);  in dp_ipa_set_tx_doorbell_paddr()
1296 		(void *)ipa_res->tx_comp_doorbell_paddr,  in dp_ipa_set_tx_doorbell_paddr()
1297 		(void *)ipa_res->tx_comp_doorbell_vaddr);  in dp_ipa_set_tx_doorbell_paddr()
1302 					      struct dp_ipa_resources *ipa_res)  in dp_ipa_reset_tx_doorbell_pa()  argument
1336 	struct dp_ipa_resources *ipa_res;  in dp_tx_ipa_uc_detach()  local
1354 	ipa_res = &pdev->ipa_resource;  in dp_tx_ipa_uc_detach()
1356 	qdf_mem_free_sgtable(&ipa_res->tx_ring.sgtable);  in dp_tx_ipa_uc_detach()
1357 	qdf_mem_free_sgtable(&ipa_res->tx_comp_ring.sgtable);  in dp_tx_ipa_uc_detach()
1372 	struct dp_ipa_resources *ipa_res = &pdev->ipa_resource;  in dp_rx_ipa_uc_detach()  local
1374 	qdf_mem_free_sgtable(&ipa_res->rx_rdy_ring.sgtable);  in dp_rx_ipa_uc_detach()
1375 	qdf_mem_free_sgtable(&ipa_res->rx_refill_ring.sgtable);  in dp_rx_ipa_uc_detach()
1391 	struct dp_ipa_resources *ipa_res = &pdev->ipa_resource;  in dp_rx_alt_ipa_uc_detach()  local
1396 	qdf_mem_free_sgtable(&ipa_res->rx_alt_rdy_ring.sgtable);  in dp_rx_alt_ipa_uc_detach()
1397 	qdf_mem_free_sgtable(&ipa_res->rx_alt_refill_ring.sgtable);  in dp_rx_alt_ipa_uc_detach()
1883 	struct dp_ipa_resources *ipa_res = &pdev->ipa_resource;  in dp_ipa_rx_alt_ring_get_resource()  local
1888 	dp_ipa_get_shared_mem_info(soc->osdev, &ipa_res->rx_alt_rdy_ring,  in dp_ipa_rx_alt_ring_get_resource()
1894 			soc->osdev, &ipa_res->rx_alt_refill_ring,  in dp_ipa_rx_alt_ring_get_resource()
1900 				  &ipa_res->rx_alt_rdy_ring.mem_info) ||  in dp_ipa_rx_alt_ring_get_resource()
1902 				  &ipa_res->rx_alt_refill_ring.mem_info))  in dp_ipa_rx_alt_ring_get_resource()
1919 	struct dp_ipa_resources *ipa_res;  in dp_ipa_get_resource()  local
1926 	ipa_res = &pdev->ipa_resource;  in dp_ipa_get_resource()
1930 	ipa_res->tx_num_alloc_buffer =  in dp_ipa_get_resource()
1933 	dp_ipa_get_shared_mem_info(soc->osdev, &ipa_res->tx_ring,  in dp_ipa_get_resource()
1938 	dp_ipa_get_shared_mem_info(soc->osdev, &ipa_res->tx_comp_ring,  in dp_ipa_get_resource()
1943 	dp_ipa_get_shared_mem_info(soc->osdev, &ipa_res->rx_rdy_ring,  in dp_ipa_get_resource()
1949 			soc->osdev, &ipa_res->rx_refill_ring,  in dp_ipa_get_resource()
1954 	if (!qdf_mem_get_dma_addr(soc->osdev, &ipa_res->tx_ring.mem_info) ||  in dp_ipa_get_resource()
1956 				  &ipa_res->tx_comp_ring.mem_info) ||  in dp_ipa_get_resource()
1957 	    !qdf_mem_get_dma_addr(soc->osdev, &ipa_res->rx_rdy_ring.mem_info) ||  in dp_ipa_get_resource()
1959 				  &ipa_res->rx_refill_ring.mem_info))  in dp_ipa_get_resource()
1972 #define DP_IPA_SET_TX_DB_PADDR(soc, ipa_res)  argument
1974 #define DP_IPA_SET_TX_DB_PADDR(soc, ipa_res) \  argument
1975 		dp_ipa_set_tx_doorbell_paddr(soc, ipa_res)
1987 	struct dp_ipa_resources *ipa_res = &pdev->ipa_resource;  in dp_ipa_map_rx_alt_ring_doorbell_paddr()  local
1999 				   ipa_res->rx_alt_ready_doorbell_paddr,  in dp_ipa_map_rx_alt_ring_doorbell_paddr()
2002 		ipa_res->rx_alt_ready_doorbell_paddr =  in dp_ipa_map_rx_alt_ring_doorbell_paddr()
2008 					  ipa_res->rx_alt_ready_doorbell_paddr);  in dp_ipa_map_rx_alt_ring_doorbell_paddr()
2019 	struct dp_ipa_resources *ipa_res = &pdev->ipa_resource;  in dp_ipa_unmap_rx_alt_ring_doorbell_paddr()  local
2030 			     ipa_res->rx_alt_ready_doorbell_paddr,  in dp_ipa_unmap_rx_alt_ring_doorbell_paddr()
2047 	struct dp_ipa_resources *ipa_res;  in dp_ipa_set_doorbell_paddr()  local
2056 	ipa_res = &pdev->ipa_resource;  in dp_ipa_set_doorbell_paddr()
2063 	DP_IPA_SET_TX_DB_PADDR(soc, ipa_res);  in dp_ipa_set_doorbell_paddr()
2073 					  ipa_res->rx_ready_doorbell_paddr);  in dp_ipa_set_doorbell_paddr()
2083 	struct dp_ipa_resources *ipa_res;  in dp_ipa_iounmap_doorbell_vaddr()  local
2093 	ipa_res = &pdev->ipa_resource;  in dp_ipa_iounmap_doorbell_vaddr()
2094 	if (!ipa_res->is_db_ddr_mapped)  in dp_ipa_iounmap_doorbell_vaddr()
2095 		iounmap(ipa_res->tx_comp_doorbell_vaddr);  in dp_ipa_iounmap_doorbell_vaddr()
2408 				 struct dp_ipa_resources *ipa_res,  in dp_ipa_wdi_tx_params()  argument
2419 				     &ipa_res->tx_comp_ring.mem_info);  in dp_ipa_wdi_tx_params()
2422 				     &ipa_res->tx_comp_ring.mem_info);  in dp_ipa_wdi_tx_params()
2431 				     &ipa_res->tx_ring.mem_info);  in dp_ipa_wdi_tx_params()
2434 				     &ipa_res->tx_ring.mem_info);  in dp_ipa_wdi_tx_params()
2442 		ipa_res->tx_num_alloc_buffer;  in dp_ipa_wdi_tx_params()
2453 				 struct dp_ipa_resources *ipa_res,  in dp_ipa_wdi_rx_params()  argument
2466 				     &ipa_res->rx_rdy_ring.mem_info);  in dp_ipa_wdi_rx_params()
2469 				     &ipa_res->rx_rdy_ring.mem_info);  in dp_ipa_wdi_rx_params()
2478 				     &ipa_res->rx_refill_ring.mem_info);  in dp_ipa_wdi_rx_params()
2481 				     &ipa_res->rx_refill_ring.mem_info);  in dp_ipa_wdi_rx_params()
2494 			  struct dp_ipa_resources *ipa_res,  in dp_ipa_wdi_tx_smmu_params()  argument
2515 		     &ipa_res->tx_comp_ring.sgtable,  in dp_ipa_wdi_tx_smmu_params()
2519 				     &ipa_res->tx_comp_ring.mem_info);  in dp_ipa_wdi_tx_smmu_params()
2526 		     &ipa_res->tx_ring.sgtable,  in dp_ipa_wdi_tx_smmu_params()
2530 				     &ipa_res->tx_ring.mem_info);  in dp_ipa_wdi_tx_smmu_params()
2537 		ipa_res->tx_num_alloc_buffer;  in dp_ipa_wdi_tx_smmu_params()
2548 			  struct dp_ipa_resources *ipa_res,  in dp_ipa_wdi_rx_smmu_params()  argument
2569 		     &ipa_res->rx_rdy_ring.sgtable,  in dp_ipa_wdi_rx_smmu_params()
2573 				     &ipa_res->rx_rdy_ring.mem_info);  in dp_ipa_wdi_rx_smmu_params()
2580 		     &ipa_res->rx_refill_ring.sgtable,  in dp_ipa_wdi_rx_smmu_params()
2584 				     &ipa_res->rx_refill_ring.mem_info);  in dp_ipa_wdi_rx_smmu_params()
2608 				   struct dp_ipa_resources *ipa_res,  in dp_ipa_wdi_rx_alt_pipe_smmu_params()  argument
2632 		     &ipa_res->rx_alt_rdy_ring.sgtable,  in dp_ipa_wdi_rx_alt_pipe_smmu_params()
2636 				     &ipa_res->rx_alt_rdy_ring.mem_info);  in dp_ipa_wdi_rx_alt_pipe_smmu_params()
2643 		     &ipa_res->rx_alt_refill_ring.sgtable,  in dp_ipa_wdi_rx_alt_pipe_smmu_params()
2647 				     &ipa_res->rx_alt_refill_ring.mem_info);  in dp_ipa_wdi_rx_alt_pipe_smmu_params()
2669 					  struct dp_ipa_resources *ipa_res,  in dp_ipa_wdi_rx_alt_pipe_params()  argument
2694 				     &ipa_res->rx_alt_rdy_ring.mem_info);  in dp_ipa_wdi_rx_alt_pipe_params()
2697 				     &ipa_res->rx_alt_rdy_ring.mem_info);  in dp_ipa_wdi_rx_alt_pipe_params()
2706 				     &ipa_res->rx_alt_refill_ring.mem_info);  in dp_ipa_wdi_rx_alt_pipe_params()
2709 				     &ipa_res->rx_alt_refill_ring.mem_info);  in dp_ipa_wdi_rx_alt_pipe_params()
2816 	struct dp_ipa_resources *ipa_res;  in dp_ipa_setup()  local
2832 	ipa_res = &pdev->ipa_resource;  in dp_ipa_setup()
2873 		dp_ipa_wdi_tx_smmu_params(soc, ipa_res, tx_smmu, over_gsi, id);  in dp_ipa_setup()
2875 		dp_ipa_wdi_tx_params(soc, ipa_res, tx, over_gsi);  in dp_ipa_setup()
2877 	dp_ipa_setup_tx_alt_pipe(soc, ipa_res, pipe_in);  in dp_ipa_setup()
2909 		dp_ipa_wdi_rx_smmu_params(soc, ipa_res, rx_smmu, over_gsi, id);  in dp_ipa_setup()
2911 		dp_ipa_wdi_rx_params(soc, ipa_res, rx, over_gsi);  in dp_ipa_setup()
2914 	dp_ipa_setup_rx_alt_pipe(soc, ipa_res, pipe_in, over_gsi, id);  in dp_ipa_setup()
2937 	dp_ipa_set_pipe_db(ipa_res, &pipe_out);  in dp_ipa_setup()
2938 	dp_ipa_set_rx_alt_pipe_db(ipa_res, &pipe_out);  in dp_ipa_setup()
2940 	ipa_res->is_db_ddr_mapped =  in dp_ipa_setup()
3192 	struct dp_ipa_resources *ipa_res;  in dp_ipa_setup()  local
3207 	ipa_res = &pdev->ipa_resource;  in dp_ipa_setup()
3233 		ipa_res->tx_comp_ring_base_paddr;  in dp_ipa_setup()
3235 		ipa_res->tx_comp_ring_size;  in dp_ipa_setup()
3240 		ipa_res->tx_ring_base_paddr;  in dp_ipa_setup()
3241 	QDF_IPA_WDI_SETUP_INFO_EVENT_RING_SIZE(tx) = ipa_res->tx_ring_size;  in dp_ipa_setup()
3246 		ipa_res->tx_num_alloc_buffer;  in dp_ipa_setup()
3281 						ipa_res->rx_rdy_ring_base_paddr;  in dp_ipa_setup()
3283 						ipa_res->rx_rdy_ring_size;  in dp_ipa_setup()
3288 					ipa_res->rx_refill_ring_base_paddr;  in dp_ipa_setup()
3290 						ipa_res->rx_refill_ring_size;  in dp_ipa_setup()
3315 	ipa_res->tx_comp_doorbell_paddr =  in dp_ipa_setup()
3317 	ipa_res->tx_comp_doorbell_vaddr =  in dp_ipa_setup()
3319 	ipa_res->rx_ready_doorbell_paddr =  in dp_ipa_setup()
3345 		  (void *)ipa_res->tx_comp_doorbell_paddr);  in dp_ipa_setup()
3365 		  (void *)ipa_res->rx_ready_doorbell_paddr);  in dp_ipa_setup()
3479 #define DP_IPA_EP_SET_TX_DB_PA(soc, ipa_res) \  argument
3480 				dp_ipa_set_tx_doorbell_paddr((soc), (ipa_res))
3481 #define DP_IPA_RESET_TX_DB_PA(soc, ipa_res) \  argument
3482 				dp_ipa_reset_tx_doorbell_pa((soc), (ipa_res))
3484 #define DP_IPA_EP_SET_TX_DB_PA(soc, ipa_res)  argument
3485 #define DP_IPA_RESET_TX_DB_PA(soc, ipa_res)  argument
3494 	struct dp_ipa_resources *ipa_res;  in dp_ipa_enable_pipes()  local
3502 	ipa_res = &pdev->ipa_resource;  in dp_ipa_enable_pipes()
3505 	DP_IPA_EP_SET_TX_DB_PA(soc, ipa_res);  in dp_ipa_enable_pipes()
3519 		DP_IPA_RESET_TX_DB_PA(soc, ipa_res);  in dp_ipa_enable_pipes()
3529 		dp_ipa_tx_comp_ring_init_hp(soc, ipa_res);  in dp_ipa_enable_pipes()
3532 		dp_ipa_tx_comp_ring_update_hp_addr(soc, ipa_res);  in dp_ipa_enable_pipes()
3545 	struct dp_ipa_resources *ipa_res;  in dp_ipa_disable_pipes()  local
3552 	ipa_res = &pdev->ipa_resource;  in dp_ipa_disable_pipes()
3560 	DP_IPA_RESET_TX_DB_PA(soc, ipa_res);  in dp_ipa_disable_pipes()