1375 static inline void hal_mem_dma_cache_sync(struct hal_soc *soc, uint32_t *desc,  in hal_mem_dma_cache_sync()  argument
1378 	qdf_nbuf_dma_inv_range((void *)desc, (void *)(desc + entry_size));  in hal_mem_dma_cache_sync()
1381 static inline void hal_mem_dma_cache_sync(struct hal_soc *soc, uint32_t *desc,  in hal_mem_dma_cache_sync()  argument
1384 	qdf_mem_dma_cache_sync(soc->qdf_dev, qdf_mem_virt_to_phys(desc),  in hal_mem_dma_cache_sync()
1408 	uint32_t *desc;  in hal_srng_access_start_unlocked()  local
1418 			desc = hal_srng_dst_peek(hal_soc_hdl, hal_ring_hdl);  in hal_srng_access_start_unlocked()
1419 			if (qdf_likely(desc)) {  in hal_srng_access_start_unlocked()
1420 				hal_mem_dma_cache_sync(soc, desc,  in hal_srng_access_start_unlocked()
1422 				qdf_prefetch(desc);  in hal_srng_access_start_unlocked()
1454 	uint32_t *desc;  in hal_le_srng_access_start_unlocked_in_cpu_order()  local
1466 			desc = hal_srng_dst_peek(hal_soc_hdl, hal_ring_hdl);  in hal_le_srng_access_start_unlocked_in_cpu_order()
1467 			if (qdf_likely(desc)) {  in hal_le_srng_access_start_unlocked_in_cpu_order()
1468 				hal_mem_dma_cache_sync(soc, desc,  in hal_le_srng_access_start_unlocked_in_cpu_order()
1470 				qdf_prefetch(desc);  in hal_le_srng_access_start_unlocked_in_cpu_order()
1572 	uint32_t *desc;  in hal_srng_dst_get_next()  local
1577 	desc = &srng->ring_base_vaddr[srng->u.dst_ring.tp];  in hal_srng_dst_get_next()
1599 	return (void *)desc;  in hal_srng_dst_get_next()
1616 	uint32_t *desc;  in hal_srng_dst_get_next_cached()  local
1622 	desc = &srng->ring_base_vaddr[srng->u.dst_ring.tp];  in hal_srng_dst_get_next_cached()
1635 	return (void *)desc;  in hal_srng_dst_get_next_cached()
1696 	uint32_t *desc;  in hal_srng_dst_get_next_hp()  local
1707 		desc = &(srng->ring_base_vaddr[srng->u.dst_ring.cached_hp]);  in hal_srng_dst_get_next_hp()
1709 		return (void *)desc;  in hal_srng_dst_get_next_hp()
1922 	uint32_t *desc;  in hal_srng_src_reap_next()  local
1934 		desc = &(srng->ring_base_vaddr[next_reap_hp]);  in hal_srng_src_reap_next()
1936 		return (void *)desc;  in hal_srng_src_reap_next()
1956 	uint32_t *desc;  in hal_srng_src_get_next_reaped()  local
1959 		desc = &(srng->ring_base_vaddr[srng->u.src_ring.hp]);  in hal_srng_src_get_next_reaped()
1963 		return (void *)desc;  in hal_srng_src_get_next_reaped()
1984 	uint32_t *desc;  in hal_srng_src_pending_reap_next()  local
1990 		desc = &(srng->ring_base_vaddr[next_reap_hp]);  in hal_srng_src_pending_reap_next()
1992 		return (void *)desc;  in hal_srng_src_pending_reap_next()
2083 	uint32_t *desc = NULL;  in hal_srng_src_get_next_consumed()  local
2094 		desc = &srng->ring_base_vaddr[next_entry];  in hal_srng_src_get_next_consumed()
2098 	return desc;  in hal_srng_src_get_next_consumed()
2123 	uint32_t *desc;  in hal_srng_src_peek()  local
2128 		desc = &(srng->ring_base_vaddr[srng->u.src_ring.hp]);  in hal_srng_src_peek()
2129 		return (void *)desc;  in hal_srng_src_peek()
2148 	uint32_t *desc;  in hal_srng_src_get_next()  local
2159 		desc = &(srng->ring_base_vaddr[srng->u.src_ring.hp]);  in hal_srng_src_get_next()
2167 		return (void *)desc;  in hal_srng_src_get_next()
2188 	uint32_t *desc;  in hal_srng_src_peek_n_get_next()  local
2198 		desc = &(srng->ring_base_vaddr[(srng->u.src_ring.hp +  in hal_srng_src_peek_n_get_next()
2201 		return (void *)desc;  in hal_srng_src_peek_n_get_next()
2248 	uint32_t *desc;  in hal_srng_src_peek_n_get_next_next()  local
2260 		desc = &(srng->ring_base_vaddr[(srng->u.src_ring.hp +  in hal_srng_src_peek_n_get_next_next()
2263 		return (void *)desc;  in hal_srng_src_peek_n_get_next_next()
3081 	uint32_t *desc;  in hal_srng_dump_ring()  local
3090 		desc = &srng->ring_base_vaddr[tp - srng->entry_size];  in hal_srng_dump_ring()
3093 				   desc, (srng->entry_size << 2));  in hal_srng_dump_ring()
3417 	uint8_t *desc;  in hal_srng_dst_prefetch()  local
3431 	desc = (uint8_t *)&srng->ring_base_vaddr[srng->u.dst_ring.tp];  in hal_srng_dst_prefetch()
3437 		desc += srng->entry_size * sizeof(uint32_t);  in hal_srng_dst_prefetch()
3438 		if (desc  == ((uint8_t *)srng->ring_vaddr_end))  in hal_srng_dst_prefetch()
3439 			desc = (uint8_t *)&srng->ring_base_vaddr[0];  in hal_srng_dst_prefetch()
3441 		qdf_prefetch(desc);  in hal_srng_dst_prefetch()
3443 	return (void *)desc;  in hal_srng_dst_prefetch()
3487 	uint8_t *desc;  in hal_srng_dst_prefetch_32_byte_desc()  local
3492 	desc = (uint8_t *)&srng->ring_base_vaddr[srng->u.dst_ring.tp];  in hal_srng_dst_prefetch_32_byte_desc()
3494 	if ((uintptr_t)desc & 0x3f)  in hal_srng_dst_prefetch_32_byte_desc()
3495 		desc += srng->entry_size * sizeof(uint32_t);  in hal_srng_dst_prefetch_32_byte_desc()
3497 		desc += (srng->entry_size * sizeof(uint32_t)) * 2;  in hal_srng_dst_prefetch_32_byte_desc()
3499 	if (desc  == ((uint8_t *)srng->ring_vaddr_end))  in hal_srng_dst_prefetch_32_byte_desc()
3500 		desc = (uint8_t *)&srng->ring_base_vaddr[0];  in hal_srng_dst_prefetch_32_byte_desc()
3502 	qdf_prefetch(desc);  in hal_srng_dst_prefetch_32_byte_desc()
3504 	return (void *)(desc + srng->entry_size * sizeof(uint32_t));  in hal_srng_dst_prefetch_32_byte_desc()