262 			  srng->u.dst_ring.max_buffer_length);  in ath11k_hal_ce_dst_setup()
319 		  ((unsigned long)srng->u.dst_ring.hp_addr -  in ath11k_hal_srng_dst_hw_init()
330 	*srng->u.dst_ring.hp_addr = 0;  in ath11k_hal_srng_dst_hw_init()
413 				  srng->u.src_ring.low_threshold);  in ath11k_hal_srng_src_hw_init()
421 			  ((unsigned long)srng->u.src_ring.tp_addr -  in ath11k_hal_srng_src_hw_init()
435 	*srng->u.src_ring.tp_addr = 0;  in ath11k_hal_srng_src_hw_init()
518 	params->low_threshold = srng->u.src_ring.low_threshold;  in ath11k_hal_srng_get_params()
532 		       ((unsigned long)srng->u.src_ring.hp_addr -  in ath11k_hal_srng_get_hp_addr()
536 		       ((unsigned long)srng->u.dst_ring.hp_addr -  in ath11k_hal_srng_get_hp_addr()
548 		       ((unsigned long)srng->u.src_ring.tp_addr -  in ath11k_hal_srng_get_tp_addr()
552 		       ((unsigned long)srng->u.dst_ring.tp_addr -  in ath11k_hal_srng_get_tp_addr()
624 	if (srng->u.dst_ring.tp != srng->u.dst_ring.cached_hp)  in ath11k_hal_srng_dst_peek()
625 		return (srng->ring_base_vaddr + srng->u.dst_ring.tp);  in ath11k_hal_srng_dst_peek()
637 	if (srng->u.dst_ring.tp == srng->u.dst_ring.cached_hp)  in ath11k_hal_srng_dst_get_next_entry()
640 	desc = srng->ring_base_vaddr + srng->u.dst_ring.tp;  in ath11k_hal_srng_dst_get_next_entry()
642 	srng->u.dst_ring.tp = (srng->u.dst_ring.tp + srng->entry_size) %  in ath11k_hal_srng_dst_get_next_entry()
655 	tp = srng->u.dst_ring.tp;  in ath11k_hal_srng_dst_num_free()
658 		hp = *srng->u.dst_ring.hp_addr;  in ath11k_hal_srng_dst_num_free()
659 		srng->u.dst_ring.cached_hp = hp;  in ath11k_hal_srng_dst_num_free()
661 		hp = srng->u.dst_ring.cached_hp;  in ath11k_hal_srng_dst_num_free()
678 	hp = srng->u.src_ring.hp;  in ath11k_hal_srng_src_num_free()
681 		tp = *srng->u.src_ring.tp_addr;  in ath11k_hal_srng_src_num_free()
682 		srng->u.src_ring.cached_tp = tp;  in ath11k_hal_srng_src_num_free()
684 		tp = srng->u.src_ring.cached_tp;  in ath11k_hal_srng_src_num_free()
707 	next_hp = (srng->u.src_ring.hp + srng->entry_size) % srng->ring_size;  in ath11k_hal_srng_src_get_next_entry()
709 	if (next_hp == srng->u.src_ring.cached_tp)  in ath11k_hal_srng_src_get_next_entry()
712 	desc = srng->ring_base_vaddr + srng->u.src_ring.hp;  in ath11k_hal_srng_src_get_next_entry()
713 	srng->u.src_ring.hp = next_hp;  in ath11k_hal_srng_src_get_next_entry()
721 	srng->u.src_ring.reap_hp = next_hp;  in ath11k_hal_srng_src_get_next_entry()
734 	next_reap_hp = (srng->u.src_ring.reap_hp + srng->entry_size) %  in ath11k_hal_srng_src_reap_next()
737 	if (next_reap_hp == srng->u.src_ring.cached_tp)  in ath11k_hal_srng_src_reap_next()
741 	srng->u.src_ring.reap_hp = next_reap_hp;  in ath11k_hal_srng_src_reap_next()
753 	if (srng->u.src_ring.hp == srng->u.src_ring.reap_hp)  in ath11k_hal_srng_src_get_next_reaped()
756 	desc = srng->ring_base_vaddr + srng->u.src_ring.hp;  in ath11k_hal_srng_src_get_next_reaped()
757 	srng->u.src_ring.hp = (srng->u.src_ring.hp + srng->entry_size) %  in ath11k_hal_srng_src_get_next_reaped()
767 	if (((srng->u.src_ring.hp + srng->entry_size) % srng->ring_size) ==  in ath11k_hal_srng_src_peek()
768 	    srng->u.src_ring.cached_tp)  in ath11k_hal_srng_src_peek()
771 	return srng->ring_base_vaddr + srng->u.src_ring.hp;  in ath11k_hal_srng_src_peek()
779 		srng->u.src_ring.cached_tp =  in ath11k_hal_srng_access_begin()
780 			*(volatile u32 *)srng->u.src_ring.tp_addr;  in ath11k_hal_srng_access_begin()
782 		srng->u.dst_ring.cached_hp = *srng->u.dst_ring.hp_addr;  in ath11k_hal_srng_access_begin()
798 			srng->u.src_ring.last_tp =  in ath11k_hal_srng_access_end()
799 				*(volatile u32 *)srng->u.src_ring.tp_addr;  in ath11k_hal_srng_access_end()
800 			*srng->u.src_ring.hp_addr = srng->u.src_ring.hp;  in ath11k_hal_srng_access_end()
802 			srng->u.dst_ring.last_hp = *srng->u.dst_ring.hp_addr;  in ath11k_hal_srng_access_end()
803 			*srng->u.dst_ring.tp_addr = srng->u.dst_ring.tp;  in ath11k_hal_srng_access_end()
807 			srng->u.src_ring.last_tp =  in ath11k_hal_srng_access_end()
808 				*(volatile u32 *)srng->u.src_ring.tp_addr;  in ath11k_hal_srng_access_end()
810 					   (unsigned long)srng->u.src_ring.hp_addr -  in ath11k_hal_srng_access_end()
812 					   srng->u.src_ring.hp);  in ath11k_hal_srng_access_end()
814 			srng->u.dst_ring.last_hp = *srng->u.dst_ring.hp_addr;  in ath11k_hal_srng_access_end()
816 					   (unsigned long)srng->u.dst_ring.tp_addr -  in ath11k_hal_srng_access_end()
818 					   srng->u.dst_ring.tp);  in ath11k_hal_srng_access_end()
968 		srng->u.src_ring.hp = 0;  in ath11k_hal_srng_setup()
969 		srng->u.src_ring.cached_tp = 0;  in ath11k_hal_srng_setup()
970 		srng->u.src_ring.reap_hp = srng->ring_size - srng->entry_size;  in ath11k_hal_srng_setup()
971 		srng->u.src_ring.tp_addr = (void *)(hal->rdp.vaddr + ring_id);  in ath11k_hal_srng_setup()
972 		srng->u.src_ring.low_threshold = params->low_threshold *  in ath11k_hal_srng_setup()
976 			srng->u.src_ring.hp_addr = (void *)(hal->wrp.vaddr +  in ath11k_hal_srng_setup()
981 				srng->u.src_ring.hp_addr =  in ath11k_hal_srng_setup()
988 					   (unsigned long)srng->u.src_ring.hp_addr -  in ath11k_hal_srng_setup()
1000 		srng->u.dst_ring.loop_cnt = 1;  in ath11k_hal_srng_setup()
1001 		srng->u.dst_ring.tp = 0;  in ath11k_hal_srng_setup()
1002 		srng->u.dst_ring.cached_hp = 0;  in ath11k_hal_srng_setup()
1003 		srng->u.dst_ring.hp_addr = (void *)(hal->rdp.vaddr + ring_id);  in ath11k_hal_srng_setup()
1009 			srng->u.dst_ring.tp_addr = (void *)(hal->wrp.vaddr +  in ath11k_hal_srng_setup()
1014 				srng->u.dst_ring.tp_addr =  in ath11k_hal_srng_setup()
1023 					   (unsigned long)srng->u.dst_ring.tp_addr -  in ath11k_hal_srng_setup()
1034 		srng->u.dst_ring.max_buffer_length = params->max_buffer_len;  in ath11k_hal_srng_setup()
1058 		srng->u.dst_ring.tp_addr = (u32 *)(HAL_SHADOW_REG(shadow_cfg_idx) +  in ath11k_hal_srng_update_hp_tp_addr()
1061 		srng->u.src_ring.hp_addr = (u32 *)(HAL_SHADOW_REG(shadow_cfg_idx) +  in ath11k_hal_srng_update_hp_tp_addr()
1143 	    *srng->u.src_ring.tp_addr != srng->u.src_ring.hp)  in ath11k_hal_srng_shadow_update_hp_tp()
1333 				   srng->ring_id, srng->u.src_ring.hp,  in ath11k_hal_dump_srng_stats()
1334 				   srng->u.src_ring.reap_hp,  in ath11k_hal_dump_srng_stats()
1335 				   *srng->u.src_ring.tp_addr, srng->u.src_ring.cached_tp,  in ath11k_hal_dump_srng_stats()
1336 				   srng->u.src_ring.last_tp,  in ath11k_hal_dump_srng_stats()
1341 				   srng->ring_id, srng->u.dst_ring.tp,  in ath11k_hal_dump_srng_stats()
1342 				   *srng->u.dst_ring.hp_addr,  in ath11k_hal_dump_srng_stats()
1343 				   srng->u.dst_ring.cached_hp,  in ath11k_hal_dump_srng_stats()
1344 				   srng->u.dst_ring.last_hp,  in ath11k_hal_dump_srng_stats()