285 static void scc_mgr_set_dqdqs_output_phase(u32 write_group, u32 phase)  in scc_mgr_set_dqdqs_output_phase()  argument
287 	scc_mgr_set(SCC_MGR_DQDQS_OUT_PHASE_OFFSET, write_group, phase);  in scc_mgr_set_dqdqs_output_phase()
405 static void scc_mgr_set_dqdqs_output_phase_all_ranks(u32 write_group,  in scc_mgr_set_dqdqs_output_phase_all_ranks()  argument
417 			      write_group, phase, 0);  in scc_mgr_set_dqdqs_output_phase_all_ranks()
442 static void scc_mgr_set_oct_out1_delay(const u32 write_group, const u32 delay)  in scc_mgr_set_oct_out1_delay()  argument
446 	const int base = write_group * ratio;  in scc_mgr_set_oct_out1_delay()
532 static void scc_set_bypass_mode(const u32 write_group)  in scc_set_bypass_mode()  argument
542 	writel(write_group, &sdr_scc_mgr->dqs_ena);  in scc_set_bypass_mode()
554 static void scc_mgr_load_dqs_for_write_group(const u32 write_group)  in scc_mgr_load_dqs_for_write_group()  argument
558 	const int base = write_group * ratio;  in scc_mgr_load_dqs_for_write_group()
576 static void scc_mgr_zero_group(const u32 write_group, const int out_only)  in scc_mgr_zero_group()  argument
608 		scc_mgr_set_oct_out1_delay(write_group, iocfg->dqs_out_reserve);  in scc_mgr_zero_group()
609 		scc_mgr_load_dqs_for_write_group(write_group);  in scc_mgr_zero_group()
662 static void scc_mgr_apply_group_dqs_io_and_oct_out1(u32 write_group,  in scc_mgr_apply_group_dqs_io_and_oct_out1()  argument
668 	scc_mgr_set_oct_out1_delay(write_group, delay);  in scc_mgr_apply_group_dqs_io_and_oct_out1()
669 	scc_mgr_load_dqs_for_write_group(write_group);  in scc_mgr_apply_group_dqs_io_and_oct_out1()
679 static void scc_mgr_apply_group_all_out_delay_add(const u32 write_group,  in scc_mgr_apply_group_all_out_delay_add()  argument
697 			   __func__, __LINE__, write_group, delay, new_delay,  in scc_mgr_apply_group_all_out_delay_add()
711 			   __func__, __LINE__, write_group, delay,  in scc_mgr_apply_group_all_out_delay_add()
715 		scc_mgr_set_oct_out1_delay(write_group, new_delay);  in scc_mgr_apply_group_all_out_delay_add()
718 	scc_mgr_load_dqs_for_write_group(write_group);  in scc_mgr_apply_group_all_out_delay_add()
729 scc_mgr_apply_group_all_out_delay_add_all_ranks(const u32 write_group,  in scc_mgr_apply_group_all_out_delay_add_all_ranks()  argument
736 		scc_mgr_apply_group_all_out_delay_add(write_group, delay);  in scc_mgr_apply_group_all_out_delay_add_all_ranks()
1171 rw_mgr_mem_calibrate_write_test(const u32 rank_bgn, const u32 write_group,  in rw_mgr_mem_calibrate_write_test()  argument
1198 				write_group *  in rw_mgr_mem_calibrate_write_test()
1214 			   write_group, use_dm, *bit_chk,  in rw_mgr_mem_calibrate_write_test()
1221 			   write_group, use_dm, *bit_chk, 0, *bit_chk != 0);  in rw_mgr_mem_calibrate_write_test()
1977 			     const u32 write_group, const u32 read_group,  in search_stop_check()  argument
1993 		ret = !rw_mgr_mem_calibrate_write_test(rank_bgn, write_group,  in search_stop_check()
2002 		rw_mgr_mem_calibrate_write_test(rank_bgn, write_group, 0,  in search_stop_check()
2005 			(read_group - (write_group * ratio)));  in search_stop_check()
2032 	const u32 write_group, const u32 read_group, const u32 test_bgn,  in search_left_edge()  argument
2053 		stop = search_stop_check(write, d, rank_bgn, write_group,  in search_left_edge()
2142 	const u32 write_group, const u32 read_group,  in search_right_edge()  argument
2158 			scc_mgr_apply_group_dqs_io_and_oct_out1(write_group,  in search_right_edge()
2173 		stop = search_stop_check(write, d, rank_bgn, write_group,  in search_right_edge()
2869 			  const u32 rank_bgn, const u32 write_group,  in search_window()  argument
2889 			scc_mgr_apply_group_dqs_io_and_oct_out1(write_group,  in search_window()
2895 		if (rw_mgr_mem_calibrate_write_test(rank_bgn, write_group, 1,  in search_window()
2947 rw_mgr_mem_calibrate_writes_center(const u32 rank_bgn, const u32 write_group,  in rw_mgr_mem_calibrate_writes_center()  argument
2967 	debug("%s:%d %u %u", __func__, __LINE__, write_group, test_bgn);  in rw_mgr_mem_calibrate_writes_center()
2988 	search_left_edge(1, rank_bgn, write_group, 0, test_bgn,  in rw_mgr_mem_calibrate_writes_center()
2993 	ret = search_right_edge(1, rank_bgn, write_group, 0,  in rw_mgr_mem_calibrate_writes_center()
3018 	scc_mgr_apply_group_dqs_io_and_oct_out1(write_group, new_dqs);  in rw_mgr_mem_calibrate_writes_center()
3032 	search_window(1, rank_bgn, write_group, &bgn_curr, &end_curr,  in rw_mgr_mem_calibrate_writes_center()
3049 	search_window(0, rank_bgn, write_group, &bgn_curr, &end_curr,  in rw_mgr_mem_calibrate_writes_center()
3060 	scc_mgr_apply_group_dqs_io_and_oct_out1(write_group, new_dqs);  in rw_mgr_mem_calibrate_writes_center()
3303 	u32 write_group, write_test_bgn;  in mem_calibrate()  local
3363 		for (write_group = 0, write_test_bgn = 0; write_group  in mem_calibrate()
3364 			< rwcfg->mem_if_write_dqs_width; write_group++,  in mem_calibrate()
3377 			writel(write_group, SDR_PHYGRP_SCCGRP_ADDRESS |  in mem_calibrate()
3379 			scc_mgr_zero_group(write_group, 0);  in mem_calibrate()
3381 			for (read_group = write_group * rwdqs_ratio,  in mem_calibrate()
3383 			     read_group < (write_group + 1) * rwdqs_ratio;  in mem_calibrate()
3416 								 write_group,  in mem_calibrate()
3430 			for (read_group = write_group * rwdqs_ratio,  in mem_calibrate()
3432 			     read_group < (write_group + 1) * rwdqs_ratio;  in mem_calibrate()