1171 rw_mgr_mem_calibrate_write_test(const u32 rank_bgn, const u32 write_group,  in rw_mgr_mem_calibrate_write_test()  argument
1177 				(rank_bgn + NUM_RANKS_PER_SHADOW_REG);  in rw_mgr_mem_calibrate_write_test()
1187 	for (r = rank_bgn; r < rank_end; r++) {  in rw_mgr_mem_calibrate_write_test()
1236 rw_mgr_mem_calibrate_read_test_patterns(const u32 rank_bgn, const u32 group,  in rw_mgr_mem_calibrate_read_test_patterns()  argument
1245 				(rank_bgn + NUM_RANKS_PER_SHADOW_REG);  in rw_mgr_mem_calibrate_read_test_patterns()
1256 	for (r = rank_bgn; r < rank_end; r++) {  in rw_mgr_mem_calibrate_read_test_patterns()
1309 static void rw_mgr_mem_calibrate_read_load_patterns(const u32 rank_bgn,  in rw_mgr_mem_calibrate_read_load_patterns()  argument
1314 			(rank_bgn + NUM_RANKS_PER_SHADOW_REG);  in rw_mgr_mem_calibrate_read_load_patterns()
1319 	for (r = rank_bgn; r < rank_end; r++) {  in rw_mgr_mem_calibrate_read_load_patterns()
1366 rw_mgr_mem_calibrate_read_test(const u32 rank_bgn, const u32 group,  in rw_mgr_mem_calibrate_read_test()  argument
1372 		(rank_bgn + NUM_RANKS_PER_SHADOW_REG);  in rw_mgr_mem_calibrate_read_test()
1385 	for (r = rank_bgn; r < rank_end; r++) {  in rw_mgr_mem_calibrate_read_test()
1976 static u32 search_stop_check(const int write, const int d, const int rank_bgn,  in search_stop_check()  argument
1993 		ret = !rw_mgr_mem_calibrate_write_test(rank_bgn, write_group,  in search_stop_check()
1997 		ret = !rw_mgr_mem_calibrate_read_test(rank_bgn, read_group,  in search_stop_check()
2002 		rw_mgr_mem_calibrate_write_test(rank_bgn, write_group, 0,  in search_stop_check()
2031 static void search_left_edge(const int write, const int rank_bgn,  in search_left_edge()  argument
2053 		stop = search_stop_check(write, d, rank_bgn, write_group,  in search_left_edge()
2141 static int search_right_edge(const int write, const int rank_bgn,  in search_right_edge()  argument
2173 		stop = search_stop_check(write, d, rank_bgn, write_group,  in search_right_edge()
2388 static int rw_mgr_mem_calibrate_vfifo_center(const u32 rank_bgn,  in rw_mgr_mem_calibrate_vfifo_center()  argument
2423 	search_left_edge(0, rank_bgn, rw_group, rw_group, test_bgn,  in rw_mgr_mem_calibrate_vfifo_center()
2429 	ret = search_right_edge(0, rank_bgn, rw_group, rw_group,  in rw_mgr_mem_calibrate_vfifo_center()
2641 	u32 rank_bgn, sr;  in rw_mgr_mem_calibrate_dq_dqs_centering()  local
2648 	for (rank_bgn = 0, sr = 0;  in rw_mgr_mem_calibrate_dq_dqs_centering()
2649 	     rank_bgn < rwcfg->mem_number_of_ranks;  in rw_mgr_mem_calibrate_dq_dqs_centering()
2650 	     rank_bgn += NUM_RANKS_PER_SHADOW_REG, sr++) {  in rw_mgr_mem_calibrate_dq_dqs_centering()
2651 		ret = rw_mgr_mem_calibrate_vfifo_center(rank_bgn, rw_group,  in rw_mgr_mem_calibrate_dq_dqs_centering()
2869 			  const u32 rank_bgn, const u32 write_group,  in search_window()  argument
2895 		if (rw_mgr_mem_calibrate_write_test(rank_bgn, write_group, 1,  in search_window()
2947 rw_mgr_mem_calibrate_writes_center(const u32 rank_bgn, const u32 write_group,  in rw_mgr_mem_calibrate_writes_center()  argument
2988 	search_left_edge(1, rank_bgn, write_group, 0, test_bgn,  in rw_mgr_mem_calibrate_writes_center()
2993 	ret = search_right_edge(1, rank_bgn, write_group, 0,  in rw_mgr_mem_calibrate_writes_center()
3032 	search_window(1, rank_bgn, write_group, &bgn_curr, &end_curr,  in rw_mgr_mem_calibrate_writes_center()
3049 	search_window(0, rank_bgn, write_group, &bgn_curr, &end_curr,  in rw_mgr_mem_calibrate_writes_center()
3114 static int rw_mgr_mem_calibrate_writes(const u32 rank_bgn, const u32 group,  in rw_mgr_mem_calibrate_writes()  argument
3126 	ret = rw_mgr_mem_calibrate_writes_center(rank_bgn, group, test_bgn);  in rw_mgr_mem_calibrate_writes()
3302 	u32 rank_bgn, sr;  in mem_calibrate()  local
3403 			for (rank_bgn = 0, sr = 0;  in mem_calibrate()
3404 			     rank_bgn < rwcfg->mem_number_of_ranks;  in mem_calibrate()
3405 			     rank_bgn += NUM_RANKS_PER_SHADOW_REG, sr++) {  in mem_calibrate()
3415 				if (!rw_mgr_mem_calibrate_writes(rank_bgn,  in mem_calibrate()