2389 			const u32 rw_group, const u32 test_bgn,  in rw_mgr_mem_calibrate_vfifo_center()  argument
2394 		(rw_group << 2);  in rw_mgr_mem_calibrate_vfifo_center()
2408 	debug("%s:%d: %u %u", __func__, __LINE__, rw_group, test_bgn);  in rw_mgr_mem_calibrate_vfifo_center()
2423 	search_left_edge(0, rank_bgn, rw_group, rw_group, test_bgn,  in rw_mgr_mem_calibrate_vfifo_center()
2429 	ret = search_right_edge(0, rank_bgn, rw_group, rw_group,  in rw_mgr_mem_calibrate_vfifo_center()
2439 		scc_mgr_set_dqs_bus_in_delay(rw_group, start_dqs);  in rw_mgr_mem_calibrate_vfifo_center()
2441 			scc_mgr_set_dqs_en_delay(rw_group, start_dqs_en);  in rw_mgr_mem_calibrate_vfifo_center()
2443 		scc_mgr_load_dqs(rw_group);  in rw_mgr_mem_calibrate_vfifo_center()
2450 			set_failing_group_stage(rw_group *  in rw_mgr_mem_calibrate_vfifo_center()
2455 			set_failing_group_stage(rw_group *  in rw_mgr_mem_calibrate_vfifo_center()
2499 		scc_mgr_set_dqs_en_delay(rw_group, final_dqs_en);  in rw_mgr_mem_calibrate_vfifo_center()
2500 		scc_mgr_load_dqs(rw_group);  in rw_mgr_mem_calibrate_vfifo_center()
2504 	scc_mgr_set_dqs_bus_in_delay(rw_group, new_dqs);  in rw_mgr_mem_calibrate_vfifo_center()
2505 	scc_mgr_load_dqs(rw_group);  in rw_mgr_mem_calibrate_vfifo_center()
2531 static int rw_mgr_mem_calibrate_guaranteed_write(const u32 rw_group,  in rw_mgr_mem_calibrate_guaranteed_write()  argument
2537 	scc_mgr_set_dqdqs_output_phase_all_ranks(rw_group, phase);  in rw_mgr_mem_calibrate_guaranteed_write()
2540 		   __func__, __LINE__, rw_group, phase);  in rw_mgr_mem_calibrate_guaranteed_write()
2556 	ret = rw_mgr_mem_calibrate_read_test_patterns(0, rw_group, 1);  in rw_mgr_mem_calibrate_guaranteed_write()
2560 			   __func__, __LINE__, rw_group, phase);  in rw_mgr_mem_calibrate_guaranteed_write()
2572 static int rw_mgr_mem_calibrate_dqs_enable_calibration(const u32 rw_group,  in rw_mgr_mem_calibrate_dqs_enable_calibration()  argument
2586 	debug("%s:%d (%u,%u)\n", __func__, __LINE__, rw_group, test_bgn);  in rw_mgr_mem_calibrate_dqs_enable_calibration()
2596 				   __func__, __LINE__, rw_group, r, i, p, d);  in rw_mgr_mem_calibrate_dqs_enable_calibration()
2609 	ret = rw_mgr_mem_calibrate_vfifo_find_dqs_en_phase(rw_group);  in rw_mgr_mem_calibrate_dqs_enable_calibration()
2613 		   __func__, __LINE__, rw_group, !ret);  in rw_mgr_mem_calibrate_dqs_enable_calibration()
2635 rw_mgr_mem_calibrate_dq_dqs_centering(const u32 rw_group, const u32 test_bgn,  in rw_mgr_mem_calibrate_dq_dqs_centering()  argument
2651 		ret = rw_mgr_mem_calibrate_vfifo_center(rank_bgn, rw_group,  in rw_mgr_mem_calibrate_dq_dqs_centering()
2682 static int rw_mgr_mem_calibrate_vfifo(const u32 rw_group, const u32 test_bgn)  in rw_mgr_mem_calibrate_vfifo()  argument
2690 	debug("%s:%d: %u %u\n", __func__, __LINE__, rw_group, test_bgn);  in rw_mgr_mem_calibrate_vfifo()
2693 	reg_file_set_group(rw_group);  in rw_mgr_mem_calibrate_vfifo()
2712 								rw_group, d);  in rw_mgr_mem_calibrate_vfifo()
2717 			ret = rw_mgr_mem_calibrate_guaranteed_write(rw_group, p);  in rw_mgr_mem_calibrate_vfifo()
2722 			ret = rw_mgr_mem_calibrate_dqs_enable_calibration(rw_group,  in rw_mgr_mem_calibrate_vfifo()
2734 			ret = rw_mgr_mem_calibrate_dq_dqs_centering(rw_group,  in rw_mgr_mem_calibrate_vfifo()
2747 	set_failing_group_stage(rw_group, CAL_STAGE_VFIFO, failed_substage);  in rw_mgr_mem_calibrate_vfifo()
2758 		scc_mgr_zero_group(rw_group, 1);  in rw_mgr_mem_calibrate_vfifo()
2773 static int rw_mgr_mem_calibrate_vfifo_end(const u32 rw_group,  in rw_mgr_mem_calibrate_vfifo_end()  argument
2778 	debug("%s:%d %u %u", __func__, __LINE__, rw_group, test_bgn);  in rw_mgr_mem_calibrate_vfifo_end()
2781 	reg_file_set_group(rw_group);  in rw_mgr_mem_calibrate_vfifo_end()
2785 	ret = rw_mgr_mem_calibrate_dq_dqs_centering(rw_group, test_bgn, 0, 1);  in rw_mgr_mem_calibrate_vfifo_end()
2787 		set_failing_group_stage(rw_group,  in rw_mgr_mem_calibrate_vfifo_end()