57 static void set_failing_group_stage(struct socfpga_sdrseq *seq,  in set_failing_group_stage()
92 static void phy_mgr_initialize(struct socfpga_sdrseq *seq)  in phy_mgr_initialize()
134 static void set_rank_and_odt_mask(struct socfpga_sdrseq *seq,  in set_rank_and_odt_mask()
292 static void scc_mgr_set_dqs_io_in_delay(struct socfpga_sdrseq *seq,  in scc_mgr_set_dqs_io_in_delay()
299 static void scc_mgr_set_dm_in_delay(struct socfpga_sdrseq *seq, u32 dm,  in scc_mgr_set_dm_in_delay()
312 static void scc_mgr_set_dqs_out1_delay(struct socfpga_sdrseq *seq,  in scc_mgr_set_dqs_out1_delay()
319 static void scc_mgr_set_dm_out1_delay(struct socfpga_sdrseq *seq, u32 dm,  in scc_mgr_set_dm_out1_delay()
361 static void scc_mgr_set_all_ranks(struct socfpga_sdrseq *seq,  in scc_mgr_set_all_ranks()
378 static void scc_mgr_set_dqs_en_phase_all_ranks(struct socfpga_sdrseq *seq,  in scc_mgr_set_dqs_en_phase_all_ranks()
393 static void scc_mgr_set_dqdqs_output_phase_all_ranks(struct socfpga_sdrseq *seq,  in scc_mgr_set_dqdqs_output_phase_all_ranks()
408 static void scc_mgr_set_dqs_en_delay_all_ranks(struct socfpga_sdrseq *seq,  in scc_mgr_set_dqs_en_delay_all_ranks()
430 static void scc_mgr_set_oct_out1_delay(struct socfpga_sdrseq *seq,  in scc_mgr_set_oct_out1_delay()
482 static void scc_mgr_zero_all(struct socfpga_sdrseq *seq)  in scc_mgr_zero_all()
546 static void scc_mgr_load_dqs_for_write_group(struct socfpga_sdrseq *seq,  in scc_mgr_load_dqs_for_write_group()
569 static void scc_mgr_zero_group(struct socfpga_sdrseq *seq,  in scc_mgr_zero_group()
618 static void scc_mgr_apply_group_dq_in_delay(struct socfpga_sdrseq *seq,  in scc_mgr_apply_group_dq_in_delay()
637 static void scc_mgr_apply_group_dq_out1_delay(struct socfpga_sdrseq *seq,  in scc_mgr_apply_group_dq_out1_delay()
649 static void scc_mgr_apply_group_dm_out1_delay(struct socfpga_sdrseq *seq,  in scc_mgr_apply_group_dm_out1_delay()
662 static void scc_mgr_apply_group_dqs_io_and_oct_out1(struct socfpga_sdrseq *seq,  in scc_mgr_apply_group_dqs_io_and_oct_out1()
680 static void scc_mgr_apply_group_all_out_delay_add(struct socfpga_sdrseq *seq,  in scc_mgr_apply_group_all_out_delay_add()
732 scc_mgr_apply_group_all_out_delay_add_all_ranks(struct socfpga_sdrseq *seq,  in scc_mgr_apply_group_all_out_delay_add_all_ranks()
751 static void set_jump_as_return(struct socfpga_sdrseq *seq)  in set_jump_as_return()
768 static void delay_for_n_mem_clocks(struct socfpga_sdrseq *seq,  in delay_for_n_mem_clocks()
851 static void rw_mgr_mem_init_load_regs(struct socfpga_sdrseq *seq,  in rw_mgr_mem_init_load_regs()
882 static void rw_mgr_mem_load_user(struct socfpga_sdrseq *seq,  in rw_mgr_mem_load_user()
943 static void rw_mgr_mem_initialize(struct socfpga_sdrseq *seq)  in rw_mgr_mem_initialize()
1016 static void rw_mgr_mem_handoff(struct socfpga_sdrseq *seq)  in rw_mgr_mem_handoff()
1035 static void rw_mgr_mem_calibrate_write_test_issue(struct socfpga_sdrseq *seq,  in rw_mgr_mem_calibrate_write_test_issue()
1180 rw_mgr_mem_calibrate_write_test(struct socfpga_sdrseq *seq,  in rw_mgr_mem_calibrate_write_test()
1247 rw_mgr_mem_calibrate_read_test_patterns(struct socfpga_sdrseq *seq,  in rw_mgr_mem_calibrate_read_test_patterns()
1323 static void rw_mgr_mem_calibrate_read_load_patterns(struct socfpga_sdrseq *seq,  in rw_mgr_mem_calibrate_read_load_patterns()
1382 rw_mgr_mem_calibrate_read_test(struct socfpga_sdrseq *seq,  in rw_mgr_mem_calibrate_read_test()
1498 rw_mgr_mem_calibrate_read_test_all_ranks(struct socfpga_sdrseq *seq,  in rw_mgr_mem_calibrate_read_test_all_ranks()
1526 static void rw_mgr_decr_vfifo(struct socfpga_sdrseq *seq, const u32 grp)  in rw_mgr_decr_vfifo()
1540 static int find_vfifo_failing_read(struct socfpga_sdrseq *seq,  in find_vfifo_failing_read()
1577 static int sdr_find_phase_delay(struct socfpga_sdrseq *seq, int working,  in sdr_find_phase_delay()
1615 static int sdr_find_phase(struct socfpga_sdrseq *seq, int working,  in sdr_find_phase()
1651 static int sdr_working_phase(struct socfpga_sdrseq *seq, const u32 grp,  in sdr_working_phase()
1683 static void sdr_backup_phase(struct socfpga_sdrseq *seq, const u32 grp,  in sdr_backup_phase()
1732 static int sdr_nonworking_phase(struct socfpga_sdrseq *seq,  in sdr_nonworking_phase()
1763 static int sdr_find_window_center(struct socfpga_sdrseq *seq,  in sdr_find_window_center()
1836 rw_mgr_mem_calibrate_vfifo_find_dqs_en_phase(struct socfpga_sdrseq *seq,  in rw_mgr_mem_calibrate_vfifo_find_dqs_en_phase()
2008 static u32 search_stop_check(struct socfpga_sdrseq *seq, const int write,  in search_stop_check()
2065 static void search_left_edge(struct socfpga_sdrseq *seq, const int write,  in search_left_edge()
2176 static int search_right_edge(struct socfpga_sdrseq *seq, const int write,  in search_right_edge()
2304 static int get_window_mid_index(struct socfpga_sdrseq *seq,  in get_window_mid_index()
2352 static void center_dq_windows(struct socfpga_sdrseq *seq,  in center_dq_windows()
2428 static int rw_mgr_mem_calibrate_vfifo_center(struct socfpga_sdrseq *seq,  in rw_mgr_mem_calibrate_vfifo_center()
2576 static int rw_mgr_mem_calibrate_guaranteed_write(struct socfpga_sdrseq *seq,  in rw_mgr_mem_calibrate_guaranteed_write()
2619 rw_mgr_mem_calibrate_dqs_enable_calibration(struct socfpga_sdrseq *seq,  in rw_mgr_mem_calibrate_dqs_enable_calibration()
2683 rw_mgr_mem_calibrate_dq_dqs_centering(struct socfpga_sdrseq *seq,  in rw_mgr_mem_calibrate_dq_dqs_centering()
2731 static int rw_mgr_mem_calibrate_vfifo(struct socfpga_sdrseq *seq,  in rw_mgr_mem_calibrate_vfifo()
2831 static int rw_mgr_mem_calibrate_vfifo_end(struct socfpga_sdrseq *seq,  in rw_mgr_mem_calibrate_vfifo_end()
2862 static u32 rw_mgr_mem_calibrate_lfifo(struct socfpga_sdrseq *seq)  in rw_mgr_mem_calibrate_lfifo()
2930 static void search_window(struct socfpga_sdrseq *seq,  in search_window()
3012 rw_mgr_mem_calibrate_writes_center(struct socfpga_sdrseq *seq,  in rw_mgr_mem_calibrate_writes_center()
3182 static int rw_mgr_mem_calibrate_writes(struct socfpga_sdrseq *seq,  in rw_mgr_mem_calibrate_writes()
3209 static void mem_precharge_and_activate(struct socfpga_sdrseq *seq)  in mem_precharge_and_activate()
3241 static void mem_init_latency(struct socfpga_sdrseq *seq)  in mem_init_latency()
3282 static void mem_skip_calibrate(struct socfpga_sdrseq *seq)  in mem_skip_calibrate()
3373 static u32 mem_calibrate(struct socfpga_sdrseq *seq)  in mem_calibrate()
3560 static int run_mem_calibrate(struct socfpga_sdrseq *seq)  in run_mem_calibrate()
3606 static void debug_mem_calibrate(struct socfpga_sdrseq *seq, int pass)  in debug_mem_calibrate()
3677 static void initialize_reg_file(struct socfpga_sdrseq *seq)  in initialize_reg_file()
3745 static void initialize_tracking(struct socfpga_sdrseq *seq)  in initialize_tracking()
3787 	struct socfpga_sdrseq seq;  in sdram_calibration_full()  local