237 static void sdma_set_state(struct sdma_engine *, enum sdma_states);
238 static void sdma_start_hw_clean_up(struct sdma_engine *);
240 static void sdma_sendctrl(struct sdma_engine *, unsigned);
241 static void init_sdma_regs(struct sdma_engine *, u32, uint);
243 	struct sdma_engine *sde,
246 	struct sdma_engine *sde,
248 static void dump_sdma_state(struct sdma_engine *sde);
249 static void sdma_make_progress(struct sdma_engine *sde, u64 status);
250 static void sdma_desc_avail(struct sdma_engine *sde, uint avail);
251 static void sdma_flush_descq(struct sdma_engine *sde);
287 	struct sdma_engine *sde,  in write_sde_csr()
295 	struct sdma_engine *sde,  in read_sde_csr()
305 static void sdma_wait_for_packet_egress(struct sdma_engine *sde,  in sdma_wait_for_packet_egress()
346 		struct sdma_engine *sde = &dd->per_sdma[i];  in sdma_wait()
352 static inline void sdma_set_desc_cnt(struct sdma_engine *sde, unsigned cnt)  in sdma_set_desc_cnt()
364 static inline void complete_tx(struct sdma_engine *sde,  in complete_tx()
404 static void sdma_flush(struct sdma_engine *sde)  in sdma_flush()
451 	struct sdma_engine *sde =  in sdma_field_flush()
452 		container_of(work, struct sdma_engine, flush_worker);  in sdma_field_flush()
462 	struct sdma_engine *sde = container_of(work, struct sdma_engine,  in sdma_err_halt_wait()
489 static void sdma_err_progress_check_schedule(struct sdma_engine *sde)  in sdma_err_progress_check_schedule()
496 			struct sdma_engine *curr_sdma = &dd->per_sdma[index];  in sdma_err_progress_check_schedule()
512 	struct sdma_engine *sde = from_timer(sde, t, err_progress_check_timer);  in sdma_err_progress_check()
516 		struct sdma_engine *curr_sde = &sde->dd->per_sdma[index];  in sdma_err_progress_check()
550 	struct sdma_engine *sde = from_tasklet(sde, t,  in sdma_hw_clean_up_task()
570 static inline struct sdma_txreq *get_txhead(struct sdma_engine *sde)  in get_txhead()
578 static void sdma_flush_descq(struct sdma_engine *sde)  in sdma_flush_descq()
610 	struct sdma_engine *sde = from_tasklet(sde, t, sdma_sw_clean_up_task);  in sdma_sw_clean_up_task()
655 static void sdma_sw_tear_down(struct sdma_engine *sde)  in sdma_sw_tear_down()
667 static void sdma_start_hw_clean_up(struct sdma_engine *sde)  in sdma_start_hw_clean_up()
672 static void sdma_set_state(struct sdma_engine *sde,  in sdma_set_state()
750 int sdma_engine_get_vl(struct sdma_engine *sde)  in sdma_engine_get_vl()
781 struct sdma_engine *sdma_select_engine_vl(  in sdma_select_engine_vl()
788 	struct sdma_engine *rval;  in sdma_select_engine_vl()
824 struct sdma_engine *sdma_select_engine_sc(  in sdma_select_engine_sc()
837 	struct sdma_engine *sde[];
869 struct sdma_engine *sdma_select_user_engine(struct hfi1_devdata *dd,  in sdma_select_user_engine()
873 	struct sdma_engine *sde = NULL;  in sdma_select_user_engine()
911 				 struct sdma_engine *sde)  in sdma_cleanup_sde_map()
934 ssize_t sdma_set_cpu_to_sde_map(struct sdma_engine *sde, const char *buf,  in sdma_set_cpu_to_sde_map()
967 			(TXE_NUM_SDMA_ENGINES * sizeof(struct sdma_engine *));  in sdma_set_cpu_to_sde_map()
1087 ssize_t sdma_get_cpu_to_sde_map(struct sdma_engine *sde, char *buf)  in sdma_get_cpu_to_sde_map()
1246 					sz * sizeof(struct sdma_engine *),  in sdma_map_init()
1298 	struct sdma_engine *sde;  in sdma_clean()
1364 	struct sdma_engine *sde;  in sdma_init()
1555 	struct sdma_engine *sde;  in sdma_all_running()
1573 	struct sdma_engine *sde;  in sdma_all_idle()
1594 	struct sdma_engine *sde;  in sdma_start()
1610 	struct sdma_engine *sde;  in sdma_exit()
1689 static inline u16 sdma_gethead(struct sdma_engine *sde)  in sdma_gethead()
1752 static void sdma_desc_avail(struct sdma_engine *sde, uint avail)  in sdma_desc_avail()
1813 static void sdma_make_progress(struct sdma_engine *sde, u64 status)  in sdma_make_progress()
1882 void sdma_engine_interrupt(struct sdma_engine *sde, u64 status)  in sdma_engine_interrupt()
1902 void sdma_engine_error(struct sdma_engine *sde, u64 status)  in sdma_engine_error()
1928 static void sdma_sendctrl(struct sdma_engine *sde, unsigned op)  in sdma_sendctrl()
1977 static void sdma_setlengen(struct sdma_engine *sde)  in sdma_setlengen()
1996 static inline void sdma_update_tail(struct sdma_engine *sde, u16 tail)  in sdma_update_tail()
2007 static void sdma_hw_start_up(struct sdma_engine *sde)  in sdma_hw_start_up()
2030 static void set_sdma_integrity(struct sdma_engine *sde)  in set_sdma_integrity()
2039 	struct sdma_engine *sde,  in init_sdma_regs()
2089 void sdma_dumpstate(struct sdma_engine *sde)  in sdma_dumpstate()
2130 static void dump_sdma_state(struct sdma_engine *sde)  in dump_sdma_state()
2198 void sdma_seqfile_dump_sde(struct seq_file *s, struct sdma_engine *sde)  in sdma_seqfile_dump_sde()
2268 static inline u64 add_gen(struct sdma_engine *sde, u64 qw1)  in add_gen()
2294 static inline u16 submit_tx(struct sdma_engine *sde, struct sdma_txreq *tx)  in submit_tx()
2342 	struct sdma_engine *sde,  in sdma_check_progress()
2382 int sdma_send_txreq(struct sdma_engine *sde,  in sdma_send_txreq()
2461 int sdma_send_txlist(struct sdma_engine *sde, struct iowait_work *wait,  in sdma_send_txlist()
2531 static void sdma_process_event(struct sdma_engine *sde, enum sdma_events event)  in sdma_process_event()
2547 static void __sdma_process_event(struct sdma_engine *sde,  in __sdma_process_event()
3168 	struct sdma_engine *sde;  in sdma_update_lmc()
3277 int sdma_ahg_alloc(struct sdma_engine *sde)  in sdma_ahg_alloc()
3308 void sdma_ahg_free(struct sdma_engine *sde, int ahg_index)  in sdma_ahg_free()
3403 	struct sdma_engine *sde)  in _sdma_engine_progress_schedule()