77 static inline u32 ioat2_ring_size(struct ioat2_dma_chan *ioat)  in ioat2_ring_size()  argument
79 	return 1 << ioat->alloc_order;  in ioat2_ring_size()
83 static inline u16 ioat2_ring_active(struct ioat2_dma_chan *ioat)  in ioat2_ring_active()  argument
85 	return CIRC_CNT(ioat->head, ioat->tail, ioat2_ring_size(ioat));  in ioat2_ring_active()
89 static inline u16 ioat2_ring_pending(struct ioat2_dma_chan *ioat)  in ioat2_ring_pending()  argument
91 	return CIRC_CNT(ioat->head, ioat->issued, ioat2_ring_size(ioat));  in ioat2_ring_pending()
94 static inline u32 ioat2_ring_space(struct ioat2_dma_chan *ioat)  in ioat2_ring_space()  argument
96 	return ioat2_ring_size(ioat) - ioat2_ring_active(ioat);  in ioat2_ring_space()
99 static inline u16 ioat2_xferlen_to_descs(struct ioat2_dma_chan *ioat, size_t len)  in ioat2_xferlen_to_descs()  argument
101 	u16 num_descs = len >> ioat->xfercap_log;  in ioat2_xferlen_to_descs()
103 	num_descs += !!(len & ((1 << ioat->xfercap_log) - 1));  in ioat2_xferlen_to_descs()
144 ioat2_get_ring_ent(struct ioat2_dma_chan *ioat, u16 idx)  in ioat2_get_ring_ent()  argument
146 	return ioat->ring[idx & (ioat2_ring_size(ioat) - 1)];  in ioat2_get_ring_ent()
149 static inline void ioat2_set_chainaddr(struct ioat2_dma_chan *ioat, u64 addr)  in ioat2_set_chainaddr()  argument
151 	struct ioat_chan_common *chan = &ioat->base;  in ioat2_set_chainaddr()
164 int ioat2_check_space_lock(struct ioat2_dma_chan *ioat, int num_descs);
172 void __ioat2_restart_chan(struct ioat2_dma_chan *ioat);
173 bool reshape_ring(struct ioat2_dma_chan *ioat, int order);
174 void __ioat2_issue_pending(struct ioat2_dma_chan *ioat);