104 	struct ioatdma_chan *ioat_chan = to_ioat_chan(c);  in ioat_dma_prep_memcpy_lock()  local
112 	if (test_bit(IOAT_CHAN_DOWN, &ioat_chan->state))  in ioat_dma_prep_memcpy_lock()
115 	num_descs = ioat_xferlen_to_descs(ioat_chan, len);  in ioat_dma_prep_memcpy_lock()
117 	    ioat_check_space_lock(ioat_chan, num_descs) == 0)  in ioat_dma_prep_memcpy_lock()
118 		idx = ioat_chan->head;  in ioat_dma_prep_memcpy_lock()
123 		size_t copy = min_t(size_t, len, 1 << ioat_chan->xfercap_log);  in ioat_dma_prep_memcpy_lock()
125 		desc = ioat_get_ring_ent(ioat_chan, idx + i);  in ioat_dma_prep_memcpy_lock()
136 		dump_desc_dbg(ioat_chan, desc);  in ioat_dma_prep_memcpy_lock()
144 	dump_desc_dbg(ioat_chan, desc);  in ioat_dma_prep_memcpy_lock()
156 	struct ioatdma_chan *ioat_chan = to_ioat_chan(c);  in __ioat_prep_xor_lock()  local
170 	num_descs = ioat_xferlen_to_descs(ioat_chan, len);  in __ioat_prep_xor_lock()
186 	    ioat_check_space_lock(ioat_chan, num_descs+1) == 0)  in __ioat_prep_xor_lock()
187 		idx = ioat_chan->head;  in __ioat_prep_xor_lock()
194 					 len, 1 << ioat_chan->xfercap_log);  in __ioat_prep_xor_lock()
197 		desc = ioat_get_ring_ent(ioat_chan, idx + i);  in __ioat_prep_xor_lock()
204 		ext = ioat_get_ring_ent(ioat_chan, idx + i + 1);  in __ioat_prep_xor_lock()
219 		dump_desc_dbg(ioat_chan, desc);  in __ioat_prep_xor_lock()
230 	compl_desc = ioat_get_ring_ent(ioat_chan, idx + i);  in __ioat_prep_xor_lock()
238 	dump_desc_dbg(ioat_chan, compl_desc);  in __ioat_prep_xor_lock()
248 	struct ioatdma_chan *ioat_chan = to_ioat_chan(chan);  in ioat_prep_xor()  local
250 	if (test_bit(IOAT_CHAN_DOWN, &ioat_chan->state))  in ioat_prep_xor()
261 	struct ioatdma_chan *ioat_chan = to_ioat_chan(chan);  in ioat_prep_xor_val()  local
263 	if (test_bit(IOAT_CHAN_DOWN, &ioat_chan->state))  in ioat_prep_xor_val()
276 dump_pq_desc_dbg(struct ioatdma_chan *ioat_chan, struct ioat_ring_ent *desc,  in dump_pq_desc_dbg()  argument
279 	struct device *dev = to_dev(ioat_chan);  in dump_pq_desc_dbg()
303 static void dump_pq16_desc_dbg(struct ioatdma_chan *ioat_chan,  in dump_pq16_desc_dbg()  argument
306 	struct device *dev = to_dev(ioat_chan);  in dump_pq16_desc_dbg()
344 	struct ioatdma_chan *ioat_chan = to_ioat_chan(c);  in __ioat_prep_pq_lock()  local
345 	struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma;  in __ioat_prep_pq_lock()
358 	dev_dbg(to_dev(ioat_chan), "%s\n", __func__);  in __ioat_prep_pq_lock()
364 	num_descs = ioat_xferlen_to_descs(ioat_chan, len);  in __ioat_prep_pq_lock()
382 	    ioat_check_space_lock(ioat_chan, num_descs + cb32) == 0)  in __ioat_prep_pq_lock()
383 		idx = ioat_chan->head;  in __ioat_prep_pq_lock()
390 					 1 << ioat_chan->xfercap_log);  in __ioat_prep_pq_lock()
392 		desc = ioat_get_ring_ent(ioat_chan, idx + i);  in __ioat_prep_pq_lock()
399 		ext = ioat_get_ring_ent(ioat_chan, idx + i + with_ext);  in __ioat_prep_pq_lock()
438 	dump_pq_desc_dbg(ioat_chan, desc, ext);  in __ioat_prep_pq_lock()
446 		compl_desc = ioat_get_ring_ent(ioat_chan, idx + i);  in __ioat_prep_pq_lock()
454 		dump_desc_dbg(ioat_chan, compl_desc);  in __ioat_prep_pq_lock()
468 	struct ioatdma_chan *ioat_chan = to_ioat_chan(c);  in __ioat_prep_pq16_lock()  local
469 	struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma;  in __ioat_prep_pq16_lock()
480 	dev_dbg(to_dev(ioat_chan), "%s\n", __func__);  in __ioat_prep_pq16_lock()
482 	num_descs = ioat_xferlen_to_descs(ioat_chan, len);  in __ioat_prep_pq16_lock()
488 	if (num_descs && ioat_check_space_lock(ioat_chan, num_descs) == 0)  in __ioat_prep_pq16_lock()
489 		idx = ioat_chan->head;  in __ioat_prep_pq16_lock()
498 					 1 << ioat_chan->xfercap_log);  in __ioat_prep_pq16_lock()
500 		desc = ioat_get_ring_ent(ioat_chan, idx + i);  in __ioat_prep_pq16_lock()
507 			dev_err(to_dev(ioat_chan),  in __ioat_prep_pq16_lock()
557 	dump_pq16_desc_dbg(ioat_chan, desc);  in __ioat_prep_pq16_lock()
578 	struct ioatdma_chan *ioat_chan = to_ioat_chan(chan);  in ioat_prep_pq()  local
580 	if (test_bit(IOAT_CHAN_DOWN, &ioat_chan->state))  in ioat_prep_pq()
623 	struct ioatdma_chan *ioat_chan = to_ioat_chan(chan);  in ioat_prep_pq_val()  local
625 	if (test_bit(IOAT_CHAN_DOWN, &ioat_chan->state))  in ioat_prep_pq_val()
652 	struct ioatdma_chan *ioat_chan = to_ioat_chan(chan);  in ioat_prep_pqxor()  local
654 	if (test_bit(IOAT_CHAN_DOWN, &ioat_chan->state))  in ioat_prep_pqxor()
679 	struct ioatdma_chan *ioat_chan = to_ioat_chan(chan);  in ioat_prep_pqxor_val()  local
681 	if (test_bit(IOAT_CHAN_DOWN, &ioat_chan->state))  in ioat_prep_pqxor_val()
707 	struct ioatdma_chan *ioat_chan = to_ioat_chan(c);  in ioat_prep_interrupt_lock()  local
711 	if (test_bit(IOAT_CHAN_DOWN, &ioat_chan->state))  in ioat_prep_interrupt_lock()
714 	if (ioat_check_space_lock(ioat_chan, 1) == 0)  in ioat_prep_interrupt_lock()
715 		desc = ioat_get_ring_ent(ioat_chan, ioat_chan->head);  in ioat_prep_interrupt_lock()
732 	dump_desc_dbg(ioat_chan, desc);  in ioat_prep_interrupt_lock()