428 static int iop_adma_alloc_chan_resources(struct dma_chan *chan)  in iop_adma_alloc_chan_resources()
495 iop_adma_prep_dma_interrupt(struct dma_chan *chan, unsigned long flags)  in iop_adma_prep_dma_interrupt()
517 iop_adma_prep_dma_memcpy(struct dma_chan *chan, dma_addr_t dma_dest,  in iop_adma_prep_dma_memcpy()
548 iop_adma_prep_dma_xor(struct dma_chan *chan, dma_addr_t dma_dest,  in iop_adma_prep_dma_xor()
583 iop_adma_prep_dma_xor_val(struct dma_chan *chan, dma_addr_t *dma_src,  in iop_adma_prep_dma_xor_val()
618 iop_adma_prep_dma_pq(struct dma_chan *chan, dma_addr_t *dst, dma_addr_t *src,  in iop_adma_prep_dma_pq()
682 iop_adma_prep_dma_pq_val(struct dma_chan *chan, dma_addr_t *pq, dma_addr_t *src,  in iop_adma_prep_dma_pq_val()
725 static void iop_adma_free_chan_resources(struct dma_chan *chan)  in iop_adma_free_chan_resources()
763 static enum dma_status iop_adma_status(struct dma_chan *chan,  in iop_adma_status()
827 static void iop_adma_issue_pending(struct dma_chan *chan)  in iop_adma_issue_pending()
847 	struct dma_chan *dma_chan;  in iop_adma_memcpy_self_test()  local
869 	dma_chan = container_of(device->common.channels.next,  in iop_adma_memcpy_self_test()
870 				struct dma_chan,  in iop_adma_memcpy_self_test()
872 	if (iop_adma_alloc_chan_resources(dma_chan) < 1) {  in iop_adma_memcpy_self_test()
877 	dest_dma = dma_map_single(dma_chan->device->dev, dest,  in iop_adma_memcpy_self_test()
879 	src_dma = dma_map_single(dma_chan->device->dev, src,  in iop_adma_memcpy_self_test()
881 	tx = iop_adma_prep_dma_memcpy(dma_chan, dest_dma, src_dma,  in iop_adma_memcpy_self_test()
886 	iop_adma_issue_pending(dma_chan);  in iop_adma_memcpy_self_test()
889 	if (iop_adma_status(dma_chan, cookie, NULL) !=  in iop_adma_memcpy_self_test()
891 		dev_err(dma_chan->device->dev,  in iop_adma_memcpy_self_test()
897 	iop_chan = to_iop_adma_chan(dma_chan);  in iop_adma_memcpy_self_test()
901 		dev_err(dma_chan->device->dev,  in iop_adma_memcpy_self_test()
908 	iop_adma_free_chan_resources(dma_chan);  in iop_adma_memcpy_self_test()
926 	struct dma_chan *dma_chan;  in iop_adma_xor_val_self_test()  local
967 	dma_chan = container_of(device->common.channels.next,  in iop_adma_xor_val_self_test()
968 				struct dma_chan,  in iop_adma_xor_val_self_test()
970 	if (iop_adma_alloc_chan_resources(dma_chan) < 1) {  in iop_adma_xor_val_self_test()
976 	dest_dma = dma_map_page(dma_chan->device->dev, dest, 0,  in iop_adma_xor_val_self_test()
979 		dma_srcs[i] = dma_map_page(dma_chan->device->dev, xor_srcs[i],  in iop_adma_xor_val_self_test()
981 	tx = iop_adma_prep_dma_xor(dma_chan, dest_dma, dma_srcs,  in iop_adma_xor_val_self_test()
986 	iop_adma_issue_pending(dma_chan);  in iop_adma_xor_val_self_test()
989 	if (iop_adma_status(dma_chan, cookie, NULL) !=  in iop_adma_xor_val_self_test()
991 		dev_err(dma_chan->device->dev,  in iop_adma_xor_val_self_test()
997 	iop_chan = to_iop_adma_chan(dma_chan);  in iop_adma_xor_val_self_test()
1003 			dev_err(dma_chan->device->dev,  in iop_adma_xor_val_self_test()
1013 	if (!dma_has_cap(DMA_XOR_VAL, dma_chan->device->cap_mask))  in iop_adma_xor_val_self_test()
1024 		dma_srcs[i] = dma_map_page(dma_chan->device->dev,  in iop_adma_xor_val_self_test()
1027 	tx = iop_adma_prep_dma_xor_val(dma_chan, dma_srcs,  in iop_adma_xor_val_self_test()
1033 	iop_adma_issue_pending(dma_chan);  in iop_adma_xor_val_self_test()
1036 	if (iop_adma_status(dma_chan, cookie, NULL) != DMA_COMPLETE) {  in iop_adma_xor_val_self_test()
1037 		dev_err(dma_chan->device->dev,  in iop_adma_xor_val_self_test()
1044 		dev_err(dma_chan->device->dev,  in iop_adma_xor_val_self_test()
1053 		dma_srcs[i] = dma_map_page(dma_chan->device->dev,  in iop_adma_xor_val_self_test()
1056 	tx = iop_adma_prep_dma_xor_val(dma_chan, dma_srcs,  in iop_adma_xor_val_self_test()
1062 	iop_adma_issue_pending(dma_chan);  in iop_adma_xor_val_self_test()
1065 	if (iop_adma_status(dma_chan, cookie, NULL) != DMA_COMPLETE) {  in iop_adma_xor_val_self_test()
1066 		dev_err(dma_chan->device->dev,  in iop_adma_xor_val_self_test()
1073 		dev_err(dma_chan->device->dev,  in iop_adma_xor_val_self_test()
1080 	iop_adma_free_chan_resources(dma_chan);  in iop_adma_xor_val_self_test()
1104 	struct dma_chan *dma_chan;  in iop_adma_pq_zero_sum_self_test()  local
1129 	dma_chan = container_of(device->common.channels.next,  in iop_adma_pq_zero_sum_self_test()
1130 				struct dma_chan,  in iop_adma_pq_zero_sum_self_test()
1132 	if (iop_adma_alloc_chan_resources(dma_chan) < 1) {  in iop_adma_pq_zero_sum_self_test()
1137 	dev = dma_chan->device->dev;  in iop_adma_pq_zero_sum_self_test()
1150 	tx = iop_adma_prep_dma_pq(dma_chan, pq_dest, pq_src,  in iop_adma_pq_zero_sum_self_test()
1157 	iop_adma_issue_pending(dma_chan);  in iop_adma_pq_zero_sum_self_test()
1160 	if (iop_adma_status(dma_chan, cookie, NULL) !=  in iop_adma_pq_zero_sum_self_test()
1188 	tx = iop_adma_prep_dma_pq_val(dma_chan, &pq_src[IOP_ADMA_NUM_SRC_TEST],  in iop_adma_pq_zero_sum_self_test()
1194 	iop_adma_issue_pending(dma_chan);  in iop_adma_pq_zero_sum_self_test()
1197 	if (iop_adma_status(dma_chan, cookie, NULL) !=  in iop_adma_pq_zero_sum_self_test()
1220 	tx = iop_adma_prep_dma_pq_val(dma_chan, &pq_src[IOP_ADMA_NUM_SRC_TEST],  in iop_adma_pq_zero_sum_self_test()
1226 	iop_adma_issue_pending(dma_chan);  in iop_adma_pq_zero_sum_self_test()
1229 	if (iop_adma_status(dma_chan, cookie, NULL) !=  in iop_adma_pq_zero_sum_self_test()
1244 	iop_adma_free_chan_resources(dma_chan);  in iop_adma_pq_zero_sum_self_test()
1256 	struct dma_chan *chan, *_chan;  in iop_adma_remove()