450 	struct mmp_pdma_desc_sw *first = NULL, *prev = NULL, *new;  in mmp_pdma_prep_memcpy()  local
470 		new = mmp_pdma_alloc_descriptor(chan);  in mmp_pdma_prep_memcpy()
471 		if (!new) {  in mmp_pdma_prep_memcpy()
480 		new->desc.dcmd = chan->dcmd | (DCMD_LENGTH & copy);  in mmp_pdma_prep_memcpy()
481 		new->desc.dsadr = dma_src;  in mmp_pdma_prep_memcpy()
482 		new->desc.dtadr = dma_dst;  in mmp_pdma_prep_memcpy()
485 			first = new;  in mmp_pdma_prep_memcpy()
487 			prev->desc.ddadr = new->async_tx.phys;  in mmp_pdma_prep_memcpy()
489 		new->async_tx.cookie = 0;  in mmp_pdma_prep_memcpy()
490 		async_tx_ack(&new->async_tx);  in mmp_pdma_prep_memcpy()
492 		prev = new;  in mmp_pdma_prep_memcpy()
505 		list_add_tail(&new->node, &first->tx_list);  in mmp_pdma_prep_memcpy()
512 	new->desc.ddadr = DDADR_STOP;  in mmp_pdma_prep_memcpy()
513 	new->desc.dcmd |= DCMD_ENDIRQEN;  in mmp_pdma_prep_memcpy()
531 	struct mmp_pdma_desc_sw *first = NULL, *prev = NULL, *new = NULL;  in mmp_pdma_prep_slave_sg()  local
554 			new = mmp_pdma_alloc_descriptor(chan);  in mmp_pdma_prep_slave_sg()
555 			if (!new) {  in mmp_pdma_prep_slave_sg()
560 			new->desc.dcmd = chan->dcmd | (DCMD_LENGTH & len);  in mmp_pdma_prep_slave_sg()
562 				new->desc.dsadr = addr;  in mmp_pdma_prep_slave_sg()
563 				new->desc.dtadr = chan->dev_addr;  in mmp_pdma_prep_slave_sg()
565 				new->desc.dsadr = chan->dev_addr;  in mmp_pdma_prep_slave_sg()
566 				new->desc.dtadr = addr;  in mmp_pdma_prep_slave_sg()
570 				first = new;  in mmp_pdma_prep_slave_sg()
572 				prev->desc.ddadr = new->async_tx.phys;  in mmp_pdma_prep_slave_sg()
574 			new->async_tx.cookie = 0;  in mmp_pdma_prep_slave_sg()
575 			async_tx_ack(&new->async_tx);  in mmp_pdma_prep_slave_sg()
576 			prev = new;  in mmp_pdma_prep_slave_sg()
579 			list_add_tail(&new->node, &first->tx_list);  in mmp_pdma_prep_slave_sg()
591 	new->desc.ddadr = DDADR_STOP;  in mmp_pdma_prep_slave_sg()
592 	new->desc.dcmd |= DCMD_ENDIRQEN;  in mmp_pdma_prep_slave_sg()
612 	struct mmp_pdma_desc_sw *first = NULL, *prev = NULL, *new;  in mmp_pdma_prep_dma_cyclic()  local
646 		new = mmp_pdma_alloc_descriptor(chan);  in mmp_pdma_prep_dma_cyclic()
647 		if (!new) {  in mmp_pdma_prep_dma_cyclic()
652 		new->desc.dcmd = (chan->dcmd | DCMD_ENDIRQEN |  in mmp_pdma_prep_dma_cyclic()
654 		new->desc.dsadr = dma_src;  in mmp_pdma_prep_dma_cyclic()
655 		new->desc.dtadr = dma_dst;  in mmp_pdma_prep_dma_cyclic()
658 			first = new;  in mmp_pdma_prep_dma_cyclic()
660 			prev->desc.ddadr = new->async_tx.phys;  in mmp_pdma_prep_dma_cyclic()
662 		new->async_tx.cookie = 0;  in mmp_pdma_prep_dma_cyclic()
663 		async_tx_ack(&new->async_tx);  in mmp_pdma_prep_dma_cyclic()
665 		prev = new;  in mmp_pdma_prep_dma_cyclic()
674 		list_add_tail(&new->node, &first->tx_list);  in mmp_pdma_prep_dma_cyclic()
681 	new->desc.ddadr = first->async_tx.phys;  in mmp_pdma_prep_dma_cyclic()