119 	c->controller = cppi;  in cppi_pool_init()
138 	struct cppi		*cppi = c->controller;  in cppi_pool_free()
143 	c->controller = NULL;  in cppi_pool_free()
155 static void cppi_controller_start(struct cppi *controller)  in cppi_controller_start()  argument
161 	for (i = 0; i < ARRAY_SIZE(controller->tx); i++) {  in cppi_controller_start()
162 		controller->tx[i].transmit = true;  in cppi_controller_start()
163 		controller->tx[i].index = i;  in cppi_controller_start()
165 	for (i = 0; i < ARRAY_SIZE(controller->rx); i++) {  in cppi_controller_start()
166 		controller->rx[i].transmit = false;  in cppi_controller_start()
167 		controller->rx[i].index = i;  in cppi_controller_start()
171 	for (i = 0; i < ARRAY_SIZE(controller->tx); i++)  in cppi_controller_start()
172 		cppi_pool_init(controller, controller->tx + i);  in cppi_controller_start()
173 	for (i = 0; i < ARRAY_SIZE(controller->rx); i++)  in cppi_controller_start()
174 		cppi_pool_init(controller, controller->rx + i);  in cppi_controller_start()
176 	tibase =  controller->tibase;  in cppi_controller_start()
177 	INIT_LIST_HEAD(&controller->tx_complete);  in cppi_controller_start()
180 	for (i = 0; i < ARRAY_SIZE(controller->tx); i++) {  in cppi_controller_start()
181 		struct cppi_channel	*tx_ch = controller->tx + i;  in cppi_controller_start()
190 	for (i = 0; i < ARRAY_SIZE(controller->rx); i++) {  in cppi_controller_start()
191 		struct cppi_channel	*rx_ch = controller->rx + i;  in cppi_controller_start()
222 static void cppi_controller_stop(struct cppi *controller)  in cppi_controller_stop()  argument
228 	musb = controller->controller.musb;  in cppi_controller_stop()
230 	tibase = controller->tibase;  in cppi_controller_stop()
238 	for (i = 0; i < ARRAY_SIZE(controller->tx); i++) {  in cppi_controller_stop()
240 		controller->tx[i].last_processed = NULL;  in cppi_controller_stop()
241 		cppi_pool_free(controller->tx + i);  in cppi_controller_stop()
243 	for (i = 0; i < ARRAY_SIZE(controller->rx); i++)  in cppi_controller_stop()
244 		cppi_pool_free(controller->rx + i);  in cppi_controller_stop()
284 	struct cppi		*controller;  in cppi_channel_allocate()  local
290 	controller = container_of(c, struct cppi, controller);  in cppi_channel_allocate()
291 	tibase = controller->tibase;  in cppi_channel_allocate()
301 		if (index >= ARRAY_SIZE(controller->tx)) {  in cppi_channel_allocate()
305 		cppi_ch = controller->tx + index;  in cppi_channel_allocate()
307 		if (index >= ARRAY_SIZE(controller->rx)) {  in cppi_channel_allocate()
311 		cppi_ch = controller->rx + index;  in cppi_channel_allocate()
338 	tibase = c->controller->tibase;  in cppi_channel_release()
340 		musb_dbg(c->controller->controller.musb,  in cppi_channel_release()
354 	void __iomem			*base = c->controller->mregs;  in cppi_dump_rx()
359 	musb_dbg(c->controller->controller.musb,  in cppi_dump_rx()
364 		musb_readl(c->controller->tibase,  in cppi_dump_rx()
384 	void __iomem			*base = c->controller->mregs;  in cppi_dump_tx()
389 	musb_dbg(c->controller->controller.musb,  in cppi_dump_tx()
952 	struct cppi		*controller;  in cppi_channel_program()  local
956 	controller = cppi_ch->controller;  in cppi_channel_program()
957 	musb = controller->controller.musb;  in cppi_channel_program()
1012 	struct musb			*musb = cppi->controller.musb;  in cppi_rx_scan()
1124 		if (is_host_active(cppi->controller.musb)  in cppi_rx_scan()
1151 	cppi = container_of(musb->dma_controller, struct cppi, controller);  in cppi_interrupt()
1302 	struct cppi		*controller;  in cppi_dma_controller_create()  local
1303 	struct device		*dev = musb->controller;  in cppi_dma_controller_create()
1307 	controller = kzalloc(sizeof *controller, GFP_KERNEL);  in cppi_dma_controller_create()
1308 	if (!controller)  in cppi_dma_controller_create()
1311 	controller->mregs = mregs;  in cppi_dma_controller_create()
1312 	controller->tibase = mregs - DAVINCI_BASE_OFFSET;  in cppi_dma_controller_create()
1314 	controller->controller.musb = musb;  in cppi_dma_controller_create()
1315 	controller->controller.channel_alloc = cppi_channel_allocate;  in cppi_dma_controller_create()
1316 	controller->controller.channel_release = cppi_channel_release;  in cppi_dma_controller_create()
1317 	controller->controller.channel_program = cppi_channel_program;  in cppi_dma_controller_create()
1318 	controller->controller.channel_abort = cppi_channel_abort;  in cppi_dma_controller_create()
1325 	controller->pool = dma_pool_create("cppi",  in cppi_dma_controller_create()
1326 			controller->controller.musb->controller,  in cppi_dma_controller_create()
1329 	if (!controller->pool) {  in cppi_dma_controller_create()
1330 		kfree(controller);  in cppi_dma_controller_create()
1337 			musb_dma_controller_destroy(&controller->controller);  in cppi_dma_controller_create()
1340 		controller->irq = irq;  in cppi_dma_controller_create()
1343 	cppi_controller_start(controller);  in cppi_dma_controller_create()
1344 	return &controller->controller;  in cppi_dma_controller_create()
1355 	cppi = container_of(c, struct cppi, controller);  in cppi_dma_controller_destroy()
1360 		free_irq(cppi->irq, cppi->controller.musb);  in cppi_dma_controller_destroy()
1375 	struct cppi		*controller;  in cppi_channel_abort()  local
1384 	controller = cppi_ch->controller;  in cppi_channel_abort()
1404 	mbase = controller->mregs;  in cppi_channel_abort()
1405 	tibase = controller->tibase;  in cppi_channel_abort()
1472 		if (is_host_active(cppi_ch->controller->controller.musb)) {  in cppi_channel_abort()
1481 		if (is_host_active(cppi_ch->controller->controller.musb)) {  in cppi_channel_abort()
1503 		cppi_rx_scan(controller, cppi_ch->index);  in cppi_channel_abort()