34 int spi_controller_dma_map_mem_op_data(struct spi_controller *ctlr,  in spi_controller_dma_map_mem_op_data()  argument
43 	if (op->data.dir == SPI_MEM_DATA_OUT && ctlr->dma_tx)  in spi_controller_dma_map_mem_op_data()
44 		dmadev = ctlr->dma_tx->device->dev;  in spi_controller_dma_map_mem_op_data()
45 	else if (op->data.dir == SPI_MEM_DATA_IN && ctlr->dma_rx)  in spi_controller_dma_map_mem_op_data()
46 		dmadev = ctlr->dma_rx->device->dev;  in spi_controller_dma_map_mem_op_data()
48 		dmadev = ctlr->dev.parent;  in spi_controller_dma_map_mem_op_data()
53 	return spi_map_buf(ctlr, dmadev, sgt, op->data.buf.in, op->data.nbytes,  in spi_controller_dma_map_mem_op_data()
80 void spi_controller_dma_unmap_mem_op_data(struct spi_controller *ctlr,  in spi_controller_dma_unmap_mem_op_data()  argument
89 	if (op->data.dir == SPI_MEM_DATA_OUT && ctlr->dma_tx)  in spi_controller_dma_unmap_mem_op_data()
90 		dmadev = ctlr->dma_tx->device->dev;  in spi_controller_dma_unmap_mem_op_data()
91 	else if (op->data.dir == SPI_MEM_DATA_IN && ctlr->dma_rx)  in spi_controller_dma_unmap_mem_op_data()
92 		dmadev = ctlr->dma_rx->device->dev;  in spi_controller_dma_unmap_mem_op_data()
94 		dmadev = ctlr->dev.parent;  in spi_controller_dma_unmap_mem_op_data()
96 	spi_unmap_buf(ctlr, dmadev, sgt,  in spi_controller_dma_unmap_mem_op_data()
199 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_internal_supports_op()  local
201 	if (ctlr->mem_ops && ctlr->mem_ops->supports_op)  in spi_mem_internal_supports_op()
202 		return ctlr->mem_ops->supports_op(mem, op);  in spi_mem_internal_supports_op()
233 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_access_start()  local
239 	spi_flush_queue(ctlr);  in spi_mem_access_start()
241 	if (ctlr->auto_runtime_pm) {  in spi_mem_access_start()
244 		ret = pm_runtime_get_sync(ctlr->dev.parent);  in spi_mem_access_start()
246 			pm_runtime_put_noidle(ctlr->dev.parent);  in spi_mem_access_start()
247 			dev_err(&ctlr->dev, "Failed to power device: %d\n",  in spi_mem_access_start()
253 	mutex_lock(&ctlr->bus_lock_mutex);  in spi_mem_access_start()
254 	mutex_lock(&ctlr->io_mutex);  in spi_mem_access_start()
261 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_access_end()  local
263 	mutex_unlock(&ctlr->io_mutex);  in spi_mem_access_end()
264 	mutex_unlock(&ctlr->bus_lock_mutex);  in spi_mem_access_end()
266 	if (ctlr->auto_runtime_pm)  in spi_mem_access_end()
267 		pm_runtime_put(ctlr->dev.parent);  in spi_mem_access_end()
285 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_exec_op()  local
298 	if (ctlr->mem_ops && !mem->spi->cs_gpiod) {  in spi_mem_exec_op()
303 		ret = ctlr->mem_ops->exec_op(mem, op);  in spi_mem_exec_op()
426 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_adjust_op_size()  local
429 	if (ctlr->mem_ops && ctlr->mem_ops->adjust_op_size)  in spi_mem_adjust_op_size()
430 		return ctlr->mem_ops->adjust_op_size(mem, op);  in spi_mem_adjust_op_size()
432 	if (!ctlr->mem_ops || !ctlr->mem_ops->exec_op) {  in spi_mem_adjust_op_size()
507 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_dirmap_create()  local
525 	if (ctlr->mem_ops && ctlr->mem_ops->dirmap_create)  in spi_mem_dirmap_create()
526 		ret = ctlr->mem_ops->dirmap_create(desc);  in spi_mem_dirmap_create()
554 	struct spi_controller *ctlr = desc->mem->spi->controller;  in spi_mem_dirmap_destroy()  local
556 	if (!desc->nodirmap && ctlr->mem_ops && ctlr->mem_ops->dirmap_destroy)  in spi_mem_dirmap_destroy()
557 		ctlr->mem_ops->dirmap_destroy(desc);  in spi_mem_dirmap_destroy()
651 	struct spi_controller *ctlr = desc->mem->spi->controller;  in spi_mem_dirmap_read()  local
662 	} else if (ctlr->mem_ops && ctlr->mem_ops->dirmap_read) {  in spi_mem_dirmap_read()
667 		ret = ctlr->mem_ops->dirmap_read(desc, offs, len, buf);  in spi_mem_dirmap_read()
697 	struct spi_controller *ctlr = desc->mem->spi->controller;  in spi_mem_dirmap_write()  local
708 	} else if (ctlr->mem_ops && ctlr->mem_ops->dirmap_write) {  in spi_mem_dirmap_write()
713 		ret = ctlr->mem_ops->dirmap_write(desc, offs, len, buf);  in spi_mem_dirmap_write()
732 	struct spi_controller *ctlr = spi->controller;  in spi_mem_probe()  local
741 	if (ctlr->mem_ops && ctlr->mem_ops->get_name)  in spi_mem_probe()
742 		mem->name = ctlr->mem_ops->get_name(mem);  in spi_mem_probe()