103 static int spi_check_buswidth_req(struct spi_mem *mem, u8 buswidth, bool tx)  in spi_check_buswidth_req()  argument
105 	u32 mode = mem->spi->mode;  in spi_check_buswidth_req()
141 static bool spi_mem_check_buswidth(struct spi_mem *mem,  in spi_mem_check_buswidth()  argument
144 	if (spi_check_buswidth_req(mem, op->cmd.buswidth, true))  in spi_mem_check_buswidth()
148 	    spi_check_buswidth_req(mem, op->addr.buswidth, true))  in spi_mem_check_buswidth()
152 	    spi_check_buswidth_req(mem, op->dummy.buswidth, true))  in spi_mem_check_buswidth()
156 	    spi_check_buswidth_req(mem, op->data.buswidth,  in spi_mem_check_buswidth()
163 bool spi_mem_dtr_supports_op(struct spi_mem *mem,  in spi_mem_dtr_supports_op()  argument
169 	return spi_mem_check_buswidth(mem, op);  in spi_mem_dtr_supports_op()
173 bool spi_mem_default_supports_op(struct spi_mem *mem,  in spi_mem_default_supports_op()  argument
182 	return spi_mem_check_buswidth(mem, op);  in spi_mem_default_supports_op()
213 static bool spi_mem_internal_supports_op(struct spi_mem *mem,  in spi_mem_internal_supports_op()  argument
216 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_internal_supports_op()
219 		return ctlr->mem_ops->supports_op(mem, op);  in spi_mem_internal_supports_op()
221 	return spi_mem_default_supports_op(mem, op);  in spi_mem_internal_supports_op()
239 bool spi_mem_supports_op(struct spi_mem *mem, const struct spi_mem_op *op)  in spi_mem_supports_op()  argument
244 	return spi_mem_internal_supports_op(mem, op);  in spi_mem_supports_op()
248 static int spi_mem_access_start(struct spi_mem *mem)  in spi_mem_access_start()  argument
250 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_access_start()
276 static void spi_mem_access_end(struct spi_mem *mem)  in spi_mem_access_end()  argument
278 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_access_end()
299 int spi_mem_exec_op(struct spi_mem *mem, const struct spi_mem_op *op)  in spi_mem_exec_op()  argument
302 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_exec_op()
312 	if (!spi_mem_internal_supports_op(mem, op))  in spi_mem_exec_op()
315 	if (ctlr->mem_ops && !mem->spi->cs_gpiod) {  in spi_mem_exec_op()
316 		ret = spi_mem_access_start(mem);  in spi_mem_exec_op()
320 		ret = ctlr->mem_ops->exec_op(mem, op);  in spi_mem_exec_op()
322 		spi_mem_access_end(mem);  in spi_mem_exec_op()
395 	ret = spi_sync(mem->spi, &msg);  in spi_mem_exec_op()
421 const char *spi_mem_get_name(struct spi_mem *mem)  in spi_mem_get_name()  argument
423 	return mem->name;  in spi_mem_get_name()
442 int spi_mem_adjust_op_size(struct spi_mem *mem, struct spi_mem_op *op)  in spi_mem_adjust_op_size()  argument
444 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_adjust_op_size()
448 		return ctlr->mem_ops->adjust_op_size(mem, op);  in spi_mem_adjust_op_size()
453 		if (len > spi_max_transfer_size(mem->spi))  in spi_mem_adjust_op_size()
457 				       spi_max_transfer_size(mem->spi),  in spi_mem_adjust_op_size()
458 				       spi_max_message_size(mem->spi) -  in spi_mem_adjust_op_size()
477 	ret = spi_mem_adjust_op_size(desc->mem, &op);  in spi_mem_no_dirmap_read()
481 	ret = spi_mem_exec_op(desc->mem, &op);  in spi_mem_no_dirmap_read()
497 	ret = spi_mem_adjust_op_size(desc->mem, &op);  in spi_mem_no_dirmap_write()
501 	ret = spi_mem_exec_op(desc->mem, &op);  in spi_mem_no_dirmap_write()
522 spi_mem_dirmap_create(struct spi_mem *mem,  in spi_mem_dirmap_create()  argument
525 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_dirmap_create()
541 	desc->mem = mem;  in spi_mem_dirmap_create()
548 		if (!spi_mem_supports_op(desc->mem, &desc->info.op_tmpl))  in spi_mem_dirmap_create()
572 	struct spi_controller *ctlr = desc->mem->spi->controller;  in spi_mem_dirmap_destroy()
601 devm_spi_mem_dirmap_create(struct device *dev, struct spi_mem *mem,  in devm_spi_mem_dirmap_create()  argument
611 	desc = spi_mem_dirmap_create(mem, info);  in devm_spi_mem_dirmap_create()
669 	struct spi_controller *ctlr = desc->mem->spi->controller;  in spi_mem_dirmap_read()
681 		ret = spi_mem_access_start(desc->mem);  in spi_mem_dirmap_read()
687 		spi_mem_access_end(desc->mem);  in spi_mem_dirmap_read()
715 	struct spi_controller *ctlr = desc->mem->spi->controller;  in spi_mem_dirmap_write()
727 		ret = spi_mem_access_start(desc->mem);  in spi_mem_dirmap_write()
733 		spi_mem_access_end(desc->mem);  in spi_mem_dirmap_write()
747 static int spi_mem_read_status(struct spi_mem *mem,  in spi_mem_read_status()  argument
754 	ret = spi_mem_exec_op(mem, op);  in spi_mem_read_status()
782 int spi_mem_poll_status(struct spi_mem *mem,  in spi_mem_poll_status()  argument
789 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_poll_status()
799 		ret = spi_mem_access_start(mem);  in spi_mem_poll_status()
803 		ret = ctlr->mem_ops->poll_status(mem, op, mask, match,  in spi_mem_poll_status()
807 		spi_mem_access_end(mem);  in spi_mem_poll_status()
811 		if (!spi_mem_supports_op(mem, op))  in spi_mem_poll_status()
822 					polling_delay_us, timeout_ms * 1000, false, mem,  in spi_mem_poll_status()
836 	struct spi_mem *mem;  in spi_mem_probe()  local
838 	mem = devm_kzalloc(&spi->dev, sizeof(*mem), GFP_KERNEL);  in spi_mem_probe()
839 	if (!mem)  in spi_mem_probe()
842 	mem->spi = spi;  in spi_mem_probe()
845 		mem->name = ctlr->mem_ops->get_name(mem);  in spi_mem_probe()
847 		mem->name = dev_name(&spi->dev);  in spi_mem_probe()
849 	if (IS_ERR_OR_NULL(mem->name))  in spi_mem_probe()
850 		return PTR_ERR_OR_ZERO(mem->name);  in spi_mem_probe()
852 	spi_set_drvdata(spi, mem);  in spi_mem_probe()
854 	return memdrv->probe(mem);  in spi_mem_probe()
860 	struct spi_mem *mem = spi_get_drvdata(spi);  in spi_mem_remove()  local
863 		return memdrv->remove(mem);  in spi_mem_remove()
871 	struct spi_mem *mem = spi_get_drvdata(spi);  in spi_mem_shutdown()  local
874 		memdrv->shutdown(mem);  in spi_mem_shutdown()