• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Xilinx Video IP Composite Device
4  *
5  * Copyright (C) 2013-2015 Ideas on Board
6  * Copyright (C) 2013-2015 Xilinx, Inc.
7  *
8  * Contacts: Hyun Kwon <hyun.kwon@xilinx.com>
9  *           Laurent Pinchart <laurent.pinchart@ideasonboard.com>
10  */
11 
12 #include <linux/list.h>
13 #include <linux/module.h>
14 #include <linux/of.h>
15 #include <linux/of_graph.h>
16 #include <linux/platform_device.h>
17 #include <linux/slab.h>
18 
19 #include <media/v4l2-async.h>
20 #include <media/v4l2-common.h>
21 #include <media/v4l2-device.h>
22 #include <media/v4l2-fwnode.h>
23 
24 #include "xilinx-dma.h"
25 #include "xilinx-vipp.h"
26 
27 #define XVIPP_DMA_S2MM				0
28 #define XVIPP_DMA_MM2S				1
29 
30 /**
31  * struct xvip_graph_entity - Entity in the video graph
32  * @asd: subdev asynchronous registration information
33  * @entity: media entity, from the corresponding V4L2 subdev
34  * @subdev: V4L2 subdev
35  */
36 struct xvip_graph_entity {
37 	struct v4l2_async_subdev asd; /* must be first */
38 	struct media_entity *entity;
39 	struct v4l2_subdev *subdev;
40 };
41 
42 static inline struct xvip_graph_entity *
to_xvip_entity(struct v4l2_async_subdev * asd)43 to_xvip_entity(struct v4l2_async_subdev *asd)
44 {
45 	return container_of(asd, struct xvip_graph_entity, asd);
46 }
47 
48 /* -----------------------------------------------------------------------------
49  * Graph Management
50  */
51 
52 static struct xvip_graph_entity *
xvip_graph_find_entity(struct xvip_composite_device * xdev,const struct fwnode_handle * fwnode)53 xvip_graph_find_entity(struct xvip_composite_device *xdev,
54 		       const struct fwnode_handle *fwnode)
55 {
56 	struct xvip_graph_entity *entity;
57 	struct v4l2_async_subdev *asd;
58 
59 	list_for_each_entry(asd, &xdev->notifier.asd_list, asd_list) {
60 		entity = to_xvip_entity(asd);
61 		if (entity->asd.match.fwnode == fwnode)
62 			return entity;
63 	}
64 
65 	return NULL;
66 }
67 
xvip_graph_build_one(struct xvip_composite_device * xdev,struct xvip_graph_entity * entity)68 static int xvip_graph_build_one(struct xvip_composite_device *xdev,
69 				struct xvip_graph_entity *entity)
70 {
71 	u32 link_flags = MEDIA_LNK_FL_ENABLED;
72 	struct media_entity *local = entity->entity;
73 	struct media_entity *remote;
74 	struct media_pad *local_pad;
75 	struct media_pad *remote_pad;
76 	struct xvip_graph_entity *ent;
77 	struct v4l2_fwnode_link link;
78 	struct fwnode_handle *ep = NULL;
79 	int ret = 0;
80 
81 	dev_dbg(xdev->dev, "creating links for entity %s\n", local->name);
82 
83 	while (1) {
84 		/* Get the next endpoint and parse its link. */
85 		ep = fwnode_graph_get_next_endpoint(entity->asd.match.fwnode,
86 						    ep);
87 		if (ep == NULL)
88 			break;
89 
90 		dev_dbg(xdev->dev, "processing endpoint %p\n", ep);
91 
92 		ret = v4l2_fwnode_parse_link(ep, &link);
93 		if (ret < 0) {
94 			dev_err(xdev->dev, "failed to parse link for %p\n",
95 				ep);
96 			continue;
97 		}
98 
99 		/* Skip sink ports, they will be processed from the other end of
100 		 * the link.
101 		 */
102 		if (link.local_port >= local->num_pads) {
103 			dev_err(xdev->dev, "invalid port number %u for %p\n",
104 				link.local_port, link.local_node);
105 			v4l2_fwnode_put_link(&link);
106 			ret = -EINVAL;
107 			break;
108 		}
109 
110 		local_pad = &local->pads[link.local_port];
111 
112 		if (local_pad->flags & MEDIA_PAD_FL_SINK) {
113 			dev_dbg(xdev->dev, "skipping sink port %p:%u\n",
114 				link.local_node, link.local_port);
115 			v4l2_fwnode_put_link(&link);
116 			continue;
117 		}
118 
119 		/* Skip DMA engines, they will be processed separately. */
120 		if (link.remote_node == of_fwnode_handle(xdev->dev->of_node)) {
121 			dev_dbg(xdev->dev, "skipping DMA port %p:%u\n",
122 				link.local_node, link.local_port);
123 			v4l2_fwnode_put_link(&link);
124 			continue;
125 		}
126 
127 		/* Find the remote entity. */
128 		ent = xvip_graph_find_entity(xdev, link.remote_node);
129 		if (ent == NULL) {
130 			dev_err(xdev->dev, "no entity found for %p\n",
131 				link.remote_node);
132 			v4l2_fwnode_put_link(&link);
133 			ret = -ENODEV;
134 			break;
135 		}
136 
137 		remote = ent->entity;
138 
139 		if (link.remote_port >= remote->num_pads) {
140 			dev_err(xdev->dev, "invalid port number %u on %p\n",
141 				link.remote_port, link.remote_node);
142 			v4l2_fwnode_put_link(&link);
143 			ret = -EINVAL;
144 			break;
145 		}
146 
147 		remote_pad = &remote->pads[link.remote_port];
148 
149 		v4l2_fwnode_put_link(&link);
150 
151 		/* Create the media link. */
152 		dev_dbg(xdev->dev, "creating %s:%u -> %s:%u link\n",
153 			local->name, local_pad->index,
154 			remote->name, remote_pad->index);
155 
156 		ret = media_create_pad_link(local, local_pad->index,
157 					       remote, remote_pad->index,
158 					       link_flags);
159 		if (ret < 0) {
160 			dev_err(xdev->dev,
161 				"failed to create %s:%u -> %s:%u link\n",
162 				local->name, local_pad->index,
163 				remote->name, remote_pad->index);
164 			break;
165 		}
166 	}
167 
168 	fwnode_handle_put(ep);
169 	return ret;
170 }
171 
172 static struct xvip_dma *
xvip_graph_find_dma(struct xvip_composite_device * xdev,unsigned int port)173 xvip_graph_find_dma(struct xvip_composite_device *xdev, unsigned int port)
174 {
175 	struct xvip_dma *dma;
176 
177 	list_for_each_entry(dma, &xdev->dmas, list) {
178 		if (dma->port == port)
179 			return dma;
180 	}
181 
182 	return NULL;
183 }
184 
xvip_graph_build_dma(struct xvip_composite_device * xdev)185 static int xvip_graph_build_dma(struct xvip_composite_device *xdev)
186 {
187 	u32 link_flags = MEDIA_LNK_FL_ENABLED;
188 	struct device_node *node = xdev->dev->of_node;
189 	struct media_entity *source;
190 	struct media_entity *sink;
191 	struct media_pad *source_pad;
192 	struct media_pad *sink_pad;
193 	struct xvip_graph_entity *ent;
194 	struct v4l2_fwnode_link link;
195 	struct device_node *ep = NULL;
196 	struct xvip_dma *dma;
197 	int ret = 0;
198 
199 	dev_dbg(xdev->dev, "creating links for DMA engines\n");
200 
201 	while (1) {
202 		/* Get the next endpoint and parse its link. */
203 		ep = of_graph_get_next_endpoint(node, ep);
204 		if (ep == NULL)
205 			break;
206 
207 		dev_dbg(xdev->dev, "processing endpoint %pOF\n", ep);
208 
209 		ret = v4l2_fwnode_parse_link(of_fwnode_handle(ep), &link);
210 		if (ret < 0) {
211 			dev_err(xdev->dev, "failed to parse link for %pOF\n",
212 				ep);
213 			continue;
214 		}
215 
216 		/* Find the DMA engine. */
217 		dma = xvip_graph_find_dma(xdev, link.local_port);
218 		if (dma == NULL) {
219 			dev_err(xdev->dev, "no DMA engine found for port %u\n",
220 				link.local_port);
221 			v4l2_fwnode_put_link(&link);
222 			ret = -EINVAL;
223 			break;
224 		}
225 
226 		dev_dbg(xdev->dev, "creating link for DMA engine %s\n",
227 			dma->video.name);
228 
229 		/* Find the remote entity. */
230 		ent = xvip_graph_find_entity(xdev, link.remote_node);
231 		if (ent == NULL) {
232 			dev_err(xdev->dev, "no entity found for %pOF\n",
233 				to_of_node(link.remote_node));
234 			v4l2_fwnode_put_link(&link);
235 			ret = -ENODEV;
236 			break;
237 		}
238 
239 		if (link.remote_port >= ent->entity->num_pads) {
240 			dev_err(xdev->dev, "invalid port number %u on %pOF\n",
241 				link.remote_port,
242 				to_of_node(link.remote_node));
243 			v4l2_fwnode_put_link(&link);
244 			ret = -EINVAL;
245 			break;
246 		}
247 
248 		if (dma->pad.flags & MEDIA_PAD_FL_SOURCE) {
249 			source = &dma->video.entity;
250 			source_pad = &dma->pad;
251 			sink = ent->entity;
252 			sink_pad = &sink->pads[link.remote_port];
253 		} else {
254 			source = ent->entity;
255 			source_pad = &source->pads[link.remote_port];
256 			sink = &dma->video.entity;
257 			sink_pad = &dma->pad;
258 		}
259 
260 		v4l2_fwnode_put_link(&link);
261 
262 		/* Create the media link. */
263 		dev_dbg(xdev->dev, "creating %s:%u -> %s:%u link\n",
264 			source->name, source_pad->index,
265 			sink->name, sink_pad->index);
266 
267 		ret = media_create_pad_link(source, source_pad->index,
268 					       sink, sink_pad->index,
269 					       link_flags);
270 		if (ret < 0) {
271 			dev_err(xdev->dev,
272 				"failed to create %s:%u -> %s:%u link\n",
273 				source->name, source_pad->index,
274 				sink->name, sink_pad->index);
275 			break;
276 		}
277 	}
278 
279 	of_node_put(ep);
280 	return ret;
281 }
282 
xvip_graph_notify_complete(struct v4l2_async_notifier * notifier)283 static int xvip_graph_notify_complete(struct v4l2_async_notifier *notifier)
284 {
285 	struct xvip_composite_device *xdev =
286 		container_of(notifier, struct xvip_composite_device, notifier);
287 	struct xvip_graph_entity *entity;
288 	struct v4l2_async_subdev *asd;
289 	int ret;
290 
291 	dev_dbg(xdev->dev, "notify complete, all subdevs registered\n");
292 
293 	/* Create links for every entity. */
294 	list_for_each_entry(asd, &xdev->notifier.asd_list, asd_list) {
295 		entity = to_xvip_entity(asd);
296 		ret = xvip_graph_build_one(xdev, entity);
297 		if (ret < 0)
298 			return ret;
299 	}
300 
301 	/* Create links for DMA channels. */
302 	ret = xvip_graph_build_dma(xdev);
303 	if (ret < 0)
304 		return ret;
305 
306 	ret = v4l2_device_register_subdev_nodes(&xdev->v4l2_dev);
307 	if (ret < 0)
308 		dev_err(xdev->dev, "failed to register subdev nodes\n");
309 
310 	return media_device_register(&xdev->media_dev);
311 }
312 
xvip_graph_notify_bound(struct v4l2_async_notifier * notifier,struct v4l2_subdev * subdev,struct v4l2_async_subdev * unused)313 static int xvip_graph_notify_bound(struct v4l2_async_notifier *notifier,
314 				   struct v4l2_subdev *subdev,
315 				   struct v4l2_async_subdev *unused)
316 {
317 	struct xvip_composite_device *xdev =
318 		container_of(notifier, struct xvip_composite_device, notifier);
319 	struct xvip_graph_entity *entity;
320 	struct v4l2_async_subdev *asd;
321 
322 	/* Locate the entity corresponding to the bound subdev and store the
323 	 * subdev pointer.
324 	 */
325 	list_for_each_entry(asd, &xdev->notifier.asd_list, asd_list) {
326 		entity = to_xvip_entity(asd);
327 
328 		if (entity->asd.match.fwnode != subdev->fwnode)
329 			continue;
330 
331 		if (entity->subdev) {
332 			dev_err(xdev->dev, "duplicate subdev for node %p\n",
333 				entity->asd.match.fwnode);
334 			return -EINVAL;
335 		}
336 
337 		dev_dbg(xdev->dev, "subdev %s bound\n", subdev->name);
338 		entity->entity = &subdev->entity;
339 		entity->subdev = subdev;
340 		return 0;
341 	}
342 
343 	dev_err(xdev->dev, "no entity for subdev %s\n", subdev->name);
344 	return -EINVAL;
345 }
346 
347 static const struct v4l2_async_notifier_operations xvip_graph_notify_ops = {
348 	.bound = xvip_graph_notify_bound,
349 	.complete = xvip_graph_notify_complete,
350 };
351 
xvip_graph_parse_one(struct xvip_composite_device * xdev,struct fwnode_handle * fwnode)352 static int xvip_graph_parse_one(struct xvip_composite_device *xdev,
353 				struct fwnode_handle *fwnode)
354 {
355 	struct fwnode_handle *remote;
356 	struct fwnode_handle *ep = NULL;
357 	int ret = 0;
358 
359 	dev_dbg(xdev->dev, "parsing node %p\n", fwnode);
360 
361 	while (1) {
362 		struct v4l2_async_subdev *asd;
363 
364 		ep = fwnode_graph_get_next_endpoint(fwnode, ep);
365 		if (ep == NULL)
366 			break;
367 
368 		dev_dbg(xdev->dev, "handling endpoint %p\n", ep);
369 
370 		remote = fwnode_graph_get_remote_port_parent(ep);
371 		if (remote == NULL) {
372 			ret = -EINVAL;
373 			goto err_notifier_cleanup;
374 		}
375 
376 		fwnode_handle_put(ep);
377 
378 		/* Skip entities that we have already processed. */
379 		if (remote == of_fwnode_handle(xdev->dev->of_node) ||
380 		    xvip_graph_find_entity(xdev, remote)) {
381 			fwnode_handle_put(remote);
382 			continue;
383 		}
384 
385 		asd = v4l2_async_notifier_add_fwnode_subdev(
386 			&xdev->notifier, remote,
387 			sizeof(struct xvip_graph_entity));
388 		fwnode_handle_put(remote);
389 		if (IS_ERR(asd)) {
390 			ret = PTR_ERR(asd);
391 			goto err_notifier_cleanup;
392 		}
393 	}
394 
395 	return 0;
396 
397 err_notifier_cleanup:
398 	v4l2_async_notifier_cleanup(&xdev->notifier);
399 	fwnode_handle_put(ep);
400 	return ret;
401 }
402 
xvip_graph_parse(struct xvip_composite_device * xdev)403 static int xvip_graph_parse(struct xvip_composite_device *xdev)
404 {
405 	struct xvip_graph_entity *entity;
406 	struct v4l2_async_subdev *asd;
407 	int ret;
408 
409 	/*
410 	 * Walk the links to parse the full graph. Start by parsing the
411 	 * composite node and then parse entities in turn. The list_for_each
412 	 * loop will handle entities added at the end of the list while walking
413 	 * the links.
414 	 */
415 	ret = xvip_graph_parse_one(xdev, of_fwnode_handle(xdev->dev->of_node));
416 	if (ret < 0)
417 		return 0;
418 
419 	list_for_each_entry(asd, &xdev->notifier.asd_list, asd_list) {
420 		entity = to_xvip_entity(asd);
421 		ret = xvip_graph_parse_one(xdev, entity->asd.match.fwnode);
422 		if (ret < 0) {
423 			v4l2_async_notifier_cleanup(&xdev->notifier);
424 			break;
425 		}
426 	}
427 
428 	return ret;
429 }
430 
xvip_graph_dma_init_one(struct xvip_composite_device * xdev,struct device_node * node)431 static int xvip_graph_dma_init_one(struct xvip_composite_device *xdev,
432 				   struct device_node *node)
433 {
434 	struct xvip_dma *dma;
435 	enum v4l2_buf_type type;
436 	const char *direction;
437 	unsigned int index;
438 	int ret;
439 
440 	ret = of_property_read_string(node, "direction", &direction);
441 	if (ret < 0)
442 		return ret;
443 
444 	if (strcmp(direction, "input") == 0)
445 		type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
446 	else if (strcmp(direction, "output") == 0)
447 		type = V4L2_BUF_TYPE_VIDEO_OUTPUT;
448 	else
449 		return -EINVAL;
450 
451 	of_property_read_u32(node, "reg", &index);
452 
453 	dma = devm_kzalloc(xdev->dev, sizeof(*dma), GFP_KERNEL);
454 	if (dma == NULL)
455 		return -ENOMEM;
456 
457 	ret = xvip_dma_init(xdev, dma, type, index);
458 	if (ret < 0) {
459 		dev_err(xdev->dev, "%pOF initialization failed\n", node);
460 		return ret;
461 	}
462 
463 	list_add_tail(&dma->list, &xdev->dmas);
464 
465 	xdev->v4l2_caps |= type == V4L2_BUF_TYPE_VIDEO_CAPTURE
466 			 ? V4L2_CAP_VIDEO_CAPTURE : V4L2_CAP_VIDEO_OUTPUT;
467 
468 	return 0;
469 }
470 
xvip_graph_dma_init(struct xvip_composite_device * xdev)471 static int xvip_graph_dma_init(struct xvip_composite_device *xdev)
472 {
473 	struct device_node *ports;
474 	struct device_node *port;
475 	int ret = 0;
476 
477 	ports = of_get_child_by_name(xdev->dev->of_node, "ports");
478 	if (ports == NULL) {
479 		dev_err(xdev->dev, "ports node not present\n");
480 		return -EINVAL;
481 	}
482 
483 	for_each_child_of_node(ports, port) {
484 		ret = xvip_graph_dma_init_one(xdev, port);
485 		if (ret) {
486 			of_node_put(port);
487 			break;
488 		}
489 	}
490 
491 	of_node_put(ports);
492 	return ret;
493 }
494 
xvip_graph_cleanup(struct xvip_composite_device * xdev)495 static void xvip_graph_cleanup(struct xvip_composite_device *xdev)
496 {
497 	struct xvip_dma *dmap;
498 	struct xvip_dma *dma;
499 
500 	v4l2_async_notifier_unregister(&xdev->notifier);
501 	v4l2_async_notifier_cleanup(&xdev->notifier);
502 
503 	list_for_each_entry_safe(dma, dmap, &xdev->dmas, list) {
504 		xvip_dma_cleanup(dma);
505 		list_del(&dma->list);
506 	}
507 }
508 
xvip_graph_init(struct xvip_composite_device * xdev)509 static int xvip_graph_init(struct xvip_composite_device *xdev)
510 {
511 	int ret;
512 
513 	/* Init the DMA channels. */
514 	ret = xvip_graph_dma_init(xdev);
515 	if (ret < 0) {
516 		dev_err(xdev->dev, "DMA initialization failed\n");
517 		goto done;
518 	}
519 
520 	/* Parse the graph to extract a list of subdevice DT nodes. */
521 	ret = xvip_graph_parse(xdev);
522 	if (ret < 0) {
523 		dev_err(xdev->dev, "graph parsing failed\n");
524 		goto done;
525 	}
526 
527 	if (list_empty(&xdev->notifier.asd_list)) {
528 		dev_err(xdev->dev, "no subdev found in graph\n");
529 		goto done;
530 	}
531 
532 	/* Register the subdevices notifier. */
533 	xdev->notifier.ops = &xvip_graph_notify_ops;
534 
535 	ret = v4l2_async_notifier_register(&xdev->v4l2_dev, &xdev->notifier);
536 	if (ret < 0) {
537 		dev_err(xdev->dev, "notifier registration failed\n");
538 		goto done;
539 	}
540 
541 	ret = 0;
542 
543 done:
544 	if (ret < 0)
545 		xvip_graph_cleanup(xdev);
546 
547 	return ret;
548 }
549 
550 /* -----------------------------------------------------------------------------
551  * Media Controller and V4L2
552  */
553 
xvip_composite_v4l2_cleanup(struct xvip_composite_device * xdev)554 static void xvip_composite_v4l2_cleanup(struct xvip_composite_device *xdev)
555 {
556 	v4l2_device_unregister(&xdev->v4l2_dev);
557 	media_device_unregister(&xdev->media_dev);
558 	media_device_cleanup(&xdev->media_dev);
559 }
560 
xvip_composite_v4l2_init(struct xvip_composite_device * xdev)561 static int xvip_composite_v4l2_init(struct xvip_composite_device *xdev)
562 {
563 	int ret;
564 
565 	xdev->media_dev.dev = xdev->dev;
566 	strscpy(xdev->media_dev.model, "Xilinx Video Composite Device",
567 		sizeof(xdev->media_dev.model));
568 	xdev->media_dev.hw_revision = 0;
569 
570 	media_device_init(&xdev->media_dev);
571 
572 	xdev->v4l2_dev.mdev = &xdev->media_dev;
573 	ret = v4l2_device_register(xdev->dev, &xdev->v4l2_dev);
574 	if (ret < 0) {
575 		dev_err(xdev->dev, "V4L2 device registration failed (%d)\n",
576 			ret);
577 		media_device_cleanup(&xdev->media_dev);
578 		return ret;
579 	}
580 
581 	return 0;
582 }
583 
584 /* -----------------------------------------------------------------------------
585  * Platform Device Driver
586  */
587 
xvip_composite_probe(struct platform_device * pdev)588 static int xvip_composite_probe(struct platform_device *pdev)
589 {
590 	struct xvip_composite_device *xdev;
591 	int ret;
592 
593 	xdev = devm_kzalloc(&pdev->dev, sizeof(*xdev), GFP_KERNEL);
594 	if (!xdev)
595 		return -ENOMEM;
596 
597 	xdev->dev = &pdev->dev;
598 	INIT_LIST_HEAD(&xdev->dmas);
599 	v4l2_async_notifier_init(&xdev->notifier);
600 
601 	ret = xvip_composite_v4l2_init(xdev);
602 	if (ret < 0)
603 		return ret;
604 
605 	ret = xvip_graph_init(xdev);
606 	if (ret < 0)
607 		goto error;
608 
609 	platform_set_drvdata(pdev, xdev);
610 
611 	dev_info(xdev->dev, "device registered\n");
612 
613 	return 0;
614 
615 error:
616 	xvip_composite_v4l2_cleanup(xdev);
617 	return ret;
618 }
619 
xvip_composite_remove(struct platform_device * pdev)620 static int xvip_composite_remove(struct platform_device *pdev)
621 {
622 	struct xvip_composite_device *xdev = platform_get_drvdata(pdev);
623 
624 	xvip_graph_cleanup(xdev);
625 	xvip_composite_v4l2_cleanup(xdev);
626 
627 	return 0;
628 }
629 
630 static const struct of_device_id xvip_composite_of_id_table[] = {
631 	{ .compatible = "xlnx,video" },
632 	{ }
633 };
634 MODULE_DEVICE_TABLE(of, xvip_composite_of_id_table);
635 
636 static struct platform_driver xvip_composite_driver = {
637 	.driver = {
638 		.name = "xilinx-video",
639 		.of_match_table = xvip_composite_of_id_table,
640 	},
641 	.probe = xvip_composite_probe,
642 	.remove = xvip_composite_remove,
643 };
644 
645 module_platform_driver(xvip_composite_driver);
646 
647 MODULE_AUTHOR("Laurent Pinchart <laurent.pinchart@ideasonboard.com>");
648 MODULE_DESCRIPTION("Xilinx Video IP Composite Driver");
649 MODULE_LICENSE("GPL v2");
650