1 /*
2 * s3c24xx/s3c64xx SoC series Camera Interface (CAMIF) driver
3 *
4 * Copyright (C) 2012 Sylwester Nawrocki <sylvester.nawrocki@gmail.com>
5 * Copyright (C) 2012 Tomasz Figa <tomasz.figa@gmail.com>
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published
9 * by the Free Software Foundation, either version 2 of the License,
10 * or (at your option) any later version.
11 */
12 #define pr_fmt(fmt) "%s:%d " fmt, __func__, __LINE__
13
14 #include <linux/bug.h>
15 #include <linux/clk.h>
16 #include <linux/delay.h>
17 #include <linux/device.h>
18 #include <linux/errno.h>
19 #include <linux/gpio.h>
20 #include <linux/i2c.h>
21 #include <linux/interrupt.h>
22 #include <linux/io.h>
23 #include <linux/kernel.h>
24 #include <linux/list.h>
25 #include <linux/module.h>
26 #include <linux/platform_device.h>
27 #include <linux/pm_runtime.h>
28 #include <linux/slab.h>
29 #include <linux/types.h>
30 #include <linux/version.h>
31
32 #include <media/media-device.h>
33 #include <media/v4l2-ctrls.h>
34 #include <media/v4l2-ioctl.h>
35 #include <media/videobuf2-v4l2.h>
36 #include <media/videobuf2-dma-contig.h>
37
38 #include "camif-core.h"
39
40 static char *camif_clocks[CLK_MAX_NUM] = {
41 /* HCLK CAMIF clock */
42 [CLK_GATE] = "camif",
43 /* CAMIF / external camera sensor master clock */
44 [CLK_CAM] = "camera",
45 };
46
47 static const struct camif_fmt camif_formats[] = {
48 {
49 .name = "YUV 4:2:2 planar, Y/Cb/Cr",
50 .fourcc = V4L2_PIX_FMT_YUV422P,
51 .depth = 16,
52 .ybpp = 1,
53 .color = IMG_FMT_YCBCR422P,
54 .colplanes = 3,
55 .flags = FMT_FL_S3C24XX_CODEC |
56 FMT_FL_S3C64XX,
57 }, {
58 .name = "YUV 4:2:0 planar, Y/Cb/Cr",
59 .fourcc = V4L2_PIX_FMT_YUV420,
60 .depth = 12,
61 .ybpp = 1,
62 .color = IMG_FMT_YCBCR420,
63 .colplanes = 3,
64 .flags = FMT_FL_S3C24XX_CODEC |
65 FMT_FL_S3C64XX,
66 }, {
67 .name = "YVU 4:2:0 planar, Y/Cr/Cb",
68 .fourcc = V4L2_PIX_FMT_YVU420,
69 .depth = 12,
70 .ybpp = 1,
71 .color = IMG_FMT_YCRCB420,
72 .colplanes = 3,
73 .flags = FMT_FL_S3C24XX_CODEC |
74 FMT_FL_S3C64XX,
75 }, {
76 .name = "RGB565, 16 bpp",
77 .fourcc = V4L2_PIX_FMT_RGB565X,
78 .depth = 16,
79 .ybpp = 2,
80 .color = IMG_FMT_RGB565,
81 .colplanes = 1,
82 .flags = FMT_FL_S3C24XX_PREVIEW |
83 FMT_FL_S3C64XX,
84 }, {
85 .name = "XRGB8888, 32 bpp",
86 .fourcc = V4L2_PIX_FMT_RGB32,
87 .depth = 32,
88 .ybpp = 4,
89 .color = IMG_FMT_XRGB8888,
90 .colplanes = 1,
91 .flags = FMT_FL_S3C24XX_PREVIEW |
92 FMT_FL_S3C64XX,
93 }, {
94 .name = "BGR666",
95 .fourcc = V4L2_PIX_FMT_BGR666,
96 .depth = 32,
97 .ybpp = 4,
98 .color = IMG_FMT_RGB666,
99 .colplanes = 1,
100 .flags = FMT_FL_S3C64XX,
101 }
102 };
103
104 /**
105 * s3c_camif_find_format() - lookup camif color format by fourcc or an index
106 * @pixelformat: fourcc to match, ignored if null
107 * @index: index to the camif_formats array, ignored if negative
108 */
s3c_camif_find_format(struct camif_vp * vp,const u32 * pixelformat,int index)109 const struct camif_fmt *s3c_camif_find_format(struct camif_vp *vp,
110 const u32 *pixelformat,
111 int index)
112 {
113 const struct camif_fmt *fmt, *def_fmt = NULL;
114 unsigned int i;
115 int id = 0;
116
117 if (index >= (int)ARRAY_SIZE(camif_formats))
118 return NULL;
119
120 for (i = 0; i < ARRAY_SIZE(camif_formats); ++i) {
121 fmt = &camif_formats[i];
122 if (vp && !(vp->fmt_flags & fmt->flags))
123 continue;
124 if (pixelformat && fmt->fourcc == *pixelformat)
125 return fmt;
126 if (index == id)
127 def_fmt = fmt;
128 id++;
129 }
130 return def_fmt;
131 }
132
camif_get_scaler_factor(u32 src,u32 tar,u32 * ratio,u32 * shift)133 static int camif_get_scaler_factor(u32 src, u32 tar, u32 *ratio, u32 *shift)
134 {
135 unsigned int sh = 6;
136
137 if (src >= 64 * tar)
138 return -EINVAL;
139
140 while (sh--) {
141 unsigned int tmp = 1 << sh;
142 if (src >= tar * tmp) {
143 *shift = sh, *ratio = tmp;
144 return 0;
145 }
146 }
147 *shift = 0, *ratio = 1;
148 return 0;
149 }
150
s3c_camif_get_scaler_config(struct camif_vp * vp,struct camif_scaler * scaler)151 int s3c_camif_get_scaler_config(struct camif_vp *vp,
152 struct camif_scaler *scaler)
153 {
154 struct v4l2_rect *camif_crop = &vp->camif->camif_crop;
155 int source_x = camif_crop->width;
156 int source_y = camif_crop->height;
157 int target_x = vp->out_frame.rect.width;
158 int target_y = vp->out_frame.rect.height;
159 int ret;
160
161 if (vp->rotation == 90 || vp->rotation == 270)
162 swap(target_x, target_y);
163
164 ret = camif_get_scaler_factor(source_x, target_x, &scaler->pre_h_ratio,
165 &scaler->h_shift);
166 if (ret < 0)
167 return ret;
168
169 ret = camif_get_scaler_factor(source_y, target_y, &scaler->pre_v_ratio,
170 &scaler->v_shift);
171 if (ret < 0)
172 return ret;
173
174 scaler->pre_dst_width = source_x / scaler->pre_h_ratio;
175 scaler->pre_dst_height = source_y / scaler->pre_v_ratio;
176
177 scaler->main_h_ratio = (source_x << 8) / (target_x << scaler->h_shift);
178 scaler->main_v_ratio = (source_y << 8) / (target_y << scaler->v_shift);
179
180 scaler->scaleup_h = (target_x >= source_x);
181 scaler->scaleup_v = (target_y >= source_y);
182
183 scaler->copy = 0;
184
185 pr_debug("H: ratio: %u, shift: %u. V: ratio: %u, shift: %u.\n",
186 scaler->pre_h_ratio, scaler->h_shift,
187 scaler->pre_v_ratio, scaler->v_shift);
188
189 pr_debug("Source: %dx%d, Target: %dx%d, scaleup_h/v: %d/%d\n",
190 source_x, source_y, target_x, target_y,
191 scaler->scaleup_h, scaler->scaleup_v);
192
193 return 0;
194 }
195
camif_register_sensor(struct camif_dev * camif)196 static int camif_register_sensor(struct camif_dev *camif)
197 {
198 struct s3c_camif_sensor_info *sensor = &camif->pdata.sensor;
199 struct v4l2_device *v4l2_dev = &camif->v4l2_dev;
200 struct i2c_adapter *adapter;
201 struct v4l2_subdev_format format;
202 struct v4l2_subdev *sd;
203 int ret;
204
205 camif->sensor.sd = NULL;
206
207 if (sensor->i2c_board_info.addr == 0)
208 return -EINVAL;
209
210 adapter = i2c_get_adapter(sensor->i2c_bus_num);
211 if (adapter == NULL) {
212 v4l2_warn(v4l2_dev, "failed to get I2C adapter %d\n",
213 sensor->i2c_bus_num);
214 return -EPROBE_DEFER;
215 }
216
217 sd = v4l2_i2c_new_subdev_board(v4l2_dev, adapter,
218 &sensor->i2c_board_info, NULL);
219 if (sd == NULL) {
220 i2c_put_adapter(adapter);
221 v4l2_warn(v4l2_dev, "failed to acquire subdev %s\n",
222 sensor->i2c_board_info.type);
223 return -EPROBE_DEFER;
224 }
225 camif->sensor.sd = sd;
226
227 v4l2_info(v4l2_dev, "registered sensor subdevice %s\n", sd->name);
228
229 /* Get initial pixel format and set it at the camif sink pad */
230 format.pad = 0;
231 format.which = V4L2_SUBDEV_FORMAT_ACTIVE;
232 ret = v4l2_subdev_call(sd, pad, get_fmt, NULL, &format);
233
234 if (ret < 0)
235 return 0;
236
237 format.pad = CAMIF_SD_PAD_SINK;
238 v4l2_subdev_call(&camif->subdev, pad, set_fmt, NULL, &format);
239
240 v4l2_info(sd, "Initial format from sensor: %dx%d, %#x\n",
241 format.format.width, format.format.height,
242 format.format.code);
243 return 0;
244 }
245
camif_unregister_sensor(struct camif_dev * camif)246 static void camif_unregister_sensor(struct camif_dev *camif)
247 {
248 struct v4l2_subdev *sd = camif->sensor.sd;
249 struct i2c_client *client = sd ? v4l2_get_subdevdata(sd) : NULL;
250 struct i2c_adapter *adapter;
251
252 if (client == NULL)
253 return;
254
255 adapter = client->adapter;
256 v4l2_device_unregister_subdev(sd);
257 camif->sensor.sd = NULL;
258 i2c_unregister_device(client);
259 i2c_put_adapter(adapter);
260 }
261
camif_create_media_links(struct camif_dev * camif)262 static int camif_create_media_links(struct camif_dev *camif)
263 {
264 int i, ret;
265
266 ret = media_entity_create_link(&camif->sensor.sd->entity, 0,
267 &camif->subdev.entity, CAMIF_SD_PAD_SINK,
268 MEDIA_LNK_FL_IMMUTABLE |
269 MEDIA_LNK_FL_ENABLED);
270 if (ret)
271 return ret;
272
273 for (i = 1; i < CAMIF_SD_PADS_NUM && !ret; i++) {
274 ret = media_entity_create_link(&camif->subdev.entity, i,
275 &camif->vp[i - 1].vdev.entity, 0,
276 MEDIA_LNK_FL_IMMUTABLE |
277 MEDIA_LNK_FL_ENABLED);
278 }
279
280 return ret;
281 }
282
camif_register_video_nodes(struct camif_dev * camif)283 static int camif_register_video_nodes(struct camif_dev *camif)
284 {
285 int ret = s3c_camif_register_video_node(camif, VP_CODEC);
286 if (ret < 0)
287 return ret;
288
289 return s3c_camif_register_video_node(camif, VP_PREVIEW);
290 }
291
camif_unregister_video_nodes(struct camif_dev * camif)292 static void camif_unregister_video_nodes(struct camif_dev *camif)
293 {
294 s3c_camif_unregister_video_node(camif, VP_CODEC);
295 s3c_camif_unregister_video_node(camif, VP_PREVIEW);
296 }
297
camif_unregister_media_entities(struct camif_dev * camif)298 static void camif_unregister_media_entities(struct camif_dev *camif)
299 {
300 camif_unregister_video_nodes(camif);
301 camif_unregister_sensor(camif);
302 s3c_camif_unregister_subdev(camif);
303 }
304
305 /*
306 * Media device
307 */
camif_media_dev_register(struct camif_dev * camif)308 static int camif_media_dev_register(struct camif_dev *camif)
309 {
310 struct media_device *md = &camif->media_dev;
311 struct v4l2_device *v4l2_dev = &camif->v4l2_dev;
312 unsigned int ip_rev = camif->variant->ip_revision;
313 int ret;
314
315 memset(md, 0, sizeof(*md));
316 snprintf(md->model, sizeof(md->model), "SAMSUNG S3C%s CAMIF",
317 ip_rev == S3C6410_CAMIF_IP_REV ? "6410" : "244X");
318 strlcpy(md->bus_info, "platform", sizeof(md->bus_info));
319 md->hw_revision = ip_rev;
320 md->driver_version = KERNEL_VERSION(1, 0, 0);
321
322 md->dev = camif->dev;
323
324 strlcpy(v4l2_dev->name, "s3c-camif", sizeof(v4l2_dev->name));
325 v4l2_dev->mdev = md;
326
327 ret = v4l2_device_register(camif->dev, v4l2_dev);
328 if (ret < 0)
329 return ret;
330
331 ret = media_device_register(md);
332 if (ret < 0)
333 v4l2_device_unregister(v4l2_dev);
334
335 return ret;
336 }
337
camif_clk_put(struct camif_dev * camif)338 static void camif_clk_put(struct camif_dev *camif)
339 {
340 int i;
341
342 for (i = 0; i < CLK_MAX_NUM; i++) {
343 if (IS_ERR(camif->clock[i]))
344 continue;
345 clk_unprepare(camif->clock[i]);
346 clk_put(camif->clock[i]);
347 camif->clock[i] = ERR_PTR(-EINVAL);
348 }
349 }
350
camif_clk_get(struct camif_dev * camif)351 static int camif_clk_get(struct camif_dev *camif)
352 {
353 int ret, i;
354
355 for (i = 1; i < CLK_MAX_NUM; i++)
356 camif->clock[i] = ERR_PTR(-EINVAL);
357
358 for (i = 0; i < CLK_MAX_NUM; i++) {
359 camif->clock[i] = clk_get(camif->dev, camif_clocks[i]);
360 if (IS_ERR(camif->clock[i])) {
361 ret = PTR_ERR(camif->clock[i]);
362 goto err;
363 }
364 ret = clk_prepare(camif->clock[i]);
365 if (ret < 0) {
366 clk_put(camif->clock[i]);
367 camif->clock[i] = NULL;
368 goto err;
369 }
370 }
371 return 0;
372 err:
373 camif_clk_put(camif);
374 dev_err(camif->dev, "failed to get clock: %s\n",
375 camif_clocks[i]);
376 return ret;
377 }
378
379 /*
380 * The CAMIF device has two relatively independent data processing paths
381 * that can source data from memory or the common camera input frontend.
382 * Register interrupts for each data processing path (camif_vp).
383 */
camif_request_irqs(struct platform_device * pdev,struct camif_dev * camif)384 static int camif_request_irqs(struct platform_device *pdev,
385 struct camif_dev *camif)
386 {
387 int irq, ret, i;
388
389 for (i = 0; i < CAMIF_VP_NUM; i++) {
390 struct camif_vp *vp = &camif->vp[i];
391
392 init_waitqueue_head(&vp->irq_queue);
393
394 irq = platform_get_irq(pdev, i);
395 if (irq <= 0) {
396 dev_err(&pdev->dev, "failed to get IRQ %d\n", i);
397 return -ENXIO;
398 }
399
400 ret = devm_request_irq(&pdev->dev, irq, s3c_camif_irq_handler,
401 0, dev_name(&pdev->dev), vp);
402 if (ret < 0) {
403 dev_err(&pdev->dev, "failed to install IRQ: %d\n", ret);
404 break;
405 }
406 }
407
408 return ret;
409 }
410
s3c_camif_probe(struct platform_device * pdev)411 static int s3c_camif_probe(struct platform_device *pdev)
412 {
413 struct device *dev = &pdev->dev;
414 struct s3c_camif_plat_data *pdata = dev->platform_data;
415 struct s3c_camif_drvdata *drvdata;
416 struct camif_dev *camif;
417 struct resource *mres;
418 int ret = 0;
419
420 camif = devm_kzalloc(dev, sizeof(*camif), GFP_KERNEL);
421 if (!camif)
422 return -ENOMEM;
423
424 spin_lock_init(&camif->slock);
425 mutex_init(&camif->lock);
426
427 camif->dev = dev;
428
429 if (!pdata || !pdata->gpio_get || !pdata->gpio_put) {
430 dev_err(dev, "wrong platform data\n");
431 return -EINVAL;
432 }
433
434 camif->pdata = *pdata;
435 drvdata = (void *)platform_get_device_id(pdev)->driver_data;
436 camif->variant = drvdata->variant;
437
438 mres = platform_get_resource(pdev, IORESOURCE_MEM, 0);
439
440 camif->io_base = devm_ioremap_resource(dev, mres);
441 if (IS_ERR(camif->io_base))
442 return PTR_ERR(camif->io_base);
443
444 ret = camif_request_irqs(pdev, camif);
445 if (ret < 0)
446 return ret;
447
448 ret = pdata->gpio_get();
449 if (ret < 0)
450 return ret;
451
452 ret = s3c_camif_create_subdev(camif);
453 if (ret < 0)
454 goto err_sd;
455
456 ret = camif_clk_get(camif);
457 if (ret < 0)
458 goto err_clk;
459
460 platform_set_drvdata(pdev, camif);
461 clk_set_rate(camif->clock[CLK_CAM],
462 camif->pdata.sensor.clock_frequency);
463
464 dev_info(dev, "sensor clock frequency: %lu\n",
465 clk_get_rate(camif->clock[CLK_CAM]));
466 /*
467 * Set initial pixel format, resolution and crop rectangle.
468 * Must be done before a sensor subdev is registered as some
469 * settings are overrode with values from sensor subdev.
470 */
471 s3c_camif_set_defaults(camif);
472
473 pm_runtime_enable(dev);
474
475 ret = pm_runtime_get_sync(dev);
476 if (ret < 0)
477 goto err_pm;
478
479 /* Initialize contiguous memory allocator */
480 camif->alloc_ctx = vb2_dma_contig_init_ctx(dev);
481 if (IS_ERR(camif->alloc_ctx)) {
482 ret = PTR_ERR(camif->alloc_ctx);
483 goto err_alloc;
484 }
485
486 ret = camif_media_dev_register(camif);
487 if (ret < 0)
488 goto err_mdev;
489
490 ret = camif_register_sensor(camif);
491 if (ret < 0)
492 goto err_sens;
493
494 ret = v4l2_device_register_subdev(&camif->v4l2_dev, &camif->subdev);
495 if (ret < 0)
496 goto err_sens;
497
498 mutex_lock(&camif->media_dev.graph_mutex);
499
500 ret = v4l2_device_register_subdev_nodes(&camif->v4l2_dev);
501 if (ret < 0)
502 goto err_unlock;
503
504 ret = camif_register_video_nodes(camif);
505 if (ret < 0)
506 goto err_unlock;
507
508 ret = camif_create_media_links(camif);
509 if (ret < 0)
510 goto err_unlock;
511
512 mutex_unlock(&camif->media_dev.graph_mutex);
513 pm_runtime_put(dev);
514 return 0;
515
516 err_unlock:
517 mutex_unlock(&camif->media_dev.graph_mutex);
518 err_sens:
519 v4l2_device_unregister(&camif->v4l2_dev);
520 media_device_unregister(&camif->media_dev);
521 camif_unregister_media_entities(camif);
522 err_mdev:
523 vb2_dma_contig_cleanup_ctx(camif->alloc_ctx);
524 err_alloc:
525 pm_runtime_put(dev);
526 pm_runtime_disable(dev);
527 err_pm:
528 camif_clk_put(camif);
529 err_clk:
530 s3c_camif_unregister_subdev(camif);
531 err_sd:
532 pdata->gpio_put();
533 return ret;
534 }
535
s3c_camif_remove(struct platform_device * pdev)536 static int s3c_camif_remove(struct platform_device *pdev)
537 {
538 struct camif_dev *camif = platform_get_drvdata(pdev);
539 struct s3c_camif_plat_data *pdata = &camif->pdata;
540
541 media_device_unregister(&camif->media_dev);
542 camif_unregister_media_entities(camif);
543 v4l2_device_unregister(&camif->v4l2_dev);
544
545 pm_runtime_disable(&pdev->dev);
546 camif_clk_put(camif);
547 pdata->gpio_put();
548
549 return 0;
550 }
551
s3c_camif_runtime_resume(struct device * dev)552 static int s3c_camif_runtime_resume(struct device *dev)
553 {
554 struct camif_dev *camif = dev_get_drvdata(dev);
555
556 clk_enable(camif->clock[CLK_GATE]);
557 /* null op on s3c244x */
558 clk_enable(camif->clock[CLK_CAM]);
559 return 0;
560 }
561
s3c_camif_runtime_suspend(struct device * dev)562 static int s3c_camif_runtime_suspend(struct device *dev)
563 {
564 struct camif_dev *camif = dev_get_drvdata(dev);
565
566 /* null op on s3c244x */
567 clk_disable(camif->clock[CLK_CAM]);
568
569 clk_disable(camif->clock[CLK_GATE]);
570 return 0;
571 }
572
573 static const struct s3c_camif_variant s3c244x_camif_variant = {
574 .vp_pix_limits = {
575 [VP_CODEC] = {
576 .max_out_width = 4096,
577 .max_sc_out_width = 2048,
578 .out_width_align = 16,
579 .min_out_width = 16,
580 .max_height = 4096,
581 },
582 [VP_PREVIEW] = {
583 .max_out_width = 640,
584 .max_sc_out_width = 640,
585 .out_width_align = 16,
586 .min_out_width = 16,
587 .max_height = 480,
588 }
589 },
590 .pix_limits = {
591 .win_hor_offset_align = 8,
592 },
593 .ip_revision = S3C244X_CAMIF_IP_REV,
594 };
595
596 static struct s3c_camif_drvdata s3c244x_camif_drvdata = {
597 .variant = &s3c244x_camif_variant,
598 .bus_clk_freq = 24000000UL,
599 };
600
601 static const struct s3c_camif_variant s3c6410_camif_variant = {
602 .vp_pix_limits = {
603 [VP_CODEC] = {
604 .max_out_width = 4096,
605 .max_sc_out_width = 2048,
606 .out_width_align = 16,
607 .min_out_width = 16,
608 .max_height = 4096,
609 },
610 [VP_PREVIEW] = {
611 .max_out_width = 4096,
612 .max_sc_out_width = 720,
613 .out_width_align = 16,
614 .min_out_width = 16,
615 .max_height = 4096,
616 }
617 },
618 .pix_limits = {
619 .win_hor_offset_align = 8,
620 },
621 .ip_revision = S3C6410_CAMIF_IP_REV,
622 .has_img_effect = 1,
623 .vp_offset = 0x20,
624 };
625
626 static struct s3c_camif_drvdata s3c6410_camif_drvdata = {
627 .variant = &s3c6410_camif_variant,
628 .bus_clk_freq = 133000000UL,
629 };
630
631 static const struct platform_device_id s3c_camif_driver_ids[] = {
632 {
633 .name = "s3c2440-camif",
634 .driver_data = (unsigned long)&s3c244x_camif_drvdata,
635 }, {
636 .name = "s3c6410-camif",
637 .driver_data = (unsigned long)&s3c6410_camif_drvdata,
638 },
639 { /* sentinel */ },
640 };
641 MODULE_DEVICE_TABLE(platform, s3c_camif_driver_ids);
642
643 static const struct dev_pm_ops s3c_camif_pm_ops = {
644 .runtime_suspend = s3c_camif_runtime_suspend,
645 .runtime_resume = s3c_camif_runtime_resume,
646 };
647
648 static struct platform_driver s3c_camif_driver = {
649 .probe = s3c_camif_probe,
650 .remove = s3c_camif_remove,
651 .id_table = s3c_camif_driver_ids,
652 .driver = {
653 .name = S3C_CAMIF_DRIVER_NAME,
654 .pm = &s3c_camif_pm_ops,
655 }
656 };
657
658 module_platform_driver(s3c_camif_driver);
659
660 MODULE_AUTHOR("Sylwester Nawrocki <sylvester.nawrocki@gmail.com>");
661 MODULE_AUTHOR("Tomasz Figa <tomasz.figa@gmail.com>");
662 MODULE_DESCRIPTION("S3C24XX/S3C64XX SoC camera interface driver");
663 MODULE_LICENSE("GPL");
664