1 /*
2 * s3c24xx/s3c64xx SoC series Camera Interface (CAMIF) driver
3 *
4 * Copyright (C) 2012 Sylwester Nawrocki <sylvester.nawrocki@gmail.com>
5 * Copyright (C) 2012 Tomasz Figa <tomasz.figa@gmail.com>
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published
9 * by the Free Software Foundation, either version 2 of the License,
10 * or (at your option) any later version.
11 */
12 #define pr_fmt(fmt) "%s:%d " fmt, __func__, __LINE__
13
14 #include <linux/bug.h>
15 #include <linux/clk.h>
16 #include <linux/delay.h>
17 #include <linux/device.h>
18 #include <linux/errno.h>
19 #include <linux/gpio.h>
20 #include <linux/i2c.h>
21 #include <linux/interrupt.h>
22 #include <linux/io.h>
23 #include <linux/kernel.h>
24 #include <linux/list.h>
25 #include <linux/module.h>
26 #include <linux/platform_device.h>
27 #include <linux/pm_runtime.h>
28 #include <linux/slab.h>
29 #include <linux/types.h>
30 #include <linux/version.h>
31
32 #include <media/media-device.h>
33 #include <media/v4l2-ctrls.h>
34 #include <media/v4l2-ioctl.h>
35 #include <media/videobuf2-v4l2.h>
36 #include <media/videobuf2-dma-contig.h>
37
38 #include "camif-core.h"
39
40 static char *camif_clocks[CLK_MAX_NUM] = {
41 /* HCLK CAMIF clock */
42 [CLK_GATE] = "camif",
43 /* CAMIF / external camera sensor master clock */
44 [CLK_CAM] = "camera",
45 };
46
47 static const struct camif_fmt camif_formats[] = {
48 {
49 .name = "YUV 4:2:2 planar, Y/Cb/Cr",
50 .fourcc = V4L2_PIX_FMT_YUV422P,
51 .depth = 16,
52 .ybpp = 1,
53 .color = IMG_FMT_YCBCR422P,
54 .colplanes = 3,
55 .flags = FMT_FL_S3C24XX_CODEC |
56 FMT_FL_S3C64XX,
57 }, {
58 .name = "YUV 4:2:0 planar, Y/Cb/Cr",
59 .fourcc = V4L2_PIX_FMT_YUV420,
60 .depth = 12,
61 .ybpp = 1,
62 .color = IMG_FMT_YCBCR420,
63 .colplanes = 3,
64 .flags = FMT_FL_S3C24XX_CODEC |
65 FMT_FL_S3C64XX,
66 }, {
67 .name = "YVU 4:2:0 planar, Y/Cr/Cb",
68 .fourcc = V4L2_PIX_FMT_YVU420,
69 .depth = 12,
70 .ybpp = 1,
71 .color = IMG_FMT_YCRCB420,
72 .colplanes = 3,
73 .flags = FMT_FL_S3C24XX_CODEC |
74 FMT_FL_S3C64XX,
75 }, {
76 .name = "RGB565, 16 bpp",
77 .fourcc = V4L2_PIX_FMT_RGB565X,
78 .depth = 16,
79 .ybpp = 2,
80 .color = IMG_FMT_RGB565,
81 .colplanes = 1,
82 .flags = FMT_FL_S3C24XX_PREVIEW |
83 FMT_FL_S3C64XX,
84 }, {
85 .name = "XRGB8888, 32 bpp",
86 .fourcc = V4L2_PIX_FMT_RGB32,
87 .depth = 32,
88 .ybpp = 4,
89 .color = IMG_FMT_XRGB8888,
90 .colplanes = 1,
91 .flags = FMT_FL_S3C24XX_PREVIEW |
92 FMT_FL_S3C64XX,
93 }, {
94 .name = "BGR666",
95 .fourcc = V4L2_PIX_FMT_BGR666,
96 .depth = 32,
97 .ybpp = 4,
98 .color = IMG_FMT_RGB666,
99 .colplanes = 1,
100 .flags = FMT_FL_S3C64XX,
101 }
102 };
103
104 /**
105 * s3c_camif_find_format() - lookup camif color format by fourcc or an index
106 * @vp: video path (DMA) description (codec/preview)
107 * @pixelformat: fourcc to match, ignored if null
108 * @index: index to the camif_formats array, ignored if negative
109 */
s3c_camif_find_format(struct camif_vp * vp,const u32 * pixelformat,int index)110 const struct camif_fmt *s3c_camif_find_format(struct camif_vp *vp,
111 const u32 *pixelformat,
112 int index)
113 {
114 const struct camif_fmt *fmt, *def_fmt = NULL;
115 unsigned int i;
116 int id = 0;
117
118 if (index >= (int)ARRAY_SIZE(camif_formats))
119 return NULL;
120
121 for (i = 0; i < ARRAY_SIZE(camif_formats); ++i) {
122 fmt = &camif_formats[i];
123 if (vp && !(vp->fmt_flags & fmt->flags))
124 continue;
125 if (pixelformat && fmt->fourcc == *pixelformat)
126 return fmt;
127 if (index == id)
128 def_fmt = fmt;
129 id++;
130 }
131 return def_fmt;
132 }
133
camif_get_scaler_factor(u32 src,u32 tar,u32 * ratio,u32 * shift)134 static int camif_get_scaler_factor(u32 src, u32 tar, u32 *ratio, u32 *shift)
135 {
136 unsigned int sh = 6;
137
138 if (src >= 64 * tar)
139 return -EINVAL;
140
141 while (sh--) {
142 unsigned int tmp = 1 << sh;
143 if (src >= tar * tmp) {
144 *shift = sh, *ratio = tmp;
145 return 0;
146 }
147 }
148 *shift = 0, *ratio = 1;
149 return 0;
150 }
151
s3c_camif_get_scaler_config(struct camif_vp * vp,struct camif_scaler * scaler)152 int s3c_camif_get_scaler_config(struct camif_vp *vp,
153 struct camif_scaler *scaler)
154 {
155 struct v4l2_rect *camif_crop = &vp->camif->camif_crop;
156 int source_x = camif_crop->width;
157 int source_y = camif_crop->height;
158 int target_x = vp->out_frame.rect.width;
159 int target_y = vp->out_frame.rect.height;
160 int ret;
161
162 if (vp->rotation == 90 || vp->rotation == 270)
163 swap(target_x, target_y);
164
165 ret = camif_get_scaler_factor(source_x, target_x, &scaler->pre_h_ratio,
166 &scaler->h_shift);
167 if (ret < 0)
168 return ret;
169
170 ret = camif_get_scaler_factor(source_y, target_y, &scaler->pre_v_ratio,
171 &scaler->v_shift);
172 if (ret < 0)
173 return ret;
174
175 scaler->pre_dst_width = source_x / scaler->pre_h_ratio;
176 scaler->pre_dst_height = source_y / scaler->pre_v_ratio;
177
178 scaler->main_h_ratio = (source_x << 8) / (target_x << scaler->h_shift);
179 scaler->main_v_ratio = (source_y << 8) / (target_y << scaler->v_shift);
180
181 scaler->scaleup_h = (target_x >= source_x);
182 scaler->scaleup_v = (target_y >= source_y);
183
184 scaler->copy = 0;
185
186 pr_debug("H: ratio: %u, shift: %u. V: ratio: %u, shift: %u.\n",
187 scaler->pre_h_ratio, scaler->h_shift,
188 scaler->pre_v_ratio, scaler->v_shift);
189
190 pr_debug("Source: %dx%d, Target: %dx%d, scaleup_h/v: %d/%d\n",
191 source_x, source_y, target_x, target_y,
192 scaler->scaleup_h, scaler->scaleup_v);
193
194 return 0;
195 }
196
camif_register_sensor(struct camif_dev * camif)197 static int camif_register_sensor(struct camif_dev *camif)
198 {
199 struct s3c_camif_sensor_info *sensor = &camif->pdata.sensor;
200 struct v4l2_device *v4l2_dev = &camif->v4l2_dev;
201 struct i2c_adapter *adapter;
202 struct v4l2_subdev_format format;
203 struct v4l2_subdev *sd;
204 int ret;
205
206 camif->sensor.sd = NULL;
207
208 if (sensor->i2c_board_info.addr == 0)
209 return -EINVAL;
210
211 adapter = i2c_get_adapter(sensor->i2c_bus_num);
212 if (adapter == NULL) {
213 v4l2_warn(v4l2_dev, "failed to get I2C adapter %d\n",
214 sensor->i2c_bus_num);
215 return -EPROBE_DEFER;
216 }
217
218 sd = v4l2_i2c_new_subdev_board(v4l2_dev, adapter,
219 &sensor->i2c_board_info, NULL);
220 if (sd == NULL) {
221 i2c_put_adapter(adapter);
222 v4l2_warn(v4l2_dev, "failed to acquire subdev %s\n",
223 sensor->i2c_board_info.type);
224 return -EPROBE_DEFER;
225 }
226 camif->sensor.sd = sd;
227
228 v4l2_info(v4l2_dev, "registered sensor subdevice %s\n", sd->name);
229
230 /* Get initial pixel format and set it at the camif sink pad */
231 format.pad = 0;
232 format.which = V4L2_SUBDEV_FORMAT_ACTIVE;
233 ret = v4l2_subdev_call(sd, pad, get_fmt, NULL, &format);
234
235 if (ret < 0)
236 return 0;
237
238 format.pad = CAMIF_SD_PAD_SINK;
239 v4l2_subdev_call(&camif->subdev, pad, set_fmt, NULL, &format);
240
241 v4l2_info(sd, "Initial format from sensor: %dx%d, %#x\n",
242 format.format.width, format.format.height,
243 format.format.code);
244 return 0;
245 }
246
camif_unregister_sensor(struct camif_dev * camif)247 static void camif_unregister_sensor(struct camif_dev *camif)
248 {
249 struct v4l2_subdev *sd = camif->sensor.sd;
250 struct i2c_client *client = sd ? v4l2_get_subdevdata(sd) : NULL;
251 struct i2c_adapter *adapter;
252
253 if (client == NULL)
254 return;
255
256 adapter = client->adapter;
257 v4l2_device_unregister_subdev(sd);
258 camif->sensor.sd = NULL;
259 i2c_unregister_device(client);
260 i2c_put_adapter(adapter);
261 }
262
camif_create_media_links(struct camif_dev * camif)263 static int camif_create_media_links(struct camif_dev *camif)
264 {
265 int i, ret;
266
267 ret = media_create_pad_link(&camif->sensor.sd->entity, 0,
268 &camif->subdev.entity, CAMIF_SD_PAD_SINK,
269 MEDIA_LNK_FL_IMMUTABLE |
270 MEDIA_LNK_FL_ENABLED);
271 if (ret)
272 return ret;
273
274 for (i = 1; i < CAMIF_SD_PADS_NUM && !ret; i++) {
275 ret = media_create_pad_link(&camif->subdev.entity, i,
276 &camif->vp[i - 1].vdev.entity, 0,
277 MEDIA_LNK_FL_IMMUTABLE |
278 MEDIA_LNK_FL_ENABLED);
279 }
280
281 return ret;
282 }
283
camif_register_video_nodes(struct camif_dev * camif)284 static int camif_register_video_nodes(struct camif_dev *camif)
285 {
286 int ret = s3c_camif_register_video_node(camif, VP_CODEC);
287 if (ret < 0)
288 return ret;
289
290 return s3c_camif_register_video_node(camif, VP_PREVIEW);
291 }
292
camif_unregister_video_nodes(struct camif_dev * camif)293 static void camif_unregister_video_nodes(struct camif_dev *camif)
294 {
295 s3c_camif_unregister_video_node(camif, VP_CODEC);
296 s3c_camif_unregister_video_node(camif, VP_PREVIEW);
297 }
298
camif_unregister_media_entities(struct camif_dev * camif)299 static void camif_unregister_media_entities(struct camif_dev *camif)
300 {
301 camif_unregister_video_nodes(camif);
302 camif_unregister_sensor(camif);
303 s3c_camif_unregister_subdev(camif);
304 }
305
306 /*
307 * Media device
308 */
camif_media_dev_init(struct camif_dev * camif)309 static int camif_media_dev_init(struct camif_dev *camif)
310 {
311 struct media_device *md = &camif->media_dev;
312 struct v4l2_device *v4l2_dev = &camif->v4l2_dev;
313 unsigned int ip_rev = camif->variant->ip_revision;
314 int ret;
315
316 memset(md, 0, sizeof(*md));
317 snprintf(md->model, sizeof(md->model), "SAMSUNG S3C%s CAMIF",
318 ip_rev == S3C6410_CAMIF_IP_REV ? "6410" : "244X");
319 strlcpy(md->bus_info, "platform", sizeof(md->bus_info));
320 md->hw_revision = ip_rev;
321
322 md->dev = camif->dev;
323
324 strlcpy(v4l2_dev->name, "s3c-camif", sizeof(v4l2_dev->name));
325 v4l2_dev->mdev = md;
326
327 media_device_init(md);
328
329 ret = v4l2_device_register(camif->dev, v4l2_dev);
330 if (ret < 0)
331 return ret;
332
333 return ret;
334 }
335
camif_clk_put(struct camif_dev * camif)336 static void camif_clk_put(struct camif_dev *camif)
337 {
338 int i;
339
340 for (i = 0; i < CLK_MAX_NUM; i++) {
341 if (IS_ERR(camif->clock[i]))
342 continue;
343 clk_unprepare(camif->clock[i]);
344 clk_put(camif->clock[i]);
345 camif->clock[i] = ERR_PTR(-EINVAL);
346 }
347 }
348
camif_clk_get(struct camif_dev * camif)349 static int camif_clk_get(struct camif_dev *camif)
350 {
351 int ret, i;
352
353 for (i = 1; i < CLK_MAX_NUM; i++)
354 camif->clock[i] = ERR_PTR(-EINVAL);
355
356 for (i = 0; i < CLK_MAX_NUM; i++) {
357 camif->clock[i] = clk_get(camif->dev, camif_clocks[i]);
358 if (IS_ERR(camif->clock[i])) {
359 ret = PTR_ERR(camif->clock[i]);
360 goto err;
361 }
362 ret = clk_prepare(camif->clock[i]);
363 if (ret < 0) {
364 clk_put(camif->clock[i]);
365 camif->clock[i] = NULL;
366 goto err;
367 }
368 }
369 return 0;
370 err:
371 camif_clk_put(camif);
372 dev_err(camif->dev, "failed to get clock: %s\n",
373 camif_clocks[i]);
374 return ret;
375 }
376
377 /*
378 * The CAMIF device has two relatively independent data processing paths
379 * that can source data from memory or the common camera input frontend.
380 * Register interrupts for each data processing path (camif_vp).
381 */
camif_request_irqs(struct platform_device * pdev,struct camif_dev * camif)382 static int camif_request_irqs(struct platform_device *pdev,
383 struct camif_dev *camif)
384 {
385 int irq, ret, i;
386
387 for (i = 0; i < CAMIF_VP_NUM; i++) {
388 struct camif_vp *vp = &camif->vp[i];
389
390 init_waitqueue_head(&vp->irq_queue);
391
392 irq = platform_get_irq(pdev, i);
393 if (irq <= 0) {
394 dev_err(&pdev->dev, "failed to get IRQ %d\n", i);
395 return -ENXIO;
396 }
397
398 ret = devm_request_irq(&pdev->dev, irq, s3c_camif_irq_handler,
399 0, dev_name(&pdev->dev), vp);
400 if (ret < 0) {
401 dev_err(&pdev->dev, "failed to install IRQ: %d\n", ret);
402 break;
403 }
404 }
405
406 return ret;
407 }
408
s3c_camif_probe(struct platform_device * pdev)409 static int s3c_camif_probe(struct platform_device *pdev)
410 {
411 struct device *dev = &pdev->dev;
412 struct s3c_camif_plat_data *pdata = dev->platform_data;
413 struct s3c_camif_drvdata *drvdata;
414 struct camif_dev *camif;
415 struct resource *mres;
416 int ret = 0;
417
418 camif = devm_kzalloc(dev, sizeof(*camif), GFP_KERNEL);
419 if (!camif)
420 return -ENOMEM;
421
422 spin_lock_init(&camif->slock);
423 mutex_init(&camif->lock);
424
425 camif->dev = dev;
426
427 if (!pdata || !pdata->gpio_get || !pdata->gpio_put) {
428 dev_err(dev, "wrong platform data\n");
429 return -EINVAL;
430 }
431
432 camif->pdata = *pdata;
433 drvdata = (void *)platform_get_device_id(pdev)->driver_data;
434 camif->variant = drvdata->variant;
435
436 mres = platform_get_resource(pdev, IORESOURCE_MEM, 0);
437
438 camif->io_base = devm_ioremap_resource(dev, mres);
439 if (IS_ERR(camif->io_base))
440 return PTR_ERR(camif->io_base);
441
442 ret = camif_request_irqs(pdev, camif);
443 if (ret < 0)
444 return ret;
445
446 ret = pdata->gpio_get();
447 if (ret < 0)
448 return ret;
449
450 ret = s3c_camif_create_subdev(camif);
451 if (ret < 0)
452 goto err_sd;
453
454 ret = camif_clk_get(camif);
455 if (ret < 0)
456 goto err_clk;
457
458 platform_set_drvdata(pdev, camif);
459 clk_set_rate(camif->clock[CLK_CAM],
460 camif->pdata.sensor.clock_frequency);
461
462 dev_info(dev, "sensor clock frequency: %lu\n",
463 clk_get_rate(camif->clock[CLK_CAM]));
464 /*
465 * Set initial pixel format, resolution and crop rectangle.
466 * Must be done before a sensor subdev is registered as some
467 * settings are overrode with values from sensor subdev.
468 */
469 s3c_camif_set_defaults(camif);
470
471 pm_runtime_enable(dev);
472
473 ret = pm_runtime_get_sync(dev);
474 if (ret < 0)
475 goto err_pm;
476
477 ret = camif_media_dev_init(camif);
478 if (ret < 0)
479 goto err_pm;
480
481 ret = camif_register_sensor(camif);
482 if (ret < 0)
483 goto err_sens;
484
485 ret = v4l2_device_register_subdev(&camif->v4l2_dev, &camif->subdev);
486 if (ret < 0)
487 goto err_sens;
488
489 ret = v4l2_device_register_subdev_nodes(&camif->v4l2_dev);
490 if (ret < 0)
491 goto err_sens;
492
493 ret = camif_register_video_nodes(camif);
494 if (ret < 0)
495 goto err_sens;
496
497 ret = camif_create_media_links(camif);
498 if (ret < 0)
499 goto err_sens;
500
501 ret = media_device_register(&camif->media_dev);
502 if (ret < 0)
503 goto err_sens;
504
505 pm_runtime_put(dev);
506 return 0;
507
508 err_sens:
509 v4l2_device_unregister(&camif->v4l2_dev);
510 media_device_unregister(&camif->media_dev);
511 media_device_cleanup(&camif->media_dev);
512 camif_unregister_media_entities(camif);
513 err_pm:
514 pm_runtime_put(dev);
515 pm_runtime_disable(dev);
516 camif_clk_put(camif);
517 err_clk:
518 s3c_camif_unregister_subdev(camif);
519 err_sd:
520 pdata->gpio_put();
521 return ret;
522 }
523
s3c_camif_remove(struct platform_device * pdev)524 static int s3c_camif_remove(struct platform_device *pdev)
525 {
526 struct camif_dev *camif = platform_get_drvdata(pdev);
527 struct s3c_camif_plat_data *pdata = &camif->pdata;
528
529 media_device_unregister(&camif->media_dev);
530 media_device_cleanup(&camif->media_dev);
531 camif_unregister_media_entities(camif);
532 v4l2_device_unregister(&camif->v4l2_dev);
533
534 pm_runtime_disable(&pdev->dev);
535 camif_clk_put(camif);
536 pdata->gpio_put();
537
538 return 0;
539 }
540
s3c_camif_runtime_resume(struct device * dev)541 static int s3c_camif_runtime_resume(struct device *dev)
542 {
543 struct camif_dev *camif = dev_get_drvdata(dev);
544
545 clk_enable(camif->clock[CLK_GATE]);
546 /* null op on s3c244x */
547 clk_enable(camif->clock[CLK_CAM]);
548 return 0;
549 }
550
s3c_camif_runtime_suspend(struct device * dev)551 static int s3c_camif_runtime_suspend(struct device *dev)
552 {
553 struct camif_dev *camif = dev_get_drvdata(dev);
554
555 /* null op on s3c244x */
556 clk_disable(camif->clock[CLK_CAM]);
557
558 clk_disable(camif->clock[CLK_GATE]);
559 return 0;
560 }
561
562 static const struct s3c_camif_variant s3c244x_camif_variant = {
563 .vp_pix_limits = {
564 [VP_CODEC] = {
565 .max_out_width = 4096,
566 .max_sc_out_width = 2048,
567 .out_width_align = 16,
568 .min_out_width = 16,
569 .max_height = 4096,
570 },
571 [VP_PREVIEW] = {
572 .max_out_width = 640,
573 .max_sc_out_width = 640,
574 .out_width_align = 16,
575 .min_out_width = 16,
576 .max_height = 480,
577 }
578 },
579 .pix_limits = {
580 .win_hor_offset_align = 8,
581 },
582 .ip_revision = S3C244X_CAMIF_IP_REV,
583 };
584
585 static struct s3c_camif_drvdata s3c244x_camif_drvdata = {
586 .variant = &s3c244x_camif_variant,
587 .bus_clk_freq = 24000000UL,
588 };
589
590 static const struct s3c_camif_variant s3c6410_camif_variant = {
591 .vp_pix_limits = {
592 [VP_CODEC] = {
593 .max_out_width = 4096,
594 .max_sc_out_width = 2048,
595 .out_width_align = 16,
596 .min_out_width = 16,
597 .max_height = 4096,
598 },
599 [VP_PREVIEW] = {
600 .max_out_width = 4096,
601 .max_sc_out_width = 720,
602 .out_width_align = 16,
603 .min_out_width = 16,
604 .max_height = 4096,
605 }
606 },
607 .pix_limits = {
608 .win_hor_offset_align = 8,
609 },
610 .ip_revision = S3C6410_CAMIF_IP_REV,
611 .has_img_effect = 1,
612 .vp_offset = 0x20,
613 };
614
615 static struct s3c_camif_drvdata s3c6410_camif_drvdata = {
616 .variant = &s3c6410_camif_variant,
617 .bus_clk_freq = 133000000UL,
618 };
619
620 static const struct platform_device_id s3c_camif_driver_ids[] = {
621 {
622 .name = "s3c2440-camif",
623 .driver_data = (unsigned long)&s3c244x_camif_drvdata,
624 }, {
625 .name = "s3c6410-camif",
626 .driver_data = (unsigned long)&s3c6410_camif_drvdata,
627 },
628 { /* sentinel */ },
629 };
630 MODULE_DEVICE_TABLE(platform, s3c_camif_driver_ids);
631
632 static const struct dev_pm_ops s3c_camif_pm_ops = {
633 .runtime_suspend = s3c_camif_runtime_suspend,
634 .runtime_resume = s3c_camif_runtime_resume,
635 };
636
637 static struct platform_driver s3c_camif_driver = {
638 .probe = s3c_camif_probe,
639 .remove = s3c_camif_remove,
640 .id_table = s3c_camif_driver_ids,
641 .driver = {
642 .name = S3C_CAMIF_DRIVER_NAME,
643 .pm = &s3c_camif_pm_ops,
644 }
645 };
646
647 module_platform_driver(s3c_camif_driver);
648
649 MODULE_AUTHOR("Sylwester Nawrocki <sylvester.nawrocki@gmail.com>");
650 MODULE_AUTHOR("Tomasz Figa <tomasz.figa@gmail.com>");
651 MODULE_DESCRIPTION("S3C24XX/S3C64XX SoC camera interface driver");
652 MODULE_LICENSE("GPL");
653