1 /*
2 * V4L2 Driver for SuperH Mobile CEU interface
3 *
4 * Copyright (C) 2008 Magnus Damm
5 *
6 * Based on V4L2 Driver for PXA camera host - "pxa_camera.c",
7 *
8 * Copyright (C) 2006, Sascha Hauer, Pengutronix
9 * Copyright (C) 2008, Guennadi Liakhovetski <kernel@pengutronix.de>
10 *
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2 of the License, or
14 * (at your option) any later version.
15 */
16
17 #include <linux/init.h>
18 #include <linux/module.h>
19 #include <linux/io.h>
20 #include <linux/completion.h>
21 #include <linux/delay.h>
22 #include <linux/dma-mapping.h>
23 #include <linux/err.h>
24 #include <linux/errno.h>
25 #include <linux/fs.h>
26 #include <linux/interrupt.h>
27 #include <linux/kernel.h>
28 #include <linux/mm.h>
29 #include <linux/moduleparam.h>
30 #include <linux/time.h>
31 #include <linux/slab.h>
32 #include <linux/device.h>
33 #include <linux/platform_device.h>
34 #include <linux/videodev2.h>
35 #include <linux/pm_runtime.h>
36 #include <linux/sched.h>
37
38 #include <media/v4l2-common.h>
39 #include <media/v4l2-dev.h>
40 #include <media/soc_camera.h>
41 #include <media/sh_mobile_ceu.h>
42 #include <media/sh_mobile_csi2.h>
43 #include <media/videobuf2-dma-contig.h>
44 #include <media/v4l2-mediabus.h>
45 #include <media/soc_mediabus.h>
46
47 /* register offsets for sh7722 / sh7723 */
48
49 #define CAPSR 0x00 /* Capture start register */
50 #define CAPCR 0x04 /* Capture control register */
51 #define CAMCR 0x08 /* Capture interface control register */
52 #define CMCYR 0x0c /* Capture interface cycle register */
53 #define CAMOR 0x10 /* Capture interface offset register */
54 #define CAPWR 0x14 /* Capture interface width register */
55 #define CAIFR 0x18 /* Capture interface input format register */
56 #define CSTCR 0x20 /* Camera strobe control register (<= sh7722) */
57 #define CSECR 0x24 /* Camera strobe emission count register (<= sh7722) */
58 #define CRCNTR 0x28 /* CEU register control register */
59 #define CRCMPR 0x2c /* CEU register forcible control register */
60 #define CFLCR 0x30 /* Capture filter control register */
61 #define CFSZR 0x34 /* Capture filter size clip register */
62 #define CDWDR 0x38 /* Capture destination width register */
63 #define CDAYR 0x3c /* Capture data address Y register */
64 #define CDACR 0x40 /* Capture data address C register */
65 #define CDBYR 0x44 /* Capture data bottom-field address Y register */
66 #define CDBCR 0x48 /* Capture data bottom-field address C register */
67 #define CBDSR 0x4c /* Capture bundle destination size register */
68 #define CFWCR 0x5c /* Firewall operation control register */
69 #define CLFCR 0x60 /* Capture low-pass filter control register */
70 #define CDOCR 0x64 /* Capture data output control register */
71 #define CDDCR 0x68 /* Capture data complexity level register */
72 #define CDDAR 0x6c /* Capture data complexity level address register */
73 #define CEIER 0x70 /* Capture event interrupt enable register */
74 #define CETCR 0x74 /* Capture event flag clear register */
75 #define CSTSR 0x7c /* Capture status register */
76 #define CSRTR 0x80 /* Capture software reset register */
77 #define CDSSR 0x84 /* Capture data size register */
78 #define CDAYR2 0x90 /* Capture data address Y register 2 */
79 #define CDACR2 0x94 /* Capture data address C register 2 */
80 #define CDBYR2 0x98 /* Capture data bottom-field address Y register 2 */
81 #define CDBCR2 0x9c /* Capture data bottom-field address C register 2 */
82
83 #undef DEBUG_GEOMETRY
84 #ifdef DEBUG_GEOMETRY
85 #define dev_geo dev_info
86 #else
87 #define dev_geo dev_dbg
88 #endif
89
90 /* per video frame buffer */
91 struct sh_mobile_ceu_buffer {
92 struct vb2_buffer vb; /* v4l buffer must be first */
93 struct list_head queue;
94 };
95
96 struct sh_mobile_ceu_dev {
97 struct soc_camera_host ici;
98 struct soc_camera_device *icd;
99 struct platform_device *csi2_pdev;
100
101 unsigned int irq;
102 void __iomem *base;
103 size_t video_limit;
104 size_t buf_total;
105
106 spinlock_t lock; /* Protects video buffer lists */
107 struct list_head capture;
108 struct vb2_buffer *active;
109 struct vb2_alloc_ctx *alloc_ctx;
110
111 struct sh_mobile_ceu_info *pdata;
112 struct completion complete;
113
114 u32 cflcr;
115
116 /* static max sizes either from platform data or default */
117 int max_width;
118 int max_height;
119
120 enum v4l2_field field;
121 int sequence;
122
123 unsigned int image_mode:1;
124 unsigned int is_16bit:1;
125 unsigned int frozen:1;
126 };
127
128 struct sh_mobile_ceu_cam {
129 /* CEU offsets within the camera output, before the CEU scaler */
130 unsigned int ceu_left;
131 unsigned int ceu_top;
132 /* Client output, as seen by the CEU */
133 unsigned int width;
134 unsigned int height;
135 /*
136 * User window from S_CROP / G_CROP, produced by client cropping and
137 * scaling, CEU scaling and CEU cropping, mapped back onto the client
138 * input window
139 */
140 struct v4l2_rect subrect;
141 /* Camera cropping rectangle */
142 struct v4l2_rect rect;
143 const struct soc_mbus_pixelfmt *extra_fmt;
144 enum v4l2_mbus_pixelcode code;
145 };
146
to_ceu_vb(struct vb2_buffer * vb)147 static struct sh_mobile_ceu_buffer *to_ceu_vb(struct vb2_buffer *vb)
148 {
149 return container_of(vb, struct sh_mobile_ceu_buffer, vb);
150 }
151
ceu_write(struct sh_mobile_ceu_dev * priv,unsigned long reg_offs,u32 data)152 static void ceu_write(struct sh_mobile_ceu_dev *priv,
153 unsigned long reg_offs, u32 data)
154 {
155 iowrite32(data, priv->base + reg_offs);
156 }
157
ceu_read(struct sh_mobile_ceu_dev * priv,unsigned long reg_offs)158 static u32 ceu_read(struct sh_mobile_ceu_dev *priv, unsigned long reg_offs)
159 {
160 return ioread32(priv->base + reg_offs);
161 }
162
sh_mobile_ceu_soft_reset(struct sh_mobile_ceu_dev * pcdev)163 static int sh_mobile_ceu_soft_reset(struct sh_mobile_ceu_dev *pcdev)
164 {
165 int i, success = 0;
166 struct soc_camera_device *icd = pcdev->icd;
167
168 ceu_write(pcdev, CAPSR, 1 << 16); /* reset */
169
170 /* wait CSTSR.CPTON bit */
171 for (i = 0; i < 1000; i++) {
172 if (!(ceu_read(pcdev, CSTSR) & 1)) {
173 success++;
174 break;
175 }
176 udelay(1);
177 }
178
179 /* wait CAPSR.CPKIL bit */
180 for (i = 0; i < 1000; i++) {
181 if (!(ceu_read(pcdev, CAPSR) & (1 << 16))) {
182 success++;
183 break;
184 }
185 udelay(1);
186 }
187
188
189 if (2 != success) {
190 dev_warn(icd->pdev, "soft reset time out\n");
191 return -EIO;
192 }
193
194 return 0;
195 }
196
197 /*
198 * Videobuf operations
199 */
200
201 /*
202 * .queue_setup() is called to check, whether the driver can accept the
203 * requested number of buffers and to fill in plane sizes
204 * for the current frame format if required
205 */
sh_mobile_ceu_videobuf_setup(struct vb2_queue * vq,const struct v4l2_format * fmt,unsigned int * count,unsigned int * num_planes,unsigned int sizes[],void * alloc_ctxs[])206 static int sh_mobile_ceu_videobuf_setup(struct vb2_queue *vq,
207 const struct v4l2_format *fmt,
208 unsigned int *count, unsigned int *num_planes,
209 unsigned int sizes[], void *alloc_ctxs[])
210 {
211 struct soc_camera_device *icd = container_of(vq, struct soc_camera_device, vb2_vidq);
212 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
213 struct sh_mobile_ceu_dev *pcdev = ici->priv;
214
215 if (fmt) {
216 const struct soc_camera_format_xlate *xlate = soc_camera_xlate_by_fourcc(icd,
217 fmt->fmt.pix.pixelformat);
218 unsigned int bytes_per_line;
219 int ret;
220
221 if (!xlate)
222 return -EINVAL;
223
224 ret = soc_mbus_bytes_per_line(fmt->fmt.pix.width,
225 xlate->host_fmt);
226 if (ret < 0)
227 return ret;
228
229 bytes_per_line = max_t(u32, fmt->fmt.pix.bytesperline, ret);
230
231 ret = soc_mbus_image_size(xlate->host_fmt, bytes_per_line,
232 fmt->fmt.pix.height);
233 if (ret < 0)
234 return ret;
235
236 sizes[0] = max_t(u32, fmt->fmt.pix.sizeimage, ret);
237 } else {
238 /* Called from VIDIOC_REQBUFS or in compatibility mode */
239 sizes[0] = icd->sizeimage;
240 }
241
242 alloc_ctxs[0] = pcdev->alloc_ctx;
243
244 if (!vq->num_buffers)
245 pcdev->sequence = 0;
246
247 if (!*count)
248 *count = 2;
249
250 /* If *num_planes != 0, we have already verified *count. */
251 if (pcdev->video_limit && !*num_planes) {
252 size_t size = PAGE_ALIGN(sizes[0]) * *count;
253
254 if (size + pcdev->buf_total > pcdev->video_limit)
255 *count = (pcdev->video_limit - pcdev->buf_total) /
256 PAGE_ALIGN(sizes[0]);
257 }
258
259 *num_planes = 1;
260
261 dev_dbg(icd->parent, "count=%d, size=%u\n", *count, sizes[0]);
262
263 return 0;
264 }
265
266 #define CEU_CETCR_MAGIC 0x0317f313 /* acknowledge magical interrupt sources */
267 #define CEU_CETCR_IGRW (1 << 4) /* prohibited register access interrupt bit */
268 #define CEU_CEIER_CPEIE (1 << 0) /* one-frame capture end interrupt */
269 #define CEU_CEIER_VBP (1 << 20) /* vbp error */
270 #define CEU_CAPCR_CTNCP (1 << 16) /* continuous capture mode (if set) */
271 #define CEU_CEIER_MASK (CEU_CEIER_CPEIE | CEU_CEIER_VBP)
272
273
274 /*
275 * return value doesn't reflex the success/failure to queue the new buffer,
276 * but rather the status of the previous buffer.
277 */
sh_mobile_ceu_capture(struct sh_mobile_ceu_dev * pcdev)278 static int sh_mobile_ceu_capture(struct sh_mobile_ceu_dev *pcdev)
279 {
280 struct soc_camera_device *icd = pcdev->icd;
281 dma_addr_t phys_addr_top, phys_addr_bottom;
282 unsigned long top1, top2;
283 unsigned long bottom1, bottom2;
284 u32 status;
285 bool planar;
286 int ret = 0;
287
288 /*
289 * The hardware is _very_ picky about this sequence. Especially
290 * the CEU_CETCR_MAGIC value. It seems like we need to acknowledge
291 * several not-so-well documented interrupt sources in CETCR.
292 */
293 ceu_write(pcdev, CEIER, ceu_read(pcdev, CEIER) & ~CEU_CEIER_MASK);
294 status = ceu_read(pcdev, CETCR);
295 ceu_write(pcdev, CETCR, ~status & CEU_CETCR_MAGIC);
296 if (!pcdev->frozen)
297 ceu_write(pcdev, CEIER, ceu_read(pcdev, CEIER) | CEU_CEIER_MASK);
298 ceu_write(pcdev, CAPCR, ceu_read(pcdev, CAPCR) & ~CEU_CAPCR_CTNCP);
299 ceu_write(pcdev, CETCR, CEU_CETCR_MAGIC ^ CEU_CETCR_IGRW);
300
301 /*
302 * When a VBP interrupt occurs, a capture end interrupt does not occur
303 * and the image of that frame is not captured correctly. So, soft reset
304 * is needed here.
305 */
306 if (status & CEU_CEIER_VBP) {
307 sh_mobile_ceu_soft_reset(pcdev);
308 ret = -EIO;
309 }
310
311 if (pcdev->frozen) {
312 complete(&pcdev->complete);
313 return ret;
314 }
315
316 if (!pcdev->active)
317 return ret;
318
319 if (V4L2_FIELD_INTERLACED_BT == pcdev->field) {
320 top1 = CDBYR;
321 top2 = CDBCR;
322 bottom1 = CDAYR;
323 bottom2 = CDACR;
324 } else {
325 top1 = CDAYR;
326 top2 = CDACR;
327 bottom1 = CDBYR;
328 bottom2 = CDBCR;
329 }
330
331 phys_addr_top = vb2_dma_contig_plane_dma_addr(pcdev->active, 0);
332
333 switch (icd->current_fmt->host_fmt->fourcc) {
334 case V4L2_PIX_FMT_NV12:
335 case V4L2_PIX_FMT_NV21:
336 case V4L2_PIX_FMT_NV16:
337 case V4L2_PIX_FMT_NV61:
338 planar = true;
339 break;
340 default:
341 planar = false;
342 }
343
344 ceu_write(pcdev, top1, phys_addr_top);
345 if (V4L2_FIELD_NONE != pcdev->field) {
346 phys_addr_bottom = phys_addr_top + icd->bytesperline;
347 ceu_write(pcdev, bottom1, phys_addr_bottom);
348 }
349
350 if (planar) {
351 phys_addr_top += icd->bytesperline * icd->user_height;
352 ceu_write(pcdev, top2, phys_addr_top);
353 if (V4L2_FIELD_NONE != pcdev->field) {
354 phys_addr_bottom = phys_addr_top + icd->bytesperline;
355 ceu_write(pcdev, bottom2, phys_addr_bottom);
356 }
357 }
358
359 ceu_write(pcdev, CAPSR, 0x1); /* start capture */
360
361 return ret;
362 }
363
sh_mobile_ceu_videobuf_prepare(struct vb2_buffer * vb)364 static int sh_mobile_ceu_videobuf_prepare(struct vb2_buffer *vb)
365 {
366 struct sh_mobile_ceu_buffer *buf = to_ceu_vb(vb);
367
368 /* Added list head initialization on alloc */
369 WARN(!list_empty(&buf->queue), "Buffer %p on queue!\n", vb);
370
371 return 0;
372 }
373
sh_mobile_ceu_videobuf_queue(struct vb2_buffer * vb)374 static void sh_mobile_ceu_videobuf_queue(struct vb2_buffer *vb)
375 {
376 struct soc_camera_device *icd = container_of(vb->vb2_queue, struct soc_camera_device, vb2_vidq);
377 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
378 struct sh_mobile_ceu_dev *pcdev = ici->priv;
379 struct sh_mobile_ceu_buffer *buf = to_ceu_vb(vb);
380 unsigned long size;
381
382 size = icd->sizeimage;
383
384 if (vb2_plane_size(vb, 0) < size) {
385 dev_err(icd->parent, "Buffer #%d too small (%lu < %lu)\n",
386 vb->v4l2_buf.index, vb2_plane_size(vb, 0), size);
387 goto error;
388 }
389
390 vb2_set_plane_payload(vb, 0, size);
391
392 dev_dbg(icd->parent, "%s (vb=0x%p) 0x%p %lu\n", __func__,
393 vb, vb2_plane_vaddr(vb, 0), vb2_get_plane_payload(vb, 0));
394
395 #ifdef DEBUG
396 /*
397 * This can be useful if you want to see if we actually fill
398 * the buffer with something
399 */
400 if (vb2_plane_vaddr(vb, 0))
401 memset(vb2_plane_vaddr(vb, 0), 0xaa, vb2_get_plane_payload(vb, 0));
402 #endif
403
404 spin_lock_irq(&pcdev->lock);
405 list_add_tail(&buf->queue, &pcdev->capture);
406
407 if (!pcdev->active) {
408 /*
409 * Because there were no active buffer at this moment,
410 * we are not interested in the return value of
411 * sh_mobile_ceu_capture here.
412 */
413 pcdev->active = vb;
414 sh_mobile_ceu_capture(pcdev);
415 }
416 spin_unlock_irq(&pcdev->lock);
417
418 return;
419
420 error:
421 vb2_buffer_done(vb, VB2_BUF_STATE_ERROR);
422 }
423
sh_mobile_ceu_videobuf_release(struct vb2_buffer * vb)424 static void sh_mobile_ceu_videobuf_release(struct vb2_buffer *vb)
425 {
426 struct soc_camera_device *icd = container_of(vb->vb2_queue, struct soc_camera_device, vb2_vidq);
427 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
428 struct sh_mobile_ceu_buffer *buf = to_ceu_vb(vb);
429 struct sh_mobile_ceu_dev *pcdev = ici->priv;
430
431 spin_lock_irq(&pcdev->lock);
432
433 if (pcdev->active == vb) {
434 /* disable capture (release DMA buffer), reset */
435 ceu_write(pcdev, CAPSR, 1 << 16);
436 pcdev->active = NULL;
437 }
438
439 /*
440 * Doesn't hurt also if the list is empty, but it hurts, if queuing the
441 * buffer failed, and .buf_init() hasn't been called
442 */
443 if (buf->queue.next)
444 list_del_init(&buf->queue);
445
446 pcdev->buf_total -= PAGE_ALIGN(vb2_plane_size(vb, 0));
447 dev_dbg(icd->parent, "%s() %zu bytes buffers\n", __func__,
448 pcdev->buf_total);
449
450 spin_unlock_irq(&pcdev->lock);
451 }
452
sh_mobile_ceu_videobuf_init(struct vb2_buffer * vb)453 static int sh_mobile_ceu_videobuf_init(struct vb2_buffer *vb)
454 {
455 struct soc_camera_device *icd = container_of(vb->vb2_queue, struct soc_camera_device, vb2_vidq);
456 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
457 struct sh_mobile_ceu_dev *pcdev = ici->priv;
458
459 pcdev->buf_total += PAGE_ALIGN(vb2_plane_size(vb, 0));
460 dev_dbg(icd->parent, "%s() %zu bytes buffers\n", __func__,
461 pcdev->buf_total);
462
463 /* This is for locking debugging only */
464 INIT_LIST_HEAD(&to_ceu_vb(vb)->queue);
465 return 0;
466 }
467
sh_mobile_ceu_stop_streaming(struct vb2_queue * q)468 static int sh_mobile_ceu_stop_streaming(struct vb2_queue *q)
469 {
470 struct soc_camera_device *icd = container_of(q, struct soc_camera_device, vb2_vidq);
471 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
472 struct sh_mobile_ceu_dev *pcdev = ici->priv;
473 struct list_head *buf_head, *tmp;
474
475 spin_lock_irq(&pcdev->lock);
476
477 pcdev->active = NULL;
478
479 list_for_each_safe(buf_head, tmp, &pcdev->capture)
480 list_del_init(buf_head);
481
482 spin_unlock_irq(&pcdev->lock);
483
484 return sh_mobile_ceu_soft_reset(pcdev);
485 }
486
487 static struct vb2_ops sh_mobile_ceu_videobuf_ops = {
488 .queue_setup = sh_mobile_ceu_videobuf_setup,
489 .buf_prepare = sh_mobile_ceu_videobuf_prepare,
490 .buf_queue = sh_mobile_ceu_videobuf_queue,
491 .buf_cleanup = sh_mobile_ceu_videobuf_release,
492 .buf_init = sh_mobile_ceu_videobuf_init,
493 .wait_prepare = soc_camera_unlock,
494 .wait_finish = soc_camera_lock,
495 .stop_streaming = sh_mobile_ceu_stop_streaming,
496 };
497
sh_mobile_ceu_irq(int irq,void * data)498 static irqreturn_t sh_mobile_ceu_irq(int irq, void *data)
499 {
500 struct sh_mobile_ceu_dev *pcdev = data;
501 struct vb2_buffer *vb;
502 int ret;
503
504 spin_lock(&pcdev->lock);
505
506 vb = pcdev->active;
507 if (!vb)
508 /* Stale interrupt from a released buffer */
509 goto out;
510
511 list_del_init(&to_ceu_vb(vb)->queue);
512
513 if (!list_empty(&pcdev->capture))
514 pcdev->active = &list_entry(pcdev->capture.next,
515 struct sh_mobile_ceu_buffer, queue)->vb;
516 else
517 pcdev->active = NULL;
518
519 ret = sh_mobile_ceu_capture(pcdev);
520 v4l2_get_timestamp(&vb->v4l2_buf.timestamp);
521 if (!ret) {
522 vb->v4l2_buf.field = pcdev->field;
523 vb->v4l2_buf.sequence = pcdev->sequence++;
524 }
525 vb2_buffer_done(vb, ret < 0 ? VB2_BUF_STATE_ERROR : VB2_BUF_STATE_DONE);
526
527 out:
528 spin_unlock(&pcdev->lock);
529
530 return IRQ_HANDLED;
531 }
532
find_csi2(struct sh_mobile_ceu_dev * pcdev)533 static struct v4l2_subdev *find_csi2(struct sh_mobile_ceu_dev *pcdev)
534 {
535 struct v4l2_subdev *sd;
536
537 if (!pcdev->csi2_pdev)
538 return NULL;
539
540 v4l2_device_for_each_subdev(sd, &pcdev->ici.v4l2_dev)
541 if (&pcdev->csi2_pdev->dev == v4l2_get_subdevdata(sd))
542 return sd;
543
544 return NULL;
545 }
546
547 /* Called with .host_lock held */
sh_mobile_ceu_add_device(struct soc_camera_device * icd)548 static int sh_mobile_ceu_add_device(struct soc_camera_device *icd)
549 {
550 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
551 struct sh_mobile_ceu_dev *pcdev = ici->priv;
552 struct v4l2_subdev *csi2_sd;
553 int ret;
554
555 if (pcdev->icd)
556 return -EBUSY;
557
558 dev_info(icd->parent,
559 "SuperH Mobile CEU driver attached to camera %d\n",
560 icd->devnum);
561
562 pm_runtime_get_sync(ici->v4l2_dev.dev);
563
564 pcdev->buf_total = 0;
565
566 ret = sh_mobile_ceu_soft_reset(pcdev);
567
568 csi2_sd = find_csi2(pcdev);
569 if (csi2_sd) {
570 csi2_sd->grp_id = soc_camera_grp_id(icd);
571 v4l2_set_subdev_hostdata(csi2_sd, icd);
572 }
573
574 ret = v4l2_subdev_call(csi2_sd, core, s_power, 1);
575 if (ret < 0 && ret != -ENOIOCTLCMD && ret != -ENODEV) {
576 pm_runtime_put(ici->v4l2_dev.dev);
577 return ret;
578 }
579
580 /*
581 * -ENODEV is special: either csi2_sd == NULL or the CSI-2 driver
582 * has not found this soc-camera device among its clients
583 */
584 if (ret == -ENODEV && csi2_sd)
585 csi2_sd->grp_id = 0;
586 pcdev->icd = icd;
587
588 return 0;
589 }
590
591 /* Called with .host_lock held */
sh_mobile_ceu_remove_device(struct soc_camera_device * icd)592 static void sh_mobile_ceu_remove_device(struct soc_camera_device *icd)
593 {
594 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
595 struct sh_mobile_ceu_dev *pcdev = ici->priv;
596 struct v4l2_subdev *csi2_sd = find_csi2(pcdev);
597
598 BUG_ON(icd != pcdev->icd);
599
600 v4l2_subdev_call(csi2_sd, core, s_power, 0);
601 if (csi2_sd)
602 csi2_sd->grp_id = 0;
603 /* disable capture, disable interrupts */
604 ceu_write(pcdev, CEIER, 0);
605 sh_mobile_ceu_soft_reset(pcdev);
606
607 /* make sure active buffer is canceled */
608 spin_lock_irq(&pcdev->lock);
609 if (pcdev->active) {
610 list_del_init(&to_ceu_vb(pcdev->active)->queue);
611 vb2_buffer_done(pcdev->active, VB2_BUF_STATE_ERROR);
612 pcdev->active = NULL;
613 }
614 spin_unlock_irq(&pcdev->lock);
615
616 pm_runtime_put(ici->v4l2_dev.dev);
617
618 dev_info(icd->parent,
619 "SuperH Mobile CEU driver detached from camera %d\n",
620 icd->devnum);
621
622 pcdev->icd = NULL;
623 }
624
625 /*
626 * See chapter 29.4.12 "Capture Filter Control Register (CFLCR)"
627 * in SH7722 Hardware Manual
628 */
size_dst(unsigned int src,unsigned int scale)629 static unsigned int size_dst(unsigned int src, unsigned int scale)
630 {
631 unsigned int mant_pre = scale >> 12;
632 if (!src || !scale)
633 return src;
634 return ((mant_pre + 2 * (src - 1)) / (2 * mant_pre) - 1) *
635 mant_pre * 4096 / scale + 1;
636 }
637
calc_scale(unsigned int src,unsigned int * dst)638 static u16 calc_scale(unsigned int src, unsigned int *dst)
639 {
640 u16 scale;
641
642 if (src == *dst)
643 return 0;
644
645 scale = (src * 4096 / *dst) & ~7;
646
647 while (scale > 4096 && size_dst(src, scale) < *dst)
648 scale -= 8;
649
650 *dst = size_dst(src, scale);
651
652 return scale;
653 }
654
655 /* rect is guaranteed to not exceed the scaled camera rectangle */
sh_mobile_ceu_set_rect(struct soc_camera_device * icd)656 static void sh_mobile_ceu_set_rect(struct soc_camera_device *icd)
657 {
658 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
659 struct sh_mobile_ceu_cam *cam = icd->host_priv;
660 struct sh_mobile_ceu_dev *pcdev = ici->priv;
661 unsigned int height, width, cdwdr_width, in_width, in_height;
662 unsigned int left_offset, top_offset;
663 u32 camor;
664
665 dev_geo(icd->parent, "Crop %ux%u@%u:%u\n",
666 icd->user_width, icd->user_height, cam->ceu_left, cam->ceu_top);
667
668 left_offset = cam->ceu_left;
669 top_offset = cam->ceu_top;
670
671 WARN_ON(icd->user_width & 3 || icd->user_height & 3);
672
673 width = icd->user_width;
674
675 if (pcdev->image_mode) {
676 in_width = cam->width;
677 if (!pcdev->is_16bit) {
678 in_width *= 2;
679 left_offset *= 2;
680 }
681 } else {
682 unsigned int w_factor;
683
684 switch (icd->current_fmt->host_fmt->packing) {
685 case SOC_MBUS_PACKING_2X8_PADHI:
686 w_factor = 2;
687 break;
688 default:
689 w_factor = 1;
690 }
691
692 in_width = cam->width * w_factor;
693 left_offset *= w_factor;
694 }
695
696 cdwdr_width = icd->bytesperline;
697
698 height = icd->user_height;
699 in_height = cam->height;
700 if (V4L2_FIELD_NONE != pcdev->field) {
701 height = (height / 2) & ~3;
702 in_height /= 2;
703 top_offset /= 2;
704 cdwdr_width *= 2;
705 }
706
707 /* CSI2 special configuration */
708 if (pcdev->pdata->csi2) {
709 in_width = ((in_width - 2) * 2);
710 left_offset *= 2;
711 }
712
713 /* Set CAMOR, CAPWR, CFSZR, take care of CDWDR */
714 camor = left_offset | (top_offset << 16);
715
716 dev_geo(icd->parent,
717 "CAMOR 0x%x, CAPWR 0x%x, CFSZR 0x%x, CDWDR 0x%x\n", camor,
718 (in_height << 16) | in_width, (height << 16) | width,
719 cdwdr_width);
720
721 ceu_write(pcdev, CAMOR, camor);
722 ceu_write(pcdev, CAPWR, (in_height << 16) | in_width);
723 /* CFSZR clipping is applied _after_ the scaling filter (CFLCR) */
724 ceu_write(pcdev, CFSZR, (height << 16) | width);
725 ceu_write(pcdev, CDWDR, cdwdr_width);
726 }
727
capture_save_reset(struct sh_mobile_ceu_dev * pcdev)728 static u32 capture_save_reset(struct sh_mobile_ceu_dev *pcdev)
729 {
730 u32 capsr = ceu_read(pcdev, CAPSR);
731 ceu_write(pcdev, CAPSR, 1 << 16); /* reset, stop capture */
732 return capsr;
733 }
734
capture_restore(struct sh_mobile_ceu_dev * pcdev,u32 capsr)735 static void capture_restore(struct sh_mobile_ceu_dev *pcdev, u32 capsr)
736 {
737 unsigned long timeout = jiffies + 10 * HZ;
738
739 /*
740 * Wait until the end of the current frame. It can take a long time,
741 * but if it has been aborted by a CAPSR reset, it shoule exit sooner.
742 */
743 while ((ceu_read(pcdev, CSTSR) & 1) && time_before(jiffies, timeout))
744 msleep(1);
745
746 if (time_after(jiffies, timeout)) {
747 dev_err(pcdev->ici.v4l2_dev.dev,
748 "Timeout waiting for frame end! Interface problem?\n");
749 return;
750 }
751
752 /* Wait until reset clears, this shall not hang... */
753 while (ceu_read(pcdev, CAPSR) & (1 << 16))
754 udelay(10);
755
756 /* Anything to restore? */
757 if (capsr & ~(1 << 16))
758 ceu_write(pcdev, CAPSR, capsr);
759 }
760
761 /* Find the bus subdevice driver, e.g., CSI2 */
find_bus_subdev(struct sh_mobile_ceu_dev * pcdev,struct soc_camera_device * icd)762 static struct v4l2_subdev *find_bus_subdev(struct sh_mobile_ceu_dev *pcdev,
763 struct soc_camera_device *icd)
764 {
765 if (pcdev->csi2_pdev) {
766 struct v4l2_subdev *csi2_sd = find_csi2(pcdev);
767 if (csi2_sd && csi2_sd->grp_id == soc_camera_grp_id(icd))
768 return csi2_sd;
769 }
770
771 return soc_camera_to_subdev(icd);
772 }
773
774 #define CEU_BUS_FLAGS (V4L2_MBUS_MASTER | \
775 V4L2_MBUS_PCLK_SAMPLE_RISING | \
776 V4L2_MBUS_HSYNC_ACTIVE_HIGH | \
777 V4L2_MBUS_HSYNC_ACTIVE_LOW | \
778 V4L2_MBUS_VSYNC_ACTIVE_HIGH | \
779 V4L2_MBUS_VSYNC_ACTIVE_LOW | \
780 V4L2_MBUS_DATA_ACTIVE_HIGH)
781
782 /* Capture is not running, no interrupts, no locking needed */
sh_mobile_ceu_set_bus_param(struct soc_camera_device * icd)783 static int sh_mobile_ceu_set_bus_param(struct soc_camera_device *icd)
784 {
785 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
786 struct sh_mobile_ceu_dev *pcdev = ici->priv;
787 struct v4l2_subdev *sd = find_bus_subdev(pcdev, icd);
788 struct sh_mobile_ceu_cam *cam = icd->host_priv;
789 struct v4l2_mbus_config cfg = {.type = V4L2_MBUS_PARALLEL,};
790 unsigned long value, common_flags = CEU_BUS_FLAGS;
791 u32 capsr = capture_save_reset(pcdev);
792 unsigned int yuv_lineskip;
793 int ret;
794
795 /*
796 * If the client doesn't implement g_mbus_config, we just use our
797 * platform data
798 */
799 ret = v4l2_subdev_call(sd, video, g_mbus_config, &cfg);
800 if (!ret) {
801 common_flags = soc_mbus_config_compatible(&cfg,
802 common_flags);
803 if (!common_flags)
804 return -EINVAL;
805 } else if (ret != -ENOIOCTLCMD) {
806 return ret;
807 }
808
809 /* Make choises, based on platform preferences */
810 if ((common_flags & V4L2_MBUS_HSYNC_ACTIVE_HIGH) &&
811 (common_flags & V4L2_MBUS_HSYNC_ACTIVE_LOW)) {
812 if (pcdev->pdata->flags & SH_CEU_FLAG_HSYNC_LOW)
813 common_flags &= ~V4L2_MBUS_HSYNC_ACTIVE_HIGH;
814 else
815 common_flags &= ~V4L2_MBUS_HSYNC_ACTIVE_LOW;
816 }
817
818 if ((common_flags & V4L2_MBUS_VSYNC_ACTIVE_HIGH) &&
819 (common_flags & V4L2_MBUS_VSYNC_ACTIVE_LOW)) {
820 if (pcdev->pdata->flags & SH_CEU_FLAG_VSYNC_LOW)
821 common_flags &= ~V4L2_MBUS_VSYNC_ACTIVE_HIGH;
822 else
823 common_flags &= ~V4L2_MBUS_VSYNC_ACTIVE_LOW;
824 }
825
826 cfg.flags = common_flags;
827 ret = v4l2_subdev_call(sd, video, s_mbus_config, &cfg);
828 if (ret < 0 && ret != -ENOIOCTLCMD)
829 return ret;
830
831 if (icd->current_fmt->host_fmt->bits_per_sample > 8)
832 pcdev->is_16bit = 1;
833 else
834 pcdev->is_16bit = 0;
835
836 ceu_write(pcdev, CRCNTR, 0);
837 ceu_write(pcdev, CRCMPR, 0);
838
839 value = 0x00000010; /* data fetch by default */
840 yuv_lineskip = 0x10;
841
842 switch (icd->current_fmt->host_fmt->fourcc) {
843 case V4L2_PIX_FMT_NV12:
844 case V4L2_PIX_FMT_NV21:
845 /* convert 4:2:2 -> 4:2:0 */
846 yuv_lineskip = 0; /* skip for NV12/21, no skip for NV16/61 */
847 /* fall-through */
848 case V4L2_PIX_FMT_NV16:
849 case V4L2_PIX_FMT_NV61:
850 switch (cam->code) {
851 case V4L2_MBUS_FMT_UYVY8_2X8:
852 value = 0x00000000; /* Cb0, Y0, Cr0, Y1 */
853 break;
854 case V4L2_MBUS_FMT_VYUY8_2X8:
855 value = 0x00000100; /* Cr0, Y0, Cb0, Y1 */
856 break;
857 case V4L2_MBUS_FMT_YUYV8_2X8:
858 value = 0x00000200; /* Y0, Cb0, Y1, Cr0 */
859 break;
860 case V4L2_MBUS_FMT_YVYU8_2X8:
861 value = 0x00000300; /* Y0, Cr0, Y1, Cb0 */
862 break;
863 default:
864 BUG();
865 }
866 }
867
868 if (icd->current_fmt->host_fmt->fourcc == V4L2_PIX_FMT_NV21 ||
869 icd->current_fmt->host_fmt->fourcc == V4L2_PIX_FMT_NV61)
870 value ^= 0x00000100; /* swap U, V to change from NV1x->NVx1 */
871
872 value |= common_flags & V4L2_MBUS_VSYNC_ACTIVE_LOW ? 1 << 1 : 0;
873 value |= common_flags & V4L2_MBUS_HSYNC_ACTIVE_LOW ? 1 << 0 : 0;
874
875 if (pcdev->pdata->csi2) /* CSI2 mode */
876 value |= 3 << 12;
877 else if (pcdev->is_16bit)
878 value |= 1 << 12;
879 else if (pcdev->pdata->flags & SH_CEU_FLAG_LOWER_8BIT)
880 value |= 2 << 12;
881
882 ceu_write(pcdev, CAMCR, value);
883
884 ceu_write(pcdev, CAPCR, 0x00300000);
885
886 switch (pcdev->field) {
887 case V4L2_FIELD_INTERLACED_TB:
888 value = 0x101;
889 break;
890 case V4L2_FIELD_INTERLACED_BT:
891 value = 0x102;
892 break;
893 default:
894 value = 0;
895 break;
896 }
897 ceu_write(pcdev, CAIFR, value);
898
899 sh_mobile_ceu_set_rect(icd);
900 mdelay(1);
901
902 dev_geo(icd->parent, "CFLCR 0x%x\n", pcdev->cflcr);
903 ceu_write(pcdev, CFLCR, pcdev->cflcr);
904
905 /*
906 * A few words about byte order (observed in Big Endian mode)
907 *
908 * In data fetch mode bytes are received in chunks of 8 bytes.
909 * D0, D1, D2, D3, D4, D5, D6, D7 (D0 received first)
910 *
911 * The data is however by default written to memory in reverse order:
912 * D7, D6, D5, D4, D3, D2, D1, D0 (D7 written to lowest byte)
913 *
914 * The lowest three bits of CDOCR allows us to do swapping,
915 * using 7 we swap the data bytes to match the incoming order:
916 * D0, D1, D2, D3, D4, D5, D6, D7
917 */
918 value = 0x00000007 | yuv_lineskip;
919
920 ceu_write(pcdev, CDOCR, value);
921 ceu_write(pcdev, CFWCR, 0); /* keep "datafetch firewall" disabled */
922
923 capture_restore(pcdev, capsr);
924
925 /* not in bundle mode: skip CBDSR, CDAYR2, CDACR2, CDBYR2, CDBCR2 */
926 return 0;
927 }
928
sh_mobile_ceu_try_bus_param(struct soc_camera_device * icd,unsigned char buswidth)929 static int sh_mobile_ceu_try_bus_param(struct soc_camera_device *icd,
930 unsigned char buswidth)
931 {
932 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
933 struct sh_mobile_ceu_dev *pcdev = ici->priv;
934 struct v4l2_subdev *sd = find_bus_subdev(pcdev, icd);
935 unsigned long common_flags = CEU_BUS_FLAGS;
936 struct v4l2_mbus_config cfg = {.type = V4L2_MBUS_PARALLEL,};
937 int ret;
938
939 ret = v4l2_subdev_call(sd, video, g_mbus_config, &cfg);
940 if (!ret)
941 common_flags = soc_mbus_config_compatible(&cfg,
942 common_flags);
943 else if (ret != -ENOIOCTLCMD)
944 return ret;
945
946 if (!common_flags || buswidth > 16)
947 return -EINVAL;
948
949 return 0;
950 }
951
952 static const struct soc_mbus_pixelfmt sh_mobile_ceu_formats[] = {
953 {
954 .fourcc = V4L2_PIX_FMT_NV12,
955 .name = "NV12",
956 .bits_per_sample = 8,
957 .packing = SOC_MBUS_PACKING_1_5X8,
958 .order = SOC_MBUS_ORDER_LE,
959 .layout = SOC_MBUS_LAYOUT_PLANAR_2Y_C,
960 }, {
961 .fourcc = V4L2_PIX_FMT_NV21,
962 .name = "NV21",
963 .bits_per_sample = 8,
964 .packing = SOC_MBUS_PACKING_1_5X8,
965 .order = SOC_MBUS_ORDER_LE,
966 .layout = SOC_MBUS_LAYOUT_PLANAR_2Y_C,
967 }, {
968 .fourcc = V4L2_PIX_FMT_NV16,
969 .name = "NV16",
970 .bits_per_sample = 8,
971 .packing = SOC_MBUS_PACKING_2X8_PADHI,
972 .order = SOC_MBUS_ORDER_LE,
973 .layout = SOC_MBUS_LAYOUT_PLANAR_Y_C,
974 }, {
975 .fourcc = V4L2_PIX_FMT_NV61,
976 .name = "NV61",
977 .bits_per_sample = 8,
978 .packing = SOC_MBUS_PACKING_2X8_PADHI,
979 .order = SOC_MBUS_ORDER_LE,
980 .layout = SOC_MBUS_LAYOUT_PLANAR_Y_C,
981 },
982 };
983
984 /* This will be corrected as we get more formats */
sh_mobile_ceu_packing_supported(const struct soc_mbus_pixelfmt * fmt)985 static bool sh_mobile_ceu_packing_supported(const struct soc_mbus_pixelfmt *fmt)
986 {
987 return fmt->packing == SOC_MBUS_PACKING_NONE ||
988 (fmt->bits_per_sample == 8 &&
989 fmt->packing == SOC_MBUS_PACKING_1_5X8) ||
990 (fmt->bits_per_sample == 8 &&
991 fmt->packing == SOC_MBUS_PACKING_2X8_PADHI) ||
992 (fmt->bits_per_sample > 8 &&
993 fmt->packing == SOC_MBUS_PACKING_EXTEND16);
994 }
995
996 static int client_g_rect(struct v4l2_subdev *sd, struct v4l2_rect *rect);
997
ctrl_to_icd(struct v4l2_ctrl * ctrl)998 static struct soc_camera_device *ctrl_to_icd(struct v4l2_ctrl *ctrl)
999 {
1000 return container_of(ctrl->handler, struct soc_camera_device,
1001 ctrl_handler);
1002 }
1003
sh_mobile_ceu_s_ctrl(struct v4l2_ctrl * ctrl)1004 static int sh_mobile_ceu_s_ctrl(struct v4l2_ctrl *ctrl)
1005 {
1006 struct soc_camera_device *icd = ctrl_to_icd(ctrl);
1007 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
1008 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1009
1010 switch (ctrl->id) {
1011 case V4L2_CID_SHARPNESS:
1012 switch (icd->current_fmt->host_fmt->fourcc) {
1013 case V4L2_PIX_FMT_NV12:
1014 case V4L2_PIX_FMT_NV21:
1015 case V4L2_PIX_FMT_NV16:
1016 case V4L2_PIX_FMT_NV61:
1017 ceu_write(pcdev, CLFCR, !ctrl->val);
1018 return 0;
1019 }
1020 break;
1021 }
1022
1023 return -EINVAL;
1024 }
1025
1026 static const struct v4l2_ctrl_ops sh_mobile_ceu_ctrl_ops = {
1027 .s_ctrl = sh_mobile_ceu_s_ctrl,
1028 };
1029
sh_mobile_ceu_get_formats(struct soc_camera_device * icd,unsigned int idx,struct soc_camera_format_xlate * xlate)1030 static int sh_mobile_ceu_get_formats(struct soc_camera_device *icd, unsigned int idx,
1031 struct soc_camera_format_xlate *xlate)
1032 {
1033 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1034 struct device *dev = icd->parent;
1035 struct soc_camera_host *ici = to_soc_camera_host(dev);
1036 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1037 int ret, k, n;
1038 int formats = 0;
1039 struct sh_mobile_ceu_cam *cam;
1040 enum v4l2_mbus_pixelcode code;
1041 const struct soc_mbus_pixelfmt *fmt;
1042
1043 ret = v4l2_subdev_call(sd, video, enum_mbus_fmt, idx, &code);
1044 if (ret < 0)
1045 /* No more formats */
1046 return 0;
1047
1048 fmt = soc_mbus_get_fmtdesc(code);
1049 if (!fmt) {
1050 dev_warn(dev, "unsupported format code #%u: %d\n", idx, code);
1051 return 0;
1052 }
1053
1054 if (!pcdev->pdata->csi2) {
1055 /* Are there any restrictions in the CSI-2 case? */
1056 ret = sh_mobile_ceu_try_bus_param(icd, fmt->bits_per_sample);
1057 if (ret < 0)
1058 return 0;
1059 }
1060
1061 if (!icd->host_priv) {
1062 struct v4l2_mbus_framefmt mf;
1063 struct v4l2_rect rect;
1064 int shift = 0;
1065
1066 /* Add our control */
1067 v4l2_ctrl_new_std(&icd->ctrl_handler, &sh_mobile_ceu_ctrl_ops,
1068 V4L2_CID_SHARPNESS, 0, 1, 1, 1);
1069 if (icd->ctrl_handler.error)
1070 return icd->ctrl_handler.error;
1071
1072 /* FIXME: subwindow is lost between close / open */
1073
1074 /* Cache current client geometry */
1075 ret = client_g_rect(sd, &rect);
1076 if (ret < 0)
1077 return ret;
1078
1079 /* First time */
1080 ret = v4l2_subdev_call(sd, video, g_mbus_fmt, &mf);
1081 if (ret < 0)
1082 return ret;
1083
1084 /*
1085 * All currently existing CEU implementations support 2560x1920
1086 * or larger frames. If the sensor is proposing too big a frame,
1087 * don't bother with possibly supportred by the CEU larger
1088 * sizes, just try VGA multiples. If needed, this can be
1089 * adjusted in the future.
1090 */
1091 while ((mf.width > pcdev->max_width ||
1092 mf.height > pcdev->max_height) && shift < 4) {
1093 /* Try 2560x1920, 1280x960, 640x480, 320x240 */
1094 mf.width = 2560 >> shift;
1095 mf.height = 1920 >> shift;
1096 ret = v4l2_device_call_until_err(sd->v4l2_dev,
1097 soc_camera_grp_id(icd), video,
1098 s_mbus_fmt, &mf);
1099 if (ret < 0)
1100 return ret;
1101 shift++;
1102 }
1103
1104 if (shift == 4) {
1105 dev_err(dev, "Failed to configure the client below %ux%x\n",
1106 mf.width, mf.height);
1107 return -EIO;
1108 }
1109
1110 dev_geo(dev, "camera fmt %ux%u\n", mf.width, mf.height);
1111
1112 cam = kzalloc(sizeof(*cam), GFP_KERNEL);
1113 if (!cam)
1114 return -ENOMEM;
1115
1116 /* We are called with current camera crop, initialise subrect with it */
1117 cam->rect = rect;
1118 cam->subrect = rect;
1119
1120 cam->width = mf.width;
1121 cam->height = mf.height;
1122
1123 icd->host_priv = cam;
1124 } else {
1125 cam = icd->host_priv;
1126 }
1127
1128 /* Beginning of a pass */
1129 if (!idx)
1130 cam->extra_fmt = NULL;
1131
1132 switch (code) {
1133 case V4L2_MBUS_FMT_UYVY8_2X8:
1134 case V4L2_MBUS_FMT_VYUY8_2X8:
1135 case V4L2_MBUS_FMT_YUYV8_2X8:
1136 case V4L2_MBUS_FMT_YVYU8_2X8:
1137 if (cam->extra_fmt)
1138 break;
1139
1140 /*
1141 * Our case is simple so far: for any of the above four camera
1142 * formats we add all our four synthesized NV* formats, so,
1143 * just marking the device with a single flag suffices. If
1144 * the format generation rules are more complex, you would have
1145 * to actually hang your already added / counted formats onto
1146 * the host_priv pointer and check whether the format you're
1147 * going to add now is already there.
1148 */
1149 cam->extra_fmt = sh_mobile_ceu_formats;
1150
1151 n = ARRAY_SIZE(sh_mobile_ceu_formats);
1152 formats += n;
1153 for (k = 0; xlate && k < n; k++) {
1154 xlate->host_fmt = &sh_mobile_ceu_formats[k];
1155 xlate->code = code;
1156 xlate++;
1157 dev_dbg(dev, "Providing format %s using code %d\n",
1158 sh_mobile_ceu_formats[k].name, code);
1159 }
1160 break;
1161 default:
1162 if (!sh_mobile_ceu_packing_supported(fmt))
1163 return 0;
1164 }
1165
1166 /* Generic pass-through */
1167 formats++;
1168 if (xlate) {
1169 xlate->host_fmt = fmt;
1170 xlate->code = code;
1171 xlate++;
1172 dev_dbg(dev, "Providing format %s in pass-through mode\n",
1173 fmt->name);
1174 }
1175
1176 return formats;
1177 }
1178
sh_mobile_ceu_put_formats(struct soc_camera_device * icd)1179 static void sh_mobile_ceu_put_formats(struct soc_camera_device *icd)
1180 {
1181 kfree(icd->host_priv);
1182 icd->host_priv = NULL;
1183 }
1184
1185 /* Check if any dimension of r1 is smaller than respective one of r2 */
is_smaller(const struct v4l2_rect * r1,const struct v4l2_rect * r2)1186 static bool is_smaller(const struct v4l2_rect *r1, const struct v4l2_rect *r2)
1187 {
1188 return r1->width < r2->width || r1->height < r2->height;
1189 }
1190
1191 /* Check if r1 fails to cover r2 */
is_inside(const struct v4l2_rect * r1,const struct v4l2_rect * r2)1192 static bool is_inside(const struct v4l2_rect *r1, const struct v4l2_rect *r2)
1193 {
1194 return r1->left > r2->left || r1->top > r2->top ||
1195 r1->left + r1->width < r2->left + r2->width ||
1196 r1->top + r1->height < r2->top + r2->height;
1197 }
1198
scale_down(unsigned int size,unsigned int scale)1199 static unsigned int scale_down(unsigned int size, unsigned int scale)
1200 {
1201 return (size * 4096 + scale / 2) / scale;
1202 }
1203
calc_generic_scale(unsigned int input,unsigned int output)1204 static unsigned int calc_generic_scale(unsigned int input, unsigned int output)
1205 {
1206 return (input * 4096 + output / 2) / output;
1207 }
1208
1209 /* Get and store current client crop */
client_g_rect(struct v4l2_subdev * sd,struct v4l2_rect * rect)1210 static int client_g_rect(struct v4l2_subdev *sd, struct v4l2_rect *rect)
1211 {
1212 struct v4l2_crop crop;
1213 struct v4l2_cropcap cap;
1214 int ret;
1215
1216 crop.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1217
1218 ret = v4l2_subdev_call(sd, video, g_crop, &crop);
1219 if (!ret) {
1220 *rect = crop.c;
1221 return ret;
1222 }
1223
1224 /* Camera driver doesn't support .g_crop(), assume default rectangle */
1225 cap.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1226
1227 ret = v4l2_subdev_call(sd, video, cropcap, &cap);
1228 if (!ret)
1229 *rect = cap.defrect;
1230
1231 return ret;
1232 }
1233
1234 /* Client crop has changed, update our sub-rectangle to remain within the area */
update_subrect(struct sh_mobile_ceu_cam * cam)1235 static void update_subrect(struct sh_mobile_ceu_cam *cam)
1236 {
1237 struct v4l2_rect *rect = &cam->rect, *subrect = &cam->subrect;
1238
1239 if (rect->width < subrect->width)
1240 subrect->width = rect->width;
1241
1242 if (rect->height < subrect->height)
1243 subrect->height = rect->height;
1244
1245 if (rect->left > subrect->left)
1246 subrect->left = rect->left;
1247 else if (rect->left + rect->width >
1248 subrect->left + subrect->width)
1249 subrect->left = rect->left + rect->width -
1250 subrect->width;
1251
1252 if (rect->top > subrect->top)
1253 subrect->top = rect->top;
1254 else if (rect->top + rect->height >
1255 subrect->top + subrect->height)
1256 subrect->top = rect->top + rect->height -
1257 subrect->height;
1258 }
1259
1260 /*
1261 * The common for both scaling and cropping iterative approach is:
1262 * 1. try if the client can produce exactly what requested by the user
1263 * 2. if (1) failed, try to double the client image until we get one big enough
1264 * 3. if (2) failed, try to request the maximum image
1265 */
client_s_crop(struct soc_camera_device * icd,struct v4l2_crop * crop,struct v4l2_crop * cam_crop)1266 static int client_s_crop(struct soc_camera_device *icd, struct v4l2_crop *crop,
1267 struct v4l2_crop *cam_crop)
1268 {
1269 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1270 struct v4l2_rect *rect = &crop->c, *cam_rect = &cam_crop->c;
1271 struct device *dev = sd->v4l2_dev->dev;
1272 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1273 struct v4l2_cropcap cap;
1274 int ret;
1275 unsigned int width, height;
1276
1277 v4l2_subdev_call(sd, video, s_crop, crop);
1278 ret = client_g_rect(sd, cam_rect);
1279 if (ret < 0)
1280 return ret;
1281
1282 /*
1283 * Now cam_crop contains the current camera input rectangle, and it must
1284 * be within camera cropcap bounds
1285 */
1286 if (!memcmp(rect, cam_rect, sizeof(*rect))) {
1287 /* Even if camera S_CROP failed, but camera rectangle matches */
1288 dev_dbg(dev, "Camera S_CROP successful for %dx%d@%d:%d\n",
1289 rect->width, rect->height, rect->left, rect->top);
1290 cam->rect = *cam_rect;
1291 return 0;
1292 }
1293
1294 /* Try to fix cropping, that camera hasn't managed to set */
1295 dev_geo(dev, "Fix camera S_CROP for %dx%d@%d:%d to %dx%d@%d:%d\n",
1296 cam_rect->width, cam_rect->height,
1297 cam_rect->left, cam_rect->top,
1298 rect->width, rect->height, rect->left, rect->top);
1299
1300 /* We need sensor maximum rectangle */
1301 ret = v4l2_subdev_call(sd, video, cropcap, &cap);
1302 if (ret < 0)
1303 return ret;
1304
1305 /* Put user requested rectangle within sensor bounds */
1306 soc_camera_limit_side(&rect->left, &rect->width, cap.bounds.left, 2,
1307 cap.bounds.width);
1308 soc_camera_limit_side(&rect->top, &rect->height, cap.bounds.top, 4,
1309 cap.bounds.height);
1310
1311 /*
1312 * Popular special case - some cameras can only handle fixed sizes like
1313 * QVGA, VGA,... Take care to avoid infinite loop.
1314 */
1315 width = max(cam_rect->width, 2);
1316 height = max(cam_rect->height, 2);
1317
1318 /*
1319 * Loop as long as sensor is not covering the requested rectangle and
1320 * is still within its bounds
1321 */
1322 while (!ret && (is_smaller(cam_rect, rect) ||
1323 is_inside(cam_rect, rect)) &&
1324 (cap.bounds.width > width || cap.bounds.height > height)) {
1325
1326 width *= 2;
1327 height *= 2;
1328
1329 cam_rect->width = width;
1330 cam_rect->height = height;
1331
1332 /*
1333 * We do not know what capabilities the camera has to set up
1334 * left and top borders. We could try to be smarter in iterating
1335 * them, e.g., if camera current left is to the right of the
1336 * target left, set it to the middle point between the current
1337 * left and minimum left. But that would add too much
1338 * complexity: we would have to iterate each border separately.
1339 * Instead we just drop to the left and top bounds.
1340 */
1341 if (cam_rect->left > rect->left)
1342 cam_rect->left = cap.bounds.left;
1343
1344 if (cam_rect->left + cam_rect->width < rect->left + rect->width)
1345 cam_rect->width = rect->left + rect->width -
1346 cam_rect->left;
1347
1348 if (cam_rect->top > rect->top)
1349 cam_rect->top = cap.bounds.top;
1350
1351 if (cam_rect->top + cam_rect->height < rect->top + rect->height)
1352 cam_rect->height = rect->top + rect->height -
1353 cam_rect->top;
1354
1355 v4l2_subdev_call(sd, video, s_crop, cam_crop);
1356 ret = client_g_rect(sd, cam_rect);
1357 dev_geo(dev, "Camera S_CROP %d for %dx%d@%d:%d\n", ret,
1358 cam_rect->width, cam_rect->height,
1359 cam_rect->left, cam_rect->top);
1360 }
1361
1362 /* S_CROP must not modify the rectangle */
1363 if (is_smaller(cam_rect, rect) || is_inside(cam_rect, rect)) {
1364 /*
1365 * The camera failed to configure a suitable cropping,
1366 * we cannot use the current rectangle, set to max
1367 */
1368 *cam_rect = cap.bounds;
1369 v4l2_subdev_call(sd, video, s_crop, cam_crop);
1370 ret = client_g_rect(sd, cam_rect);
1371 dev_geo(dev, "Camera S_CROP %d for max %dx%d@%d:%d\n", ret,
1372 cam_rect->width, cam_rect->height,
1373 cam_rect->left, cam_rect->top);
1374 }
1375
1376 if (!ret) {
1377 cam->rect = *cam_rect;
1378 update_subrect(cam);
1379 }
1380
1381 return ret;
1382 }
1383
1384 /* Iterative s_mbus_fmt, also updates cached client crop on success */
client_s_fmt(struct soc_camera_device * icd,struct v4l2_mbus_framefmt * mf,bool ceu_can_scale)1385 static int client_s_fmt(struct soc_camera_device *icd,
1386 struct v4l2_mbus_framefmt *mf, bool ceu_can_scale)
1387 {
1388 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
1389 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1390 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1391 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1392 struct device *dev = icd->parent;
1393 unsigned int width = mf->width, height = mf->height, tmp_w, tmp_h;
1394 unsigned int max_width, max_height;
1395 struct v4l2_cropcap cap;
1396 bool ceu_1to1;
1397 int ret;
1398
1399 ret = v4l2_device_call_until_err(sd->v4l2_dev,
1400 soc_camera_grp_id(icd), video,
1401 s_mbus_fmt, mf);
1402 if (ret < 0)
1403 return ret;
1404
1405 dev_geo(dev, "camera scaled to %ux%u\n", mf->width, mf->height);
1406
1407 if (width == mf->width && height == mf->height) {
1408 /* Perfect! The client has done it all. */
1409 ceu_1to1 = true;
1410 goto update_cache;
1411 }
1412
1413 ceu_1to1 = false;
1414 if (!ceu_can_scale)
1415 goto update_cache;
1416
1417 cap.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1418
1419 ret = v4l2_subdev_call(sd, video, cropcap, &cap);
1420 if (ret < 0)
1421 return ret;
1422
1423 max_width = min(cap.bounds.width, pcdev->max_width);
1424 max_height = min(cap.bounds.height, pcdev->max_height);
1425
1426 /* Camera set a format, but geometry is not precise, try to improve */
1427 tmp_w = mf->width;
1428 tmp_h = mf->height;
1429
1430 /* width <= max_width && height <= max_height - guaranteed by try_fmt */
1431 while ((width > tmp_w || height > tmp_h) &&
1432 tmp_w < max_width && tmp_h < max_height) {
1433 tmp_w = min(2 * tmp_w, max_width);
1434 tmp_h = min(2 * tmp_h, max_height);
1435 mf->width = tmp_w;
1436 mf->height = tmp_h;
1437 ret = v4l2_device_call_until_err(sd->v4l2_dev,
1438 soc_camera_grp_id(icd), video,
1439 s_mbus_fmt, mf);
1440 dev_geo(dev, "Camera scaled to %ux%u\n",
1441 mf->width, mf->height);
1442 if (ret < 0) {
1443 /* This shouldn't happen */
1444 dev_err(dev, "Client failed to set format: %d\n", ret);
1445 return ret;
1446 }
1447 }
1448
1449 update_cache:
1450 /* Update cache */
1451 ret = client_g_rect(sd, &cam->rect);
1452 if (ret < 0)
1453 return ret;
1454
1455 if (ceu_1to1)
1456 cam->subrect = cam->rect;
1457 else
1458 update_subrect(cam);
1459
1460 return 0;
1461 }
1462
1463 /**
1464 * @width - on output: user width, mapped back to input
1465 * @height - on output: user height, mapped back to input
1466 * @mf - in- / output camera output window
1467 */
client_scale(struct soc_camera_device * icd,struct v4l2_mbus_framefmt * mf,unsigned int * width,unsigned int * height,bool ceu_can_scale)1468 static int client_scale(struct soc_camera_device *icd,
1469 struct v4l2_mbus_framefmt *mf,
1470 unsigned int *width, unsigned int *height,
1471 bool ceu_can_scale)
1472 {
1473 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1474 struct device *dev = icd->parent;
1475 struct v4l2_mbus_framefmt mf_tmp = *mf;
1476 unsigned int scale_h, scale_v;
1477 int ret;
1478
1479 /*
1480 * 5. Apply iterative camera S_FMT for camera user window (also updates
1481 * client crop cache and the imaginary sub-rectangle).
1482 */
1483 ret = client_s_fmt(icd, &mf_tmp, ceu_can_scale);
1484 if (ret < 0)
1485 return ret;
1486
1487 dev_geo(dev, "5: camera scaled to %ux%u\n",
1488 mf_tmp.width, mf_tmp.height);
1489
1490 /* 6. Retrieve camera output window (g_fmt) */
1491
1492 /* unneeded - it is already in "mf_tmp" */
1493
1494 /* 7. Calculate new client scales. */
1495 scale_h = calc_generic_scale(cam->rect.width, mf_tmp.width);
1496 scale_v = calc_generic_scale(cam->rect.height, mf_tmp.height);
1497
1498 mf->width = mf_tmp.width;
1499 mf->height = mf_tmp.height;
1500 mf->colorspace = mf_tmp.colorspace;
1501
1502 /*
1503 * 8. Calculate new CEU crop - apply camera scales to previously
1504 * updated "effective" crop.
1505 */
1506 *width = scale_down(cam->subrect.width, scale_h);
1507 *height = scale_down(cam->subrect.height, scale_v);
1508
1509 dev_geo(dev, "8: new client sub-window %ux%u\n", *width, *height);
1510
1511 return 0;
1512 }
1513
1514 /*
1515 * CEU can scale and crop, but we don't want to waste bandwidth and kill the
1516 * framerate by always requesting the maximum image from the client. See
1517 * Documentation/video4linux/sh_mobile_ceu_camera.txt for a description of
1518 * scaling and cropping algorithms and for the meaning of referenced here steps.
1519 */
sh_mobile_ceu_set_crop(struct soc_camera_device * icd,const struct v4l2_crop * a)1520 static int sh_mobile_ceu_set_crop(struct soc_camera_device *icd,
1521 const struct v4l2_crop *a)
1522 {
1523 struct v4l2_crop a_writable = *a;
1524 const struct v4l2_rect *rect = &a_writable.c;
1525 struct device *dev = icd->parent;
1526 struct soc_camera_host *ici = to_soc_camera_host(dev);
1527 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1528 struct v4l2_crop cam_crop;
1529 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1530 struct v4l2_rect *cam_rect = &cam_crop.c;
1531 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1532 struct v4l2_mbus_framefmt mf;
1533 unsigned int scale_cam_h, scale_cam_v, scale_ceu_h, scale_ceu_v,
1534 out_width, out_height;
1535 int interm_width, interm_height;
1536 u32 capsr, cflcr;
1537 int ret;
1538
1539 dev_geo(dev, "S_CROP(%ux%u@%u:%u)\n", rect->width, rect->height,
1540 rect->left, rect->top);
1541
1542 /* During camera cropping its output window can change too, stop CEU */
1543 capsr = capture_save_reset(pcdev);
1544 dev_dbg(dev, "CAPSR 0x%x, CFLCR 0x%x\n", capsr, pcdev->cflcr);
1545
1546 /*
1547 * 1. - 2. Apply iterative camera S_CROP for new input window, read back
1548 * actual camera rectangle.
1549 */
1550 ret = client_s_crop(icd, &a_writable, &cam_crop);
1551 if (ret < 0)
1552 return ret;
1553
1554 dev_geo(dev, "1-2: camera cropped to %ux%u@%u:%u\n",
1555 cam_rect->width, cam_rect->height,
1556 cam_rect->left, cam_rect->top);
1557
1558 /* On success cam_crop contains current camera crop */
1559
1560 /* 3. Retrieve camera output window */
1561 ret = v4l2_subdev_call(sd, video, g_mbus_fmt, &mf);
1562 if (ret < 0)
1563 return ret;
1564
1565 if (mf.width > pcdev->max_width || mf.height > pcdev->max_height)
1566 return -EINVAL;
1567
1568 /* 4. Calculate camera scales */
1569 scale_cam_h = calc_generic_scale(cam_rect->width, mf.width);
1570 scale_cam_v = calc_generic_scale(cam_rect->height, mf.height);
1571
1572 /* Calculate intermediate window */
1573 interm_width = scale_down(rect->width, scale_cam_h);
1574 interm_height = scale_down(rect->height, scale_cam_v);
1575
1576 if (interm_width < icd->user_width) {
1577 u32 new_scale_h;
1578
1579 new_scale_h = calc_generic_scale(rect->width, icd->user_width);
1580
1581 mf.width = scale_down(cam_rect->width, new_scale_h);
1582 }
1583
1584 if (interm_height < icd->user_height) {
1585 u32 new_scale_v;
1586
1587 new_scale_v = calc_generic_scale(rect->height, icd->user_height);
1588
1589 mf.height = scale_down(cam_rect->height, new_scale_v);
1590 }
1591
1592 if (interm_width < icd->user_width || interm_height < icd->user_height) {
1593 ret = v4l2_device_call_until_err(sd->v4l2_dev,
1594 soc_camera_grp_id(icd), video,
1595 s_mbus_fmt, &mf);
1596 if (ret < 0)
1597 return ret;
1598
1599 dev_geo(dev, "New camera output %ux%u\n", mf.width, mf.height);
1600 scale_cam_h = calc_generic_scale(cam_rect->width, mf.width);
1601 scale_cam_v = calc_generic_scale(cam_rect->height, mf.height);
1602 interm_width = scale_down(rect->width, scale_cam_h);
1603 interm_height = scale_down(rect->height, scale_cam_v);
1604 }
1605
1606 /* Cache camera output window */
1607 cam->width = mf.width;
1608 cam->height = mf.height;
1609
1610 if (pcdev->image_mode) {
1611 out_width = min(interm_width, icd->user_width);
1612 out_height = min(interm_height, icd->user_height);
1613 } else {
1614 out_width = interm_width;
1615 out_height = interm_height;
1616 }
1617
1618 /*
1619 * 5. Calculate CEU scales from camera scales from results of (5) and
1620 * the user window
1621 */
1622 scale_ceu_h = calc_scale(interm_width, &out_width);
1623 scale_ceu_v = calc_scale(interm_height, &out_height);
1624
1625 dev_geo(dev, "5: CEU scales %u:%u\n", scale_ceu_h, scale_ceu_v);
1626
1627 /* Apply CEU scales. */
1628 cflcr = scale_ceu_h | (scale_ceu_v << 16);
1629 if (cflcr != pcdev->cflcr) {
1630 pcdev->cflcr = cflcr;
1631 ceu_write(pcdev, CFLCR, cflcr);
1632 }
1633
1634 icd->user_width = out_width & ~3;
1635 icd->user_height = out_height & ~3;
1636 /* Offsets are applied at the CEU scaling filter input */
1637 cam->ceu_left = scale_down(rect->left - cam_rect->left, scale_cam_h) & ~1;
1638 cam->ceu_top = scale_down(rect->top - cam_rect->top, scale_cam_v) & ~1;
1639
1640 /* 6. Use CEU cropping to crop to the new window. */
1641 sh_mobile_ceu_set_rect(icd);
1642
1643 cam->subrect = *rect;
1644
1645 dev_geo(dev, "6: CEU cropped to %ux%u@%u:%u\n",
1646 icd->user_width, icd->user_height,
1647 cam->ceu_left, cam->ceu_top);
1648
1649 /* Restore capture. The CE bit can be cleared by the hardware */
1650 if (pcdev->active)
1651 capsr |= 1;
1652 capture_restore(pcdev, capsr);
1653
1654 /* Even if only camera cropping succeeded */
1655 return ret;
1656 }
1657
sh_mobile_ceu_get_crop(struct soc_camera_device * icd,struct v4l2_crop * a)1658 static int sh_mobile_ceu_get_crop(struct soc_camera_device *icd,
1659 struct v4l2_crop *a)
1660 {
1661 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1662
1663 a->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
1664 a->c = cam->subrect;
1665
1666 return 0;
1667 }
1668
1669 /*
1670 * Calculate real client output window by applying new scales to the current
1671 * client crop. New scales are calculated from the requested output format and
1672 * CEU crop, mapped backed onto the client input (subrect).
1673 */
calculate_client_output(struct soc_camera_device * icd,const struct v4l2_pix_format * pix,struct v4l2_mbus_framefmt * mf)1674 static void calculate_client_output(struct soc_camera_device *icd,
1675 const struct v4l2_pix_format *pix, struct v4l2_mbus_framefmt *mf)
1676 {
1677 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1678 struct device *dev = icd->parent;
1679 struct v4l2_rect *cam_subrect = &cam->subrect;
1680 unsigned int scale_v, scale_h;
1681
1682 if (cam_subrect->width == cam->rect.width &&
1683 cam_subrect->height == cam->rect.height) {
1684 /* No sub-cropping */
1685 mf->width = pix->width;
1686 mf->height = pix->height;
1687 return;
1688 }
1689
1690 /* 1.-2. Current camera scales and subwin - cached. */
1691
1692 dev_geo(dev, "2: subwin %ux%u@%u:%u\n",
1693 cam_subrect->width, cam_subrect->height,
1694 cam_subrect->left, cam_subrect->top);
1695
1696 /*
1697 * 3. Calculate new combined scales from input sub-window to requested
1698 * user window.
1699 */
1700
1701 /*
1702 * TODO: CEU cannot scale images larger than VGA to smaller than SubQCIF
1703 * (128x96) or larger than VGA
1704 */
1705 scale_h = calc_generic_scale(cam_subrect->width, pix->width);
1706 scale_v = calc_generic_scale(cam_subrect->height, pix->height);
1707
1708 dev_geo(dev, "3: scales %u:%u\n", scale_h, scale_v);
1709
1710 /*
1711 * 4. Calculate desired client output window by applying combined scales
1712 * to client (real) input window.
1713 */
1714 mf->width = scale_down(cam->rect.width, scale_h);
1715 mf->height = scale_down(cam->rect.height, scale_v);
1716 }
1717
1718 /* Similar to set_crop multistage iterative algorithm */
sh_mobile_ceu_set_fmt(struct soc_camera_device * icd,struct v4l2_format * f)1719 static int sh_mobile_ceu_set_fmt(struct soc_camera_device *icd,
1720 struct v4l2_format *f)
1721 {
1722 struct device *dev = icd->parent;
1723 struct soc_camera_host *ici = to_soc_camera_host(dev);
1724 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1725 struct sh_mobile_ceu_cam *cam = icd->host_priv;
1726 struct v4l2_pix_format *pix = &f->fmt.pix;
1727 struct v4l2_mbus_framefmt mf;
1728 __u32 pixfmt = pix->pixelformat;
1729 const struct soc_camera_format_xlate *xlate;
1730 /* Keep Compiler Happy */
1731 unsigned int ceu_sub_width = 0, ceu_sub_height = 0;
1732 u16 scale_v, scale_h;
1733 int ret;
1734 bool image_mode;
1735 enum v4l2_field field;
1736
1737 switch (pix->field) {
1738 default:
1739 pix->field = V4L2_FIELD_NONE;
1740 /* fall-through */
1741 case V4L2_FIELD_INTERLACED_TB:
1742 case V4L2_FIELD_INTERLACED_BT:
1743 case V4L2_FIELD_NONE:
1744 field = pix->field;
1745 break;
1746 case V4L2_FIELD_INTERLACED:
1747 field = V4L2_FIELD_INTERLACED_TB;
1748 break;
1749 }
1750
1751 xlate = soc_camera_xlate_by_fourcc(icd, pixfmt);
1752 if (!xlate) {
1753 dev_warn(dev, "Format %x not found\n", pixfmt);
1754 return -EINVAL;
1755 }
1756
1757 /* 1.-4. Calculate desired client output geometry */
1758 calculate_client_output(icd, pix, &mf);
1759 mf.field = pix->field;
1760 mf.colorspace = pix->colorspace;
1761 mf.code = xlate->code;
1762
1763 switch (pixfmt) {
1764 case V4L2_PIX_FMT_NV12:
1765 case V4L2_PIX_FMT_NV21:
1766 case V4L2_PIX_FMT_NV16:
1767 case V4L2_PIX_FMT_NV61:
1768 image_mode = true;
1769 break;
1770 default:
1771 image_mode = false;
1772 }
1773
1774 dev_geo(dev, "S_FMT(pix=0x%x, fld 0x%x, code 0x%x, %ux%u)\n", pixfmt, mf.field, mf.code,
1775 pix->width, pix->height);
1776
1777 dev_geo(dev, "4: request camera output %ux%u\n", mf.width, mf.height);
1778
1779 /* 5. - 9. */
1780 ret = client_scale(icd, &mf, &ceu_sub_width, &ceu_sub_height,
1781 image_mode && V4L2_FIELD_NONE == field);
1782
1783 dev_geo(dev, "5-9: client scale return %d\n", ret);
1784
1785 /* Done with the camera. Now see if we can improve the result */
1786
1787 dev_geo(dev, "fmt %ux%u, requested %ux%u\n",
1788 mf.width, mf.height, pix->width, pix->height);
1789 if (ret < 0)
1790 return ret;
1791
1792 if (mf.code != xlate->code)
1793 return -EINVAL;
1794
1795 /* 9. Prepare CEU crop */
1796 cam->width = mf.width;
1797 cam->height = mf.height;
1798
1799 /* 10. Use CEU scaling to scale to the requested user window. */
1800
1801 /* We cannot scale up */
1802 if (pix->width > ceu_sub_width)
1803 ceu_sub_width = pix->width;
1804
1805 if (pix->height > ceu_sub_height)
1806 ceu_sub_height = pix->height;
1807
1808 pix->colorspace = mf.colorspace;
1809
1810 if (image_mode) {
1811 /* Scale pix->{width x height} down to width x height */
1812 scale_h = calc_scale(ceu_sub_width, &pix->width);
1813 scale_v = calc_scale(ceu_sub_height, &pix->height);
1814 } else {
1815 pix->width = ceu_sub_width;
1816 pix->height = ceu_sub_height;
1817 scale_h = 0;
1818 scale_v = 0;
1819 }
1820
1821 pcdev->cflcr = scale_h | (scale_v << 16);
1822
1823 /*
1824 * We have calculated CFLCR, the actual configuration will be performed
1825 * in sh_mobile_ceu_set_bus_param()
1826 */
1827
1828 dev_geo(dev, "10: W: %u : 0x%x = %u, H: %u : 0x%x = %u\n",
1829 ceu_sub_width, scale_h, pix->width,
1830 ceu_sub_height, scale_v, pix->height);
1831
1832 cam->code = xlate->code;
1833 icd->current_fmt = xlate;
1834
1835 pcdev->field = field;
1836 pcdev->image_mode = image_mode;
1837
1838 /* CFSZR requirement */
1839 pix->width &= ~3;
1840 pix->height &= ~3;
1841
1842 return 0;
1843 }
1844
1845 #define CEU_CHDW_MAX 8188U /* Maximum line stride */
1846
sh_mobile_ceu_try_fmt(struct soc_camera_device * icd,struct v4l2_format * f)1847 static int sh_mobile_ceu_try_fmt(struct soc_camera_device *icd,
1848 struct v4l2_format *f)
1849 {
1850 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
1851 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1852 const struct soc_camera_format_xlate *xlate;
1853 struct v4l2_pix_format *pix = &f->fmt.pix;
1854 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1855 struct v4l2_mbus_framefmt mf;
1856 __u32 pixfmt = pix->pixelformat;
1857 int width, height;
1858 int ret;
1859
1860 dev_geo(icd->parent, "TRY_FMT(pix=0x%x, %ux%u)\n",
1861 pixfmt, pix->width, pix->height);
1862
1863 xlate = soc_camera_xlate_by_fourcc(icd, pixfmt);
1864 if (!xlate) {
1865 xlate = icd->current_fmt;
1866 dev_dbg(icd->parent, "Format %x not found, keeping %x\n",
1867 pixfmt, xlate->host_fmt->fourcc);
1868 pixfmt = xlate->host_fmt->fourcc;
1869 pix->pixelformat = pixfmt;
1870 pix->colorspace = icd->colorspace;
1871 }
1872
1873 /* FIXME: calculate using depth and bus width */
1874
1875 /* CFSZR requires height and width to be 4-pixel aligned */
1876 v4l_bound_align_image(&pix->width, 2, pcdev->max_width, 2,
1877 &pix->height, 4, pcdev->max_height, 2, 0);
1878
1879 width = pix->width;
1880 height = pix->height;
1881
1882 /* limit to sensor capabilities */
1883 mf.width = pix->width;
1884 mf.height = pix->height;
1885 mf.field = pix->field;
1886 mf.code = xlate->code;
1887 mf.colorspace = pix->colorspace;
1888
1889 ret = v4l2_device_call_until_err(sd->v4l2_dev, soc_camera_grp_id(icd),
1890 video, try_mbus_fmt, &mf);
1891 if (ret < 0)
1892 return ret;
1893
1894 pix->width = mf.width;
1895 pix->height = mf.height;
1896 pix->field = mf.field;
1897 pix->colorspace = mf.colorspace;
1898
1899 switch (pixfmt) {
1900 case V4L2_PIX_FMT_NV12:
1901 case V4L2_PIX_FMT_NV21:
1902 case V4L2_PIX_FMT_NV16:
1903 case V4L2_PIX_FMT_NV61:
1904 /* FIXME: check against rect_max after converting soc-camera */
1905 /* We can scale precisely, need a bigger image from camera */
1906 if (pix->width < width || pix->height < height) {
1907 /*
1908 * We presume, the sensor behaves sanely, i.e., if
1909 * requested a bigger rectangle, it will not return a
1910 * smaller one.
1911 */
1912 mf.width = pcdev->max_width;
1913 mf.height = pcdev->max_height;
1914 ret = v4l2_device_call_until_err(sd->v4l2_dev,
1915 soc_camera_grp_id(icd), video,
1916 try_mbus_fmt, &mf);
1917 if (ret < 0) {
1918 /* Shouldn't actually happen... */
1919 dev_err(icd->parent,
1920 "FIXME: client try_fmt() = %d\n", ret);
1921 return ret;
1922 }
1923 }
1924 /* We will scale exactly */
1925 if (mf.width > width)
1926 pix->width = width;
1927 if (mf.height > height)
1928 pix->height = height;
1929
1930 pix->bytesperline = max(pix->bytesperline, pix->width);
1931 pix->bytesperline = min(pix->bytesperline, CEU_CHDW_MAX);
1932 pix->bytesperline &= ~3;
1933 break;
1934
1935 default:
1936 /* Configurable stride isn't supported in pass-through mode. */
1937 pix->bytesperline = 0;
1938 }
1939
1940 pix->width &= ~3;
1941 pix->height &= ~3;
1942 pix->sizeimage = 0;
1943
1944 dev_geo(icd->parent, "%s(): return %d, fmt 0x%x, %ux%u\n",
1945 __func__, ret, pix->pixelformat, pix->width, pix->height);
1946
1947 return ret;
1948 }
1949
sh_mobile_ceu_set_livecrop(struct soc_camera_device * icd,const struct v4l2_crop * a)1950 static int sh_mobile_ceu_set_livecrop(struct soc_camera_device *icd,
1951 const struct v4l2_crop *a)
1952 {
1953 struct v4l2_subdev *sd = soc_camera_to_subdev(icd);
1954 struct soc_camera_host *ici = to_soc_camera_host(icd->parent);
1955 struct sh_mobile_ceu_dev *pcdev = ici->priv;
1956 u32 out_width = icd->user_width, out_height = icd->user_height;
1957 int ret;
1958
1959 /* Freeze queue */
1960 pcdev->frozen = 1;
1961 /* Wait for frame */
1962 ret = wait_for_completion_interruptible(&pcdev->complete);
1963 /* Stop the client */
1964 ret = v4l2_subdev_call(sd, video, s_stream, 0);
1965 if (ret < 0)
1966 dev_warn(icd->parent,
1967 "Client failed to stop the stream: %d\n", ret);
1968 else
1969 /* Do the crop, if it fails, there's nothing more we can do */
1970 sh_mobile_ceu_set_crop(icd, a);
1971
1972 dev_geo(icd->parent, "Output after crop: %ux%u\n", icd->user_width, icd->user_height);
1973
1974 if (icd->user_width != out_width || icd->user_height != out_height) {
1975 struct v4l2_format f = {
1976 .type = V4L2_BUF_TYPE_VIDEO_CAPTURE,
1977 .fmt.pix = {
1978 .width = out_width,
1979 .height = out_height,
1980 .pixelformat = icd->current_fmt->host_fmt->fourcc,
1981 .field = pcdev->field,
1982 .colorspace = icd->colorspace,
1983 },
1984 };
1985 ret = sh_mobile_ceu_set_fmt(icd, &f);
1986 if (!ret && (out_width != f.fmt.pix.width ||
1987 out_height != f.fmt.pix.height))
1988 ret = -EINVAL;
1989 if (!ret) {
1990 icd->user_width = out_width & ~3;
1991 icd->user_height = out_height & ~3;
1992 ret = sh_mobile_ceu_set_bus_param(icd);
1993 }
1994 }
1995
1996 /* Thaw the queue */
1997 pcdev->frozen = 0;
1998 spin_lock_irq(&pcdev->lock);
1999 sh_mobile_ceu_capture(pcdev);
2000 spin_unlock_irq(&pcdev->lock);
2001 /* Start the client */
2002 ret = v4l2_subdev_call(sd, video, s_stream, 1);
2003 return ret;
2004 }
2005
sh_mobile_ceu_poll(struct file * file,poll_table * pt)2006 static unsigned int sh_mobile_ceu_poll(struct file *file, poll_table *pt)
2007 {
2008 struct soc_camera_device *icd = file->private_data;
2009
2010 return vb2_poll(&icd->vb2_vidq, file, pt);
2011 }
2012
sh_mobile_ceu_querycap(struct soc_camera_host * ici,struct v4l2_capability * cap)2013 static int sh_mobile_ceu_querycap(struct soc_camera_host *ici,
2014 struct v4l2_capability *cap)
2015 {
2016 strlcpy(cap->card, "SuperH_Mobile_CEU", sizeof(cap->card));
2017 cap->capabilities = V4L2_CAP_VIDEO_CAPTURE | V4L2_CAP_STREAMING;
2018 return 0;
2019 }
2020
sh_mobile_ceu_init_videobuf(struct vb2_queue * q,struct soc_camera_device * icd)2021 static int sh_mobile_ceu_init_videobuf(struct vb2_queue *q,
2022 struct soc_camera_device *icd)
2023 {
2024 q->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
2025 q->io_modes = VB2_MMAP | VB2_USERPTR;
2026 q->drv_priv = icd;
2027 q->ops = &sh_mobile_ceu_videobuf_ops;
2028 q->mem_ops = &vb2_dma_contig_memops;
2029 q->buf_struct_size = sizeof(struct sh_mobile_ceu_buffer);
2030 q->timestamp_type = V4L2_BUF_FLAG_TIMESTAMP_MONOTONIC;
2031
2032 return vb2_queue_init(q);
2033 }
2034
2035 static struct soc_camera_host_ops sh_mobile_ceu_host_ops = {
2036 .owner = THIS_MODULE,
2037 .add = sh_mobile_ceu_add_device,
2038 .remove = sh_mobile_ceu_remove_device,
2039 .get_formats = sh_mobile_ceu_get_formats,
2040 .put_formats = sh_mobile_ceu_put_formats,
2041 .get_crop = sh_mobile_ceu_get_crop,
2042 .set_crop = sh_mobile_ceu_set_crop,
2043 .set_livecrop = sh_mobile_ceu_set_livecrop,
2044 .set_fmt = sh_mobile_ceu_set_fmt,
2045 .try_fmt = sh_mobile_ceu_try_fmt,
2046 .poll = sh_mobile_ceu_poll,
2047 .querycap = sh_mobile_ceu_querycap,
2048 .set_bus_param = sh_mobile_ceu_set_bus_param,
2049 .init_videobuf2 = sh_mobile_ceu_init_videobuf,
2050 };
2051
2052 struct bus_wait {
2053 struct notifier_block notifier;
2054 struct completion completion;
2055 struct device *dev;
2056 };
2057
bus_notify(struct notifier_block * nb,unsigned long action,void * data)2058 static int bus_notify(struct notifier_block *nb,
2059 unsigned long action, void *data)
2060 {
2061 struct device *dev = data;
2062 struct bus_wait *wait = container_of(nb, struct bus_wait, notifier);
2063
2064 if (wait->dev != dev)
2065 return NOTIFY_DONE;
2066
2067 switch (action) {
2068 case BUS_NOTIFY_UNBOUND_DRIVER:
2069 /* Protect from module unloading */
2070 wait_for_completion(&wait->completion);
2071 return NOTIFY_OK;
2072 }
2073 return NOTIFY_DONE;
2074 }
2075
sh_mobile_ceu_probe(struct platform_device * pdev)2076 static int sh_mobile_ceu_probe(struct platform_device *pdev)
2077 {
2078 struct sh_mobile_ceu_dev *pcdev;
2079 struct resource *res;
2080 void __iomem *base;
2081 unsigned int irq;
2082 int err = 0;
2083 struct bus_wait wait = {
2084 .completion = COMPLETION_INITIALIZER_ONSTACK(wait.completion),
2085 .notifier.notifier_call = bus_notify,
2086 };
2087 struct sh_mobile_ceu_companion *csi2;
2088
2089 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
2090 irq = platform_get_irq(pdev, 0);
2091 if (!res || (int)irq <= 0) {
2092 dev_err(&pdev->dev, "Not enough CEU platform resources.\n");
2093 return -ENODEV;
2094 }
2095
2096 pcdev = devm_kzalloc(&pdev->dev, sizeof(*pcdev), GFP_KERNEL);
2097 if (!pcdev) {
2098 dev_err(&pdev->dev, "Could not allocate pcdev\n");
2099 return -ENOMEM;
2100 }
2101
2102 INIT_LIST_HEAD(&pcdev->capture);
2103 spin_lock_init(&pcdev->lock);
2104 init_completion(&pcdev->complete);
2105
2106 pcdev->pdata = pdev->dev.platform_data;
2107 if (!pcdev->pdata) {
2108 dev_err(&pdev->dev, "CEU platform data not set.\n");
2109 return -EINVAL;
2110 }
2111
2112 pcdev->max_width = pcdev->pdata->max_width ? : 2560;
2113 pcdev->max_height = pcdev->pdata->max_height ? : 1920;
2114
2115 base = devm_ioremap_resource(&pdev->dev, res);
2116 if (IS_ERR(base))
2117 return PTR_ERR(base);
2118
2119 pcdev->irq = irq;
2120 pcdev->base = base;
2121 pcdev->video_limit = 0; /* only enabled if second resource exists */
2122
2123 res = platform_get_resource(pdev, IORESOURCE_MEM, 1);
2124 if (res) {
2125 err = dma_declare_coherent_memory(&pdev->dev, res->start,
2126 res->start,
2127 resource_size(res),
2128 DMA_MEMORY_MAP |
2129 DMA_MEMORY_EXCLUSIVE);
2130 if (!err) {
2131 dev_err(&pdev->dev, "Unable to declare CEU memory.\n");
2132 return -ENXIO;
2133 }
2134
2135 pcdev->video_limit = resource_size(res);
2136 }
2137
2138 /* request irq */
2139 err = devm_request_irq(&pdev->dev, pcdev->irq, sh_mobile_ceu_irq,
2140 IRQF_DISABLED, dev_name(&pdev->dev), pcdev);
2141 if (err) {
2142 dev_err(&pdev->dev, "Unable to register CEU interrupt.\n");
2143 goto exit_release_mem;
2144 }
2145
2146 pm_suspend_ignore_children(&pdev->dev, true);
2147 pm_runtime_enable(&pdev->dev);
2148 pm_runtime_resume(&pdev->dev);
2149
2150 pcdev->ici.priv = pcdev;
2151 pcdev->ici.v4l2_dev.dev = &pdev->dev;
2152 pcdev->ici.nr = pdev->id;
2153 pcdev->ici.drv_name = dev_name(&pdev->dev);
2154 pcdev->ici.ops = &sh_mobile_ceu_host_ops;
2155 pcdev->ici.capabilities = SOCAM_HOST_CAP_STRIDE;
2156
2157 pcdev->alloc_ctx = vb2_dma_contig_init_ctx(&pdev->dev);
2158 if (IS_ERR(pcdev->alloc_ctx)) {
2159 err = PTR_ERR(pcdev->alloc_ctx);
2160 goto exit_free_clk;
2161 }
2162
2163 err = soc_camera_host_register(&pcdev->ici);
2164 if (err)
2165 goto exit_free_ctx;
2166
2167 /* CSI2 interfacing */
2168 csi2 = pcdev->pdata->csi2;
2169 if (csi2) {
2170 struct platform_device *csi2_pdev =
2171 platform_device_alloc("sh-mobile-csi2", csi2->id);
2172 struct sh_csi2_pdata *csi2_pdata = csi2->platform_data;
2173
2174 if (!csi2_pdev) {
2175 err = -ENOMEM;
2176 goto exit_host_unregister;
2177 }
2178
2179 pcdev->csi2_pdev = csi2_pdev;
2180
2181 err = platform_device_add_data(csi2_pdev, csi2_pdata, sizeof(*csi2_pdata));
2182 if (err < 0)
2183 goto exit_pdev_put;
2184
2185 csi2_pdata = csi2_pdev->dev.platform_data;
2186 csi2_pdata->v4l2_dev = &pcdev->ici.v4l2_dev;
2187
2188 csi2_pdev->resource = csi2->resource;
2189 csi2_pdev->num_resources = csi2->num_resources;
2190
2191 err = platform_device_add(csi2_pdev);
2192 if (err < 0)
2193 goto exit_pdev_put;
2194
2195 wait.dev = &csi2_pdev->dev;
2196
2197 err = bus_register_notifier(&platform_bus_type, &wait.notifier);
2198 if (err < 0)
2199 goto exit_pdev_unregister;
2200
2201 /*
2202 * From this point the driver module will not unload, until
2203 * we complete the completion.
2204 */
2205
2206 if (!csi2_pdev->dev.driver) {
2207 complete(&wait.completion);
2208 /* Either too late, or probing failed */
2209 bus_unregister_notifier(&platform_bus_type, &wait.notifier);
2210 err = -ENXIO;
2211 goto exit_pdev_unregister;
2212 }
2213
2214 /*
2215 * The module is still loaded, in the worst case it is hanging
2216 * in device release on our completion. So, _now_ dereferencing
2217 * the "owner" is safe!
2218 */
2219
2220 err = try_module_get(csi2_pdev->dev.driver->owner);
2221
2222 /* Let notifier complete, if it has been locked */
2223 complete(&wait.completion);
2224 bus_unregister_notifier(&platform_bus_type, &wait.notifier);
2225 if (!err) {
2226 err = -ENODEV;
2227 goto exit_pdev_unregister;
2228 }
2229 }
2230
2231 return 0;
2232
2233 exit_pdev_unregister:
2234 platform_device_del(pcdev->csi2_pdev);
2235 exit_pdev_put:
2236 pcdev->csi2_pdev->resource = NULL;
2237 platform_device_put(pcdev->csi2_pdev);
2238 exit_host_unregister:
2239 soc_camera_host_unregister(&pcdev->ici);
2240 exit_free_ctx:
2241 vb2_dma_contig_cleanup_ctx(pcdev->alloc_ctx);
2242 exit_free_clk:
2243 pm_runtime_disable(&pdev->dev);
2244 exit_release_mem:
2245 if (platform_get_resource(pdev, IORESOURCE_MEM, 1))
2246 dma_release_declared_memory(&pdev->dev);
2247 return err;
2248 }
2249
sh_mobile_ceu_remove(struct platform_device * pdev)2250 static int sh_mobile_ceu_remove(struct platform_device *pdev)
2251 {
2252 struct soc_camera_host *soc_host = to_soc_camera_host(&pdev->dev);
2253 struct sh_mobile_ceu_dev *pcdev = container_of(soc_host,
2254 struct sh_mobile_ceu_dev, ici);
2255 struct platform_device *csi2_pdev = pcdev->csi2_pdev;
2256
2257 soc_camera_host_unregister(soc_host);
2258 pm_runtime_disable(&pdev->dev);
2259 if (platform_get_resource(pdev, IORESOURCE_MEM, 1))
2260 dma_release_declared_memory(&pdev->dev);
2261 vb2_dma_contig_cleanup_ctx(pcdev->alloc_ctx);
2262 if (csi2_pdev && csi2_pdev->dev.driver) {
2263 struct module *csi2_drv = csi2_pdev->dev.driver->owner;
2264 platform_device_del(csi2_pdev);
2265 csi2_pdev->resource = NULL;
2266 platform_device_put(csi2_pdev);
2267 module_put(csi2_drv);
2268 }
2269
2270 return 0;
2271 }
2272
sh_mobile_ceu_runtime_nop(struct device * dev)2273 static int sh_mobile_ceu_runtime_nop(struct device *dev)
2274 {
2275 /* Runtime PM callback shared between ->runtime_suspend()
2276 * and ->runtime_resume(). Simply returns success.
2277 *
2278 * This driver re-initializes all registers after
2279 * pm_runtime_get_sync() anyway so there is no need
2280 * to save and restore registers here.
2281 */
2282 return 0;
2283 }
2284
2285 static const struct dev_pm_ops sh_mobile_ceu_dev_pm_ops = {
2286 .runtime_suspend = sh_mobile_ceu_runtime_nop,
2287 .runtime_resume = sh_mobile_ceu_runtime_nop,
2288 };
2289
2290 static struct platform_driver sh_mobile_ceu_driver = {
2291 .driver = {
2292 .name = "sh_mobile_ceu",
2293 .pm = &sh_mobile_ceu_dev_pm_ops,
2294 },
2295 .probe = sh_mobile_ceu_probe,
2296 .remove = sh_mobile_ceu_remove,
2297 };
2298
sh_mobile_ceu_init(void)2299 static int __init sh_mobile_ceu_init(void)
2300 {
2301 /* Whatever return code */
2302 request_module("sh_mobile_csi2");
2303 return platform_driver_register(&sh_mobile_ceu_driver);
2304 }
2305
sh_mobile_ceu_exit(void)2306 static void __exit sh_mobile_ceu_exit(void)
2307 {
2308 platform_driver_unregister(&sh_mobile_ceu_driver);
2309 }
2310
2311 module_init(sh_mobile_ceu_init);
2312 module_exit(sh_mobile_ceu_exit);
2313
2314 MODULE_DESCRIPTION("SuperH Mobile CEU driver");
2315 MODULE_AUTHOR("Magnus Damm");
2316 MODULE_LICENSE("GPL");
2317 MODULE_VERSION("0.0.6");
2318 MODULE_ALIAS("platform:sh_mobile_ceu");
2319