1 /*
2 * vivid-kthread-cap.h - video/vbi capture thread support functions.
3 *
4 * Copyright 2014 Cisco Systems, Inc. and/or its affiliates. All rights reserved.
5 *
6 * This program is free software; you may redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; version 2 of the License.
9 *
10 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
11 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
12 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
13 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
14 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
15 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
16 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
17 * SOFTWARE.
18 */
19
20 #include <linux/module.h>
21 #include <linux/errno.h>
22 #include <linux/kernel.h>
23 #include <linux/init.h>
24 #include <linux/sched.h>
25 #include <linux/slab.h>
26 #include <linux/font.h>
27 #include <linux/mutex.h>
28 #include <linux/videodev2.h>
29 #include <linux/kthread.h>
30 #include <linux/freezer.h>
31 #include <linux/random.h>
32 #include <linux/v4l2-dv-timings.h>
33 #include <asm/div64.h>
34 #include <media/videobuf2-vmalloc.h>
35 #include <media/v4l2-dv-timings.h>
36 #include <media/v4l2-ioctl.h>
37 #include <media/v4l2-fh.h>
38 #include <media/v4l2-event.h>
39 #include <media/v4l2-rect.h>
40
41 #include "vivid-core.h"
42 #include "vivid-vid-common.h"
43 #include "vivid-vid-cap.h"
44 #include "vivid-vid-out.h"
45 #include "vivid-radio-common.h"
46 #include "vivid-radio-rx.h"
47 #include "vivid-radio-tx.h"
48 #include "vivid-sdr-cap.h"
49 #include "vivid-vbi-cap.h"
50 #include "vivid-vbi-out.h"
51 #include "vivid-osd.h"
52 #include "vivid-ctrls.h"
53 #include "vivid-kthread-cap.h"
54
vivid_get_std_cap(const struct vivid_dev * dev)55 static inline v4l2_std_id vivid_get_std_cap(const struct vivid_dev *dev)
56 {
57 if (vivid_is_sdtv_cap(dev))
58 return dev->std_cap;
59 return 0;
60 }
61
copy_pix(struct vivid_dev * dev,int win_y,int win_x,u16 * cap,const u16 * osd)62 static void copy_pix(struct vivid_dev *dev, int win_y, int win_x,
63 u16 *cap, const u16 *osd)
64 {
65 u16 out;
66 int left = dev->overlay_out_left;
67 int top = dev->overlay_out_top;
68 int fb_x = win_x + left;
69 int fb_y = win_y + top;
70 int i;
71
72 out = *cap;
73 *cap = *osd;
74 if (dev->bitmap_out) {
75 const u8 *p = dev->bitmap_out;
76 unsigned stride = (dev->compose_out.width + 7) / 8;
77
78 win_x -= dev->compose_out.left;
79 win_y -= dev->compose_out.top;
80 if (!(p[stride * win_y + win_x / 8] & (1 << (win_x & 7))))
81 return;
82 }
83
84 for (i = 0; i < dev->clipcount_out; i++) {
85 struct v4l2_rect *r = &dev->clips_out[i].c;
86
87 if (fb_y >= r->top && fb_y < r->top + r->height &&
88 fb_x >= r->left && fb_x < r->left + r->width)
89 return;
90 }
91 if ((dev->fbuf_out_flags & V4L2_FBUF_FLAG_CHROMAKEY) &&
92 *osd != dev->chromakey_out)
93 return;
94 if ((dev->fbuf_out_flags & V4L2_FBUF_FLAG_SRC_CHROMAKEY) &&
95 out == dev->chromakey_out)
96 return;
97 if (dev->fmt_cap->alpha_mask) {
98 if ((dev->fbuf_out_flags & V4L2_FBUF_FLAG_GLOBAL_ALPHA) &&
99 dev->global_alpha_out)
100 return;
101 if ((dev->fbuf_out_flags & V4L2_FBUF_FLAG_LOCAL_ALPHA) &&
102 *cap & dev->fmt_cap->alpha_mask)
103 return;
104 if ((dev->fbuf_out_flags & V4L2_FBUF_FLAG_LOCAL_INV_ALPHA) &&
105 !(*cap & dev->fmt_cap->alpha_mask))
106 return;
107 }
108 *cap = out;
109 }
110
blend_line(struct vivid_dev * dev,unsigned y_offset,unsigned x_offset,u8 * vcapbuf,const u8 * vosdbuf,unsigned width,unsigned pixsize)111 static void blend_line(struct vivid_dev *dev, unsigned y_offset, unsigned x_offset,
112 u8 *vcapbuf, const u8 *vosdbuf,
113 unsigned width, unsigned pixsize)
114 {
115 unsigned x;
116
117 for (x = 0; x < width; x++, vcapbuf += pixsize, vosdbuf += pixsize) {
118 copy_pix(dev, y_offset, x_offset + x,
119 (u16 *)vcapbuf, (const u16 *)vosdbuf);
120 }
121 }
122
scale_line(const u8 * src,u8 * dst,unsigned srcw,unsigned dstw,unsigned twopixsize)123 static void scale_line(const u8 *src, u8 *dst, unsigned srcw, unsigned dstw, unsigned twopixsize)
124 {
125 /* Coarse scaling with Bresenham */
126 unsigned int_part;
127 unsigned fract_part;
128 unsigned src_x = 0;
129 unsigned error = 0;
130 unsigned x;
131
132 /*
133 * We always combine two pixels to prevent color bleed in the packed
134 * yuv case.
135 */
136 srcw /= 2;
137 dstw /= 2;
138 int_part = srcw / dstw;
139 fract_part = srcw % dstw;
140 for (x = 0; x < dstw; x++, dst += twopixsize) {
141 memcpy(dst, src + src_x * twopixsize, twopixsize);
142 src_x += int_part;
143 error += fract_part;
144 if (error >= dstw) {
145 error -= dstw;
146 src_x++;
147 }
148 }
149 }
150
151 /*
152 * Precalculate the rectangles needed to perform video looping:
153 *
154 * The nominal pipeline is that the video output buffer is cropped by
155 * crop_out, scaled to compose_out, overlaid with the output overlay,
156 * cropped on the capture side by crop_cap and scaled again to the video
157 * capture buffer using compose_cap.
158 *
159 * To keep things efficient we calculate the intersection of compose_out
160 * and crop_cap (since that's the only part of the video that will
161 * actually end up in the capture buffer), determine which part of the
162 * video output buffer that is and which part of the video capture buffer
163 * so we can scale the video straight from the output buffer to the capture
164 * buffer without any intermediate steps.
165 *
166 * If we need to deal with an output overlay, then there is no choice and
167 * that intermediate step still has to be taken. For the output overlay
168 * support we calculate the intersection of the framebuffer and the overlay
169 * window (which may be partially or wholly outside of the framebuffer
170 * itself) and the intersection of that with loop_vid_copy (i.e. the part of
171 * the actual looped video that will be overlaid). The result is calculated
172 * both in framebuffer coordinates (loop_fb_copy) and compose_out coordinates
173 * (loop_vid_overlay). Finally calculate the part of the capture buffer that
174 * will receive that overlaid video.
175 */
vivid_precalc_copy_rects(struct vivid_dev * dev)176 static void vivid_precalc_copy_rects(struct vivid_dev *dev)
177 {
178 /* Framebuffer rectangle */
179 struct v4l2_rect r_fb = {
180 0, 0, dev->display_width, dev->display_height
181 };
182 /* Overlay window rectangle in framebuffer coordinates */
183 struct v4l2_rect r_overlay = {
184 dev->overlay_out_left, dev->overlay_out_top,
185 dev->compose_out.width, dev->compose_out.height
186 };
187
188 v4l2_rect_intersect(&dev->loop_vid_copy, &dev->crop_cap, &dev->compose_out);
189
190 dev->loop_vid_out = dev->loop_vid_copy;
191 v4l2_rect_scale(&dev->loop_vid_out, &dev->compose_out, &dev->crop_out);
192 dev->loop_vid_out.left += dev->crop_out.left;
193 dev->loop_vid_out.top += dev->crop_out.top;
194
195 dev->loop_vid_cap = dev->loop_vid_copy;
196 v4l2_rect_scale(&dev->loop_vid_cap, &dev->crop_cap, &dev->compose_cap);
197
198 dprintk(dev, 1,
199 "loop_vid_copy: %dx%d@%dx%d loop_vid_out: %dx%d@%dx%d loop_vid_cap: %dx%d@%dx%d\n",
200 dev->loop_vid_copy.width, dev->loop_vid_copy.height,
201 dev->loop_vid_copy.left, dev->loop_vid_copy.top,
202 dev->loop_vid_out.width, dev->loop_vid_out.height,
203 dev->loop_vid_out.left, dev->loop_vid_out.top,
204 dev->loop_vid_cap.width, dev->loop_vid_cap.height,
205 dev->loop_vid_cap.left, dev->loop_vid_cap.top);
206
207 v4l2_rect_intersect(&r_overlay, &r_fb, &r_overlay);
208
209 /* shift r_overlay to the same origin as compose_out */
210 r_overlay.left += dev->compose_out.left - dev->overlay_out_left;
211 r_overlay.top += dev->compose_out.top - dev->overlay_out_top;
212
213 v4l2_rect_intersect(&dev->loop_vid_overlay, &r_overlay, &dev->loop_vid_copy);
214 dev->loop_fb_copy = dev->loop_vid_overlay;
215
216 /* shift dev->loop_fb_copy back again to the fb origin */
217 dev->loop_fb_copy.left -= dev->compose_out.left - dev->overlay_out_left;
218 dev->loop_fb_copy.top -= dev->compose_out.top - dev->overlay_out_top;
219
220 dev->loop_vid_overlay_cap = dev->loop_vid_overlay;
221 v4l2_rect_scale(&dev->loop_vid_overlay_cap, &dev->crop_cap, &dev->compose_cap);
222
223 dprintk(dev, 1,
224 "loop_fb_copy: %dx%d@%dx%d loop_vid_overlay: %dx%d@%dx%d loop_vid_overlay_cap: %dx%d@%dx%d\n",
225 dev->loop_fb_copy.width, dev->loop_fb_copy.height,
226 dev->loop_fb_copy.left, dev->loop_fb_copy.top,
227 dev->loop_vid_overlay.width, dev->loop_vid_overlay.height,
228 dev->loop_vid_overlay.left, dev->loop_vid_overlay.top,
229 dev->loop_vid_overlay_cap.width, dev->loop_vid_overlay_cap.height,
230 dev->loop_vid_overlay_cap.left, dev->loop_vid_overlay_cap.top);
231 }
232
plane_vaddr(struct tpg_data * tpg,struct vivid_buffer * buf,unsigned p,unsigned bpl[TPG_MAX_PLANES],unsigned h)233 static void *plane_vaddr(struct tpg_data *tpg, struct vivid_buffer *buf,
234 unsigned p, unsigned bpl[TPG_MAX_PLANES], unsigned h)
235 {
236 unsigned i;
237 void *vbuf;
238
239 if (p == 0 || tpg_g_buffers(tpg) > 1)
240 return vb2_plane_vaddr(&buf->vb.vb2_buf, p);
241 vbuf = vb2_plane_vaddr(&buf->vb.vb2_buf, 0);
242 for (i = 0; i < p; i++)
243 vbuf += bpl[i] * h / tpg->vdownsampling[i];
244 return vbuf;
245 }
246
vivid_copy_buffer(struct vivid_dev * dev,unsigned p,u8 * vcapbuf,struct vivid_buffer * vid_cap_buf)247 static int vivid_copy_buffer(struct vivid_dev *dev, unsigned p, u8 *vcapbuf,
248 struct vivid_buffer *vid_cap_buf)
249 {
250 bool blank = dev->must_blank[vid_cap_buf->vb.vb2_buf.index];
251 struct tpg_data *tpg = &dev->tpg;
252 struct vivid_buffer *vid_out_buf = NULL;
253 unsigned vdiv = dev->fmt_out->vdownsampling[p];
254 unsigned twopixsize = tpg_g_twopixelsize(tpg, p);
255 unsigned img_width = tpg_hdiv(tpg, p, dev->compose_cap.width);
256 unsigned img_height = dev->compose_cap.height;
257 unsigned stride_cap = tpg->bytesperline[p];
258 unsigned stride_out = dev->bytesperline_out[p];
259 unsigned stride_osd = dev->display_byte_stride;
260 unsigned hmax = (img_height * tpg->perc_fill) / 100;
261 u8 *voutbuf;
262 u8 *vosdbuf = NULL;
263 unsigned y;
264 bool blend = dev->bitmap_out || dev->clipcount_out || dev->fbuf_out_flags;
265 /* Coarse scaling with Bresenham */
266 unsigned vid_out_int_part;
267 unsigned vid_out_fract_part;
268 unsigned vid_out_y = 0;
269 unsigned vid_out_error = 0;
270 unsigned vid_overlay_int_part = 0;
271 unsigned vid_overlay_fract_part = 0;
272 unsigned vid_overlay_y = 0;
273 unsigned vid_overlay_error = 0;
274 unsigned vid_cap_left = tpg_hdiv(tpg, p, dev->loop_vid_cap.left);
275 unsigned vid_cap_right;
276 bool quick;
277
278 vid_out_int_part = dev->loop_vid_out.height / dev->loop_vid_cap.height;
279 vid_out_fract_part = dev->loop_vid_out.height % dev->loop_vid_cap.height;
280
281 if (!list_empty(&dev->vid_out_active))
282 vid_out_buf = list_entry(dev->vid_out_active.next,
283 struct vivid_buffer, list);
284 if (vid_out_buf == NULL)
285 return -ENODATA;
286
287 vid_cap_buf->vb.field = vid_out_buf->vb.field;
288
289 voutbuf = plane_vaddr(tpg, vid_out_buf, p,
290 dev->bytesperline_out, dev->fmt_out_rect.height);
291 if (p < dev->fmt_out->buffers)
292 voutbuf += vid_out_buf->vb.vb2_buf.planes[p].data_offset;
293 voutbuf += tpg_hdiv(tpg, p, dev->loop_vid_out.left) +
294 (dev->loop_vid_out.top / vdiv) * stride_out;
295 vcapbuf += tpg_hdiv(tpg, p, dev->compose_cap.left) +
296 (dev->compose_cap.top / vdiv) * stride_cap;
297
298 if (dev->loop_vid_copy.width == 0 || dev->loop_vid_copy.height == 0) {
299 /*
300 * If there is nothing to copy, then just fill the capture window
301 * with black.
302 */
303 for (y = 0; y < hmax / vdiv; y++, vcapbuf += stride_cap)
304 memcpy(vcapbuf, tpg->black_line[p], img_width);
305 return 0;
306 }
307
308 if (dev->overlay_out_enabled &&
309 dev->loop_vid_overlay.width && dev->loop_vid_overlay.height) {
310 vosdbuf = dev->video_vbase;
311 vosdbuf += (dev->loop_fb_copy.left * twopixsize) / 2 +
312 dev->loop_fb_copy.top * stride_osd;
313 vid_overlay_int_part = dev->loop_vid_overlay.height /
314 dev->loop_vid_overlay_cap.height;
315 vid_overlay_fract_part = dev->loop_vid_overlay.height %
316 dev->loop_vid_overlay_cap.height;
317 }
318
319 vid_cap_right = tpg_hdiv(tpg, p, dev->loop_vid_cap.left + dev->loop_vid_cap.width);
320 /* quick is true if no video scaling is needed */
321 quick = dev->loop_vid_out.width == dev->loop_vid_cap.width;
322
323 dev->cur_scaled_line = dev->loop_vid_out.height;
324 for (y = 0; y < hmax; y += vdiv, vcapbuf += stride_cap) {
325 /* osdline is true if this line requires overlay blending */
326 bool osdline = vosdbuf && y >= dev->loop_vid_overlay_cap.top &&
327 y < dev->loop_vid_overlay_cap.top + dev->loop_vid_overlay_cap.height;
328
329 /*
330 * If this line of the capture buffer doesn't get any video, then
331 * just fill with black.
332 */
333 if (y < dev->loop_vid_cap.top ||
334 y >= dev->loop_vid_cap.top + dev->loop_vid_cap.height) {
335 memcpy(vcapbuf, tpg->black_line[p], img_width);
336 continue;
337 }
338
339 /* fill the left border with black */
340 if (dev->loop_vid_cap.left)
341 memcpy(vcapbuf, tpg->black_line[p], vid_cap_left);
342
343 /* fill the right border with black */
344 if (vid_cap_right < img_width)
345 memcpy(vcapbuf + vid_cap_right, tpg->black_line[p],
346 img_width - vid_cap_right);
347
348 if (quick && !osdline) {
349 memcpy(vcapbuf + vid_cap_left,
350 voutbuf + vid_out_y * stride_out,
351 tpg_hdiv(tpg, p, dev->loop_vid_cap.width));
352 goto update_vid_out_y;
353 }
354 if (dev->cur_scaled_line == vid_out_y) {
355 memcpy(vcapbuf + vid_cap_left, dev->scaled_line,
356 tpg_hdiv(tpg, p, dev->loop_vid_cap.width));
357 goto update_vid_out_y;
358 }
359 if (!osdline) {
360 scale_line(voutbuf + vid_out_y * stride_out, dev->scaled_line,
361 tpg_hdiv(tpg, p, dev->loop_vid_out.width),
362 tpg_hdiv(tpg, p, dev->loop_vid_cap.width),
363 tpg_g_twopixelsize(tpg, p));
364 } else {
365 /*
366 * Offset in bytes within loop_vid_copy to the start of the
367 * loop_vid_overlay rectangle.
368 */
369 unsigned offset =
370 ((dev->loop_vid_overlay.left - dev->loop_vid_copy.left) *
371 twopixsize) / 2;
372 u8 *osd = vosdbuf + vid_overlay_y * stride_osd;
373
374 scale_line(voutbuf + vid_out_y * stride_out, dev->blended_line,
375 dev->loop_vid_out.width, dev->loop_vid_copy.width,
376 tpg_g_twopixelsize(tpg, p));
377 if (blend)
378 blend_line(dev, vid_overlay_y + dev->loop_vid_overlay.top,
379 dev->loop_vid_overlay.left,
380 dev->blended_line + offset, osd,
381 dev->loop_vid_overlay.width, twopixsize / 2);
382 else
383 memcpy(dev->blended_line + offset,
384 osd, (dev->loop_vid_overlay.width * twopixsize) / 2);
385 scale_line(dev->blended_line, dev->scaled_line,
386 dev->loop_vid_copy.width, dev->loop_vid_cap.width,
387 tpg_g_twopixelsize(tpg, p));
388 }
389 dev->cur_scaled_line = vid_out_y;
390 memcpy(vcapbuf + vid_cap_left, dev->scaled_line,
391 tpg_hdiv(tpg, p, dev->loop_vid_cap.width));
392
393 update_vid_out_y:
394 if (osdline) {
395 vid_overlay_y += vid_overlay_int_part;
396 vid_overlay_error += vid_overlay_fract_part;
397 if (vid_overlay_error >= dev->loop_vid_overlay_cap.height) {
398 vid_overlay_error -= dev->loop_vid_overlay_cap.height;
399 vid_overlay_y++;
400 }
401 }
402 vid_out_y += vid_out_int_part;
403 vid_out_error += vid_out_fract_part;
404 if (vid_out_error >= dev->loop_vid_cap.height / vdiv) {
405 vid_out_error -= dev->loop_vid_cap.height / vdiv;
406 vid_out_y++;
407 }
408 }
409
410 if (!blank)
411 return 0;
412 for (; y < img_height; y += vdiv, vcapbuf += stride_cap)
413 memcpy(vcapbuf, tpg->contrast_line[p], img_width);
414 return 0;
415 }
416
vivid_fillbuff(struct vivid_dev * dev,struct vivid_buffer * buf)417 static void vivid_fillbuff(struct vivid_dev *dev, struct vivid_buffer *buf)
418 {
419 struct tpg_data *tpg = &dev->tpg;
420 unsigned factor = V4L2_FIELD_HAS_T_OR_B(dev->field_cap) ? 2 : 1;
421 unsigned line_height = 16 / factor;
422 bool is_tv = vivid_is_sdtv_cap(dev);
423 bool is_60hz = is_tv && (dev->std_cap & V4L2_STD_525_60);
424 unsigned p;
425 int line = 1;
426 u8 *basep[TPG_MAX_PLANES][2];
427 unsigned ms;
428 char str[100];
429 s32 gain;
430 bool is_loop = false;
431
432 if (dev->loop_video && dev->can_loop_video &&
433 ((vivid_is_svid_cap(dev) &&
434 !VIVID_INVALID_SIGNAL(dev->std_signal_mode)) ||
435 (vivid_is_hdmi_cap(dev) &&
436 !VIVID_INVALID_SIGNAL(dev->dv_timings_signal_mode))))
437 is_loop = true;
438
439 buf->vb.sequence = dev->vid_cap_seq_count;
440 /*
441 * Take the timestamp now if the timestamp source is set to
442 * "Start of Exposure".
443 */
444 if (dev->tstamp_src_is_soe)
445 buf->vb.vb2_buf.timestamp = ktime_get_ns();
446 if (dev->field_cap == V4L2_FIELD_ALTERNATE) {
447 /*
448 * 60 Hz standards start with the bottom field, 50 Hz standards
449 * with the top field. So if the 0-based seq_count is even,
450 * then the field is TOP for 50 Hz and BOTTOM for 60 Hz
451 * standards.
452 */
453 buf->vb.field = ((dev->vid_cap_seq_count & 1) ^ is_60hz) ?
454 V4L2_FIELD_BOTTOM : V4L2_FIELD_TOP;
455 /*
456 * The sequence counter counts frames, not fields. So divide
457 * by two.
458 */
459 buf->vb.sequence /= 2;
460 } else {
461 buf->vb.field = dev->field_cap;
462 }
463 tpg_s_field(tpg, buf->vb.field,
464 dev->field_cap == V4L2_FIELD_ALTERNATE);
465 tpg_s_perc_fill_blank(tpg, dev->must_blank[buf->vb.vb2_buf.index]);
466
467 vivid_precalc_copy_rects(dev);
468
469 for (p = 0; p < tpg_g_planes(tpg); p++) {
470 void *vbuf = plane_vaddr(tpg, buf, p,
471 tpg->bytesperline, tpg->buf_height);
472
473 /*
474 * The first plane of a multiplanar format has a non-zero
475 * data_offset. This helps testing whether the application
476 * correctly supports non-zero data offsets.
477 */
478 if (p < tpg_g_buffers(tpg) && dev->fmt_cap->data_offset[p]) {
479 memset(vbuf, dev->fmt_cap->data_offset[p] & 0xff,
480 dev->fmt_cap->data_offset[p]);
481 vbuf += dev->fmt_cap->data_offset[p];
482 }
483 tpg_calc_text_basep(tpg, basep, p, vbuf);
484 if (!is_loop || vivid_copy_buffer(dev, p, vbuf, buf))
485 tpg_fill_plane_buffer(tpg, vivid_get_std_cap(dev),
486 p, vbuf);
487 }
488 dev->must_blank[buf->vb.vb2_buf.index] = false;
489
490 /* Updates stream time, only update at the start of a new frame. */
491 if (dev->field_cap != V4L2_FIELD_ALTERNATE ||
492 (buf->vb.sequence & 1) == 0)
493 dev->ms_vid_cap =
494 jiffies_to_msecs(jiffies - dev->jiffies_vid_cap);
495
496 ms = dev->ms_vid_cap;
497 if (dev->osd_mode <= 1) {
498 snprintf(str, sizeof(str), " %02d:%02d:%02d:%03d %u%s",
499 (ms / (60 * 60 * 1000)) % 24,
500 (ms / (60 * 1000)) % 60,
501 (ms / 1000) % 60,
502 ms % 1000,
503 buf->vb.sequence,
504 (dev->field_cap == V4L2_FIELD_ALTERNATE) ?
505 (buf->vb.field == V4L2_FIELD_TOP ?
506 " top" : " bottom") : "");
507 tpg_gen_text(tpg, basep, line++ * line_height, 16, str);
508 }
509 if (dev->osd_mode == 0) {
510 snprintf(str, sizeof(str), " %dx%d, input %d ",
511 dev->src_rect.width, dev->src_rect.height, dev->input);
512 tpg_gen_text(tpg, basep, line++ * line_height, 16, str);
513
514 gain = v4l2_ctrl_g_ctrl(dev->gain);
515 mutex_lock(dev->ctrl_hdl_user_vid.lock);
516 snprintf(str, sizeof(str),
517 " brightness %3d, contrast %3d, saturation %3d, hue %d ",
518 dev->brightness->cur.val,
519 dev->contrast->cur.val,
520 dev->saturation->cur.val,
521 dev->hue->cur.val);
522 tpg_gen_text(tpg, basep, line++ * line_height, 16, str);
523 snprintf(str, sizeof(str),
524 " autogain %d, gain %3d, alpha 0x%02x ",
525 dev->autogain->cur.val, gain, dev->alpha->cur.val);
526 mutex_unlock(dev->ctrl_hdl_user_vid.lock);
527 tpg_gen_text(tpg, basep, line++ * line_height, 16, str);
528 mutex_lock(dev->ctrl_hdl_user_aud.lock);
529 snprintf(str, sizeof(str),
530 " volume %3d, mute %d ",
531 dev->volume->cur.val, dev->mute->cur.val);
532 mutex_unlock(dev->ctrl_hdl_user_aud.lock);
533 tpg_gen_text(tpg, basep, line++ * line_height, 16, str);
534 mutex_lock(dev->ctrl_hdl_user_gen.lock);
535 snprintf(str, sizeof(str), " int32 %d, int64 %lld, bitmask %08x ",
536 dev->int32->cur.val,
537 *dev->int64->p_cur.p_s64,
538 dev->bitmask->cur.val);
539 tpg_gen_text(tpg, basep, line++ * line_height, 16, str);
540 snprintf(str, sizeof(str), " boolean %d, menu %s, string \"%s\" ",
541 dev->boolean->cur.val,
542 dev->menu->qmenu[dev->menu->cur.val],
543 dev->string->p_cur.p_char);
544 tpg_gen_text(tpg, basep, line++ * line_height, 16, str);
545 snprintf(str, sizeof(str), " integer_menu %lld, value %d ",
546 dev->int_menu->qmenu_int[dev->int_menu->cur.val],
547 dev->int_menu->cur.val);
548 mutex_unlock(dev->ctrl_hdl_user_gen.lock);
549 tpg_gen_text(tpg, basep, line++ * line_height, 16, str);
550 if (dev->button_pressed) {
551 dev->button_pressed--;
552 snprintf(str, sizeof(str), " button pressed!");
553 tpg_gen_text(tpg, basep, line++ * line_height, 16, str);
554 }
555 if (dev->osd[0]) {
556 if (vivid_is_hdmi_cap(dev)) {
557 snprintf(str, sizeof(str),
558 " OSD \"%s\"", dev->osd);
559 tpg_gen_text(tpg, basep, line++ * line_height,
560 16, str);
561 }
562 if (dev->osd_jiffies &&
563 time_is_before_jiffies(dev->osd_jiffies + 5 * HZ)) {
564 dev->osd[0] = 0;
565 dev->osd_jiffies = 0;
566 }
567 }
568 }
569
570 /*
571 * If "End of Frame" is specified at the timestamp source, then take
572 * the timestamp now.
573 */
574 if (!dev->tstamp_src_is_soe)
575 buf->vb.vb2_buf.timestamp = ktime_get_ns();
576 buf->vb.vb2_buf.timestamp += dev->time_wrap_offset;
577 }
578
579 /*
580 * Return true if this pixel coordinate is a valid video pixel.
581 */
valid_pix(struct vivid_dev * dev,int win_y,int win_x,int fb_y,int fb_x)582 static bool valid_pix(struct vivid_dev *dev, int win_y, int win_x, int fb_y, int fb_x)
583 {
584 int i;
585
586 if (dev->bitmap_cap) {
587 /*
588 * Only if the corresponding bit in the bitmap is set can
589 * the video pixel be shown. Coordinates are relative to
590 * the overlay window set by VIDIOC_S_FMT.
591 */
592 const u8 *p = dev->bitmap_cap;
593 unsigned stride = (dev->compose_cap.width + 7) / 8;
594
595 if (!(p[stride * win_y + win_x / 8] & (1 << (win_x & 7))))
596 return false;
597 }
598
599 for (i = 0; i < dev->clipcount_cap; i++) {
600 /*
601 * Only if the framebuffer coordinate is not in any of the
602 * clip rectangles will be video pixel be shown.
603 */
604 struct v4l2_rect *r = &dev->clips_cap[i].c;
605
606 if (fb_y >= r->top && fb_y < r->top + r->height &&
607 fb_x >= r->left && fb_x < r->left + r->width)
608 return false;
609 }
610 return true;
611 }
612
613 /*
614 * Draw the image into the overlay buffer.
615 * Note that the combination of overlay and multiplanar is not supported.
616 */
vivid_overlay(struct vivid_dev * dev,struct vivid_buffer * buf)617 static void vivid_overlay(struct vivid_dev *dev, struct vivid_buffer *buf)
618 {
619 struct tpg_data *tpg = &dev->tpg;
620 unsigned pixsize = tpg_g_twopixelsize(tpg, 0) / 2;
621 void *vbase = dev->fb_vbase_cap;
622 void *vbuf = vb2_plane_vaddr(&buf->vb.vb2_buf, 0);
623 unsigned img_width = dev->compose_cap.width;
624 unsigned img_height = dev->compose_cap.height;
625 unsigned stride = tpg->bytesperline[0];
626 /* if quick is true, then valid_pix() doesn't have to be called */
627 bool quick = dev->bitmap_cap == NULL && dev->clipcount_cap == 0;
628 int x, y, w, out_x = 0;
629
630 /*
631 * Overlay support is only supported for formats that have a twopixelsize
632 * that's >= 2. Warn and bail out if that's not the case.
633 */
634 if (WARN_ON(pixsize == 0))
635 return;
636 if ((dev->overlay_cap_field == V4L2_FIELD_TOP ||
637 dev->overlay_cap_field == V4L2_FIELD_BOTTOM) &&
638 dev->overlay_cap_field != buf->vb.field)
639 return;
640
641 vbuf += dev->compose_cap.left * pixsize + dev->compose_cap.top * stride;
642 x = dev->overlay_cap_left;
643 w = img_width;
644 if (x < 0) {
645 out_x = -x;
646 w = w - out_x;
647 x = 0;
648 } else {
649 w = dev->fb_cap.fmt.width - x;
650 if (w > img_width)
651 w = img_width;
652 }
653 if (w <= 0)
654 return;
655 if (dev->overlay_cap_top >= 0)
656 vbase += dev->overlay_cap_top * dev->fb_cap.fmt.bytesperline;
657 for (y = dev->overlay_cap_top;
658 y < dev->overlay_cap_top + (int)img_height;
659 y++, vbuf += stride) {
660 int px;
661
662 if (y < 0 || y > dev->fb_cap.fmt.height)
663 continue;
664 if (quick) {
665 memcpy(vbase + x * pixsize,
666 vbuf + out_x * pixsize, w * pixsize);
667 vbase += dev->fb_cap.fmt.bytesperline;
668 continue;
669 }
670 for (px = 0; px < w; px++) {
671 if (!valid_pix(dev, y - dev->overlay_cap_top,
672 px + out_x, y, px + x))
673 continue;
674 memcpy(vbase + (px + x) * pixsize,
675 vbuf + (px + out_x) * pixsize,
676 pixsize);
677 }
678 vbase += dev->fb_cap.fmt.bytesperline;
679 }
680 }
681
vivid_thread_vid_cap_tick(struct vivid_dev * dev,int dropped_bufs)682 static void vivid_thread_vid_cap_tick(struct vivid_dev *dev, int dropped_bufs)
683 {
684 struct vivid_buffer *vid_cap_buf = NULL;
685 struct vivid_buffer *vbi_cap_buf = NULL;
686
687 dprintk(dev, 1, "Video Capture Thread Tick\n");
688
689 while (dropped_bufs-- > 1)
690 tpg_update_mv_count(&dev->tpg,
691 dev->field_cap == V4L2_FIELD_NONE ||
692 dev->field_cap == V4L2_FIELD_ALTERNATE);
693
694 /* Drop a certain percentage of buffers. */
695 if (dev->perc_dropped_buffers &&
696 prandom_u32_max(100) < dev->perc_dropped_buffers)
697 goto update_mv;
698
699 spin_lock(&dev->slock);
700 if (!list_empty(&dev->vid_cap_active)) {
701 vid_cap_buf = list_entry(dev->vid_cap_active.next, struct vivid_buffer, list);
702 list_del(&vid_cap_buf->list);
703 }
704 if (!list_empty(&dev->vbi_cap_active)) {
705 if (dev->field_cap != V4L2_FIELD_ALTERNATE ||
706 (dev->vbi_cap_seq_count & 1)) {
707 vbi_cap_buf = list_entry(dev->vbi_cap_active.next,
708 struct vivid_buffer, list);
709 list_del(&vbi_cap_buf->list);
710 }
711 }
712 spin_unlock(&dev->slock);
713
714 if (!vid_cap_buf && !vbi_cap_buf)
715 goto update_mv;
716
717 if (vid_cap_buf) {
718 /* Fill buffer */
719 vivid_fillbuff(dev, vid_cap_buf);
720 dprintk(dev, 1, "filled buffer %d\n",
721 vid_cap_buf->vb.vb2_buf.index);
722
723 /* Handle overlay */
724 if (dev->overlay_cap_owner && dev->fb_cap.base &&
725 dev->fb_cap.fmt.pixelformat == dev->fmt_cap->fourcc)
726 vivid_overlay(dev, vid_cap_buf);
727
728 vb2_buffer_done(&vid_cap_buf->vb.vb2_buf, dev->dqbuf_error ?
729 VB2_BUF_STATE_ERROR : VB2_BUF_STATE_DONE);
730 dprintk(dev, 2, "vid_cap buffer %d done\n",
731 vid_cap_buf->vb.vb2_buf.index);
732 }
733
734 if (vbi_cap_buf) {
735 if (dev->stream_sliced_vbi_cap)
736 vivid_sliced_vbi_cap_process(dev, vbi_cap_buf);
737 else
738 vivid_raw_vbi_cap_process(dev, vbi_cap_buf);
739 vb2_buffer_done(&vbi_cap_buf->vb.vb2_buf, dev->dqbuf_error ?
740 VB2_BUF_STATE_ERROR : VB2_BUF_STATE_DONE);
741 dprintk(dev, 2, "vbi_cap %d done\n",
742 vbi_cap_buf->vb.vb2_buf.index);
743 }
744 dev->dqbuf_error = false;
745
746 update_mv:
747 /* Update the test pattern movement counters */
748 tpg_update_mv_count(&dev->tpg, dev->field_cap == V4L2_FIELD_NONE ||
749 dev->field_cap == V4L2_FIELD_ALTERNATE);
750 }
751
vivid_thread_vid_cap(void * data)752 static int vivid_thread_vid_cap(void *data)
753 {
754 struct vivid_dev *dev = data;
755 u64 numerators_since_start;
756 u64 buffers_since_start;
757 u64 next_jiffies_since_start;
758 unsigned long jiffies_since_start;
759 unsigned long cur_jiffies;
760 unsigned wait_jiffies;
761 unsigned numerator;
762 unsigned denominator;
763 int dropped_bufs;
764
765 dprintk(dev, 1, "Video Capture Thread Start\n");
766
767 set_freezable();
768
769 /* Resets frame counters */
770 dev->cap_seq_offset = 0;
771 dev->cap_seq_count = 0;
772 dev->cap_seq_resync = false;
773 dev->jiffies_vid_cap = jiffies;
774
775 for (;;) {
776 try_to_freeze();
777 if (kthread_should_stop())
778 break;
779
780 if (!mutex_trylock(&dev->mutex)) {
781 schedule_timeout_uninterruptible(1);
782 continue;
783 }
784
785 cur_jiffies = jiffies;
786 if (dev->cap_seq_resync) {
787 dev->jiffies_vid_cap = cur_jiffies;
788 dev->cap_seq_offset = dev->cap_seq_count + 1;
789 dev->cap_seq_count = 0;
790 dev->cap_seq_resync = false;
791 }
792 numerator = dev->timeperframe_vid_cap.numerator;
793 denominator = dev->timeperframe_vid_cap.denominator;
794
795 if (dev->field_cap == V4L2_FIELD_ALTERNATE)
796 denominator *= 2;
797
798 /* Calculate the number of jiffies since we started streaming */
799 jiffies_since_start = cur_jiffies - dev->jiffies_vid_cap;
800 /* Get the number of buffers streamed since the start */
801 buffers_since_start = (u64)jiffies_since_start * denominator +
802 (HZ * numerator) / 2;
803 do_div(buffers_since_start, HZ * numerator);
804
805 /*
806 * After more than 0xf0000000 (rounded down to a multiple of
807 * 'jiffies-per-day' to ease jiffies_to_msecs calculation)
808 * jiffies have passed since we started streaming reset the
809 * counters and keep track of the sequence offset.
810 */
811 if (jiffies_since_start > JIFFIES_RESYNC) {
812 dev->jiffies_vid_cap = cur_jiffies;
813 dev->cap_seq_offset = buffers_since_start;
814 buffers_since_start = 0;
815 }
816 dropped_bufs = buffers_since_start + dev->cap_seq_offset - dev->cap_seq_count;
817 dev->cap_seq_count = buffers_since_start + dev->cap_seq_offset;
818 dev->vid_cap_seq_count = dev->cap_seq_count - dev->vid_cap_seq_start;
819 dev->vbi_cap_seq_count = dev->cap_seq_count - dev->vbi_cap_seq_start;
820
821 vivid_thread_vid_cap_tick(dev, dropped_bufs);
822
823 /*
824 * Calculate the number of 'numerators' streamed since we started,
825 * including the current buffer.
826 */
827 numerators_since_start = ++buffers_since_start * numerator;
828
829 /* And the number of jiffies since we started */
830 jiffies_since_start = jiffies - dev->jiffies_vid_cap;
831
832 mutex_unlock(&dev->mutex);
833
834 /*
835 * Calculate when that next buffer is supposed to start
836 * in jiffies since we started streaming.
837 */
838 next_jiffies_since_start = numerators_since_start * HZ +
839 denominator / 2;
840 do_div(next_jiffies_since_start, denominator);
841 /* If it is in the past, then just schedule asap */
842 if (next_jiffies_since_start < jiffies_since_start)
843 next_jiffies_since_start = jiffies_since_start;
844
845 wait_jiffies = next_jiffies_since_start - jiffies_since_start;
846 schedule_timeout_interruptible(wait_jiffies ? wait_jiffies : 1);
847 }
848 dprintk(dev, 1, "Video Capture Thread End\n");
849 return 0;
850 }
851
vivid_grab_controls(struct vivid_dev * dev,bool grab)852 static void vivid_grab_controls(struct vivid_dev *dev, bool grab)
853 {
854 v4l2_ctrl_grab(dev->ctrl_has_crop_cap, grab);
855 v4l2_ctrl_grab(dev->ctrl_has_compose_cap, grab);
856 v4l2_ctrl_grab(dev->ctrl_has_scaler_cap, grab);
857 }
858
vivid_start_generating_vid_cap(struct vivid_dev * dev,bool * pstreaming)859 int vivid_start_generating_vid_cap(struct vivid_dev *dev, bool *pstreaming)
860 {
861 dprintk(dev, 1, "%s\n", __func__);
862
863 if (dev->kthread_vid_cap) {
864 u32 seq_count = dev->cap_seq_count + dev->seq_wrap * 128;
865
866 if (pstreaming == &dev->vid_cap_streaming)
867 dev->vid_cap_seq_start = seq_count;
868 else
869 dev->vbi_cap_seq_start = seq_count;
870 *pstreaming = true;
871 return 0;
872 }
873
874 /* Resets frame counters */
875 tpg_init_mv_count(&dev->tpg);
876
877 dev->vid_cap_seq_start = dev->seq_wrap * 128;
878 dev->vbi_cap_seq_start = dev->seq_wrap * 128;
879
880 dev->kthread_vid_cap = kthread_run(vivid_thread_vid_cap, dev,
881 "%s-vid-cap", dev->v4l2_dev.name);
882
883 if (IS_ERR(dev->kthread_vid_cap)) {
884 int err = PTR_ERR(dev->kthread_vid_cap);
885
886 dev->kthread_vid_cap = NULL;
887 v4l2_err(&dev->v4l2_dev, "kernel_thread() failed\n");
888 return err;
889 }
890 *pstreaming = true;
891 vivid_grab_controls(dev, true);
892
893 dprintk(dev, 1, "returning from %s\n", __func__);
894 return 0;
895 }
896
vivid_stop_generating_vid_cap(struct vivid_dev * dev,bool * pstreaming)897 void vivid_stop_generating_vid_cap(struct vivid_dev *dev, bool *pstreaming)
898 {
899 dprintk(dev, 1, "%s\n", __func__);
900
901 if (dev->kthread_vid_cap == NULL)
902 return;
903
904 *pstreaming = false;
905 if (pstreaming == &dev->vid_cap_streaming) {
906 /* Release all active buffers */
907 while (!list_empty(&dev->vid_cap_active)) {
908 struct vivid_buffer *buf;
909
910 buf = list_entry(dev->vid_cap_active.next,
911 struct vivid_buffer, list);
912 list_del(&buf->list);
913 vb2_buffer_done(&buf->vb.vb2_buf, VB2_BUF_STATE_ERROR);
914 dprintk(dev, 2, "vid_cap buffer %d done\n",
915 buf->vb.vb2_buf.index);
916 }
917 }
918
919 if (pstreaming == &dev->vbi_cap_streaming) {
920 while (!list_empty(&dev->vbi_cap_active)) {
921 struct vivid_buffer *buf;
922
923 buf = list_entry(dev->vbi_cap_active.next,
924 struct vivid_buffer, list);
925 list_del(&buf->list);
926 vb2_buffer_done(&buf->vb.vb2_buf, VB2_BUF_STATE_ERROR);
927 dprintk(dev, 2, "vbi_cap buffer %d done\n",
928 buf->vb.vb2_buf.index);
929 }
930 }
931
932 if (dev->vid_cap_streaming || dev->vbi_cap_streaming)
933 return;
934
935 /* shutdown control thread */
936 vivid_grab_controls(dev, false);
937 kthread_stop(dev->kthread_vid_cap);
938 dev->kthread_vid_cap = NULL;
939 }
940