1 /*
2 * Copyright (c) 2015-2016 Kieran Kunhya <kieran@kunhya.com>
3 *
4 * This file is part of FFmpeg.
5 *
6 * FFmpeg is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
10 *
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with FFmpeg; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19 */
20
21 /**
22 * @file
23 * Cineform HD video decoder
24 */
25
26 #include "libavutil/attributes.h"
27 #include "libavutil/buffer.h"
28 #include "libavutil/common.h"
29 #include "libavutil/imgutils.h"
30 #include "libavutil/intreadwrite.h"
31 #include "libavutil/opt.h"
32
33 #include "avcodec.h"
34 #include "bytestream.h"
35 #include "codec_internal.h"
36 #include "get_bits.h"
37 #include "internal.h"
38 #include "thread.h"
39 #include "cfhd.h"
40
41 #define ALPHA_COMPAND_DC_OFFSET 256
42 #define ALPHA_COMPAND_GAIN 9400
43
cfhd_init(AVCodecContext * avctx)44 static av_cold int cfhd_init(AVCodecContext *avctx)
45 {
46 CFHDContext *s = avctx->priv_data;
47
48 s->avctx = avctx;
49
50 for (int i = 0; i < 64; i++) {
51 int val = i;
52
53 if (val >= 40) {
54 if (val >= 54) {
55 val -= 54;
56 val <<= 2;
57 val += 54;
58 }
59
60 val -= 40;
61 val <<= 2;
62 val += 40;
63 }
64
65 s->lut[0][i] = val;
66 }
67
68 for (int i = 0; i < 256; i++)
69 s->lut[1][i] = i + ((768LL * i * i * i) / (256 * 256 * 256));
70
71 return ff_cfhd_init_vlcs(s);
72 }
73
init_plane_defaults(CFHDContext * s)74 static void init_plane_defaults(CFHDContext *s)
75 {
76 s->subband_num = 0;
77 s->level = 0;
78 s->subband_num_actual = 0;
79 }
80
init_peak_table_defaults(CFHDContext * s)81 static void init_peak_table_defaults(CFHDContext *s)
82 {
83 s->peak.level = 0;
84 s->peak.offset = 0;
85 memset(&s->peak.base, 0, sizeof(s->peak.base));
86 }
87
init_frame_defaults(CFHDContext * s)88 static void init_frame_defaults(CFHDContext *s)
89 {
90 s->coded_width = 0;
91 s->coded_height = 0;
92 s->coded_format = AV_PIX_FMT_YUV422P10;
93 s->cropped_height = 0;
94 s->bpc = 10;
95 s->channel_cnt = 3;
96 s->subband_cnt = SUBBAND_COUNT;
97 s->channel_num = 0;
98 s->lowpass_precision = 16;
99 s->quantisation = 1;
100 s->codebook = 0;
101 s->difference_coding = 0;
102 s->frame_type = 0;
103 s->sample_type = 0;
104 if (s->transform_type != 2)
105 s->transform_type = -1;
106 init_plane_defaults(s);
107 init_peak_table_defaults(s);
108 }
109
dequant_and_decompand(CFHDContext * s,int level,int quantisation,int codebook)110 static inline int dequant_and_decompand(CFHDContext *s, int level, int quantisation, int codebook)
111 {
112 if (codebook == 0 || codebook == 1) {
113 return s->lut[codebook][abs(level)] * FFSIGN(level) * quantisation;
114 } else
115 return level * quantisation;
116 }
117
difference_coding(int16_t * band,int width,int height)118 static inline void difference_coding(int16_t *band, int width, int height)
119 {
120
121 int i,j;
122 for (i = 0; i < height; i++) {
123 for (j = 1; j < width; j++) {
124 band[j] += band[j-1];
125 }
126 band += width;
127 }
128 }
129
peak_table(int16_t * band,Peak * peak,int length)130 static inline void peak_table(int16_t *band, Peak *peak, int length)
131 {
132 int i;
133 for (i = 0; i < length; i++)
134 if (abs(band[i]) > peak->level)
135 band[i] = bytestream2_get_le16(&peak->base);
136 }
137
process_alpha(int16_t * alpha,int width)138 static inline void process_alpha(int16_t *alpha, int width)
139 {
140 int i, channel;
141 for (i = 0; i < width; i++) {
142 channel = alpha[i];
143 channel -= ALPHA_COMPAND_DC_OFFSET;
144 channel <<= 3;
145 channel *= ALPHA_COMPAND_GAIN;
146 channel >>= 16;
147 channel = av_clip_uintp2(channel, 12);
148 alpha[i] = channel;
149 }
150 }
151
process_bayer(AVFrame * frame,int bpc)152 static inline void process_bayer(AVFrame *frame, int bpc)
153 {
154 const int linesize = frame->linesize[0];
155 uint16_t *r = (uint16_t *)frame->data[0];
156 uint16_t *g1 = (uint16_t *)(frame->data[0] + 2);
157 uint16_t *g2 = (uint16_t *)(frame->data[0] + frame->linesize[0]);
158 uint16_t *b = (uint16_t *)(frame->data[0] + frame->linesize[0] + 2);
159 const int mid = 1 << (bpc - 1);
160 const int factor = 1 << (16 - bpc);
161
162 for (int y = 0; y < frame->height >> 1; y++) {
163 for (int x = 0; x < frame->width; x += 2) {
164 int R, G1, G2, B;
165 int g, rg, bg, gd;
166
167 g = r[x];
168 rg = g1[x];
169 bg = g2[x];
170 gd = b[x];
171 gd -= mid;
172
173 R = (rg - mid) * 2 + g;
174 G1 = g + gd;
175 G2 = g - gd;
176 B = (bg - mid) * 2 + g;
177
178 R = av_clip_uintp2(R * factor, 16);
179 G1 = av_clip_uintp2(G1 * factor, 16);
180 G2 = av_clip_uintp2(G2 * factor, 16);
181 B = av_clip_uintp2(B * factor, 16);
182
183 r[x] = R;
184 g1[x] = G1;
185 g2[x] = G2;
186 b[x] = B;
187 }
188
189 r += linesize;
190 g1 += linesize;
191 g2 += linesize;
192 b += linesize;
193 }
194 }
195
interlaced_vertical_filter(int16_t * output,int16_t * low,int16_t * high,int width,int linesize,int plane)196 static inline void interlaced_vertical_filter(int16_t *output, int16_t *low, int16_t *high,
197 int width, int linesize, int plane)
198 {
199 int i;
200 int16_t even, odd;
201 for (i = 0; i < width; i++) {
202 even = (low[i] - high[i])/2;
203 odd = (low[i] + high[i])/2;
204 output[i] = av_clip_uintp2(even, 10);
205 output[i + linesize] = av_clip_uintp2(odd, 10);
206 }
207 }
208
inverse_temporal_filter(int16_t * low,int16_t * high,int width)209 static inline void inverse_temporal_filter(int16_t *low, int16_t *high, int width)
210 {
211 for (int i = 0; i < width; i++) {
212 int even = (low[i] - high[i]) / 2;
213 int odd = (low[i] + high[i]) / 2;
214
215 low[i] = even;
216 high[i] = odd;
217 }
218 }
219
free_buffers(CFHDContext * s)220 static void free_buffers(CFHDContext *s)
221 {
222 int i, j;
223
224 for (i = 0; i < FF_ARRAY_ELEMS(s->plane); i++) {
225 Plane *p = &s->plane[i];
226 av_freep(&s->plane[i].idwt_buf);
227 av_freep(&s->plane[i].idwt_tmp);
228 s->plane[i].idwt_size = 0;
229
230 for (j = 0; j < SUBBAND_COUNT_3D; j++)
231 s->plane[i].subband[j] = NULL;
232
233 for (j = 0; j < 10; j++)
234 s->plane[i].l_h[j] = NULL;
235
236 for (j = 0; j < DWT_LEVELS_3D; j++)
237 p->band[j][0].read_ok =
238 p->band[j][1].read_ok =
239 p->band[j][2].read_ok =
240 p->band[j][3].read_ok = 0;
241 }
242 s->a_height = 0;
243 s->a_width = 0;
244 s->a_transform_type = INT_MIN;
245 }
246
alloc_buffers(AVCodecContext * avctx)247 static int alloc_buffers(AVCodecContext *avctx)
248 {
249 CFHDContext *s = avctx->priv_data;
250 int i, j, ret, planes, bayer = 0;
251 int chroma_x_shift, chroma_y_shift;
252 unsigned k;
253
254 if ((ret = ff_set_dimensions(avctx, s->coded_width, s->coded_height)) < 0)
255 return ret;
256 avctx->pix_fmt = s->coded_format;
257
258 ff_cfhddsp_init(&s->dsp, s->bpc, avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16);
259
260 if ((ret = av_pix_fmt_get_chroma_sub_sample(s->coded_format,
261 &chroma_x_shift,
262 &chroma_y_shift)) < 0)
263 return ret;
264 planes = av_pix_fmt_count_planes(s->coded_format);
265 if (s->coded_format == AV_PIX_FMT_BAYER_RGGB16) {
266 planes = 4;
267 chroma_x_shift = 1;
268 chroma_y_shift = 1;
269 bayer = 1;
270 }
271
272 for (i = 0; i < planes; i++) {
273 int w8, h8, w4, h4, w2, h2;
274 int width = (i || bayer) ? s->coded_width >> chroma_x_shift : s->coded_width;
275 int height = (i || bayer) ? s->coded_height >> chroma_y_shift : s->coded_height;
276 ptrdiff_t stride = (FFALIGN(width / 8, 8) + 64) * 8;
277
278 if (chroma_y_shift && !bayer)
279 height = FFALIGN(height / 8, 2) * 8;
280 s->plane[i].width = width;
281 s->plane[i].height = height;
282 s->plane[i].stride = stride;
283
284 w8 = FFALIGN(s->plane[i].width / 8, 8) + 64;
285 h8 = FFALIGN(height, 8) / 8;
286 w4 = w8 * 2;
287 h4 = h8 * 2;
288 w2 = w4 * 2;
289 h2 = h4 * 2;
290
291 if (s->transform_type == 0) {
292 s->plane[i].idwt_size = FFALIGN(height, 8) * stride;
293 s->plane[i].idwt_buf =
294 av_calloc(s->plane[i].idwt_size, sizeof(*s->plane[i].idwt_buf));
295 s->plane[i].idwt_tmp =
296 av_malloc_array(s->plane[i].idwt_size, sizeof(*s->plane[i].idwt_tmp));
297 } else {
298 s->plane[i].idwt_size = FFALIGN(height, 8) * stride * 2;
299 s->plane[i].idwt_buf =
300 av_calloc(s->plane[i].idwt_size, sizeof(*s->plane[i].idwt_buf));
301 s->plane[i].idwt_tmp =
302 av_malloc_array(s->plane[i].idwt_size, sizeof(*s->plane[i].idwt_tmp));
303 }
304
305 if (!s->plane[i].idwt_buf || !s->plane[i].idwt_tmp)
306 return AVERROR(ENOMEM);
307
308 s->plane[i].subband[0] = s->plane[i].idwt_buf;
309 s->plane[i].subband[1] = s->plane[i].idwt_buf + 2 * w8 * h8;
310 s->plane[i].subband[2] = s->plane[i].idwt_buf + 1 * w8 * h8;
311 s->plane[i].subband[3] = s->plane[i].idwt_buf + 3 * w8 * h8;
312 s->plane[i].subband[4] = s->plane[i].idwt_buf + 2 * w4 * h4;
313 s->plane[i].subband[5] = s->plane[i].idwt_buf + 1 * w4 * h4;
314 s->plane[i].subband[6] = s->plane[i].idwt_buf + 3 * w4 * h4;
315 if (s->transform_type == 0) {
316 s->plane[i].subband[7] = s->plane[i].idwt_buf + 2 * w2 * h2;
317 s->plane[i].subband[8] = s->plane[i].idwt_buf + 1 * w2 * h2;
318 s->plane[i].subband[9] = s->plane[i].idwt_buf + 3 * w2 * h2;
319 } else {
320 int16_t *frame2 =
321 s->plane[i].subband[7] = s->plane[i].idwt_buf + 4 * w2 * h2;
322 s->plane[i].subband[8] = frame2 + 2 * w4 * h4;
323 s->plane[i].subband[9] = frame2 + 1 * w4 * h4;
324 s->plane[i].subband[10] = frame2 + 3 * w4 * h4;
325 s->plane[i].subband[11] = frame2 + 2 * w2 * h2;
326 s->plane[i].subband[12] = frame2 + 1 * w2 * h2;
327 s->plane[i].subband[13] = frame2 + 3 * w2 * h2;
328 s->plane[i].subband[14] = s->plane[i].idwt_buf + 2 * w2 * h2;
329 s->plane[i].subband[15] = s->plane[i].idwt_buf + 1 * w2 * h2;
330 s->plane[i].subband[16] = s->plane[i].idwt_buf + 3 * w2 * h2;
331 }
332
333 if (s->transform_type == 0) {
334 for (j = 0; j < DWT_LEVELS; j++) {
335 for (k = 0; k < FF_ARRAY_ELEMS(s->plane[i].band[j]); k++) {
336 s->plane[i].band[j][k].a_width = w8 << j;
337 s->plane[i].band[j][k].a_height = h8 << j;
338 }
339 }
340 } else {
341 for (j = 0; j < DWT_LEVELS_3D; j++) {
342 int t = j < 1 ? 0 : (j < 3 ? 1 : 2);
343
344 for (k = 0; k < FF_ARRAY_ELEMS(s->plane[i].band[j]); k++) {
345 s->plane[i].band[j][k].a_width = w8 << t;
346 s->plane[i].band[j][k].a_height = h8 << t;
347 }
348 }
349 }
350
351 /* ll2 and ll1 commented out because they are done in-place */
352 s->plane[i].l_h[0] = s->plane[i].idwt_tmp;
353 s->plane[i].l_h[1] = s->plane[i].idwt_tmp + 2 * w8 * h8;
354 // s->plane[i].l_h[2] = ll2;
355 s->plane[i].l_h[3] = s->plane[i].idwt_tmp;
356 s->plane[i].l_h[4] = s->plane[i].idwt_tmp + 2 * w4 * h4;
357 // s->plane[i].l_h[5] = ll1;
358 s->plane[i].l_h[6] = s->plane[i].idwt_tmp;
359 s->plane[i].l_h[7] = s->plane[i].idwt_tmp + 2 * w2 * h2;
360 if (s->transform_type != 0) {
361 int16_t *frame2 = s->plane[i].idwt_tmp + 4 * w2 * h2;
362
363 s->plane[i].l_h[8] = frame2;
364 s->plane[i].l_h[9] = frame2 + 2 * w2 * h2;
365 }
366 }
367
368 s->a_transform_type = s->transform_type;
369 s->a_height = s->coded_height;
370 s->a_width = s->coded_width;
371 s->a_format = s->coded_format;
372
373 return 0;
374 }
375
cfhd_decode(AVCodecContext * avctx,AVFrame * pic,int * got_frame,AVPacket * avpkt)376 static int cfhd_decode(AVCodecContext *avctx, AVFrame *pic,
377 int *got_frame, AVPacket *avpkt)
378 {
379 CFHDContext *s = avctx->priv_data;
380 CFHDDSPContext *dsp = &s->dsp;
381 GetByteContext gb;
382 int ret = 0, i, j, plane, got_buffer = 0;
383 int16_t *coeff_data;
384
385 init_frame_defaults(s);
386 s->planes = av_pix_fmt_count_planes(s->coded_format);
387
388 bytestream2_init(&gb, avpkt->data, avpkt->size);
389
390 while (bytestream2_get_bytes_left(&gb) >= 4) {
391 /* Bit weird but implement the tag parsing as the spec says */
392 uint16_t tagu = bytestream2_get_be16(&gb);
393 int16_t tag = (int16_t)tagu;
394 int8_t tag8 = (int8_t)(tagu >> 8);
395 uint16_t abstag = abs(tag);
396 int8_t abs_tag8 = abs(tag8);
397 uint16_t data = bytestream2_get_be16(&gb);
398 if (abs_tag8 >= 0x60 && abs_tag8 <= 0x6f) {
399 av_log(avctx, AV_LOG_DEBUG, "large len %x\n", ((tagu & 0xff) << 16) | data);
400 } else if (tag == SampleFlags) {
401 av_log(avctx, AV_LOG_DEBUG, "Progressive? %"PRIu16"\n", data);
402 s->progressive = data & 0x0001;
403 } else if (tag == FrameType) {
404 s->frame_type = data;
405 av_log(avctx, AV_LOG_DEBUG, "Frame type %"PRIu16"\n", data);
406 } else if (abstag == VersionMajor) {
407 av_log(avctx, AV_LOG_DEBUG, "Version major %"PRIu16"\n", data);
408 } else if (abstag == VersionMinor) {
409 av_log(avctx, AV_LOG_DEBUG, "Version minor %"PRIu16"\n", data);
410 } else if (abstag == VersionRevision) {
411 av_log(avctx, AV_LOG_DEBUG, "Version revision %"PRIu16"\n", data);
412 } else if (abstag == VersionEdit) {
413 av_log(avctx, AV_LOG_DEBUG, "Version edit %"PRIu16"\n", data);
414 } else if (abstag == Version) {
415 av_log(avctx, AV_LOG_DEBUG, "Version %"PRIu16"\n", data);
416 } else if (tag == ImageWidth) {
417 av_log(avctx, AV_LOG_DEBUG, "Width %"PRIu16"\n", data);
418 s->coded_width = data;
419 } else if (tag == ImageHeight) {
420 av_log(avctx, AV_LOG_DEBUG, "Height %"PRIu16"\n", data);
421 s->coded_height = data;
422 } else if (tag == ChannelCount) {
423 av_log(avctx, AV_LOG_DEBUG, "Channel Count: %"PRIu16"\n", data);
424 s->channel_cnt = data;
425 if (data > 4) {
426 av_log(avctx, AV_LOG_ERROR, "Channel Count of %"PRIu16" is unsupported\n", data);
427 ret = AVERROR_PATCHWELCOME;
428 goto end;
429 }
430 } else if (tag == SubbandCount) {
431 av_log(avctx, AV_LOG_DEBUG, "Subband Count: %"PRIu16"\n", data);
432 if (data != SUBBAND_COUNT && data != SUBBAND_COUNT_3D) {
433 av_log(avctx, AV_LOG_ERROR, "Subband Count of %"PRIu16" is unsupported\n", data);
434 ret = AVERROR_PATCHWELCOME;
435 goto end;
436 }
437 } else if (tag == ChannelNumber) {
438 s->channel_num = data;
439 av_log(avctx, AV_LOG_DEBUG, "Channel number %"PRIu16"\n", data);
440 if (s->channel_num >= s->planes) {
441 av_log(avctx, AV_LOG_ERROR, "Invalid channel number\n");
442 ret = AVERROR(EINVAL);
443 goto end;
444 }
445 init_plane_defaults(s);
446 } else if (tag == SubbandNumber) {
447 if (s->subband_num != 0 && data == 1 && (s->transform_type == 0 || s->transform_type == 2)) // hack
448 s->level++;
449 av_log(avctx, AV_LOG_DEBUG, "Subband number %"PRIu16"\n", data);
450 s->subband_num = data;
451 if ((s->transform_type == 0 && s->level >= DWT_LEVELS) ||
452 (s->transform_type == 2 && s->level >= DWT_LEVELS_3D)) {
453 av_log(avctx, AV_LOG_ERROR, "Invalid level\n");
454 ret = AVERROR(EINVAL);
455 goto end;
456 }
457 if (s->subband_num > 3) {
458 av_log(avctx, AV_LOG_ERROR, "Invalid subband number\n");
459 ret = AVERROR(EINVAL);
460 goto end;
461 }
462 } else if (tag == SubbandBand) {
463 av_log(avctx, AV_LOG_DEBUG, "Subband number actual %"PRIu16"\n", data);
464 if ((s->transform_type == 0 && data >= SUBBAND_COUNT) ||
465 (s->transform_type == 2 && data >= SUBBAND_COUNT_3D && data != 255)) {
466 av_log(avctx, AV_LOG_ERROR, "Invalid subband number actual\n");
467 ret = AVERROR(EINVAL);
468 goto end;
469 }
470 if (s->transform_type == 0 || s->transform_type == 2)
471 s->subband_num_actual = data;
472 else
473 av_log(avctx, AV_LOG_WARNING, "Ignoring subband num actual %"PRIu16"\n", data);
474 } else if (tag == LowpassPrecision)
475 av_log(avctx, AV_LOG_DEBUG, "Lowpass precision bits: %"PRIu16"\n", data);
476 else if (tag == Quantization) {
477 s->quantisation = data;
478 av_log(avctx, AV_LOG_DEBUG, "Quantisation: %"PRIu16"\n", data);
479 } else if (tag == PrescaleTable) {
480 for (i = 0; i < 8; i++)
481 s->prescale_table[i] = (data >> (14 - i * 2)) & 0x3;
482 av_log(avctx, AV_LOG_DEBUG, "Prescale table: %x\n", data);
483 } else if (tag == BandEncoding) {
484 if (!data || data > 5) {
485 av_log(avctx, AV_LOG_ERROR, "Invalid band encoding\n");
486 ret = AVERROR(EINVAL);
487 goto end;
488 }
489 s->band_encoding = data;
490 av_log(avctx, AV_LOG_DEBUG, "Encode Method for Subband %d : %x\n", s->subband_num_actual, data);
491 } else if (tag == LowpassWidth) {
492 av_log(avctx, AV_LOG_DEBUG, "Lowpass width %"PRIu16"\n", data);
493 s->plane[s->channel_num].band[0][0].width = data;
494 s->plane[s->channel_num].band[0][0].stride = data;
495 } else if (tag == LowpassHeight) {
496 av_log(avctx, AV_LOG_DEBUG, "Lowpass height %"PRIu16"\n", data);
497 s->plane[s->channel_num].band[0][0].height = data;
498 } else if (tag == SampleType) {
499 s->sample_type = data;
500 av_log(avctx, AV_LOG_DEBUG, "Sample type? %"PRIu16"\n", data);
501 } else if (tag == TransformType) {
502 if (data > 2) {
503 av_log(avctx, AV_LOG_ERROR, "Invalid transform type\n");
504 ret = AVERROR(EINVAL);
505 goto end;
506 } else if (data == 1) {
507 av_log(avctx, AV_LOG_ERROR, "unsupported transform type\n");
508 ret = AVERROR_PATCHWELCOME;
509 goto end;
510 }
511 if (s->transform_type == -1) {
512 s->transform_type = data;
513 av_log(avctx, AV_LOG_DEBUG, "Transform type %"PRIu16"\n", data);
514 } else {
515 av_log(avctx, AV_LOG_DEBUG, "Ignoring additional transform type %"PRIu16"\n", data);
516 }
517 } else if (abstag >= 0x4000 && abstag <= 0x40ff) {
518 if (abstag == 0x4001)
519 s->peak.level = 0;
520 av_log(avctx, AV_LOG_DEBUG, "Small chunk length %d %s\n", data * 4, tag < 0 ? "optional" : "required");
521 bytestream2_skipu(&gb, data * 4);
522 } else if (tag == FrameIndex) {
523 av_log(avctx, AV_LOG_DEBUG, "Frame index %"PRIu16"\n", data);
524 s->frame_index = data;
525 } else if (tag == SampleIndexTable) {
526 av_log(avctx, AV_LOG_DEBUG, "Sample index table - skipping %i values\n", data);
527 if (data > bytestream2_get_bytes_left(&gb) / 4) {
528 av_log(avctx, AV_LOG_ERROR, "too many values (%d)\n", data);
529 ret = AVERROR_INVALIDDATA;
530 goto end;
531 }
532 for (i = 0; i < data; i++) {
533 uint32_t offset = bytestream2_get_be32(&gb);
534 av_log(avctx, AV_LOG_DEBUG, "Offset = %"PRIu32"\n", offset);
535 }
536 } else if (tag == HighpassWidth) {
537 av_log(avctx, AV_LOG_DEBUG, "Highpass width %i channel %i level %i subband %i\n", data, s->channel_num, s->level, s->subband_num);
538 if (data < 3) {
539 av_log(avctx, AV_LOG_ERROR, "Invalid highpass width\n");
540 ret = AVERROR(EINVAL);
541 goto end;
542 }
543 s->plane[s->channel_num].band[s->level][s->subband_num].width = data;
544 s->plane[s->channel_num].band[s->level][s->subband_num].stride = FFALIGN(data, 8);
545 } else if (tag == HighpassHeight) {
546 av_log(avctx, AV_LOG_DEBUG, "Highpass height %i\n", data);
547 if (data < 3) {
548 av_log(avctx, AV_LOG_ERROR, "Invalid highpass height\n");
549 ret = AVERROR(EINVAL);
550 goto end;
551 }
552 s->plane[s->channel_num].band[s->level][s->subband_num].height = data;
553 } else if (tag == BandWidth) {
554 av_log(avctx, AV_LOG_DEBUG, "Highpass width2 %i\n", data);
555 if (data < 3) {
556 av_log(avctx, AV_LOG_ERROR, "Invalid highpass width2\n");
557 ret = AVERROR(EINVAL);
558 goto end;
559 }
560 s->plane[s->channel_num].band[s->level][s->subband_num].width = data;
561 s->plane[s->channel_num].band[s->level][s->subband_num].stride = FFALIGN(data, 8);
562 } else if (tag == BandHeight) {
563 av_log(avctx, AV_LOG_DEBUG, "Highpass height2 %i\n", data);
564 if (data < 3) {
565 av_log(avctx, AV_LOG_ERROR, "Invalid highpass height2\n");
566 ret = AVERROR(EINVAL);
567 goto end;
568 }
569 s->plane[s->channel_num].band[s->level][s->subband_num].height = data;
570 } else if (tag == InputFormat) {
571 av_log(avctx, AV_LOG_DEBUG, "Input format %i\n", data);
572 if (s->coded_format == AV_PIX_FMT_NONE ||
573 s->coded_format == AV_PIX_FMT_YUV422P10) {
574 if (data >= 100 && data <= 105) {
575 s->coded_format = AV_PIX_FMT_BAYER_RGGB16;
576 } else if (data >= 122 && data <= 128) {
577 s->coded_format = AV_PIX_FMT_GBRP12;
578 } else if (data == 30) {
579 s->coded_format = AV_PIX_FMT_GBRAP12;
580 } else {
581 s->coded_format = AV_PIX_FMT_YUV422P10;
582 }
583 s->planes = s->coded_format == AV_PIX_FMT_BAYER_RGGB16 ? 4 : av_pix_fmt_count_planes(s->coded_format);
584 }
585 } else if (tag == BandCodingFlags) {
586 s->codebook = data & 0xf;
587 s->difference_coding = (data >> 4) & 1;
588 av_log(avctx, AV_LOG_DEBUG, "Other codebook? %i\n", s->codebook);
589 } else if (tag == Precision) {
590 av_log(avctx, AV_LOG_DEBUG, "Precision %i\n", data);
591 if (!(data == 10 || data == 12)) {
592 av_log(avctx, AV_LOG_ERROR, "Invalid bits per channel\n");
593 ret = AVERROR(EINVAL);
594 goto end;
595 }
596 avctx->bits_per_raw_sample = s->bpc = data;
597 } else if (tag == EncodedFormat) {
598 av_log(avctx, AV_LOG_DEBUG, "Sample format? %i\n", data);
599 if (data == 1) {
600 s->coded_format = AV_PIX_FMT_YUV422P10;
601 } else if (data == 2) {
602 s->coded_format = AV_PIX_FMT_BAYER_RGGB16;
603 } else if (data == 3) {
604 s->coded_format = AV_PIX_FMT_GBRP12;
605 } else if (data == 4) {
606 s->coded_format = AV_PIX_FMT_GBRAP12;
607 } else {
608 avpriv_report_missing_feature(avctx, "Sample format of %"PRIu16, data);
609 ret = AVERROR_PATCHWELCOME;
610 goto end;
611 }
612 s->planes = data == 2 ? 4 : av_pix_fmt_count_planes(s->coded_format);
613 } else if (tag == -DisplayHeight) {
614 av_log(avctx, AV_LOG_DEBUG, "Cropped height %"PRIu16"\n", data);
615 s->cropped_height = data;
616 } else if (tag == -PeakOffsetLow) {
617 s->peak.offset &= ~0xffff;
618 s->peak.offset |= (data & 0xffff);
619 s->peak.base = gb;
620 s->peak.level = 0;
621 } else if (tag == -PeakOffsetHigh) {
622 s->peak.offset &= 0xffff;
623 s->peak.offset |= (data & 0xffffU)<<16;
624 s->peak.base = gb;
625 s->peak.level = 0;
626 } else if (tag == -PeakLevel && s->peak.offset) {
627 s->peak.level = data;
628 if (s->peak.offset < 4 - bytestream2_tell(&s->peak.base) ||
629 s->peak.offset > 4 + bytestream2_get_bytes_left(&s->peak.base)
630 ) {
631 ret = AVERROR_INVALIDDATA;
632 goto end;
633 }
634 bytestream2_seek(&s->peak.base, s->peak.offset - 4, SEEK_CUR);
635 } else
636 av_log(avctx, AV_LOG_DEBUG, "Unknown tag %i data %x\n", tag, data);
637
638 if (tag == BitstreamMarker && data == 0xf0f &&
639 s->coded_format != AV_PIX_FMT_NONE) {
640 int lowpass_height = s->plane[s->channel_num].band[0][0].height;
641 int lowpass_width = s->plane[s->channel_num].band[0][0].width;
642 int factor = s->coded_format == AV_PIX_FMT_BAYER_RGGB16 ? 2 : 1;
643
644 if (s->coded_width) {
645 s->coded_width *= factor;
646 }
647
648 if (s->coded_height) {
649 s->coded_height *= factor;
650 }
651
652 if (!s->a_width && !s->coded_width) {
653 s->coded_width = lowpass_width * factor * 8;
654 }
655
656 if (!s->a_height && !s->coded_height) {
657 s->coded_height = lowpass_height * factor * 8;
658 }
659
660 if (s->a_width && !s->coded_width)
661 s->coded_width = s->a_width;
662 if (s->a_height && !s->coded_height)
663 s->coded_height = s->a_height;
664
665 if (s->a_width != s->coded_width || s->a_height != s->coded_height ||
666 s->a_format != s->coded_format ||
667 s->transform_type != s->a_transform_type) {
668 free_buffers(s);
669 if ((ret = alloc_buffers(avctx)) < 0) {
670 free_buffers(s);
671 return ret;
672 }
673 }
674 ret = ff_set_dimensions(avctx, s->coded_width, s->coded_height);
675 if (ret < 0)
676 return ret;
677 if (s->cropped_height) {
678 unsigned height = s->cropped_height << (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16);
679 if (avctx->height < height)
680 return AVERROR_INVALIDDATA;
681 avctx->height = height;
682 }
683 pic->width = pic->height = 0;
684
685 if ((ret = ff_thread_get_buffer(avctx, pic, 0)) < 0)
686 return ret;
687
688 s->coded_width = 0;
689 s->coded_height = 0;
690 s->coded_format = AV_PIX_FMT_NONE;
691 got_buffer = 1;
692 } else if (tag == FrameIndex && data == 1 && s->sample_type == 1 && s->frame_type == 2) {
693 pic->width = pic->height = 0;
694
695 if ((ret = ff_thread_get_buffer(avctx, pic, 0)) < 0)
696 return ret;
697 s->coded_width = 0;
698 s->coded_height = 0;
699 s->coded_format = AV_PIX_FMT_NONE;
700 got_buffer = 1;
701 }
702
703 if (s->subband_num_actual == 255)
704 goto finish;
705 coeff_data = s->plane[s->channel_num].subband[s->subband_num_actual];
706
707 /* Lowpass coefficients */
708 if (tag == BitstreamMarker && data == 0xf0f) {
709 int lowpass_height, lowpass_width, lowpass_a_height, lowpass_a_width;
710
711 if (!s->a_width || !s->a_height) {
712 ret = AVERROR_INVALIDDATA;
713 goto end;
714 }
715
716 lowpass_height = s->plane[s->channel_num].band[0][0].height;
717 lowpass_width = s->plane[s->channel_num].band[0][0].width;
718 lowpass_a_height = s->plane[s->channel_num].band[0][0].a_height;
719 lowpass_a_width = s->plane[s->channel_num].band[0][0].a_width;
720
721 if (lowpass_width < 3 ||
722 lowpass_width > lowpass_a_width) {
723 av_log(avctx, AV_LOG_ERROR, "Invalid lowpass width\n");
724 ret = AVERROR(EINVAL);
725 goto end;
726 }
727
728 if (lowpass_height < 3 ||
729 lowpass_height > lowpass_a_height) {
730 av_log(avctx, AV_LOG_ERROR, "Invalid lowpass height\n");
731 ret = AVERROR(EINVAL);
732 goto end;
733 }
734
735 if (!got_buffer) {
736 av_log(avctx, AV_LOG_ERROR, "No end of header tag found\n");
737 ret = AVERROR(EINVAL);
738 goto end;
739 }
740
741 if (lowpass_height > lowpass_a_height || lowpass_width > lowpass_a_width ||
742 lowpass_width * lowpass_height * sizeof(int16_t) > bytestream2_get_bytes_left(&gb)) {
743 av_log(avctx, AV_LOG_ERROR, "Too many lowpass coefficients\n");
744 ret = AVERROR(EINVAL);
745 goto end;
746 }
747
748 av_log(avctx, AV_LOG_DEBUG, "Start of lowpass coeffs component %d height:%d, width:%d\n", s->channel_num, lowpass_height, lowpass_width);
749 for (i = 0; i < lowpass_height; i++) {
750 for (j = 0; j < lowpass_width; j++)
751 coeff_data[j] = bytestream2_get_be16u(&gb);
752
753 coeff_data += lowpass_width;
754 }
755
756 /* Align to mod-4 position to continue reading tags */
757 bytestream2_seek(&gb, bytestream2_tell(&gb) & 3, SEEK_CUR);
758
759 /* Copy last line of coefficients if odd height */
760 if (lowpass_height & 1) {
761 memcpy(&coeff_data[lowpass_height * lowpass_width],
762 &coeff_data[(lowpass_height - 1) * lowpass_width],
763 lowpass_width * sizeof(*coeff_data));
764 }
765
766 s->plane[s->channel_num].band[0][0].read_ok = 1;
767
768 av_log(avctx, AV_LOG_DEBUG, "Lowpass coefficients %d\n", lowpass_width * lowpass_height);
769 }
770
771 av_assert0(s->subband_num_actual != 255);
772 if (tag == BandHeader || tag == BandSecondPass) {
773 int highpass_height, highpass_width, highpass_a_width, highpass_a_height, highpass_stride, a_expected;
774 int expected;
775 int level, run, coeff;
776 int count = 0, bytes;
777
778 if (!s->a_width || !s->a_height) {
779 ret = AVERROR_INVALIDDATA;
780 goto end;
781 }
782
783 highpass_height = s->plane[s->channel_num].band[s->level][s->subband_num].height;
784 highpass_width = s->plane[s->channel_num].band[s->level][s->subband_num].width;
785 highpass_a_width = s->plane[s->channel_num].band[s->level][s->subband_num].a_width;
786 highpass_a_height = s->plane[s->channel_num].band[s->level][s->subband_num].a_height;
787 highpass_stride = s->plane[s->channel_num].band[s->level][s->subband_num].stride;
788 a_expected = highpass_a_height * highpass_a_width;
789
790 if (!got_buffer) {
791 av_log(avctx, AV_LOG_ERROR, "No end of header tag found\n");
792 ret = AVERROR(EINVAL);
793 goto end;
794 }
795
796 if (highpass_height > highpass_a_height || highpass_width > highpass_a_width || a_expected < highpass_height * (uint64_t)highpass_stride) {
797 av_log(avctx, AV_LOG_ERROR, "Too many highpass coefficients\n");
798 ret = AVERROR(EINVAL);
799 goto end;
800 }
801 expected = highpass_height * highpass_stride;
802
803 av_log(avctx, AV_LOG_DEBUG, "Start subband coeffs plane %i level %i codebook %i expected %i\n", s->channel_num, s->level, s->codebook, expected);
804
805 ret = init_get_bits8(&s->gb, gb.buffer, bytestream2_get_bytes_left(&gb));
806 if (ret < 0)
807 goto end;
808 {
809 OPEN_READER(re, &s->gb);
810
811 const int lossless = s->band_encoding == 5;
812
813 if (s->codebook == 0 && s->transform_type == 2 && s->subband_num_actual == 7)
814 s->codebook = 1;
815 if (!s->codebook) {
816 while (1) {
817 UPDATE_CACHE(re, &s->gb);
818 GET_RL_VLC(level, run, re, &s->gb, s->table_9_rl_vlc,
819 VLC_BITS, 3, 1);
820
821 /* escape */
822 if (level == 64)
823 break;
824
825 count += run;
826
827 if (count > expected)
828 break;
829
830 if (!lossless)
831 coeff = dequant_and_decompand(s, level, s->quantisation, 0);
832 else
833 coeff = level;
834 if (tag == BandSecondPass) {
835 const uint16_t q = s->quantisation;
836
837 for (i = 0; i < run; i++) {
838 *coeff_data |= coeff * 256U;
839 *coeff_data++ *= q;
840 }
841 } else {
842 for (i = 0; i < run; i++)
843 *coeff_data++ = coeff;
844 }
845 }
846 } else {
847 while (1) {
848 UPDATE_CACHE(re, &s->gb);
849 GET_RL_VLC(level, run, re, &s->gb, s->table_18_rl_vlc,
850 VLC_BITS, 3, 1);
851
852 /* escape */
853 if (level == 255 && run == 2)
854 break;
855
856 count += run;
857
858 if (count > expected)
859 break;
860
861 if (!lossless)
862 coeff = dequant_and_decompand(s, level, s->quantisation, s->codebook);
863 else
864 coeff = level;
865 if (tag == BandSecondPass) {
866 const uint16_t q = s->quantisation;
867
868 for (i = 0; i < run; i++) {
869 *coeff_data |= coeff * 256U;
870 *coeff_data++ *= q;
871 }
872 } else {
873 for (i = 0; i < run; i++)
874 *coeff_data++ = coeff;
875 }
876 }
877 }
878 CLOSE_READER(re, &s->gb);
879 }
880
881 if (count > expected) {
882 av_log(avctx, AV_LOG_ERROR, "Escape codeword not found, probably corrupt data\n");
883 ret = AVERROR(EINVAL);
884 goto end;
885 }
886 if (s->peak.level)
887 peak_table(coeff_data - count, &s->peak, count);
888 if (s->difference_coding)
889 difference_coding(s->plane[s->channel_num].subband[s->subband_num_actual], highpass_width, highpass_height);
890
891 bytes = FFALIGN(AV_CEIL_RSHIFT(get_bits_count(&s->gb), 3), 4);
892 if (bytes > bytestream2_get_bytes_left(&gb)) {
893 av_log(avctx, AV_LOG_ERROR, "Bitstream overread error\n");
894 ret = AVERROR(EINVAL);
895 goto end;
896 } else
897 bytestream2_seek(&gb, bytes, SEEK_CUR);
898
899 av_log(avctx, AV_LOG_DEBUG, "End subband coeffs %i extra %i\n", count, count - expected);
900 s->plane[s->channel_num].band[s->level][s->subband_num].read_ok = 1;
901 finish:
902 if (s->subband_num_actual != 255)
903 s->codebook = 0;
904 }
905 }
906
907 s->planes = av_pix_fmt_count_planes(avctx->pix_fmt);
908 if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16) {
909 s->progressive = 1;
910 s->planes = 4;
911 }
912
913 ff_thread_finish_setup(avctx);
914
915 if (!s->a_width || !s->a_height || s->a_format == AV_PIX_FMT_NONE ||
916 s->a_transform_type == INT_MIN ||
917 s->coded_width || s->coded_height || s->coded_format != AV_PIX_FMT_NONE) {
918 av_log(avctx, AV_LOG_ERROR, "Invalid dimensions\n");
919 ret = AVERROR(EINVAL);
920 goto end;
921 }
922
923 if (!got_buffer) {
924 av_log(avctx, AV_LOG_ERROR, "No end of header tag found\n");
925 ret = AVERROR(EINVAL);
926 goto end;
927 }
928
929 for (plane = 0; plane < s->planes; plane++) {
930 int o, level;
931
932 for (level = 0; level < (s->transform_type == 0 ? DWT_LEVELS : DWT_LEVELS_3D) ; level++) {
933 if (s->transform_type == 2)
934 if (level == 2 || level == 5)
935 continue;
936 for (o = !!level; o < 4 ; o++) {
937 if (!s->plane[plane].band[level][o].read_ok) {
938 ret = AVERROR_INVALIDDATA;
939 goto end;
940 }
941 }
942 }
943 }
944
945 if (s->transform_type == 0 && s->sample_type != 1) {
946 for (plane = 0; plane < s->planes && !ret; plane++) {
947 /* level 1 */
948 int lowpass_height = s->plane[plane].band[0][0].height;
949 int output_stride = s->plane[plane].band[0][0].a_width;
950 int lowpass_width = s->plane[plane].band[0][0].width;
951 int highpass_stride = s->plane[plane].band[0][1].stride;
952 int act_plane = plane == 1 ? 2 : plane == 2 ? 1 : plane;
953 ptrdiff_t dst_linesize;
954 int16_t *low, *high, *output, *dst;
955
956 if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16) {
957 act_plane = 0;
958 dst_linesize = pic->linesize[act_plane];
959 } else {
960 dst_linesize = pic->linesize[act_plane] / 2;
961 }
962
963 if (lowpass_height > s->plane[plane].band[0][0].a_height || lowpass_width > s->plane[plane].band[0][0].a_width ||
964 !highpass_stride || s->plane[plane].band[0][1].width > s->plane[plane].band[0][1].a_width ||
965 lowpass_width < 3 || lowpass_height < 3) {
966 av_log(avctx, AV_LOG_ERROR, "Invalid plane dimensions\n");
967 ret = AVERROR(EINVAL);
968 goto end;
969 }
970
971 av_log(avctx, AV_LOG_DEBUG, "Decoding level 1 plane %i %i %i %i\n", plane, lowpass_height, lowpass_width, highpass_stride);
972
973 low = s->plane[plane].subband[0];
974 high = s->plane[plane].subband[2];
975 output = s->plane[plane].l_h[0];
976 dsp->vert_filter(output, output_stride, low, lowpass_width, high, highpass_stride, lowpass_width, lowpass_height);
977
978 low = s->plane[plane].subband[1];
979 high = s->plane[plane].subband[3];
980 output = s->plane[plane].l_h[1];
981
982 dsp->vert_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
983
984 low = s->plane[plane].l_h[0];
985 high = s->plane[plane].l_h[1];
986 output = s->plane[plane].subband[0];
987 dsp->horiz_filter(output, output_stride, low, output_stride, high, output_stride, lowpass_width, lowpass_height * 2);
988 if (s->bpc == 12) {
989 output = s->plane[plane].subband[0];
990 for (i = 0; i < lowpass_height * 2; i++) {
991 for (j = 0; j < lowpass_width * 2; j++)
992 output[j] *= 4;
993
994 output += output_stride * 2;
995 }
996 }
997
998 /* level 2 */
999 lowpass_height = s->plane[plane].band[1][1].height;
1000 output_stride = s->plane[plane].band[1][1].a_width;
1001 lowpass_width = s->plane[plane].band[1][1].width;
1002 highpass_stride = s->plane[plane].band[1][1].stride;
1003
1004 if (lowpass_height > s->plane[plane].band[1][1].a_height || lowpass_width > s->plane[plane].band[1][1].a_width ||
1005 !highpass_stride || s->plane[plane].band[1][1].width > s->plane[plane].band[1][1].a_width ||
1006 lowpass_width < 3 || lowpass_height < 3) {
1007 av_log(avctx, AV_LOG_ERROR, "Invalid plane dimensions\n");
1008 ret = AVERROR(EINVAL);
1009 goto end;
1010 }
1011
1012 av_log(avctx, AV_LOG_DEBUG, "Level 2 plane %i %i %i %i\n", plane, lowpass_height, lowpass_width, highpass_stride);
1013
1014 low = s->plane[plane].subband[0];
1015 high = s->plane[plane].subband[5];
1016 output = s->plane[plane].l_h[3];
1017 dsp->vert_filter(output, output_stride, low, output_stride, high, highpass_stride, lowpass_width, lowpass_height);
1018
1019 low = s->plane[plane].subband[4];
1020 high = s->plane[plane].subband[6];
1021 output = s->plane[plane].l_h[4];
1022 dsp->vert_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
1023
1024 low = s->plane[plane].l_h[3];
1025 high = s->plane[plane].l_h[4];
1026 output = s->plane[plane].subband[0];
1027 dsp->horiz_filter(output, output_stride, low, output_stride, high, output_stride, lowpass_width, lowpass_height * 2);
1028
1029 output = s->plane[plane].subband[0];
1030 for (i = 0; i < lowpass_height * 2; i++) {
1031 for (j = 0; j < lowpass_width * 2; j++)
1032 output[j] *= 4;
1033
1034 output += output_stride * 2;
1035 }
1036
1037 /* level 3 */
1038 lowpass_height = s->plane[plane].band[2][1].height;
1039 output_stride = s->plane[plane].band[2][1].a_width;
1040 lowpass_width = s->plane[plane].band[2][1].width;
1041 highpass_stride = s->plane[plane].band[2][1].stride;
1042
1043 if (lowpass_height > s->plane[plane].band[2][1].a_height || lowpass_width > s->plane[plane].band[2][1].a_width ||
1044 !highpass_stride || s->plane[plane].band[2][1].width > s->plane[plane].band[2][1].a_width ||
1045 lowpass_height < 3 || lowpass_width < 3 || lowpass_width * 2 > s->plane[plane].width) {
1046 av_log(avctx, AV_LOG_ERROR, "Invalid plane dimensions\n");
1047 ret = AVERROR(EINVAL);
1048 goto end;
1049 }
1050
1051 av_log(avctx, AV_LOG_DEBUG, "Level 3 plane %i %i %i %i\n", plane, lowpass_height, lowpass_width, highpass_stride);
1052 if (s->progressive) {
1053 low = s->plane[plane].subband[0];
1054 high = s->plane[plane].subband[8];
1055 output = s->plane[plane].l_h[6];
1056 dsp->vert_filter(output, output_stride, low, output_stride, high, highpass_stride, lowpass_width, lowpass_height);
1057
1058 low = s->plane[plane].subband[7];
1059 high = s->plane[plane].subband[9];
1060 output = s->plane[plane].l_h[7];
1061 dsp->vert_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
1062
1063 dst = (int16_t *)pic->data[act_plane];
1064 if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16) {
1065 if (plane & 1)
1066 dst++;
1067 if (plane > 1)
1068 dst += pic->linesize[act_plane] >> 1;
1069 }
1070 low = s->plane[plane].l_h[6];
1071 high = s->plane[plane].l_h[7];
1072
1073 if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16 &&
1074 (lowpass_height * 2 > avctx->coded_height / 2 ||
1075 lowpass_width * 2 > avctx->coded_width / 2 )
1076 ) {
1077 ret = AVERROR_INVALIDDATA;
1078 goto end;
1079 }
1080
1081 for (i = 0; i < s->plane[act_plane].height; i++) {
1082 dsp->horiz_filter_clip(dst, low, high, lowpass_width, s->bpc);
1083 if (avctx->pix_fmt == AV_PIX_FMT_GBRAP12 && act_plane == 3)
1084 process_alpha(dst, lowpass_width * 2);
1085 low += output_stride;
1086 high += output_stride;
1087 dst += dst_linesize;
1088 }
1089 } else {
1090 av_log(avctx, AV_LOG_DEBUG, "interlaced frame ? %d", pic->interlaced_frame);
1091 pic->interlaced_frame = 1;
1092 low = s->plane[plane].subband[0];
1093 high = s->plane[plane].subband[7];
1094 output = s->plane[plane].l_h[6];
1095 dsp->horiz_filter(output, output_stride, low, output_stride, high, highpass_stride, lowpass_width, lowpass_height);
1096
1097 low = s->plane[plane].subband[8];
1098 high = s->plane[plane].subband[9];
1099 output = s->plane[plane].l_h[7];
1100 dsp->horiz_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
1101
1102 dst = (int16_t *)pic->data[act_plane];
1103 low = s->plane[plane].l_h[6];
1104 high = s->plane[plane].l_h[7];
1105 for (i = 0; i < s->plane[act_plane].height / 2; i++) {
1106 interlaced_vertical_filter(dst, low, high, lowpass_width * 2, pic->linesize[act_plane]/2, act_plane);
1107 low += output_stride * 2;
1108 high += output_stride * 2;
1109 dst += pic->linesize[act_plane];
1110 }
1111 }
1112 }
1113 } else if (s->transform_type == 2 && (avctx->internal->is_copy || s->frame_index == 1 || s->sample_type != 1)) {
1114 for (plane = 0; plane < s->planes && !ret; plane++) {
1115 int lowpass_height = s->plane[plane].band[0][0].height;
1116 int output_stride = s->plane[plane].band[0][0].a_width;
1117 int lowpass_width = s->plane[plane].band[0][0].width;
1118 int highpass_stride = s->plane[plane].band[0][1].stride;
1119 int act_plane = plane == 1 ? 2 : plane == 2 ? 1 : plane;
1120 int16_t *low, *high, *output, *dst;
1121 ptrdiff_t dst_linesize;
1122
1123 if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16) {
1124 act_plane = 0;
1125 dst_linesize = pic->linesize[act_plane];
1126 } else {
1127 dst_linesize = pic->linesize[act_plane] / 2;
1128 }
1129
1130 if (lowpass_height > s->plane[plane].band[0][0].a_height || lowpass_width > s->plane[plane].band[0][0].a_width ||
1131 !highpass_stride || s->plane[plane].band[0][1].width > s->plane[plane].band[0][1].a_width ||
1132 lowpass_width < 3 || lowpass_height < 3) {
1133 av_log(avctx, AV_LOG_ERROR, "Invalid plane dimensions\n");
1134 ret = AVERROR(EINVAL);
1135 goto end;
1136 }
1137
1138 av_log(avctx, AV_LOG_DEBUG, "Decoding level 1 plane %i %i %i %i\n", plane, lowpass_height, lowpass_width, highpass_stride);
1139
1140 low = s->plane[plane].subband[0];
1141 high = s->plane[plane].subband[2];
1142 output = s->plane[plane].l_h[0];
1143 dsp->vert_filter(output, output_stride, low, lowpass_width, high, highpass_stride, lowpass_width, lowpass_height);
1144
1145 low = s->plane[plane].subband[1];
1146 high = s->plane[plane].subband[3];
1147 output = s->plane[plane].l_h[1];
1148 dsp->vert_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
1149
1150 low = s->plane[plane].l_h[0];
1151 high = s->plane[plane].l_h[1];
1152 output = s->plane[plane].l_h[7];
1153 dsp->horiz_filter(output, output_stride, low, output_stride, high, output_stride, lowpass_width, lowpass_height * 2);
1154 if (s->bpc == 12) {
1155 output = s->plane[plane].l_h[7];
1156 for (i = 0; i < lowpass_height * 2; i++) {
1157 for (j = 0; j < lowpass_width * 2; j++)
1158 output[j] *= 4;
1159
1160 output += output_stride * 2;
1161 }
1162 }
1163
1164 lowpass_height = s->plane[plane].band[1][1].height;
1165 output_stride = s->plane[plane].band[1][1].a_width;
1166 lowpass_width = s->plane[plane].band[1][1].width;
1167 highpass_stride = s->plane[plane].band[1][1].stride;
1168
1169 if (lowpass_height > s->plane[plane].band[1][1].a_height || lowpass_width > s->plane[plane].band[1][1].a_width ||
1170 !highpass_stride || s->plane[plane].band[1][1].width > s->plane[plane].band[1][1].a_width ||
1171 lowpass_width < 3 || lowpass_height < 3) {
1172 av_log(avctx, AV_LOG_ERROR, "Invalid plane dimensions\n");
1173 ret = AVERROR(EINVAL);
1174 goto end;
1175 }
1176
1177 av_log(avctx, AV_LOG_DEBUG, "Level 2 lowpass plane %i %i %i %i\n", plane, lowpass_height, lowpass_width, highpass_stride);
1178
1179 low = s->plane[plane].l_h[7];
1180 high = s->plane[plane].subband[5];
1181 output = s->plane[plane].l_h[3];
1182 dsp->vert_filter(output, output_stride, low, output_stride, high, highpass_stride, lowpass_width, lowpass_height);
1183
1184 low = s->plane[plane].subband[4];
1185 high = s->plane[plane].subband[6];
1186 output = s->plane[plane].l_h[4];
1187 dsp->vert_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
1188
1189 low = s->plane[plane].l_h[3];
1190 high = s->plane[plane].l_h[4];
1191 output = s->plane[plane].l_h[7];
1192 dsp->horiz_filter(output, output_stride, low, output_stride, high, output_stride, lowpass_width, lowpass_height * 2);
1193
1194 output = s->plane[plane].l_h[7];
1195 for (i = 0; i < lowpass_height * 2; i++) {
1196 for (j = 0; j < lowpass_width * 2; j++)
1197 output[j] *= 4;
1198 output += output_stride * 2;
1199 }
1200
1201 low = s->plane[plane].subband[7];
1202 high = s->plane[plane].subband[9];
1203 output = s->plane[plane].l_h[3];
1204 dsp->vert_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
1205
1206 low = s->plane[plane].subband[8];
1207 high = s->plane[plane].subband[10];
1208 output = s->plane[plane].l_h[4];
1209 dsp->vert_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
1210
1211 low = s->plane[plane].l_h[3];
1212 high = s->plane[plane].l_h[4];
1213 output = s->plane[plane].l_h[9];
1214 dsp->horiz_filter(output, output_stride, low, output_stride, high, output_stride, lowpass_width, lowpass_height * 2);
1215
1216 lowpass_height = s->plane[plane].band[4][1].height;
1217 output_stride = s->plane[plane].band[4][1].a_width;
1218 lowpass_width = s->plane[plane].band[4][1].width;
1219 highpass_stride = s->plane[plane].band[4][1].stride;
1220 av_log(avctx, AV_LOG_DEBUG, "temporal level %i %i %i %i\n", plane, lowpass_height, lowpass_width, highpass_stride);
1221
1222 if (lowpass_height > s->plane[plane].band[4][1].a_height || lowpass_width > s->plane[plane].band[4][1].a_width ||
1223 !highpass_stride || s->plane[plane].band[4][1].width > s->plane[plane].band[4][1].a_width ||
1224 lowpass_width < 3 || lowpass_height < 3) {
1225 av_log(avctx, AV_LOG_ERROR, "Invalid plane dimensions\n");
1226 ret = AVERROR(EINVAL);
1227 goto end;
1228 }
1229
1230 low = s->plane[plane].l_h[7];
1231 high = s->plane[plane].l_h[9];
1232 output = s->plane[plane].l_h[7];
1233 for (i = 0; i < lowpass_height; i++) {
1234 inverse_temporal_filter(low, high, lowpass_width);
1235 low += output_stride;
1236 high += output_stride;
1237 }
1238 if (s->progressive) {
1239 low = s->plane[plane].l_h[7];
1240 high = s->plane[plane].subband[15];
1241 output = s->plane[plane].l_h[6];
1242 dsp->vert_filter(output, output_stride, low, output_stride, high, highpass_stride, lowpass_width, lowpass_height);
1243
1244 low = s->plane[plane].subband[14];
1245 high = s->plane[plane].subband[16];
1246 output = s->plane[plane].l_h[7];
1247 dsp->vert_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
1248
1249 low = s->plane[plane].l_h[9];
1250 high = s->plane[plane].subband[12];
1251 output = s->plane[plane].l_h[8];
1252 dsp->vert_filter(output, output_stride, low, output_stride, high, highpass_stride, lowpass_width, lowpass_height);
1253
1254 low = s->plane[plane].subband[11];
1255 high = s->plane[plane].subband[13];
1256 output = s->plane[plane].l_h[9];
1257 dsp->vert_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
1258
1259 if (s->sample_type == 1)
1260 continue;
1261
1262 dst = (int16_t *)pic->data[act_plane];
1263 if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16) {
1264 if (plane & 1)
1265 dst++;
1266 if (plane > 1)
1267 dst += pic->linesize[act_plane] >> 1;
1268 }
1269
1270 if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16 &&
1271 (lowpass_height * 2 > avctx->coded_height / 2 ||
1272 lowpass_width * 2 > avctx->coded_width / 2 )
1273 ) {
1274 ret = AVERROR_INVALIDDATA;
1275 goto end;
1276 }
1277
1278 low = s->plane[plane].l_h[6];
1279 high = s->plane[plane].l_h[7];
1280 for (i = 0; i < s->plane[act_plane].height; i++) {
1281 dsp->horiz_filter_clip(dst, low, high, lowpass_width, s->bpc);
1282 low += output_stride;
1283 high += output_stride;
1284 dst += dst_linesize;
1285 }
1286 } else {
1287 pic->interlaced_frame = 1;
1288 low = s->plane[plane].l_h[7];
1289 high = s->plane[plane].subband[14];
1290 output = s->plane[plane].l_h[6];
1291 dsp->horiz_filter(output, output_stride, low, output_stride, high, highpass_stride, lowpass_width, lowpass_height);
1292
1293 low = s->plane[plane].subband[15];
1294 high = s->plane[plane].subband[16];
1295 output = s->plane[plane].l_h[7];
1296 dsp->horiz_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
1297
1298 low = s->plane[plane].l_h[9];
1299 high = s->plane[plane].subband[11];
1300 output = s->plane[plane].l_h[8];
1301 dsp->horiz_filter(output, output_stride, low, output_stride, high, highpass_stride, lowpass_width, lowpass_height);
1302
1303 low = s->plane[plane].subband[12];
1304 high = s->plane[plane].subband[13];
1305 output = s->plane[plane].l_h[9];
1306 dsp->horiz_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
1307
1308 if (s->sample_type == 1)
1309 continue;
1310
1311 dst = (int16_t *)pic->data[act_plane];
1312 low = s->plane[plane].l_h[6];
1313 high = s->plane[plane].l_h[7];
1314 for (i = 0; i < s->plane[act_plane].height / 2; i++) {
1315 interlaced_vertical_filter(dst, low, high, lowpass_width * 2, pic->linesize[act_plane]/2, act_plane);
1316 low += output_stride * 2;
1317 high += output_stride * 2;
1318 dst += pic->linesize[act_plane];
1319 }
1320 }
1321 }
1322 }
1323
1324 if (s->transform_type == 2 && s->sample_type == 1) {
1325 int16_t *low, *high, *dst;
1326 int output_stride, lowpass_height, lowpass_width;
1327 ptrdiff_t dst_linesize;
1328
1329 for (plane = 0; plane < s->planes; plane++) {
1330 int act_plane = plane == 1 ? 2 : plane == 2 ? 1 : plane;
1331
1332 if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16) {
1333 act_plane = 0;
1334 dst_linesize = pic->linesize[act_plane];
1335 } else {
1336 dst_linesize = pic->linesize[act_plane] / 2;
1337 }
1338
1339 lowpass_height = s->plane[plane].band[4][1].height;
1340 output_stride = s->plane[plane].band[4][1].a_width;
1341 lowpass_width = s->plane[plane].band[4][1].width;
1342
1343 if (lowpass_height > s->plane[plane].band[4][1].a_height || lowpass_width > s->plane[plane].band[4][1].a_width ||
1344 s->plane[plane].band[4][1].width > s->plane[plane].band[4][1].a_width ||
1345 lowpass_width < 3 || lowpass_height < 3) {
1346 av_log(avctx, AV_LOG_ERROR, "Invalid plane dimensions\n");
1347 ret = AVERROR(EINVAL);
1348 goto end;
1349 }
1350
1351 if (s->progressive) {
1352 dst = (int16_t *)pic->data[act_plane];
1353 low = s->plane[plane].l_h[8];
1354 high = s->plane[plane].l_h[9];
1355
1356 if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16) {
1357 if (plane & 1)
1358 dst++;
1359 if (plane > 1)
1360 dst += pic->linesize[act_plane] >> 1;
1361 }
1362
1363 if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16 &&
1364 (lowpass_height * 2 > avctx->coded_height / 2 ||
1365 lowpass_width * 2 > avctx->coded_width / 2 )
1366 ) {
1367 ret = AVERROR_INVALIDDATA;
1368 goto end;
1369 }
1370
1371 for (i = 0; i < s->plane[act_plane].height; i++) {
1372 dsp->horiz_filter_clip(dst, low, high, lowpass_width, s->bpc);
1373 low += output_stride;
1374 high += output_stride;
1375 dst += dst_linesize;
1376 }
1377 } else {
1378 dst = (int16_t *)pic->data[act_plane];
1379 low = s->plane[plane].l_h[8];
1380 high = s->plane[plane].l_h[9];
1381 for (i = 0; i < s->plane[act_plane].height / 2; i++) {
1382 interlaced_vertical_filter(dst, low, high, lowpass_width * 2, pic->linesize[act_plane]/2, act_plane);
1383 low += output_stride * 2;
1384 high += output_stride * 2;
1385 dst += pic->linesize[act_plane];
1386 }
1387 }
1388 }
1389 }
1390
1391 if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16)
1392 process_bayer(pic, s->bpc);
1393 end:
1394 if (ret < 0)
1395 return ret;
1396
1397 *got_frame = 1;
1398 return avpkt->size;
1399 }
1400
cfhd_close(AVCodecContext * avctx)1401 static av_cold int cfhd_close(AVCodecContext *avctx)
1402 {
1403 CFHDContext *s = avctx->priv_data;
1404
1405 free_buffers(s);
1406
1407 ff_free_vlc(&s->vlc_9);
1408 ff_free_vlc(&s->vlc_18);
1409
1410 return 0;
1411 }
1412
1413 #if HAVE_THREADS
update_thread_context(AVCodecContext * dst,const AVCodecContext * src)1414 static int update_thread_context(AVCodecContext *dst, const AVCodecContext *src)
1415 {
1416 CFHDContext *psrc = src->priv_data;
1417 CFHDContext *pdst = dst->priv_data;
1418 int ret;
1419
1420 if (dst == src || psrc->transform_type == 0)
1421 return 0;
1422
1423 if (pdst->plane[0].idwt_size != psrc->plane[0].idwt_size ||
1424 pdst->a_format != psrc->a_format ||
1425 pdst->a_width != psrc->a_width ||
1426 pdst->a_height != psrc->a_height ||
1427 pdst->a_transform_type != psrc->a_transform_type)
1428 free_buffers(pdst);
1429
1430 pdst->a_format = psrc->a_format;
1431 pdst->a_width = psrc->a_width;
1432 pdst->a_height = psrc->a_height;
1433 pdst->a_transform_type = psrc->a_transform_type;
1434 pdst->transform_type = psrc->transform_type;
1435 pdst->progressive = psrc->progressive;
1436 pdst->planes = psrc->planes;
1437
1438 if (!pdst->plane[0].idwt_buf) {
1439 pdst->coded_width = pdst->a_width;
1440 pdst->coded_height = pdst->a_height;
1441 pdst->coded_format = pdst->a_format;
1442 pdst->transform_type = pdst->a_transform_type;
1443 ret = alloc_buffers(dst);
1444 if (ret < 0)
1445 return ret;
1446 }
1447
1448 for (int plane = 0; plane < pdst->planes; plane++) {
1449 memcpy(pdst->plane[plane].band, psrc->plane[plane].band, sizeof(pdst->plane[plane].band));
1450 memcpy(pdst->plane[plane].idwt_buf, psrc->plane[plane].idwt_buf,
1451 pdst->plane[plane].idwt_size * sizeof(int16_t));
1452 }
1453
1454 return 0;
1455 }
1456 #endif
1457
1458 const FFCodec ff_cfhd_decoder = {
1459 .p.name = "cfhd",
1460 .p.long_name = NULL_IF_CONFIG_SMALL("GoPro CineForm HD"),
1461 .p.type = AVMEDIA_TYPE_VIDEO,
1462 .p.id = AV_CODEC_ID_CFHD,
1463 .priv_data_size = sizeof(CFHDContext),
1464 .init = cfhd_init,
1465 .close = cfhd_close,
1466 FF_CODEC_DECODE_CB(cfhd_decode),
1467 .update_thread_context = ONLY_IF_THREADS_ENABLED(update_thread_context),
1468 .p.capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_FRAME_THREADS,
1469 .caps_internal = FF_CODEC_CAP_INIT_THREADSAFE | FF_CODEC_CAP_INIT_CLEANUP,
1470 };
1471