1 /*
2 * Copyright (c) 2015-2016 Kieran Kunhya <kieran@kunhya.com>
3 *
4 * This file is part of FFmpeg.
5 *
6 * FFmpeg is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
10 *
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with FFmpeg; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19 */
20
21 /**
22 * @file
23 * Cineform HD video decoder
24 */
25
26 #include "libavutil/attributes.h"
27 #include "libavutil/buffer.h"
28 #include "libavutil/common.h"
29 #include "libavutil/imgutils.h"
30 #include "libavutil/intreadwrite.h"
31 #include "libavutil/opt.h"
32
33 #include "avcodec.h"
34 #include "bytestream.h"
35 #include "get_bits.h"
36 #include "internal.h"
37 #include "thread.h"
38 #include "cfhd.h"
39
40 #define ALPHA_COMPAND_DC_OFFSET 256
41 #define ALPHA_COMPAND_GAIN 9400
42
cfhd_init(AVCodecContext * avctx)43 static av_cold int cfhd_init(AVCodecContext *avctx)
44 {
45 CFHDContext *s = avctx->priv_data;
46
47 s->avctx = avctx;
48
49 for (int i = 0; i < 64; i++) {
50 int val = i;
51
52 if (val >= 40) {
53 if (val >= 54) {
54 val -= 54;
55 val <<= 2;
56 val += 54;
57 }
58
59 val -= 40;
60 val <<= 2;
61 val += 40;
62 }
63
64 s->lut[0][i] = val;
65 }
66
67 for (int i = 0; i < 256; i++)
68 s->lut[1][i] = i + ((768LL * i * i * i) / (256 * 256 * 256));
69
70 return ff_cfhd_init_vlcs(s);
71 }
72
init_plane_defaults(CFHDContext * s)73 static void init_plane_defaults(CFHDContext *s)
74 {
75 s->subband_num = 0;
76 s->level = 0;
77 s->subband_num_actual = 0;
78 }
79
init_peak_table_defaults(CFHDContext * s)80 static void init_peak_table_defaults(CFHDContext *s)
81 {
82 s->peak.level = 0;
83 s->peak.offset = 0;
84 memset(&s->peak.base, 0, sizeof(s->peak.base));
85 }
86
init_frame_defaults(CFHDContext * s)87 static void init_frame_defaults(CFHDContext *s)
88 {
89 s->coded_width = 0;
90 s->coded_height = 0;
91 s->coded_format = AV_PIX_FMT_YUV422P10;
92 s->cropped_height = 0;
93 s->bpc = 10;
94 s->channel_cnt = 3;
95 s->subband_cnt = SUBBAND_COUNT;
96 s->channel_num = 0;
97 s->lowpass_precision = 16;
98 s->quantisation = 1;
99 s->codebook = 0;
100 s->difference_coding = 0;
101 s->frame_type = 0;
102 s->sample_type = 0;
103 if (s->transform_type != 2)
104 s->transform_type = -1;
105 init_plane_defaults(s);
106 init_peak_table_defaults(s);
107 }
108
dequant_and_decompand(CFHDContext * s,int level,int quantisation,int codebook)109 static inline int dequant_and_decompand(CFHDContext *s, int level, int quantisation, int codebook)
110 {
111 if (codebook == 0 || codebook == 1) {
112 return s->lut[codebook][abs(level)] * FFSIGN(level) * quantisation;
113 } else
114 return level * quantisation;
115 }
116
difference_coding(int16_t * band,int width,int height)117 static inline void difference_coding(int16_t *band, int width, int height)
118 {
119
120 int i,j;
121 for (i = 0; i < height; i++) {
122 for (j = 1; j < width; j++) {
123 band[j] += band[j-1];
124 }
125 band += width;
126 }
127 }
128
peak_table(int16_t * band,Peak * peak,int length)129 static inline void peak_table(int16_t *band, Peak *peak, int length)
130 {
131 int i;
132 for (i = 0; i < length; i++)
133 if (abs(band[i]) > peak->level)
134 band[i] = bytestream2_get_le16(&peak->base);
135 }
136
process_alpha(int16_t * alpha,int width)137 static inline void process_alpha(int16_t *alpha, int width)
138 {
139 int i, channel;
140 for (i = 0; i < width; i++) {
141 channel = alpha[i];
142 channel -= ALPHA_COMPAND_DC_OFFSET;
143 channel <<= 3;
144 channel *= ALPHA_COMPAND_GAIN;
145 channel >>= 16;
146 channel = av_clip_uintp2(channel, 12);
147 alpha[i] = channel;
148 }
149 }
150
process_bayer(AVFrame * frame,int bpc)151 static inline void process_bayer(AVFrame *frame, int bpc)
152 {
153 const int linesize = frame->linesize[0];
154 uint16_t *r = (uint16_t *)frame->data[0];
155 uint16_t *g1 = (uint16_t *)(frame->data[0] + 2);
156 uint16_t *g2 = (uint16_t *)(frame->data[0] + frame->linesize[0]);
157 uint16_t *b = (uint16_t *)(frame->data[0] + frame->linesize[0] + 2);
158 const int mid = 1 << (bpc - 1);
159 const int factor = 1 << (16 - bpc);
160
161 for (int y = 0; y < frame->height >> 1; y++) {
162 for (int x = 0; x < frame->width; x += 2) {
163 int R, G1, G2, B;
164 int g, rg, bg, gd;
165
166 g = r[x];
167 rg = g1[x];
168 bg = g2[x];
169 gd = b[x];
170 gd -= mid;
171
172 R = (rg - mid) * 2 + g;
173 G1 = g + gd;
174 G2 = g - gd;
175 B = (bg - mid) * 2 + g;
176
177 R = av_clip_uintp2(R * factor, 16);
178 G1 = av_clip_uintp2(G1 * factor, 16);
179 G2 = av_clip_uintp2(G2 * factor, 16);
180 B = av_clip_uintp2(B * factor, 16);
181
182 r[x] = R;
183 g1[x] = G1;
184 g2[x] = G2;
185 b[x] = B;
186 }
187
188 r += linesize;
189 g1 += linesize;
190 g2 += linesize;
191 b += linesize;
192 }
193 }
194
interlaced_vertical_filter(int16_t * output,int16_t * low,int16_t * high,int width,int linesize,int plane)195 static inline void interlaced_vertical_filter(int16_t *output, int16_t *low, int16_t *high,
196 int width, int linesize, int plane)
197 {
198 int i;
199 int16_t even, odd;
200 for (i = 0; i < width; i++) {
201 even = (low[i] - high[i])/2;
202 odd = (low[i] + high[i])/2;
203 output[i] = av_clip_uintp2(even, 10);
204 output[i + linesize] = av_clip_uintp2(odd, 10);
205 }
206 }
207
inverse_temporal_filter(int16_t * low,int16_t * high,int width)208 static inline void inverse_temporal_filter(int16_t *low, int16_t *high, int width)
209 {
210 for (int i = 0; i < width; i++) {
211 int even = (low[i] - high[i]) / 2;
212 int odd = (low[i] + high[i]) / 2;
213
214 low[i] = even;
215 high[i] = odd;
216 }
217 }
218
free_buffers(CFHDContext * s)219 static void free_buffers(CFHDContext *s)
220 {
221 int i, j;
222
223 for (i = 0; i < FF_ARRAY_ELEMS(s->plane); i++) {
224 Plane *p = &s->plane[i];
225 av_freep(&s->plane[i].idwt_buf);
226 av_freep(&s->plane[i].idwt_tmp);
227 s->plane[i].idwt_size = 0;
228
229 for (j = 0; j < SUBBAND_COUNT_3D; j++)
230 s->plane[i].subband[j] = NULL;
231
232 for (j = 0; j < 10; j++)
233 s->plane[i].l_h[j] = NULL;
234
235 for (j = 0; j < DWT_LEVELS_3D; j++)
236 p->band[j][0].read_ok =
237 p->band[j][1].read_ok =
238 p->band[j][2].read_ok =
239 p->band[j][3].read_ok = 0;
240 }
241 s->a_height = 0;
242 s->a_width = 0;
243 s->a_transform_type = INT_MIN;
244 }
245
alloc_buffers(AVCodecContext * avctx)246 static int alloc_buffers(AVCodecContext *avctx)
247 {
248 CFHDContext *s = avctx->priv_data;
249 int i, j, ret, planes, bayer = 0;
250 int chroma_x_shift, chroma_y_shift;
251 unsigned k;
252
253 if ((ret = ff_set_dimensions(avctx, s->coded_width, s->coded_height)) < 0)
254 return ret;
255 avctx->pix_fmt = s->coded_format;
256
257 ff_cfhddsp_init(&s->dsp, s->bpc, avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16);
258
259 if ((ret = av_pix_fmt_get_chroma_sub_sample(s->coded_format,
260 &chroma_x_shift,
261 &chroma_y_shift)) < 0)
262 return ret;
263 planes = av_pix_fmt_count_planes(s->coded_format);
264 if (s->coded_format == AV_PIX_FMT_BAYER_RGGB16) {
265 planes = 4;
266 chroma_x_shift = 1;
267 chroma_y_shift = 1;
268 bayer = 1;
269 }
270
271 for (i = 0; i < planes; i++) {
272 int w8, h8, w4, h4, w2, h2;
273 int width = (i || bayer) ? s->coded_width >> chroma_x_shift : s->coded_width;
274 int height = (i || bayer) ? s->coded_height >> chroma_y_shift : s->coded_height;
275 ptrdiff_t stride = (FFALIGN(width / 8, 8) + 64) * 8;
276
277 if (chroma_y_shift && !bayer)
278 height = FFALIGN(height / 8, 2) * 8;
279 s->plane[i].width = width;
280 s->plane[i].height = height;
281 s->plane[i].stride = stride;
282
283 w8 = FFALIGN(s->plane[i].width / 8, 8) + 64;
284 h8 = FFALIGN(height, 8) / 8;
285 w4 = w8 * 2;
286 h4 = h8 * 2;
287 w2 = w4 * 2;
288 h2 = h4 * 2;
289
290 if (s->transform_type == 0) {
291 s->plane[i].idwt_size = FFALIGN(height, 8) * stride;
292 s->plane[i].idwt_buf =
293 av_mallocz_array(s->plane[i].idwt_size, sizeof(*s->plane[i].idwt_buf));
294 s->plane[i].idwt_tmp =
295 av_malloc_array(s->plane[i].idwt_size, sizeof(*s->plane[i].idwt_tmp));
296 } else {
297 s->plane[i].idwt_size = FFALIGN(height, 8) * stride * 2;
298 s->plane[i].idwt_buf =
299 av_mallocz_array(s->plane[i].idwt_size, sizeof(*s->plane[i].idwt_buf));
300 s->plane[i].idwt_tmp =
301 av_malloc_array(s->plane[i].idwt_size, sizeof(*s->plane[i].idwt_tmp));
302 }
303
304 if (!s->plane[i].idwt_buf || !s->plane[i].idwt_tmp)
305 return AVERROR(ENOMEM);
306
307 s->plane[i].subband[0] = s->plane[i].idwt_buf;
308 s->plane[i].subband[1] = s->plane[i].idwt_buf + 2 * w8 * h8;
309 s->plane[i].subband[2] = s->plane[i].idwt_buf + 1 * w8 * h8;
310 s->plane[i].subband[3] = s->plane[i].idwt_buf + 3 * w8 * h8;
311 s->plane[i].subband[4] = s->plane[i].idwt_buf + 2 * w4 * h4;
312 s->plane[i].subband[5] = s->plane[i].idwt_buf + 1 * w4 * h4;
313 s->plane[i].subband[6] = s->plane[i].idwt_buf + 3 * w4 * h4;
314 if (s->transform_type == 0) {
315 s->plane[i].subband[7] = s->plane[i].idwt_buf + 2 * w2 * h2;
316 s->plane[i].subband[8] = s->plane[i].idwt_buf + 1 * w2 * h2;
317 s->plane[i].subband[9] = s->plane[i].idwt_buf + 3 * w2 * h2;
318 } else {
319 int16_t *frame2 =
320 s->plane[i].subband[7] = s->plane[i].idwt_buf + 4 * w2 * h2;
321 s->plane[i].subband[8] = frame2 + 2 * w4 * h4;
322 s->plane[i].subband[9] = frame2 + 1 * w4 * h4;
323 s->plane[i].subband[10] = frame2 + 3 * w4 * h4;
324 s->plane[i].subband[11] = frame2 + 2 * w2 * h2;
325 s->plane[i].subband[12] = frame2 + 1 * w2 * h2;
326 s->plane[i].subband[13] = frame2 + 3 * w2 * h2;
327 s->plane[i].subband[14] = s->plane[i].idwt_buf + 2 * w2 * h2;
328 s->plane[i].subband[15] = s->plane[i].idwt_buf + 1 * w2 * h2;
329 s->plane[i].subband[16] = s->plane[i].idwt_buf + 3 * w2 * h2;
330 }
331
332 if (s->transform_type == 0) {
333 for (j = 0; j < DWT_LEVELS; j++) {
334 for (k = 0; k < FF_ARRAY_ELEMS(s->plane[i].band[j]); k++) {
335 s->plane[i].band[j][k].a_width = w8 << j;
336 s->plane[i].band[j][k].a_height = h8 << j;
337 }
338 }
339 } else {
340 for (j = 0; j < DWT_LEVELS_3D; j++) {
341 int t = j < 1 ? 0 : (j < 3 ? 1 : 2);
342
343 for (k = 0; k < FF_ARRAY_ELEMS(s->plane[i].band[j]); k++) {
344 s->plane[i].band[j][k].a_width = w8 << t;
345 s->plane[i].band[j][k].a_height = h8 << t;
346 }
347 }
348 }
349
350 /* ll2 and ll1 commented out because they are done in-place */
351 s->plane[i].l_h[0] = s->plane[i].idwt_tmp;
352 s->plane[i].l_h[1] = s->plane[i].idwt_tmp + 2 * w8 * h8;
353 // s->plane[i].l_h[2] = ll2;
354 s->plane[i].l_h[3] = s->plane[i].idwt_tmp;
355 s->plane[i].l_h[4] = s->plane[i].idwt_tmp + 2 * w4 * h4;
356 // s->plane[i].l_h[5] = ll1;
357 s->plane[i].l_h[6] = s->plane[i].idwt_tmp;
358 s->plane[i].l_h[7] = s->plane[i].idwt_tmp + 2 * w2 * h2;
359 if (s->transform_type != 0) {
360 int16_t *frame2 = s->plane[i].idwt_tmp + 4 * w2 * h2;
361
362 s->plane[i].l_h[8] = frame2;
363 s->plane[i].l_h[9] = frame2 + 2 * w2 * h2;
364 }
365 }
366
367 s->a_transform_type = s->transform_type;
368 s->a_height = s->coded_height;
369 s->a_width = s->coded_width;
370 s->a_format = s->coded_format;
371
372 return 0;
373 }
374
cfhd_decode(AVCodecContext * avctx,void * data,int * got_frame,AVPacket * avpkt)375 static int cfhd_decode(AVCodecContext *avctx, void *data, int *got_frame,
376 AVPacket *avpkt)
377 {
378 CFHDContext *s = avctx->priv_data;
379 CFHDDSPContext *dsp = &s->dsp;
380 GetByteContext gb;
381 ThreadFrame frame = { .f = data };
382 AVFrame *pic = data;
383 int ret = 0, i, j, plane, got_buffer = 0;
384 int16_t *coeff_data;
385
386 init_frame_defaults(s);
387 s->planes = av_pix_fmt_count_planes(s->coded_format);
388
389 bytestream2_init(&gb, avpkt->data, avpkt->size);
390
391 while (bytestream2_get_bytes_left(&gb) >= 4) {
392 /* Bit weird but implement the tag parsing as the spec says */
393 uint16_t tagu = bytestream2_get_be16(&gb);
394 int16_t tag = (int16_t)tagu;
395 int8_t tag8 = (int8_t)(tagu >> 8);
396 uint16_t abstag = abs(tag);
397 int8_t abs_tag8 = abs(tag8);
398 uint16_t data = bytestream2_get_be16(&gb);
399 if (abs_tag8 >= 0x60 && abs_tag8 <= 0x6f) {
400 av_log(avctx, AV_LOG_DEBUG, "large len %x\n", ((tagu & 0xff) << 16) | data);
401 } else if (tag == SampleFlags) {
402 av_log(avctx, AV_LOG_DEBUG, "Progressive? %"PRIu16"\n", data);
403 s->progressive = data & 0x0001;
404 } else if (tag == FrameType) {
405 s->frame_type = data;
406 av_log(avctx, AV_LOG_DEBUG, "Frame type %"PRIu16"\n", data);
407 } else if (abstag == VersionMajor) {
408 av_log(avctx, AV_LOG_DEBUG, "Version major %"PRIu16"\n", data);
409 } else if (abstag == VersionMinor) {
410 av_log(avctx, AV_LOG_DEBUG, "Version minor %"PRIu16"\n", data);
411 } else if (abstag == VersionRevision) {
412 av_log(avctx, AV_LOG_DEBUG, "Version revision %"PRIu16"\n", data);
413 } else if (abstag == VersionEdit) {
414 av_log(avctx, AV_LOG_DEBUG, "Version edit %"PRIu16"\n", data);
415 } else if (abstag == Version) {
416 av_log(avctx, AV_LOG_DEBUG, "Version %"PRIu16"\n", data);
417 } else if (tag == ImageWidth) {
418 av_log(avctx, AV_LOG_DEBUG, "Width %"PRIu16"\n", data);
419 s->coded_width = data;
420 } else if (tag == ImageHeight) {
421 av_log(avctx, AV_LOG_DEBUG, "Height %"PRIu16"\n", data);
422 s->coded_height = data;
423 } else if (tag == ChannelCount) {
424 av_log(avctx, AV_LOG_DEBUG, "Channel Count: %"PRIu16"\n", data);
425 s->channel_cnt = data;
426 if (data > 4) {
427 av_log(avctx, AV_LOG_ERROR, "Channel Count of %"PRIu16" is unsupported\n", data);
428 ret = AVERROR_PATCHWELCOME;
429 goto end;
430 }
431 } else if (tag == SubbandCount) {
432 av_log(avctx, AV_LOG_DEBUG, "Subband Count: %"PRIu16"\n", data);
433 if (data != SUBBAND_COUNT && data != SUBBAND_COUNT_3D) {
434 av_log(avctx, AV_LOG_ERROR, "Subband Count of %"PRIu16" is unsupported\n", data);
435 ret = AVERROR_PATCHWELCOME;
436 goto end;
437 }
438 } else if (tag == ChannelNumber) {
439 s->channel_num = data;
440 av_log(avctx, AV_LOG_DEBUG, "Channel number %"PRIu16"\n", data);
441 if (s->channel_num >= s->planes) {
442 av_log(avctx, AV_LOG_ERROR, "Invalid channel number\n");
443 ret = AVERROR(EINVAL);
444 goto end;
445 }
446 init_plane_defaults(s);
447 } else if (tag == SubbandNumber) {
448 if (s->subband_num != 0 && data == 1 && (s->transform_type == 0 || s->transform_type == 2)) // hack
449 s->level++;
450 av_log(avctx, AV_LOG_DEBUG, "Subband number %"PRIu16"\n", data);
451 s->subband_num = data;
452 if ((s->transform_type == 0 && s->level >= DWT_LEVELS) ||
453 (s->transform_type == 2 && s->level >= DWT_LEVELS_3D)) {
454 av_log(avctx, AV_LOG_ERROR, "Invalid level\n");
455 ret = AVERROR(EINVAL);
456 goto end;
457 }
458 if (s->subband_num > 3) {
459 av_log(avctx, AV_LOG_ERROR, "Invalid subband number\n");
460 ret = AVERROR(EINVAL);
461 goto end;
462 }
463 } else if (tag == SubbandBand) {
464 av_log(avctx, AV_LOG_DEBUG, "Subband number actual %"PRIu16"\n", data);
465 if ((s->transform_type == 0 && data >= SUBBAND_COUNT) ||
466 (s->transform_type == 2 && data >= SUBBAND_COUNT_3D && data != 255)) {
467 av_log(avctx, AV_LOG_ERROR, "Invalid subband number actual\n");
468 ret = AVERROR(EINVAL);
469 goto end;
470 }
471 if (s->transform_type == 0 || s->transform_type == 2)
472 s->subband_num_actual = data;
473 else
474 av_log(avctx, AV_LOG_WARNING, "Ignoring subband num actual %"PRIu16"\n", data);
475 } else if (tag == LowpassPrecision)
476 av_log(avctx, AV_LOG_DEBUG, "Lowpass precision bits: %"PRIu16"\n", data);
477 else if (tag == Quantization) {
478 s->quantisation = data;
479 av_log(avctx, AV_LOG_DEBUG, "Quantisation: %"PRIu16"\n", data);
480 } else if (tag == PrescaleTable) {
481 for (i = 0; i < 8; i++)
482 s->prescale_table[i] = (data >> (14 - i * 2)) & 0x3;
483 av_log(avctx, AV_LOG_DEBUG, "Prescale table: %x\n", data);
484 } else if (tag == BandEncoding) {
485 if (!data || data > 5) {
486 av_log(avctx, AV_LOG_ERROR, "Invalid band encoding\n");
487 ret = AVERROR(EINVAL);
488 goto end;
489 }
490 s->band_encoding = data;
491 av_log(avctx, AV_LOG_DEBUG, "Encode Method for Subband %d : %x\n", s->subband_num_actual, data);
492 } else if (tag == LowpassWidth) {
493 av_log(avctx, AV_LOG_DEBUG, "Lowpass width %"PRIu16"\n", data);
494 s->plane[s->channel_num].band[0][0].width = data;
495 s->plane[s->channel_num].band[0][0].stride = data;
496 } else if (tag == LowpassHeight) {
497 av_log(avctx, AV_LOG_DEBUG, "Lowpass height %"PRIu16"\n", data);
498 s->plane[s->channel_num].band[0][0].height = data;
499 } else if (tag == SampleType) {
500 s->sample_type = data;
501 av_log(avctx, AV_LOG_DEBUG, "Sample type? %"PRIu16"\n", data);
502 } else if (tag == TransformType) {
503 if (data > 2) {
504 av_log(avctx, AV_LOG_ERROR, "Invalid transform type\n");
505 ret = AVERROR(EINVAL);
506 goto end;
507 } else if (data == 1) {
508 av_log(avctx, AV_LOG_ERROR, "unsupported transform type\n");
509 ret = AVERROR_PATCHWELCOME;
510 goto end;
511 }
512 if (s->transform_type == -1) {
513 s->transform_type = data;
514 av_log(avctx, AV_LOG_DEBUG, "Transform type %"PRIu16"\n", data);
515 } else {
516 av_log(avctx, AV_LOG_DEBUG, "Ignoring additional transform type %"PRIu16"\n", data);
517 }
518 } else if (abstag >= 0x4000 && abstag <= 0x40ff) {
519 if (abstag == 0x4001)
520 s->peak.level = 0;
521 av_log(avctx, AV_LOG_DEBUG, "Small chunk length %d %s\n", data * 4, tag < 0 ? "optional" : "required");
522 bytestream2_skipu(&gb, data * 4);
523 } else if (tag == FrameIndex) {
524 av_log(avctx, AV_LOG_DEBUG, "Frame index %"PRIu16"\n", data);
525 s->frame_index = data;
526 } else if (tag == SampleIndexTable) {
527 av_log(avctx, AV_LOG_DEBUG, "Sample index table - skipping %i values\n", data);
528 if (data > bytestream2_get_bytes_left(&gb) / 4) {
529 av_log(avctx, AV_LOG_ERROR, "too many values (%d)\n", data);
530 ret = AVERROR_INVALIDDATA;
531 goto end;
532 }
533 for (i = 0; i < data; i++) {
534 uint32_t offset = bytestream2_get_be32(&gb);
535 av_log(avctx, AV_LOG_DEBUG, "Offset = %"PRIu32"\n", offset);
536 }
537 } else if (tag == HighpassWidth) {
538 av_log(avctx, AV_LOG_DEBUG, "Highpass width %i channel %i level %i subband %i\n", data, s->channel_num, s->level, s->subband_num);
539 if (data < 3) {
540 av_log(avctx, AV_LOG_ERROR, "Invalid highpass width\n");
541 ret = AVERROR(EINVAL);
542 goto end;
543 }
544 s->plane[s->channel_num].band[s->level][s->subband_num].width = data;
545 s->plane[s->channel_num].band[s->level][s->subband_num].stride = FFALIGN(data, 8);
546 } else if (tag == HighpassHeight) {
547 av_log(avctx, AV_LOG_DEBUG, "Highpass height %i\n", data);
548 if (data < 3) {
549 av_log(avctx, AV_LOG_ERROR, "Invalid highpass height\n");
550 ret = AVERROR(EINVAL);
551 goto end;
552 }
553 s->plane[s->channel_num].band[s->level][s->subband_num].height = data;
554 } else if (tag == BandWidth) {
555 av_log(avctx, AV_LOG_DEBUG, "Highpass width2 %i\n", data);
556 if (data < 3) {
557 av_log(avctx, AV_LOG_ERROR, "Invalid highpass width2\n");
558 ret = AVERROR(EINVAL);
559 goto end;
560 }
561 s->plane[s->channel_num].band[s->level][s->subband_num].width = data;
562 s->plane[s->channel_num].band[s->level][s->subband_num].stride = FFALIGN(data, 8);
563 } else if (tag == BandHeight) {
564 av_log(avctx, AV_LOG_DEBUG, "Highpass height2 %i\n", data);
565 if (data < 3) {
566 av_log(avctx, AV_LOG_ERROR, "Invalid highpass height2\n");
567 ret = AVERROR(EINVAL);
568 goto end;
569 }
570 s->plane[s->channel_num].band[s->level][s->subband_num].height = data;
571 } else if (tag == InputFormat) {
572 av_log(avctx, AV_LOG_DEBUG, "Input format %i\n", data);
573 if (s->coded_format == AV_PIX_FMT_NONE ||
574 s->coded_format == AV_PIX_FMT_YUV422P10) {
575 if (data >= 100 && data <= 105) {
576 s->coded_format = AV_PIX_FMT_BAYER_RGGB16;
577 } else if (data >= 122 && data <= 128) {
578 s->coded_format = AV_PIX_FMT_GBRP12;
579 } else if (data == 30) {
580 s->coded_format = AV_PIX_FMT_GBRAP12;
581 } else {
582 s->coded_format = AV_PIX_FMT_YUV422P10;
583 }
584 s->planes = s->coded_format == AV_PIX_FMT_BAYER_RGGB16 ? 4 : av_pix_fmt_count_planes(s->coded_format);
585 }
586 } else if (tag == BandCodingFlags) {
587 s->codebook = data & 0xf;
588 s->difference_coding = (data >> 4) & 1;
589 av_log(avctx, AV_LOG_DEBUG, "Other codebook? %i\n", s->codebook);
590 } else if (tag == Precision) {
591 av_log(avctx, AV_LOG_DEBUG, "Precision %i\n", data);
592 if (!(data == 10 || data == 12)) {
593 av_log(avctx, AV_LOG_ERROR, "Invalid bits per channel\n");
594 ret = AVERROR(EINVAL);
595 goto end;
596 }
597 avctx->bits_per_raw_sample = s->bpc = data;
598 } else if (tag == EncodedFormat) {
599 av_log(avctx, AV_LOG_DEBUG, "Sample format? %i\n", data);
600 if (data == 1) {
601 s->coded_format = AV_PIX_FMT_YUV422P10;
602 } else if (data == 2) {
603 s->coded_format = AV_PIX_FMT_BAYER_RGGB16;
604 } else if (data == 3) {
605 s->coded_format = AV_PIX_FMT_GBRP12;
606 } else if (data == 4) {
607 s->coded_format = AV_PIX_FMT_GBRAP12;
608 } else {
609 avpriv_report_missing_feature(avctx, "Sample format of %"PRIu16, data);
610 ret = AVERROR_PATCHWELCOME;
611 goto end;
612 }
613 s->planes = data == 2 ? 4 : av_pix_fmt_count_planes(s->coded_format);
614 } else if (tag == -DisplayHeight) {
615 av_log(avctx, AV_LOG_DEBUG, "Cropped height %"PRIu16"\n", data);
616 s->cropped_height = data;
617 } else if (tag == -PeakOffsetLow) {
618 s->peak.offset &= ~0xffff;
619 s->peak.offset |= (data & 0xffff);
620 s->peak.base = gb;
621 s->peak.level = 0;
622 } else if (tag == -PeakOffsetHigh) {
623 s->peak.offset &= 0xffff;
624 s->peak.offset |= (data & 0xffffU)<<16;
625 s->peak.base = gb;
626 s->peak.level = 0;
627 } else if (tag == -PeakLevel && s->peak.offset) {
628 s->peak.level = data;
629 if (s->peak.offset < 4 - bytestream2_tell(&s->peak.base) ||
630 s->peak.offset > 4 + bytestream2_get_bytes_left(&s->peak.base)
631 ) {
632 ret = AVERROR_INVALIDDATA;
633 goto end;
634 }
635 bytestream2_seek(&s->peak.base, s->peak.offset - 4, SEEK_CUR);
636 } else
637 av_log(avctx, AV_LOG_DEBUG, "Unknown tag %i data %x\n", tag, data);
638
639 if (tag == BitstreamMarker && data == 0xf0f &&
640 s->coded_format != AV_PIX_FMT_NONE) {
641 int lowpass_height = s->plane[s->channel_num].band[0][0].height;
642 int lowpass_width = s->plane[s->channel_num].band[0][0].width;
643 int factor = s->coded_format == AV_PIX_FMT_BAYER_RGGB16 ? 2 : 1;
644
645 if (s->coded_width) {
646 s->coded_width *= factor;
647 }
648
649 if (s->coded_height) {
650 s->coded_height *= factor;
651 }
652
653 if (!s->a_width && !s->coded_width) {
654 s->coded_width = lowpass_width * factor * 8;
655 }
656
657 if (!s->a_height && !s->coded_height) {
658 s->coded_height = lowpass_height * factor * 8;
659 }
660
661 if (s->a_width && !s->coded_width)
662 s->coded_width = s->a_width;
663 if (s->a_height && !s->coded_height)
664 s->coded_height = s->a_height;
665
666 if (s->a_width != s->coded_width || s->a_height != s->coded_height ||
667 s->a_format != s->coded_format ||
668 s->transform_type != s->a_transform_type) {
669 free_buffers(s);
670 if ((ret = alloc_buffers(avctx)) < 0) {
671 free_buffers(s);
672 return ret;
673 }
674 }
675 ret = ff_set_dimensions(avctx, s->coded_width, s->coded_height);
676 if (ret < 0)
677 return ret;
678 if (s->cropped_height) {
679 unsigned height = s->cropped_height << (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16);
680 if (avctx->height < height)
681 return AVERROR_INVALIDDATA;
682 avctx->height = height;
683 }
684 frame.f->width =
685 frame.f->height = 0;
686
687 if ((ret = ff_thread_get_buffer(avctx, &frame, 0)) < 0)
688 return ret;
689
690 s->coded_width = 0;
691 s->coded_height = 0;
692 s->coded_format = AV_PIX_FMT_NONE;
693 got_buffer = 1;
694 } else if (tag == FrameIndex && data == 1 && s->sample_type == 1 && s->frame_type == 2) {
695 frame.f->width =
696 frame.f->height = 0;
697
698 if ((ret = ff_thread_get_buffer(avctx, &frame, 0)) < 0)
699 return ret;
700 s->coded_width = 0;
701 s->coded_height = 0;
702 s->coded_format = AV_PIX_FMT_NONE;
703 got_buffer = 1;
704 }
705
706 if (s->subband_num_actual == 255)
707 goto finish;
708 coeff_data = s->plane[s->channel_num].subband[s->subband_num_actual];
709
710 /* Lowpass coefficients */
711 if (tag == BitstreamMarker && data == 0xf0f) {
712 int lowpass_height, lowpass_width, lowpass_a_height, lowpass_a_width;
713
714 if (!s->a_width || !s->a_height) {
715 ret = AVERROR_INVALIDDATA;
716 goto end;
717 }
718
719 lowpass_height = s->plane[s->channel_num].band[0][0].height;
720 lowpass_width = s->plane[s->channel_num].band[0][0].width;
721 lowpass_a_height = s->plane[s->channel_num].band[0][0].a_height;
722 lowpass_a_width = s->plane[s->channel_num].band[0][0].a_width;
723
724 if (lowpass_width < 3 ||
725 lowpass_width > lowpass_a_width) {
726 av_log(avctx, AV_LOG_ERROR, "Invalid lowpass width\n");
727 ret = AVERROR(EINVAL);
728 goto end;
729 }
730
731 if (lowpass_height < 3 ||
732 lowpass_height > lowpass_a_height) {
733 av_log(avctx, AV_LOG_ERROR, "Invalid lowpass height\n");
734 ret = AVERROR(EINVAL);
735 goto end;
736 }
737
738 if (!got_buffer) {
739 av_log(avctx, AV_LOG_ERROR, "No end of header tag found\n");
740 ret = AVERROR(EINVAL);
741 goto end;
742 }
743
744 if (lowpass_height > lowpass_a_height || lowpass_width > lowpass_a_width ||
745 lowpass_width * lowpass_height * sizeof(int16_t) > bytestream2_get_bytes_left(&gb)) {
746 av_log(avctx, AV_LOG_ERROR, "Too many lowpass coefficients\n");
747 ret = AVERROR(EINVAL);
748 goto end;
749 }
750
751 av_log(avctx, AV_LOG_DEBUG, "Start of lowpass coeffs component %d height:%d, width:%d\n", s->channel_num, lowpass_height, lowpass_width);
752 for (i = 0; i < lowpass_height; i++) {
753 for (j = 0; j < lowpass_width; j++)
754 coeff_data[j] = bytestream2_get_be16u(&gb);
755
756 coeff_data += lowpass_width;
757 }
758
759 /* Align to mod-4 position to continue reading tags */
760 bytestream2_seek(&gb, bytestream2_tell(&gb) & 3, SEEK_CUR);
761
762 /* Copy last line of coefficients if odd height */
763 if (lowpass_height & 1) {
764 memcpy(&coeff_data[lowpass_height * lowpass_width],
765 &coeff_data[(lowpass_height - 1) * lowpass_width],
766 lowpass_width * sizeof(*coeff_data));
767 }
768
769 s->plane[s->channel_num].band[0][0].read_ok = 1;
770
771 av_log(avctx, AV_LOG_DEBUG, "Lowpass coefficients %d\n", lowpass_width * lowpass_height);
772 }
773
774 av_assert0(s->subband_num_actual != 255);
775 if (tag == BandHeader || tag == BandSecondPass) {
776 int highpass_height, highpass_width, highpass_a_width, highpass_a_height, highpass_stride, a_expected;
777 int expected;
778 int level, run, coeff;
779 int count = 0, bytes;
780
781 if (!s->a_width || !s->a_height) {
782 ret = AVERROR_INVALIDDATA;
783 goto end;
784 }
785
786 highpass_height = s->plane[s->channel_num].band[s->level][s->subband_num].height;
787 highpass_width = s->plane[s->channel_num].band[s->level][s->subband_num].width;
788 highpass_a_width = s->plane[s->channel_num].band[s->level][s->subband_num].a_width;
789 highpass_a_height = s->plane[s->channel_num].band[s->level][s->subband_num].a_height;
790 highpass_stride = s->plane[s->channel_num].band[s->level][s->subband_num].stride;
791 a_expected = highpass_a_height * highpass_a_width;
792
793 if (!got_buffer) {
794 av_log(avctx, AV_LOG_ERROR, "No end of header tag found\n");
795 ret = AVERROR(EINVAL);
796 goto end;
797 }
798
799 if (highpass_height > highpass_a_height || highpass_width > highpass_a_width || a_expected < highpass_height * (uint64_t)highpass_stride) {
800 av_log(avctx, AV_LOG_ERROR, "Too many highpass coefficients\n");
801 ret = AVERROR(EINVAL);
802 goto end;
803 }
804 expected = highpass_height * highpass_stride;
805
806 av_log(avctx, AV_LOG_DEBUG, "Start subband coeffs plane %i level %i codebook %i expected %i\n", s->channel_num, s->level, s->codebook, expected);
807
808 ret = init_get_bits8(&s->gb, gb.buffer, bytestream2_get_bytes_left(&gb));
809 if (ret < 0)
810 goto end;
811 {
812 OPEN_READER(re, &s->gb);
813
814 const int lossless = s->band_encoding == 5;
815
816 if (s->codebook == 0 && s->transform_type == 2 && s->subband_num_actual == 7)
817 s->codebook = 1;
818 if (!s->codebook) {
819 while (1) {
820 UPDATE_CACHE(re, &s->gb);
821 GET_RL_VLC(level, run, re, &s->gb, s->table_9_rl_vlc,
822 VLC_BITS, 3, 1);
823
824 /* escape */
825 if (level == 64)
826 break;
827
828 count += run;
829
830 if (count > expected)
831 break;
832
833 if (!lossless)
834 coeff = dequant_and_decompand(s, level, s->quantisation, 0);
835 else
836 coeff = level;
837 if (tag == BandSecondPass) {
838 const uint16_t q = s->quantisation;
839
840 for (i = 0; i < run; i++) {
841 *coeff_data |= coeff * 256;
842 *coeff_data++ *= q;
843 }
844 } else {
845 for (i = 0; i < run; i++)
846 *coeff_data++ = coeff;
847 }
848 }
849 } else {
850 while (1) {
851 UPDATE_CACHE(re, &s->gb);
852 GET_RL_VLC(level, run, re, &s->gb, s->table_18_rl_vlc,
853 VLC_BITS, 3, 1);
854
855 /* escape */
856 if (level == 255 && run == 2)
857 break;
858
859 count += run;
860
861 if (count > expected)
862 break;
863
864 if (!lossless)
865 coeff = dequant_and_decompand(s, level, s->quantisation, s->codebook);
866 else
867 coeff = level;
868 if (tag == BandSecondPass) {
869 const uint16_t q = s->quantisation;
870
871 for (i = 0; i < run; i++) {
872 *coeff_data |= coeff * 256;
873 *coeff_data++ *= q;
874 }
875 } else {
876 for (i = 0; i < run; i++)
877 *coeff_data++ = coeff;
878 }
879 }
880 }
881 CLOSE_READER(re, &s->gb);
882 }
883
884 if (count > expected) {
885 av_log(avctx, AV_LOG_ERROR, "Escape codeword not found, probably corrupt data\n");
886 ret = AVERROR(EINVAL);
887 goto end;
888 }
889 if (s->peak.level)
890 peak_table(coeff_data - count, &s->peak, count);
891 if (s->difference_coding)
892 difference_coding(s->plane[s->channel_num].subband[s->subband_num_actual], highpass_width, highpass_height);
893
894 bytes = FFALIGN(AV_CEIL_RSHIFT(get_bits_count(&s->gb), 3), 4);
895 if (bytes > bytestream2_get_bytes_left(&gb)) {
896 av_log(avctx, AV_LOG_ERROR, "Bitstream overread error\n");
897 ret = AVERROR(EINVAL);
898 goto end;
899 } else
900 bytestream2_seek(&gb, bytes, SEEK_CUR);
901
902 av_log(avctx, AV_LOG_DEBUG, "End subband coeffs %i extra %i\n", count, count - expected);
903 s->plane[s->channel_num].band[s->level][s->subband_num].read_ok = 1;
904 finish:
905 if (s->subband_num_actual != 255)
906 s->codebook = 0;
907 }
908 }
909
910 s->planes = av_pix_fmt_count_planes(avctx->pix_fmt);
911 if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16) {
912 s->progressive = 1;
913 s->planes = 4;
914 }
915
916 ff_thread_finish_setup(avctx);
917
918 if (!s->a_width || !s->a_height || s->a_format == AV_PIX_FMT_NONE ||
919 s->a_transform_type == INT_MIN ||
920 s->coded_width || s->coded_height || s->coded_format != AV_PIX_FMT_NONE) {
921 av_log(avctx, AV_LOG_ERROR, "Invalid dimensions\n");
922 ret = AVERROR(EINVAL);
923 goto end;
924 }
925
926 if (!got_buffer) {
927 av_log(avctx, AV_LOG_ERROR, "No end of header tag found\n");
928 ret = AVERROR(EINVAL);
929 goto end;
930 }
931
932 for (plane = 0; plane < s->planes; plane++) {
933 int o, level;
934
935 for (level = 0; level < (s->transform_type == 0 ? DWT_LEVELS : DWT_LEVELS_3D) ; level++) {
936 if (s->transform_type == 2)
937 if (level == 2 || level == 5)
938 continue;
939 for (o = !!level; o < 4 ; o++) {
940 if (!s->plane[plane].band[level][o].read_ok) {
941 ret = AVERROR_INVALIDDATA;
942 goto end;
943 }
944 }
945 }
946 }
947
948 if (s->transform_type == 0 && s->sample_type != 1) {
949 for (plane = 0; plane < s->planes && !ret; plane++) {
950 /* level 1 */
951 int lowpass_height = s->plane[plane].band[0][0].height;
952 int output_stride = s->plane[plane].band[0][0].a_width;
953 int lowpass_width = s->plane[plane].band[0][0].width;
954 int highpass_stride = s->plane[plane].band[0][1].stride;
955 int act_plane = plane == 1 ? 2 : plane == 2 ? 1 : plane;
956 ptrdiff_t dst_linesize;
957 int16_t *low, *high, *output, *dst;
958
959 if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16) {
960 act_plane = 0;
961 dst_linesize = pic->linesize[act_plane];
962 } else {
963 dst_linesize = pic->linesize[act_plane] / 2;
964 }
965
966 if (lowpass_height > s->plane[plane].band[0][0].a_height || lowpass_width > s->plane[plane].band[0][0].a_width ||
967 !highpass_stride || s->plane[plane].band[0][1].width > s->plane[plane].band[0][1].a_width ||
968 lowpass_width < 3 || lowpass_height < 3) {
969 av_log(avctx, AV_LOG_ERROR, "Invalid plane dimensions\n");
970 ret = AVERROR(EINVAL);
971 goto end;
972 }
973
974 av_log(avctx, AV_LOG_DEBUG, "Decoding level 1 plane %i %i %i %i\n", plane, lowpass_height, lowpass_width, highpass_stride);
975
976 low = s->plane[plane].subband[0];
977 high = s->plane[plane].subband[2];
978 output = s->plane[plane].l_h[0];
979 dsp->vert_filter(output, output_stride, low, lowpass_width, high, highpass_stride, lowpass_width, lowpass_height);
980
981 low = s->plane[plane].subband[1];
982 high = s->plane[plane].subband[3];
983 output = s->plane[plane].l_h[1];
984
985 dsp->vert_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
986
987 low = s->plane[plane].l_h[0];
988 high = s->plane[plane].l_h[1];
989 output = s->plane[plane].subband[0];
990 dsp->horiz_filter(output, output_stride, low, output_stride, high, output_stride, lowpass_width, lowpass_height * 2);
991 if (s->bpc == 12) {
992 output = s->plane[plane].subband[0];
993 for (i = 0; i < lowpass_height * 2; i++) {
994 for (j = 0; j < lowpass_width * 2; j++)
995 output[j] *= 4;
996
997 output += output_stride * 2;
998 }
999 }
1000
1001 /* level 2 */
1002 lowpass_height = s->plane[plane].band[1][1].height;
1003 output_stride = s->plane[plane].band[1][1].a_width;
1004 lowpass_width = s->plane[plane].band[1][1].width;
1005 highpass_stride = s->plane[plane].band[1][1].stride;
1006
1007 if (lowpass_height > s->plane[plane].band[1][1].a_height || lowpass_width > s->plane[plane].band[1][1].a_width ||
1008 !highpass_stride || s->plane[plane].band[1][1].width > s->plane[plane].band[1][1].a_width ||
1009 lowpass_width < 3 || lowpass_height < 3) {
1010 av_log(avctx, AV_LOG_ERROR, "Invalid plane dimensions\n");
1011 ret = AVERROR(EINVAL);
1012 goto end;
1013 }
1014
1015 av_log(avctx, AV_LOG_DEBUG, "Level 2 plane %i %i %i %i\n", plane, lowpass_height, lowpass_width, highpass_stride);
1016
1017 low = s->plane[plane].subband[0];
1018 high = s->plane[plane].subband[5];
1019 output = s->plane[plane].l_h[3];
1020 dsp->vert_filter(output, output_stride, low, output_stride, high, highpass_stride, lowpass_width, lowpass_height);
1021
1022 low = s->plane[plane].subband[4];
1023 high = s->plane[plane].subband[6];
1024 output = s->plane[plane].l_h[4];
1025 dsp->vert_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
1026
1027 low = s->plane[plane].l_h[3];
1028 high = s->plane[plane].l_h[4];
1029 output = s->plane[plane].subband[0];
1030 dsp->horiz_filter(output, output_stride, low, output_stride, high, output_stride, lowpass_width, lowpass_height * 2);
1031
1032 output = s->plane[plane].subband[0];
1033 for (i = 0; i < lowpass_height * 2; i++) {
1034 for (j = 0; j < lowpass_width * 2; j++)
1035 output[j] *= 4;
1036
1037 output += output_stride * 2;
1038 }
1039
1040 /* level 3 */
1041 lowpass_height = s->plane[plane].band[2][1].height;
1042 output_stride = s->plane[plane].band[2][1].a_width;
1043 lowpass_width = s->plane[plane].band[2][1].width;
1044 highpass_stride = s->plane[plane].band[2][1].stride;
1045
1046 if (lowpass_height > s->plane[plane].band[2][1].a_height || lowpass_width > s->plane[plane].band[2][1].a_width ||
1047 !highpass_stride || s->plane[plane].band[2][1].width > s->plane[plane].band[2][1].a_width ||
1048 lowpass_height < 3 || lowpass_width < 3 || lowpass_width * 2 > s->plane[plane].width) {
1049 av_log(avctx, AV_LOG_ERROR, "Invalid plane dimensions\n");
1050 ret = AVERROR(EINVAL);
1051 goto end;
1052 }
1053
1054 av_log(avctx, AV_LOG_DEBUG, "Level 3 plane %i %i %i %i\n", plane, lowpass_height, lowpass_width, highpass_stride);
1055 if (s->progressive) {
1056 low = s->plane[plane].subband[0];
1057 high = s->plane[plane].subband[8];
1058 output = s->plane[plane].l_h[6];
1059 dsp->vert_filter(output, output_stride, low, output_stride, high, highpass_stride, lowpass_width, lowpass_height);
1060
1061 low = s->plane[plane].subband[7];
1062 high = s->plane[plane].subband[9];
1063 output = s->plane[plane].l_h[7];
1064 dsp->vert_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
1065
1066 dst = (int16_t *)pic->data[act_plane];
1067 if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16) {
1068 if (plane & 1)
1069 dst++;
1070 if (plane > 1)
1071 dst += pic->linesize[act_plane] >> 1;
1072 }
1073 low = s->plane[plane].l_h[6];
1074 high = s->plane[plane].l_h[7];
1075
1076 if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16 &&
1077 (lowpass_height * 2 > avctx->coded_height / 2 ||
1078 lowpass_width * 2 > avctx->coded_width / 2 )
1079 ) {
1080 ret = AVERROR_INVALIDDATA;
1081 goto end;
1082 }
1083
1084 for (i = 0; i < s->plane[act_plane].height; i++) {
1085 dsp->horiz_filter_clip(dst, low, high, lowpass_width, s->bpc);
1086 if (avctx->pix_fmt == AV_PIX_FMT_GBRAP12 && act_plane == 3)
1087 process_alpha(dst, lowpass_width * 2);
1088 low += output_stride;
1089 high += output_stride;
1090 dst += dst_linesize;
1091 }
1092 } else {
1093 av_log(avctx, AV_LOG_DEBUG, "interlaced frame ? %d", pic->interlaced_frame);
1094 pic->interlaced_frame = 1;
1095 low = s->plane[plane].subband[0];
1096 high = s->plane[plane].subband[7];
1097 output = s->plane[plane].l_h[6];
1098 dsp->horiz_filter(output, output_stride, low, output_stride, high, highpass_stride, lowpass_width, lowpass_height);
1099
1100 low = s->plane[plane].subband[8];
1101 high = s->plane[plane].subband[9];
1102 output = s->plane[plane].l_h[7];
1103 dsp->horiz_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
1104
1105 dst = (int16_t *)pic->data[act_plane];
1106 low = s->plane[plane].l_h[6];
1107 high = s->plane[plane].l_h[7];
1108 for (i = 0; i < s->plane[act_plane].height / 2; i++) {
1109 interlaced_vertical_filter(dst, low, high, lowpass_width * 2, pic->linesize[act_plane]/2, act_plane);
1110 low += output_stride * 2;
1111 high += output_stride * 2;
1112 dst += pic->linesize[act_plane];
1113 }
1114 }
1115 }
1116 } else if (s->transform_type == 2 && (avctx->internal->is_copy || s->frame_index == 1 || s->sample_type != 1)) {
1117 for (plane = 0; plane < s->planes && !ret; plane++) {
1118 int lowpass_height = s->plane[plane].band[0][0].height;
1119 int output_stride = s->plane[plane].band[0][0].a_width;
1120 int lowpass_width = s->plane[plane].band[0][0].width;
1121 int highpass_stride = s->plane[plane].band[0][1].stride;
1122 int act_plane = plane == 1 ? 2 : plane == 2 ? 1 : plane;
1123 int16_t *low, *high, *output, *dst;
1124 ptrdiff_t dst_linesize;
1125
1126 if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16) {
1127 act_plane = 0;
1128 dst_linesize = pic->linesize[act_plane];
1129 } else {
1130 dst_linesize = pic->linesize[act_plane] / 2;
1131 }
1132
1133 if (lowpass_height > s->plane[plane].band[0][0].a_height || lowpass_width > s->plane[plane].band[0][0].a_width ||
1134 !highpass_stride || s->plane[plane].band[0][1].width > s->plane[plane].band[0][1].a_width ||
1135 lowpass_width < 3 || lowpass_height < 3) {
1136 av_log(avctx, AV_LOG_ERROR, "Invalid plane dimensions\n");
1137 ret = AVERROR(EINVAL);
1138 goto end;
1139 }
1140
1141 av_log(avctx, AV_LOG_DEBUG, "Decoding level 1 plane %i %i %i %i\n", plane, lowpass_height, lowpass_width, highpass_stride);
1142
1143 low = s->plane[plane].subband[0];
1144 high = s->plane[plane].subband[2];
1145 output = s->plane[plane].l_h[0];
1146 dsp->vert_filter(output, output_stride, low, lowpass_width, high, highpass_stride, lowpass_width, lowpass_height);
1147
1148 low = s->plane[plane].subband[1];
1149 high = s->plane[plane].subband[3];
1150 output = s->plane[plane].l_h[1];
1151 dsp->vert_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
1152
1153 low = s->plane[plane].l_h[0];
1154 high = s->plane[plane].l_h[1];
1155 output = s->plane[plane].l_h[7];
1156 dsp->horiz_filter(output, output_stride, low, output_stride, high, output_stride, lowpass_width, lowpass_height * 2);
1157 if (s->bpc == 12) {
1158 output = s->plane[plane].l_h[7];
1159 for (i = 0; i < lowpass_height * 2; i++) {
1160 for (j = 0; j < lowpass_width * 2; j++)
1161 output[j] *= 4;
1162
1163 output += output_stride * 2;
1164 }
1165 }
1166
1167 lowpass_height = s->plane[plane].band[1][1].height;
1168 output_stride = s->plane[plane].band[1][1].a_width;
1169 lowpass_width = s->plane[plane].band[1][1].width;
1170 highpass_stride = s->plane[plane].band[1][1].stride;
1171
1172 if (lowpass_height > s->plane[plane].band[1][1].a_height || lowpass_width > s->plane[plane].band[1][1].a_width ||
1173 !highpass_stride || s->plane[plane].band[1][1].width > s->plane[plane].band[1][1].a_width ||
1174 lowpass_width < 3 || lowpass_height < 3) {
1175 av_log(avctx, AV_LOG_ERROR, "Invalid plane dimensions\n");
1176 ret = AVERROR(EINVAL);
1177 goto end;
1178 }
1179
1180 av_log(avctx, AV_LOG_DEBUG, "Level 2 lowpass plane %i %i %i %i\n", plane, lowpass_height, lowpass_width, highpass_stride);
1181
1182 low = s->plane[plane].l_h[7];
1183 high = s->plane[plane].subband[5];
1184 output = s->plane[plane].l_h[3];
1185 dsp->vert_filter(output, output_stride, low, output_stride, high, highpass_stride, lowpass_width, lowpass_height);
1186
1187 low = s->plane[plane].subband[4];
1188 high = s->plane[plane].subband[6];
1189 output = s->plane[plane].l_h[4];
1190 dsp->vert_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
1191
1192 low = s->plane[plane].l_h[3];
1193 high = s->plane[plane].l_h[4];
1194 output = s->plane[plane].l_h[7];
1195 dsp->horiz_filter(output, output_stride, low, output_stride, high, output_stride, lowpass_width, lowpass_height * 2);
1196
1197 output = s->plane[plane].l_h[7];
1198 for (i = 0; i < lowpass_height * 2; i++) {
1199 for (j = 0; j < lowpass_width * 2; j++)
1200 output[j] *= 4;
1201 output += output_stride * 2;
1202 }
1203
1204 low = s->plane[plane].subband[7];
1205 high = s->plane[plane].subband[9];
1206 output = s->plane[plane].l_h[3];
1207 dsp->vert_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
1208
1209 low = s->plane[plane].subband[8];
1210 high = s->plane[plane].subband[10];
1211 output = s->plane[plane].l_h[4];
1212 dsp->vert_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
1213
1214 low = s->plane[plane].l_h[3];
1215 high = s->plane[plane].l_h[4];
1216 output = s->plane[plane].l_h[9];
1217 dsp->horiz_filter(output, output_stride, low, output_stride, high, output_stride, lowpass_width, lowpass_height * 2);
1218
1219 lowpass_height = s->plane[plane].band[4][1].height;
1220 output_stride = s->plane[plane].band[4][1].a_width;
1221 lowpass_width = s->plane[plane].band[4][1].width;
1222 highpass_stride = s->plane[plane].band[4][1].stride;
1223 av_log(avctx, AV_LOG_DEBUG, "temporal level %i %i %i %i\n", plane, lowpass_height, lowpass_width, highpass_stride);
1224
1225 if (lowpass_height > s->plane[plane].band[4][1].a_height || lowpass_width > s->plane[plane].band[4][1].a_width ||
1226 !highpass_stride || s->plane[plane].band[4][1].width > s->plane[plane].band[4][1].a_width ||
1227 lowpass_width < 3 || lowpass_height < 3) {
1228 av_log(avctx, AV_LOG_ERROR, "Invalid plane dimensions\n");
1229 ret = AVERROR(EINVAL);
1230 goto end;
1231 }
1232
1233 low = s->plane[plane].l_h[7];
1234 high = s->plane[plane].l_h[9];
1235 output = s->plane[plane].l_h[7];
1236 for (i = 0; i < lowpass_height; i++) {
1237 inverse_temporal_filter(low, high, lowpass_width);
1238 low += output_stride;
1239 high += output_stride;
1240 }
1241 if (s->progressive) {
1242 low = s->plane[plane].l_h[7];
1243 high = s->plane[plane].subband[15];
1244 output = s->plane[plane].l_h[6];
1245 dsp->vert_filter(output, output_stride, low, output_stride, high, highpass_stride, lowpass_width, lowpass_height);
1246
1247 low = s->plane[plane].subband[14];
1248 high = s->plane[plane].subband[16];
1249 output = s->plane[plane].l_h[7];
1250 dsp->vert_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
1251
1252 low = s->plane[plane].l_h[9];
1253 high = s->plane[plane].subband[12];
1254 output = s->plane[plane].l_h[8];
1255 dsp->vert_filter(output, output_stride, low, output_stride, high, highpass_stride, lowpass_width, lowpass_height);
1256
1257 low = s->plane[plane].subband[11];
1258 high = s->plane[plane].subband[13];
1259 output = s->plane[plane].l_h[9];
1260 dsp->vert_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
1261
1262 if (s->sample_type == 1)
1263 continue;
1264
1265 dst = (int16_t *)pic->data[act_plane];
1266 if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16) {
1267 if (plane & 1)
1268 dst++;
1269 if (plane > 1)
1270 dst += pic->linesize[act_plane] >> 1;
1271 }
1272
1273 if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16 &&
1274 (lowpass_height * 2 > avctx->coded_height / 2 ||
1275 lowpass_width * 2 > avctx->coded_width / 2 )
1276 ) {
1277 ret = AVERROR_INVALIDDATA;
1278 goto end;
1279 }
1280
1281 low = s->plane[plane].l_h[6];
1282 high = s->plane[plane].l_h[7];
1283 for (i = 0; i < s->plane[act_plane].height; i++) {
1284 dsp->horiz_filter_clip(dst, low, high, lowpass_width, s->bpc);
1285 low += output_stride;
1286 high += output_stride;
1287 dst += dst_linesize;
1288 }
1289 } else {
1290 pic->interlaced_frame = 1;
1291 low = s->plane[plane].l_h[7];
1292 high = s->plane[plane].subband[14];
1293 output = s->plane[plane].l_h[6];
1294 dsp->horiz_filter(output, output_stride, low, output_stride, high, highpass_stride, lowpass_width, lowpass_height);
1295
1296 low = s->plane[plane].subband[15];
1297 high = s->plane[plane].subband[16];
1298 output = s->plane[plane].l_h[7];
1299 dsp->horiz_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
1300
1301 low = s->plane[plane].l_h[9];
1302 high = s->plane[plane].subband[11];
1303 output = s->plane[plane].l_h[8];
1304 dsp->horiz_filter(output, output_stride, low, output_stride, high, highpass_stride, lowpass_width, lowpass_height);
1305
1306 low = s->plane[plane].subband[12];
1307 high = s->plane[plane].subband[13];
1308 output = s->plane[plane].l_h[9];
1309 dsp->horiz_filter(output, output_stride, low, highpass_stride, high, highpass_stride, lowpass_width, lowpass_height);
1310
1311 if (s->sample_type == 1)
1312 continue;
1313
1314 dst = (int16_t *)pic->data[act_plane];
1315 low = s->plane[plane].l_h[6];
1316 high = s->plane[plane].l_h[7];
1317 for (i = 0; i < s->plane[act_plane].height / 2; i++) {
1318 interlaced_vertical_filter(dst, low, high, lowpass_width * 2, pic->linesize[act_plane]/2, act_plane);
1319 low += output_stride * 2;
1320 high += output_stride * 2;
1321 dst += pic->linesize[act_plane];
1322 }
1323 }
1324 }
1325 }
1326
1327 if (s->transform_type == 2 && s->sample_type == 1) {
1328 int16_t *low, *high, *dst;
1329 int output_stride, lowpass_height, lowpass_width;
1330 ptrdiff_t dst_linesize;
1331
1332 for (plane = 0; plane < s->planes; plane++) {
1333 int act_plane = plane == 1 ? 2 : plane == 2 ? 1 : plane;
1334
1335 if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16) {
1336 act_plane = 0;
1337 dst_linesize = pic->linesize[act_plane];
1338 } else {
1339 dst_linesize = pic->linesize[act_plane] / 2;
1340 }
1341
1342 lowpass_height = s->plane[plane].band[4][1].height;
1343 output_stride = s->plane[plane].band[4][1].a_width;
1344 lowpass_width = s->plane[plane].band[4][1].width;
1345
1346 if (lowpass_height > s->plane[plane].band[4][1].a_height || lowpass_width > s->plane[plane].band[4][1].a_width ||
1347 s->plane[plane].band[4][1].width > s->plane[plane].band[4][1].a_width ||
1348 lowpass_width < 3 || lowpass_height < 3) {
1349 av_log(avctx, AV_LOG_ERROR, "Invalid plane dimensions\n");
1350 ret = AVERROR(EINVAL);
1351 goto end;
1352 }
1353
1354 if (s->progressive) {
1355 dst = (int16_t *)pic->data[act_plane];
1356 low = s->plane[plane].l_h[8];
1357 high = s->plane[plane].l_h[9];
1358
1359 if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16) {
1360 if (plane & 1)
1361 dst++;
1362 if (plane > 1)
1363 dst += pic->linesize[act_plane] >> 1;
1364 }
1365
1366 if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16 &&
1367 (lowpass_height * 2 > avctx->coded_height / 2 ||
1368 lowpass_width * 2 > avctx->coded_width / 2 )
1369 ) {
1370 ret = AVERROR_INVALIDDATA;
1371 goto end;
1372 }
1373
1374 for (i = 0; i < s->plane[act_plane].height; i++) {
1375 dsp->horiz_filter_clip(dst, low, high, lowpass_width, s->bpc);
1376 low += output_stride;
1377 high += output_stride;
1378 dst += dst_linesize;
1379 }
1380 } else {
1381 dst = (int16_t *)pic->data[act_plane];
1382 low = s->plane[plane].l_h[8];
1383 high = s->plane[plane].l_h[9];
1384 for (i = 0; i < s->plane[act_plane].height / 2; i++) {
1385 interlaced_vertical_filter(dst, low, high, lowpass_width * 2, pic->linesize[act_plane]/2, act_plane);
1386 low += output_stride * 2;
1387 high += output_stride * 2;
1388 dst += pic->linesize[act_plane];
1389 }
1390 }
1391 }
1392 }
1393
1394 if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16)
1395 process_bayer(pic, s->bpc);
1396 end:
1397 if (ret < 0)
1398 return ret;
1399
1400 *got_frame = 1;
1401 return avpkt->size;
1402 }
1403
cfhd_close(AVCodecContext * avctx)1404 static av_cold int cfhd_close(AVCodecContext *avctx)
1405 {
1406 CFHDContext *s = avctx->priv_data;
1407
1408 free_buffers(s);
1409
1410 ff_free_vlc(&s->vlc_9);
1411 ff_free_vlc(&s->vlc_18);
1412
1413 return 0;
1414 }
1415
1416 #if HAVE_THREADS
update_thread_context(AVCodecContext * dst,const AVCodecContext * src)1417 static int update_thread_context(AVCodecContext *dst, const AVCodecContext *src)
1418 {
1419 CFHDContext *psrc = src->priv_data;
1420 CFHDContext *pdst = dst->priv_data;
1421 int ret;
1422
1423 if (dst == src || psrc->transform_type == 0)
1424 return 0;
1425
1426 if (pdst->plane[0].idwt_size != psrc->plane[0].idwt_size ||
1427 pdst->a_format != psrc->a_format ||
1428 pdst->a_width != psrc->a_width ||
1429 pdst->a_height != psrc->a_height ||
1430 pdst->a_transform_type != psrc->a_transform_type)
1431 free_buffers(pdst);
1432
1433 pdst->a_format = psrc->a_format;
1434 pdst->a_width = psrc->a_width;
1435 pdst->a_height = psrc->a_height;
1436 pdst->a_transform_type = psrc->a_transform_type;
1437 pdst->transform_type = psrc->transform_type;
1438 pdst->progressive = psrc->progressive;
1439 pdst->planes = psrc->planes;
1440
1441 if (!pdst->plane[0].idwt_buf) {
1442 pdst->coded_width = pdst->a_width;
1443 pdst->coded_height = pdst->a_height;
1444 pdst->coded_format = pdst->a_format;
1445 pdst->transform_type = pdst->a_transform_type;
1446 ret = alloc_buffers(dst);
1447 if (ret < 0)
1448 return ret;
1449 }
1450
1451 for (int plane = 0; plane < pdst->planes; plane++) {
1452 memcpy(pdst->plane[plane].band, psrc->plane[plane].band, sizeof(pdst->plane[plane].band));
1453 memcpy(pdst->plane[plane].idwt_buf, psrc->plane[plane].idwt_buf,
1454 pdst->plane[plane].idwt_size * sizeof(int16_t));
1455 }
1456
1457 return 0;
1458 }
1459 #endif
1460
1461 AVCodec ff_cfhd_decoder = {
1462 .name = "cfhd",
1463 .long_name = NULL_IF_CONFIG_SMALL("GoPro CineForm HD"),
1464 .type = AVMEDIA_TYPE_VIDEO,
1465 .id = AV_CODEC_ID_CFHD,
1466 .priv_data_size = sizeof(CFHDContext),
1467 .init = cfhd_init,
1468 .close = cfhd_close,
1469 .decode = cfhd_decode,
1470 .update_thread_context = ONLY_IF_THREADS_ENABLED(update_thread_context),
1471 .capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_FRAME_THREADS,
1472 .caps_internal = FF_CODEC_CAP_INIT_THREADSAFE | FF_CODEC_CAP_INIT_CLEANUP,
1473 };
1474