1 /*
2 * Copyright (c) 2015 Paul B Mahol
3 * Copyright (c) 2022 Victoria Zhislina, Intel
4 *
5 * This file is part of FFmpeg.
6 *
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
11 *
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
21
22 /**
23 * @file
24 * zscale video filter using z.lib library
25 */
26
27 #include <float.h>
28 #include <stdio.h>
29 #include <string.h>
30
31 #include <zimg.h>
32
33 #include "avfilter.h"
34 #include "formats.h"
35 #include "internal.h"
36 #include "video.h"
37 #include "libavutil/avstring.h"
38 #include "libavutil/eval.h"
39 #include "libavutil/internal.h"
40 #include "libavutil/intreadwrite.h"
41 #include "libavutil/mathematics.h"
42 #include "libavutil/opt.h"
43 #include "libavutil/parseutils.h"
44 #include "libavutil/pixdesc.h"
45 #include "libavutil/imgutils.h"
46
47 #define ZIMG_ALIGNMENT 64
48 #define MIN_TILESIZE 64
49 #define MAX_THREADS 64
50
51 static const char *const var_names[] = {
52 "in_w", "iw",
53 "in_h", "ih",
54 "out_w", "ow",
55 "out_h", "oh",
56 "a",
57 "sar",
58 "dar",
59 "hsub",
60 "vsub",
61 "ohsub",
62 "ovsub",
63 NULL
64 };
65
66 enum var_name {
67 VAR_IN_W, VAR_IW,
68 VAR_IN_H, VAR_IH,
69 VAR_OUT_W, VAR_OW,
70 VAR_OUT_H, VAR_OH,
71 VAR_A,
72 VAR_SAR,
73 VAR_DAR,
74 VAR_HSUB,
75 VAR_VSUB,
76 VAR_OHSUB,
77 VAR_OVSUB,
78 VARS_NB
79 };
80
81 typedef struct ZScaleContext {
82 const AVClass *class;
83
84 /**
85 * New dimensions. Special values are:
86 * 0 = original width/height
87 * -1 = keep original aspect
88 * -N = try to keep aspect but make sure it is divisible by N
89 */
90 int w, h;
91 int dither;
92 int filter;
93 int colorspace;
94 int trc;
95 int primaries;
96 int range;
97 int chromal;
98 int colorspace_in;
99 int trc_in;
100 int primaries_in;
101 int range_in;
102 int chromal_in;
103 char *size_str;
104 double nominal_peak_luminance;
105 int approximate_gamma;
106 double param_a;
107 double param_b;
108
109 char *w_expr; ///< width expression string
110 char *h_expr; ///< height expression string
111
112 int out_h_chr_pos;
113 int out_v_chr_pos;
114 int in_h_chr_pos;
115 int in_v_chr_pos;
116
117 int first_time;
118 int force_original_aspect_ratio;
119
120 void *tmp[MAX_THREADS]; //separate for each thread;
121 int nb_threads;
122 int jobs_ret[MAX_THREADS];
123 double in_slice_start[MAX_THREADS];
124 double in_slice_end[MAX_THREADS];
125 int out_slice_start[MAX_THREADS];
126 int out_slice_end[MAX_THREADS];
127
128 zimg_image_format src_format, dst_format;
129 zimg_image_format alpha_src_format, alpha_dst_format;
130 zimg_image_format src_format_tmp, dst_format_tmp;
131 zimg_image_format alpha_src_format_tmp, alpha_dst_format_tmp;
132 zimg_graph_builder_params alpha_params, params;
133 zimg_graph_builder_params alpha_params_tmp, params_tmp;
134 zimg_filter_graph *alpha_graph[MAX_THREADS], *graph[MAX_THREADS];
135
136 enum AVColorSpace in_colorspace, out_colorspace;
137 enum AVColorTransferCharacteristic in_trc, out_trc;
138 enum AVColorPrimaries in_primaries, out_primaries;
139 enum AVColorRange in_range, out_range;
140 enum AVChromaLocation in_chromal, out_chromal;
141 } ZScaleContext;
142
143 typedef struct ThreadData {
144 const AVPixFmtDescriptor *desc, *odesc;
145 AVFrame *in, *out;
146 } ThreadData;
147
init(AVFilterContext * ctx)148 static av_cold int init(AVFilterContext *ctx)
149 {
150 ZScaleContext *s = ctx->priv;
151 int ret;
152 zimg_image_format_default(&s->src_format, ZIMG_API_VERSION);
153 zimg_image_format_default(&s->dst_format, ZIMG_API_VERSION);
154 zimg_image_format_default(&s->src_format_tmp, ZIMG_API_VERSION);
155 zimg_image_format_default(&s->dst_format_tmp, ZIMG_API_VERSION);
156
157 zimg_image_format_default(&s->alpha_src_format, ZIMG_API_VERSION);
158 zimg_image_format_default(&s->alpha_dst_format, ZIMG_API_VERSION);
159 zimg_image_format_default(&s->alpha_src_format_tmp, ZIMG_API_VERSION);
160 zimg_image_format_default(&s->alpha_dst_format_tmp, ZIMG_API_VERSION);
161
162 zimg_graph_builder_params_default(&s->params, ZIMG_API_VERSION);
163 zimg_graph_builder_params_default(&s->params_tmp, ZIMG_API_VERSION);
164 zimg_graph_builder_params_default(&s->alpha_params, ZIMG_API_VERSION);
165 zimg_graph_builder_params_default(&s->alpha_params_tmp, ZIMG_API_VERSION);
166
167 if (s->size_str && (s->w_expr || s->h_expr)) {
168 av_log(ctx, AV_LOG_ERROR,
169 "Size and width/height expressions cannot be set at the same time.\n");
170 return AVERROR(EINVAL);
171 }
172
173 if (s->w_expr && !s->h_expr)
174 FFSWAP(char *, s->w_expr, s->size_str);
175
176 if (s->size_str) {
177 char buf[32];
178 if ((ret = av_parse_video_size(&s->w, &s->h, s->size_str)) < 0) {
179 av_log(ctx, AV_LOG_ERROR,
180 "Invalid size '%s'\n", s->size_str);
181 return ret;
182 }
183 snprintf(buf, sizeof(buf)-1, "%d", s->w);
184 av_opt_set(s, "w", buf, 0);
185 snprintf(buf, sizeof(buf)-1, "%d", s->h);
186 av_opt_set(s, "h", buf, 0);
187 }
188 if (!s->w_expr)
189 av_opt_set(s, "w", "iw", 0);
190 if (!s->h_expr)
191 av_opt_set(s, "h", "ih", 0);
192
193 return 0;
194 }
195
query_formats(AVFilterContext * ctx)196 static int query_formats(AVFilterContext *ctx)
197 {
198 static const enum AVPixelFormat pixel_fmts[] = {
199 AV_PIX_FMT_YUV410P, AV_PIX_FMT_YUV411P,
200 AV_PIX_FMT_YUV420P, AV_PIX_FMT_YUV422P,
201 AV_PIX_FMT_YUV440P, AV_PIX_FMT_YUV444P,
202 AV_PIX_FMT_YUVJ420P, AV_PIX_FMT_YUVJ422P,
203 AV_PIX_FMT_YUVJ440P, AV_PIX_FMT_YUVJ444P,
204 AV_PIX_FMT_YUVJ411P,
205 AV_PIX_FMT_YUV420P9, AV_PIX_FMT_YUV422P9, AV_PIX_FMT_YUV444P9,
206 AV_PIX_FMT_YUV420P10, AV_PIX_FMT_YUV422P10, AV_PIX_FMT_YUV444P10,
207 AV_PIX_FMT_YUV420P12, AV_PIX_FMT_YUV422P12, AV_PIX_FMT_YUV444P12,
208 AV_PIX_FMT_YUV420P14, AV_PIX_FMT_YUV422P14, AV_PIX_FMT_YUV444P14,
209 AV_PIX_FMT_YUV420P16, AV_PIX_FMT_YUV422P16, AV_PIX_FMT_YUV444P16,
210 AV_PIX_FMT_YUVA420P, AV_PIX_FMT_YUVA422P, AV_PIX_FMT_YUVA444P,
211 AV_PIX_FMT_YUVA420P9, AV_PIX_FMT_YUVA422P9, AV_PIX_FMT_YUVA444P9,
212 AV_PIX_FMT_YUVA420P10, AV_PIX_FMT_YUVA422P10, AV_PIX_FMT_YUVA444P10,
213 AV_PIX_FMT_YUVA420P16, AV_PIX_FMT_YUVA422P16, AV_PIX_FMT_YUVA444P16,
214 AV_PIX_FMT_GBRP, AV_PIX_FMT_GBRP9, AV_PIX_FMT_GBRP10,
215 AV_PIX_FMT_GBRP12, AV_PIX_FMT_GBRP14, AV_PIX_FMT_GBRP16,
216 AV_PIX_FMT_GBRAP, AV_PIX_FMT_GBRAP16,
217 AV_PIX_FMT_GBRPF32, AV_PIX_FMT_GBRAPF32,
218 AV_PIX_FMT_NONE
219 };
220 int ret;
221
222 ret = ff_formats_ref(ff_make_format_list(pixel_fmts), &ctx->inputs[0]->outcfg.formats);
223 if (ret < 0)
224 return ret;
225 return ff_formats_ref(ff_make_format_list(pixel_fmts), &ctx->outputs[0]->incfg.formats);
226 }
227
slice_params(ZScaleContext * s,int out_h,int in_h)228 static void slice_params(ZScaleContext *s, int out_h, int in_h)
229 {
230 s->out_slice_start[0] = 0;
231 for (int i = 1; i < s->nb_threads; i++) {
232 int slice_end = out_h * i / s->nb_threads;
233 s->out_slice_end[i - 1] = s->out_slice_start[i] = FFALIGN(slice_end, 2);
234 }
235 s->out_slice_end[s->nb_threads - 1] = out_h;
236
237 for (int i = 0; i < s->nb_threads; i++) {
238 s->in_slice_start[i] = s->out_slice_start[i] * in_h / (double)out_h;
239 s->in_slice_end[i] = s->out_slice_end[i] * in_h / (double)out_h;
240 }
241 }
242
config_props(AVFilterLink * outlink)243 static int config_props(AVFilterLink *outlink)
244 {
245 AVFilterContext *ctx = outlink->src;
246 AVFilterLink *inlink = outlink->src->inputs[0];
247 ZScaleContext *s = ctx->priv;
248 const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format);
249 const AVPixFmtDescriptor *out_desc = av_pix_fmt_desc_get(outlink->format);
250 int64_t w, h;
251 double var_values[VARS_NB], res;
252 char *expr;
253 int ret;
254 int factor_w, factor_h;
255
256 var_values[VAR_IN_W] = var_values[VAR_IW] = inlink->w;
257 var_values[VAR_IN_H] = var_values[VAR_IH] = inlink->h;
258 var_values[VAR_OUT_W] = var_values[VAR_OW] = NAN;
259 var_values[VAR_OUT_H] = var_values[VAR_OH] = NAN;
260 var_values[VAR_A] = (double) inlink->w / inlink->h;
261 var_values[VAR_SAR] = inlink->sample_aspect_ratio.num ?
262 (double) inlink->sample_aspect_ratio.num / inlink->sample_aspect_ratio.den : 1;
263 var_values[VAR_DAR] = var_values[VAR_A] * var_values[VAR_SAR];
264 var_values[VAR_HSUB] = 1 << desc->log2_chroma_w;
265 var_values[VAR_VSUB] = 1 << desc->log2_chroma_h;
266 var_values[VAR_OHSUB] = 1 << out_desc->log2_chroma_w;
267 var_values[VAR_OVSUB] = 1 << out_desc->log2_chroma_h;
268
269 /* evaluate width and height */
270 av_expr_parse_and_eval(&res, (expr = s->w_expr),
271 var_names, var_values,
272 NULL, NULL, NULL, NULL, NULL, 0, ctx);
273 s->w = var_values[VAR_OUT_W] = var_values[VAR_OW] = res;
274 if ((ret = av_expr_parse_and_eval(&res, (expr = s->h_expr),
275 var_names, var_values,
276 NULL, NULL, NULL, NULL, NULL, 0, ctx)) < 0)
277 goto fail;
278 s->h = var_values[VAR_OUT_H] = var_values[VAR_OH] = res;
279 /* evaluate again the width, as it may depend on the output height */
280 if ((ret = av_expr_parse_and_eval(&res, (expr = s->w_expr),
281 var_names, var_values,
282 NULL, NULL, NULL, NULL, NULL, 0, ctx)) < 0)
283 goto fail;
284 s->w = res;
285
286 w = s->w;
287 h = s->h;
288
289 /* Check if it is requested that the result has to be divisible by a some
290 * factor (w or h = -n with n being the factor). */
291 factor_w = 1;
292 factor_h = 1;
293 if (w < -1) {
294 factor_w = -w;
295 }
296 if (h < -1) {
297 factor_h = -h;
298 }
299
300 if (w < 0 && h < 0)
301 s->w = s->h = 0;
302
303 if (!(w = s->w))
304 w = inlink->w;
305 if (!(h = s->h))
306 h = inlink->h;
307
308 /* Make sure that the result is divisible by the factor we determined
309 * earlier. If no factor was set, it is nothing will happen as the default
310 * factor is 1 */
311 if (w < 0)
312 w = av_rescale(h, inlink->w, inlink->h * factor_w) * factor_w;
313 if (h < 0)
314 h = av_rescale(w, inlink->h, inlink->w * factor_h) * factor_h;
315
316 /* Note that force_original_aspect_ratio may overwrite the previous set
317 * dimensions so that it is not divisible by the set factors anymore. */
318 if (s->force_original_aspect_ratio) {
319 int tmp_w = av_rescale(h, inlink->w, inlink->h);
320 int tmp_h = av_rescale(w, inlink->h, inlink->w);
321
322 if (s->force_original_aspect_ratio == 1) {
323 w = FFMIN(tmp_w, w);
324 h = FFMIN(tmp_h, h);
325 } else {
326 w = FFMAX(tmp_w, w);
327 h = FFMAX(tmp_h, h);
328 }
329 }
330
331 if (w > INT_MAX || h > INT_MAX ||
332 (h * inlink->w) > INT_MAX ||
333 (w * inlink->h) > INT_MAX)
334 av_log(ctx, AV_LOG_ERROR, "Rescaled value for width or height is too big.\n");
335
336 outlink->w = w;
337 outlink->h = h;
338
339 s->first_time = 1;
340
341 if (inlink->sample_aspect_ratio.num){
342 outlink->sample_aspect_ratio = av_mul_q((AVRational){outlink->h * inlink->w, outlink->w * inlink->h}, inlink->sample_aspect_ratio);
343 } else
344 outlink->sample_aspect_ratio = inlink->sample_aspect_ratio;
345
346 av_log(ctx, AV_LOG_TRACE, "w:%d h:%d fmt:%s sar:%d/%d -> w:%d h:%d fmt:%s sar:%d/%d\n",
347 inlink ->w, inlink ->h, av_get_pix_fmt_name( inlink->format),
348 inlink->sample_aspect_ratio.num, inlink->sample_aspect_ratio.den,
349 outlink->w, outlink->h, av_get_pix_fmt_name(outlink->format),
350 outlink->sample_aspect_ratio.num, outlink->sample_aspect_ratio.den);
351 return 0;
352
353 fail:
354 av_log(ctx, AV_LOG_ERROR,
355 "Error when evaluating the expression '%s'.\n"
356 "Maybe the expression for out_w:'%s' or for out_h:'%s' is self-referencing.\n",
357 expr, s->w_expr, s->h_expr);
358 return ret;
359 }
360
print_zimg_error(AVFilterContext * ctx)361 static int print_zimg_error(AVFilterContext *ctx)
362 {
363 char err_msg[1024];
364 int err_code = zimg_get_last_error(err_msg, sizeof(err_msg));
365
366 av_log(ctx, AV_LOG_ERROR, "code %d: %s\n", err_code, err_msg);
367
368 return AVERROR_EXTERNAL;
369 }
370
convert_chroma_location(enum AVChromaLocation chroma_location)371 static int convert_chroma_location(enum AVChromaLocation chroma_location)
372 {
373 switch (chroma_location) {
374 case AVCHROMA_LOC_UNSPECIFIED:
375 case AVCHROMA_LOC_LEFT:
376 return ZIMG_CHROMA_LEFT;
377 case AVCHROMA_LOC_CENTER:
378 return ZIMG_CHROMA_CENTER;
379 case AVCHROMA_LOC_TOPLEFT:
380 return ZIMG_CHROMA_TOP_LEFT;
381 case AVCHROMA_LOC_TOP:
382 return ZIMG_CHROMA_TOP;
383 case AVCHROMA_LOC_BOTTOMLEFT:
384 return ZIMG_CHROMA_BOTTOM_LEFT;
385 case AVCHROMA_LOC_BOTTOM:
386 return ZIMG_CHROMA_BOTTOM;
387 }
388 return ZIMG_CHROMA_LEFT;
389 }
390
convert_matrix(enum AVColorSpace colorspace)391 static int convert_matrix(enum AVColorSpace colorspace)
392 {
393 switch (colorspace) {
394 case AVCOL_SPC_RGB:
395 return ZIMG_MATRIX_RGB;
396 case AVCOL_SPC_BT709:
397 return ZIMG_MATRIX_709;
398 case AVCOL_SPC_UNSPECIFIED:
399 return ZIMG_MATRIX_UNSPECIFIED;
400 case AVCOL_SPC_FCC:
401 return ZIMG_MATRIX_FCC;
402 case AVCOL_SPC_BT470BG:
403 return ZIMG_MATRIX_470BG;
404 case AVCOL_SPC_SMPTE170M:
405 return ZIMG_MATRIX_170M;
406 case AVCOL_SPC_SMPTE240M:
407 return ZIMG_MATRIX_240M;
408 case AVCOL_SPC_YCGCO:
409 return ZIMG_MATRIX_YCGCO;
410 case AVCOL_SPC_BT2020_NCL:
411 return ZIMG_MATRIX_2020_NCL;
412 case AVCOL_SPC_BT2020_CL:
413 return ZIMG_MATRIX_2020_CL;
414 case AVCOL_SPC_CHROMA_DERIVED_NCL:
415 return ZIMG_MATRIX_CHROMATICITY_DERIVED_NCL;
416 case AVCOL_SPC_CHROMA_DERIVED_CL:
417 return ZIMG_MATRIX_CHROMATICITY_DERIVED_CL;
418 case AVCOL_SPC_ICTCP:
419 return ZIMG_MATRIX_ICTCP;
420 }
421 return ZIMG_MATRIX_UNSPECIFIED;
422 }
423
convert_trc(enum AVColorTransferCharacteristic color_trc)424 static int convert_trc(enum AVColorTransferCharacteristic color_trc)
425 {
426 switch (color_trc) {
427 case AVCOL_TRC_UNSPECIFIED:
428 return ZIMG_TRANSFER_UNSPECIFIED;
429 case AVCOL_TRC_BT709:
430 return ZIMG_TRANSFER_709;
431 case AVCOL_TRC_GAMMA22:
432 return ZIMG_TRANSFER_470_M;
433 case AVCOL_TRC_GAMMA28:
434 return ZIMG_TRANSFER_470_BG;
435 case AVCOL_TRC_SMPTE170M:
436 return ZIMG_TRANSFER_601;
437 case AVCOL_TRC_SMPTE240M:
438 return ZIMG_TRANSFER_240M;
439 case AVCOL_TRC_LINEAR:
440 return ZIMG_TRANSFER_LINEAR;
441 case AVCOL_TRC_LOG:
442 return ZIMG_TRANSFER_LOG_100;
443 case AVCOL_TRC_LOG_SQRT:
444 return ZIMG_TRANSFER_LOG_316;
445 case AVCOL_TRC_IEC61966_2_4:
446 return ZIMG_TRANSFER_IEC_61966_2_4;
447 case AVCOL_TRC_BT2020_10:
448 return ZIMG_TRANSFER_2020_10;
449 case AVCOL_TRC_BT2020_12:
450 return ZIMG_TRANSFER_2020_12;
451 case AVCOL_TRC_SMPTE2084:
452 return ZIMG_TRANSFER_ST2084;
453 case AVCOL_TRC_ARIB_STD_B67:
454 return ZIMG_TRANSFER_ARIB_B67;
455 case AVCOL_TRC_IEC61966_2_1:
456 return ZIMG_TRANSFER_IEC_61966_2_1;
457 }
458 return ZIMG_TRANSFER_UNSPECIFIED;
459 }
460
convert_primaries(enum AVColorPrimaries color_primaries)461 static int convert_primaries(enum AVColorPrimaries color_primaries)
462 {
463 switch (color_primaries) {
464 case AVCOL_PRI_UNSPECIFIED:
465 return ZIMG_PRIMARIES_UNSPECIFIED;
466 case AVCOL_PRI_BT709:
467 return ZIMG_PRIMARIES_709;
468 case AVCOL_PRI_BT470M:
469 return ZIMG_PRIMARIES_470_M;
470 case AVCOL_PRI_BT470BG:
471 return ZIMG_PRIMARIES_470_BG;
472 case AVCOL_PRI_SMPTE170M:
473 return ZIMG_PRIMARIES_170M;
474 case AVCOL_PRI_SMPTE240M:
475 return ZIMG_PRIMARIES_240M;
476 case AVCOL_PRI_FILM:
477 return ZIMG_PRIMARIES_FILM;
478 case AVCOL_PRI_BT2020:
479 return ZIMG_PRIMARIES_2020;
480 case AVCOL_PRI_SMPTE428:
481 return ZIMG_PRIMARIES_ST428;
482 case AVCOL_PRI_SMPTE431:
483 return ZIMG_PRIMARIES_ST431_2;
484 case AVCOL_PRI_SMPTE432:
485 return ZIMG_PRIMARIES_ST432_1;
486 case AVCOL_PRI_JEDEC_P22:
487 return ZIMG_PRIMARIES_EBU3213_E;
488 }
489 return ZIMG_PRIMARIES_UNSPECIFIED;
490 }
491
convert_range(enum AVColorRange color_range)492 static int convert_range(enum AVColorRange color_range)
493 {
494 switch (color_range) {
495 case AVCOL_RANGE_UNSPECIFIED:
496 case AVCOL_RANGE_MPEG:
497 return ZIMG_RANGE_LIMITED;
498 case AVCOL_RANGE_JPEG:
499 return ZIMG_RANGE_FULL;
500 }
501 return ZIMG_RANGE_LIMITED;
502 }
503
convert_range_from_zimg(enum zimg_pixel_range_e color_range)504 static enum AVColorRange convert_range_from_zimg(enum zimg_pixel_range_e color_range)
505 {
506 switch (color_range) {
507 case ZIMG_RANGE_LIMITED:
508 return AVCOL_RANGE_MPEG;
509 case ZIMG_RANGE_FULL:
510 return AVCOL_RANGE_JPEG;
511 }
512 return AVCOL_RANGE_UNSPECIFIED;
513 }
514
515 /* returns 0 if image formats are the same and 1 otherwise */
compare_zimg_image_formats(zimg_image_format * img_fmt0,zimg_image_format * img_fmt1)516 static int compare_zimg_image_formats(zimg_image_format *img_fmt0, zimg_image_format *img_fmt1)
517 {
518 return ((img_fmt0->chroma_location != img_fmt1->chroma_location) ||
519 #if ZIMG_API_VERSION >= 0x204
520 (img_fmt0->alpha != img_fmt1->alpha) ||
521 #endif
522 (img_fmt0->color_family != img_fmt1->color_family) ||
523 (img_fmt0->color_primaries != img_fmt1->color_primaries) ||
524 (img_fmt0->depth != img_fmt1->depth) ||
525 (img_fmt0->field_parity != img_fmt1->field_parity) ||
526 (img_fmt0->height != img_fmt1->height) ||
527 (img_fmt0->matrix_coefficients != img_fmt1->matrix_coefficients) ||
528 (img_fmt0->pixel_range != img_fmt1->pixel_range) ||
529 (img_fmt0->pixel_type != img_fmt1->pixel_type) ||
530 (img_fmt0->subsample_h != img_fmt1->subsample_h) ||
531 (img_fmt0->subsample_w != img_fmt1->subsample_w) ||
532 (img_fmt0->transfer_characteristics != img_fmt1->transfer_characteristics) ||
533 (img_fmt0->width != img_fmt1->width));
534 }
535
536 /* returns 0 if graph builder parameters are the same and 1 otherwise */
compare_zimg_graph_builder_params(zimg_graph_builder_params * parm0,zimg_graph_builder_params * parm1)537 static int compare_zimg_graph_builder_params(zimg_graph_builder_params *parm0, zimg_graph_builder_params *parm1)
538 {
539 /* the parameters that could be changed inside a single ffmpeg zscale invocation are checked only
540 and NaN values that are default for some params are treated properly*/
541 int ret = (parm0->allow_approximate_gamma != parm1->allow_approximate_gamma) ||
542 (parm0->dither_type != parm1->dither_type) ||
543 (parm0->resample_filter != parm1->resample_filter) ||
544 (parm0->resample_filter_uv != parm1->resample_filter_uv);
545
546 if ((isnan(parm0->nominal_peak_luminance) == 0) || (isnan(parm1->nominal_peak_luminance) == 0))
547 ret = ret || (parm0->nominal_peak_luminance != parm1->nominal_peak_luminance);
548 if ((isnan(parm0->filter_param_a) == 0) || (isnan(parm1->filter_param_a) == 0))
549 ret = ret || (parm0->filter_param_a != parm1->filter_param_a);
550 if ((isnan(parm0->filter_param_a_uv) == 0) || (isnan(parm1->filter_param_a_uv) == 0))
551 ret = ret || (parm0->filter_param_a_uv != parm1->filter_param_a_uv);
552 if ((isnan(parm0->filter_param_b) == 0) || (isnan(parm1->filter_param_b) == 0))
553 ret = ret || (parm0->filter_param_b != parm1->filter_param_b);
554 if ((isnan(parm0->filter_param_b_uv) == 0) || (isnan(parm1->filter_param_b_uv) == 0))
555 ret = ret || (parm0->filter_param_b_uv != parm1->filter_param_b_uv);
556
557 return ret;
558 }
559
format_init(zimg_image_format * format,AVFrame * frame,const AVPixFmtDescriptor * desc,int colorspace,int primaries,int transfer,int range,int location)560 static void format_init(zimg_image_format *format, AVFrame *frame, const AVPixFmtDescriptor *desc,
561 int colorspace, int primaries, int transfer, int range, int location)
562 {
563 format->width = frame->width;
564 format->height = frame->height;
565 format->subsample_w = desc->log2_chroma_w;
566 format->subsample_h = desc->log2_chroma_h;
567 format->depth = desc->comp[0].depth;
568 format->pixel_type = (desc->flags & AV_PIX_FMT_FLAG_FLOAT) ? ZIMG_PIXEL_FLOAT : desc->comp[0].depth > 8 ? ZIMG_PIXEL_WORD : ZIMG_PIXEL_BYTE;
569 format->color_family = (desc->flags & AV_PIX_FMT_FLAG_RGB) ? ZIMG_COLOR_RGB : ZIMG_COLOR_YUV;
570 format->matrix_coefficients = (desc->flags & AV_PIX_FMT_FLAG_RGB) ? ZIMG_MATRIX_RGB : colorspace == -1 ? convert_matrix(frame->colorspace) : colorspace;
571 format->color_primaries = primaries == -1 ? convert_primaries(frame->color_primaries) : primaries;
572 format->transfer_characteristics = transfer == -1 ? convert_trc(frame->color_trc) : transfer;
573 format->pixel_range = (desc->flags & AV_PIX_FMT_FLAG_RGB) ? ZIMG_RANGE_FULL : range == -1 ? convert_range(frame->color_range) : range;
574 format->chroma_location = location == -1 ? convert_chroma_location(frame->chroma_location) : location;
575 }
576
graphs_build(AVFrame * in,AVFrame * out,const AVPixFmtDescriptor * desc,const AVPixFmtDescriptor * out_desc,AVFilterContext * ctx,int job_nr,int n_jobs)577 static int graphs_build(AVFrame *in, AVFrame *out, const AVPixFmtDescriptor *desc, const AVPixFmtDescriptor *out_desc,
578 AVFilterContext *ctx, int job_nr, int n_jobs)
579 {
580 ZScaleContext *s = ctx->priv;
581 int ret;
582 size_t size;
583 zimg_image_format src_format;
584 zimg_image_format dst_format;
585 zimg_image_format alpha_src_format;
586 zimg_image_format alpha_dst_format;
587 const double in_slice_start = s->in_slice_start[job_nr];
588 const double in_slice_end = s->in_slice_end[job_nr];
589 const int out_slice_start = s->out_slice_start[job_nr];
590 const int out_slice_end = s->out_slice_end[job_nr];
591
592 src_format = s->src_format;
593 dst_format = s->dst_format;
594 /* The input slice is specified through the active_region field,
595 unlike the output slice.
596 according to zimg requirements input and output slices should have even dimensions */
597 src_format.active_region.width = in->width;
598 src_format.active_region.height = in_slice_end - in_slice_start;
599 src_format.active_region.left = 0;
600 src_format.active_region.top = in_slice_start;
601 //dst now is the single tile only!!
602 dst_format.width = out->width;
603 dst_format.height = out_slice_end - out_slice_start;
604
605 if (s->graph[job_nr]) {
606 zimg_filter_graph_free(s->graph[job_nr]);
607 }
608 s->graph[job_nr] = zimg_filter_graph_build(&src_format, &dst_format, &s->params);
609 if (!s->graph[job_nr])
610 return print_zimg_error(ctx);
611
612 ret = zimg_filter_graph_get_tmp_size(s->graph[job_nr], &size);
613 if (ret)
614 return print_zimg_error(ctx);
615
616 if (s->tmp[job_nr])
617 av_freep(&s->tmp[job_nr]);
618 s->tmp[job_nr] = av_calloc(size, 1);
619 if (!s->tmp[job_nr])
620 return AVERROR(ENOMEM);
621
622 if (desc->flags & AV_PIX_FMT_FLAG_ALPHA && out_desc->flags & AV_PIX_FMT_FLAG_ALPHA) {
623 alpha_src_format = s->alpha_src_format;
624 alpha_dst_format = s->alpha_dst_format;
625 /* The input slice is specified through the active_region field, unlike the output slice.
626 according to zimg requirements input and output slices should have even dimentions */
627 alpha_src_format.active_region.width = in->width;
628 alpha_src_format.active_region.height = in_slice_end - in_slice_start;
629 alpha_src_format.active_region.left = 0;
630 alpha_src_format.active_region.top = in_slice_start;
631 //dst now is the single tile only!!
632 alpha_dst_format.width = out->width;
633 alpha_dst_format.height = out_slice_end - out_slice_start;
634
635 if (s->alpha_graph[job_nr]) {
636 zimg_filter_graph_free(s->alpha_graph[job_nr]);
637 }
638 s->alpha_graph[job_nr] = zimg_filter_graph_build(&alpha_src_format, &alpha_dst_format, &s->alpha_params);
639 if (!s->alpha_graph[job_nr])
640 return print_zimg_error(ctx);
641 }
642 return 0;
643 }
644
realign_frame(const AVPixFmtDescriptor * desc,AVFrame ** frame,int needs_copy)645 static int realign_frame(const AVPixFmtDescriptor *desc, AVFrame **frame, int needs_copy)
646 {
647 AVFrame *aligned = NULL;
648 int ret = 0, plane, planes;
649
650 /* Realign any unaligned input frame. */
651 planes = av_pix_fmt_count_planes(desc->nb_components);
652 for (plane = 0; plane < planes; plane++) {
653 int p = desc->comp[plane].plane;
654 if ((uintptr_t)(*frame)->data[p] % ZIMG_ALIGNMENT || (*frame)->linesize[p] % ZIMG_ALIGNMENT) {
655 if (!(aligned = av_frame_alloc())) {
656 ret = AVERROR(ENOMEM);
657 goto fail;
658 }
659
660 aligned->format = (*frame)->format;
661 aligned->width = (*frame)->width;
662 aligned->height = (*frame)->height;
663
664 if ((ret = av_frame_get_buffer(aligned, ZIMG_ALIGNMENT)) < 0)
665 goto fail;
666
667 if (needs_copy && (ret = av_frame_copy(aligned, *frame)) < 0)
668 goto fail;
669
670 if (needs_copy && (ret = av_frame_copy_props(aligned, *frame)) < 0)
671 goto fail;
672
673 av_frame_free(frame);
674 *frame = aligned;
675 return 0;
676 }
677 }
678
679 fail:
680 av_frame_free(&aligned);
681 return ret;
682 }
683
update_output_color_information(ZScaleContext * s,AVFrame * frame)684 static void update_output_color_information(ZScaleContext *s, AVFrame *frame)
685 {
686 if (s->colorspace != -1)
687 frame->colorspace = (int)s->dst_format.matrix_coefficients;
688
689 if (s->primaries != -1)
690 frame->color_primaries = (int)s->dst_format.color_primaries;
691
692 if (s->range != -1)
693 frame->color_range = convert_range_from_zimg(s->dst_format.pixel_range);
694
695 if (s->trc != -1)
696 frame->color_trc = (int)s->dst_format.transfer_characteristics;
697
698 if (s->chromal != -1)
699 frame->chroma_location = (int)s->dst_format.chroma_location + 1;
700 }
701
filter_slice(AVFilterContext * ctx,void * data,int job_nr,int n_jobs)702 static int filter_slice(AVFilterContext *ctx, void *data, int job_nr, int n_jobs)
703 {
704 ThreadData *td = data;
705 int ret = 0;
706 int p;
707 int need_gb;
708 ZScaleContext *s = ctx->priv;
709 zimg_image_buffer_const src_buf = { ZIMG_API_VERSION };
710 zimg_image_buffer dst_buf = { ZIMG_API_VERSION };
711 const int out_slice_start = s->out_slice_start[job_nr];
712
713 /* create zimg filter graphs for each thread
714 only if not created earlier or there is some change in frame parameters */
715 need_gb = compare_zimg_image_formats(&s->src_format, &s->src_format_tmp) ||
716 compare_zimg_image_formats(&s->dst_format, &s->dst_format_tmp) ||
717 compare_zimg_graph_builder_params(&s->params, &s->params_tmp);
718 if(td->desc->flags & AV_PIX_FMT_FLAG_ALPHA && td->odesc->flags & AV_PIX_FMT_FLAG_ALPHA)
719 need_gb = need_gb || compare_zimg_image_formats(&s->alpha_src_format, &s->alpha_src_format_tmp) ||
720 compare_zimg_image_formats(&s->alpha_dst_format, &s->alpha_dst_format_tmp) ||
721 compare_zimg_graph_builder_params(&s->alpha_params, &s->alpha_params_tmp);
722
723 if (need_gb){
724 ret = graphs_build(td->in, td->out, td->desc, td->odesc, ctx, job_nr, n_jobs);
725 if (ret < 0)
726 return print_zimg_error(ctx);
727 }
728 for (int i = 0; i < 3; i++) {
729 const int vsamp = i >= 1 ? td->odesc->log2_chroma_h : 0;
730
731 p = td->desc->comp[i].plane;
732
733 src_buf.plane[i].data = td->in->data[p];
734 src_buf.plane[i].stride = td->in->linesize[p];
735 src_buf.plane[i].mask = -1;
736
737 p = td->odesc->comp[i].plane;
738 dst_buf.plane[i].data = td->out->data[p] + td->out->linesize[p] * (out_slice_start >> vsamp);
739 dst_buf.plane[i].stride = td->out->linesize[p];
740 dst_buf.plane[i].mask = -1;
741 }
742 if (!s->graph[job_nr])
743 return AVERROR(EINVAL);
744 ret = zimg_filter_graph_process(s->graph[job_nr], &src_buf, &dst_buf, s->tmp[job_nr], 0, 0, 0, 0);
745 if (ret)
746 return print_zimg_error(ctx);
747
748 if (td->desc->flags & AV_PIX_FMT_FLAG_ALPHA && td->odesc->flags & AV_PIX_FMT_FLAG_ALPHA) {
749 src_buf.plane[0].data = td->in->data[3];
750 src_buf.plane[0].stride = td->in->linesize[3];
751 src_buf.plane[0].mask = -1;
752
753 dst_buf.plane[0].data = td->out->data[3] + td->out->linesize[3] * out_slice_start;
754 dst_buf.plane[0].stride = td->out->linesize[3];
755 dst_buf.plane[0].mask = -1;
756
757 if (!s->alpha_graph[job_nr])
758 return AVERROR(EINVAL);
759 ret = zimg_filter_graph_process(s->alpha_graph[job_nr], &src_buf, &dst_buf, s->tmp[job_nr], 0, 0, 0, 0);
760 if (ret)
761 return print_zimg_error(ctx);
762 }
763 return 0;
764 }
765
filter_frame(AVFilterLink * link,AVFrame * in)766 static int filter_frame(AVFilterLink *link, AVFrame *in)
767 {
768 AVFilterContext *ctx = link->dst;
769 ZScaleContext *s = ctx->priv;
770 AVFilterLink *outlink = ctx->outputs[0];
771 const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(link->format);
772 const AVPixFmtDescriptor *odesc = av_pix_fmt_desc_get(outlink->format);
773 char buf[32];
774 int ret = 0;
775 AVFrame *out = NULL;
776 ThreadData td;
777
778 //we need to use this filter if something is different for an input and output only
779 //otherwise - just copy the input frame to the output
780 if ((link->format != outlink->format) ||
781 (link->w != outlink->w) ||
782 (link->h != outlink->h) ||
783 s->first_time ||
784 (s->src_format.chroma_location != s->dst_format.chroma_location) ||
785 (s->src_format.color_family !=s->dst_format.color_family) ||
786 (s->src_format.color_primaries !=s->dst_format.color_primaries) ||
787 (s->src_format.depth !=s->dst_format.depth) ||
788 (s->src_format.matrix_coefficients !=s->dst_format.matrix_coefficients) ||
789 (s->src_format.field_parity !=s->dst_format.field_parity) ||
790 (s->src_format.pixel_range !=s->dst_format.pixel_range) ||
791 (s->src_format.pixel_type !=s->dst_format.pixel_type) ||
792 (s->src_format.transfer_characteristics !=s->dst_format.transfer_characteristics)
793 ){
794 out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
795 if (!out) {
796 ret = AVERROR(ENOMEM);
797 goto fail;
798 }
799
800 if ((ret = realign_frame(odesc, &out, 0)) < 0)
801 goto fail;
802
803 av_frame_copy_props(out, in);
804
805 if ((ret = realign_frame(desc, &in, 1)) < 0)
806 goto fail;
807
808 snprintf(buf, sizeof(buf)-1, "%d", outlink->w);
809 av_opt_set(s, "w", buf, 0);
810 snprintf(buf, sizeof(buf)-1, "%d", outlink->h);
811 av_opt_set(s, "h", buf, 0);
812
813 link->dst->inputs[0]->format = in->format;
814 link->dst->inputs[0]->w = in->width;
815 link->dst->inputs[0]->h = in->height;
816
817 s->nb_threads = av_clip(FFMIN(ff_filter_get_nb_threads(ctx), FFMIN(link->h, outlink->h) / MIN_TILESIZE), 1, MAX_THREADS);
818 s->in_colorspace = in->colorspace;
819 s->in_trc = in->color_trc;
820 s->in_primaries = in->color_primaries;
821 s->in_range = in->color_range;
822 s->out_colorspace = out->colorspace;
823 s->out_trc = out->color_trc;
824 s->out_primaries = out->color_primaries;
825 s->out_range = out->color_range;
826
827 slice_params(s, out->height, in->height);
828
829 zimg_image_format_default(&s->src_format, ZIMG_API_VERSION);
830 zimg_image_format_default(&s->dst_format, ZIMG_API_VERSION);
831 zimg_graph_builder_params_default(&s->params, ZIMG_API_VERSION);
832
833 format_init(&s->src_format, in, desc, s->colorspace_in,
834 s->primaries_in, s->trc_in, s->range_in, s->chromal_in);
835 format_init(&s->dst_format, out, odesc, s->colorspace,
836 s->primaries, s->trc, s->range, s->chromal);
837 s->first_time = 0;
838
839 s->params.dither_type = s->dither;
840 s->params.cpu_type = ZIMG_CPU_AUTO_64B;
841 s->params.resample_filter = s->filter;
842 s->params.resample_filter_uv = s->filter;
843 s->params.nominal_peak_luminance = s->nominal_peak_luminance;
844 s->params.allow_approximate_gamma = s->approximate_gamma;
845 s->params.filter_param_a = s->params.filter_param_a_uv = s->param_a;
846 s->params.filter_param_b = s->params.filter_param_b_uv = s->param_b;
847
848 if (desc->flags & AV_PIX_FMT_FLAG_ALPHA && odesc->flags & AV_PIX_FMT_FLAG_ALPHA) {
849 zimg_image_format_default(&s->alpha_src_format, ZIMG_API_VERSION);
850 zimg_image_format_default(&s->alpha_dst_format, ZIMG_API_VERSION);
851 zimg_graph_builder_params_default(&s->alpha_params, ZIMG_API_VERSION);
852
853 s->alpha_params.dither_type = s->dither;
854 s->alpha_params.cpu_type = ZIMG_CPU_AUTO_64B;
855 s->alpha_params.resample_filter = s->filter;
856
857 s->alpha_src_format.width = in->width;
858 s->alpha_src_format.height = in->height;
859 s->alpha_src_format.depth = desc->comp[0].depth;
860 s->alpha_src_format.pixel_type = (desc->flags & AV_PIX_FMT_FLAG_FLOAT) ? ZIMG_PIXEL_FLOAT : desc->comp[0].depth > 8 ? ZIMG_PIXEL_WORD : ZIMG_PIXEL_BYTE;
861 s->alpha_src_format.color_family = ZIMG_COLOR_GREY;
862
863 s->alpha_dst_format.depth = odesc->comp[0].depth;
864 s->alpha_dst_format.pixel_type = (odesc->flags & AV_PIX_FMT_FLAG_FLOAT) ? ZIMG_PIXEL_FLOAT : odesc->comp[0].depth > 8 ? ZIMG_PIXEL_WORD : ZIMG_PIXEL_BYTE;
865 s->alpha_dst_format.color_family = ZIMG_COLOR_GREY;
866 }
867
868 update_output_color_information(s, out);
869 av_reduce(&out->sample_aspect_ratio.num, &out->sample_aspect_ratio.den,
870 (int64_t)in->sample_aspect_ratio.num * outlink->h * link->w,
871 (int64_t)in->sample_aspect_ratio.den * outlink->w * link->h,
872 INT_MAX);
873
874 td.in = in;
875 td.out = out;
876 td.desc = desc;
877 td.odesc = odesc;
878
879 memset(s->jobs_ret, 0, s->nb_threads * sizeof(*s->jobs_ret));
880 ret = ff_filter_execute(ctx, filter_slice, &td, s->jobs_ret, s->nb_threads);
881 for (int i = 0; ret >= 0 && i < s->nb_threads; i++)
882 if (s->jobs_ret[i] < 0)
883 ret = s->jobs_ret[i];
884 if (ret < 0) {
885 av_frame_free(&in);
886 av_frame_free(&out);
887 return ret;
888 }
889
890 s->src_format_tmp = s->src_format;
891 s->dst_format_tmp = s->dst_format;
892 s->params_tmp = s->params;
893 if (desc->flags & AV_PIX_FMT_FLAG_ALPHA && odesc->flags & AV_PIX_FMT_FLAG_ALPHA) {
894 s->alpha_src_format_tmp = s->alpha_src_format;
895 s->alpha_dst_format_tmp = s->alpha_dst_format;
896 s->alpha_params_tmp = s->alpha_params;
897 }
898
899 if ((!(desc->flags & AV_PIX_FMT_FLAG_ALPHA)) && (odesc->flags & AV_PIX_FMT_FLAG_ALPHA) ){
900 int x, y;
901 if (odesc->flags & AV_PIX_FMT_FLAG_FLOAT) {
902 for (y = 0; y < out->height; y++) {
903 for (x = 0; x < out->width; x++) {
904 AV_WN32(out->data[3] + x * odesc->comp[3].step + y * out->linesize[3],
905 av_float2int(1.0f));
906 }
907 }
908 } else {
909 for (y = 0; y < outlink->h; y++)
910 memset(out->data[3] + y * out->linesize[3], 0xff, outlink->w);
911 }
912 }
913 } else {
914 /*no need for any filtering */
915 return ff_filter_frame(outlink, in);
916 }
917 fail:
918 av_frame_free(&in);
919 if (ret) {
920 av_frame_free(&out);
921 return ret;
922 }
923
924 return ff_filter_frame(outlink, out);
925 }
926
uninit(AVFilterContext * ctx)927 static av_cold void uninit(AVFilterContext *ctx)
928 {
929 ZScaleContext *s = ctx->priv;
930
931 for (int i = 0; i < s->nb_threads; i++) {
932 av_freep(&s->tmp[i]);
933 if (s->graph[i]) {
934 zimg_filter_graph_free(s->graph[i]);
935 s->graph[i] = NULL;
936 }
937 if (s->alpha_graph[i]) {
938 zimg_filter_graph_free(s->alpha_graph[i]);
939 s->alpha_graph[i] = NULL;
940 }
941 }
942 }
943
process_command(AVFilterContext * ctx,const char * cmd,const char * args,char * res,int res_len,int flags)944 static int process_command(AVFilterContext *ctx, const char *cmd, const char *args,
945 char *res, int res_len, int flags)
946 {
947 ZScaleContext *s = ctx->priv;
948 int ret;
949
950 if ( !strcmp(cmd, "width") || !strcmp(cmd, "w")
951 || !strcmp(cmd, "height") || !strcmp(cmd, "h")) {
952
953 int old_w = s->w;
954 int old_h = s->h;
955 AVFilterLink *outlink = ctx->outputs[0];
956
957 av_opt_set(s, cmd, args, 0);
958 if ((ret = config_props(outlink)) < 0) {
959 s->w = old_w;
960 s->h = old_h;
961 }
962 } else
963 ret = AVERROR(ENOSYS);
964
965 return ret;
966 }
967
968 #define OFFSET(x) offsetof(ZScaleContext, x)
969 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
970 #define TFLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_RUNTIME_PARAM
971
972 static const AVOption zscale_options[] = {
973 { "w", "Output video width", OFFSET(w_expr), AV_OPT_TYPE_STRING, .flags = TFLAGS },
974 { "width", "Output video width", OFFSET(w_expr), AV_OPT_TYPE_STRING, .flags = TFLAGS },
975 { "h", "Output video height", OFFSET(h_expr), AV_OPT_TYPE_STRING, .flags = TFLAGS },
976 { "height", "Output video height", OFFSET(h_expr), AV_OPT_TYPE_STRING, .flags = TFLAGS },
977 { "size", "set video size", OFFSET(size_str), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, FLAGS },
978 { "s", "set video size", OFFSET(size_str), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, FLAGS },
979 { "dither", "set dither type", OFFSET(dither), AV_OPT_TYPE_INT, {.i64 = 0}, 0, ZIMG_DITHER_ERROR_DIFFUSION, FLAGS, "dither" },
980 { "d", "set dither type", OFFSET(dither), AV_OPT_TYPE_INT, {.i64 = 0}, 0, ZIMG_DITHER_ERROR_DIFFUSION, FLAGS, "dither" },
981 { "none", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_DITHER_NONE}, 0, 0, FLAGS, "dither" },
982 { "ordered", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_DITHER_ORDERED}, 0, 0, FLAGS, "dither" },
983 { "random", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_DITHER_RANDOM}, 0, 0, FLAGS, "dither" },
984 { "error_diffusion", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_DITHER_ERROR_DIFFUSION}, 0, 0, FLAGS, "dither" },
985 { "filter", "set filter type", OFFSET(filter), AV_OPT_TYPE_INT, {.i64 = ZIMG_RESIZE_BILINEAR}, 0, ZIMG_RESIZE_LANCZOS, FLAGS, "filter" },
986 { "f", "set filter type", OFFSET(filter), AV_OPT_TYPE_INT, {.i64 = ZIMG_RESIZE_BILINEAR}, 0, ZIMG_RESIZE_LANCZOS, FLAGS, "filter" },
987 { "point", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_RESIZE_POINT}, 0, 0, FLAGS, "filter" },
988 { "bilinear", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_RESIZE_BILINEAR}, 0, 0, FLAGS, "filter" },
989 { "bicubic", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_RESIZE_BICUBIC}, 0, 0, FLAGS, "filter" },
990 { "spline16", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_RESIZE_SPLINE16}, 0, 0, FLAGS, "filter" },
991 { "spline36", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_RESIZE_SPLINE36}, 0, 0, FLAGS, "filter" },
992 { "lanczos", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_RESIZE_LANCZOS}, 0, 0, FLAGS, "filter" },
993 { "out_range", "set color range", OFFSET(range), AV_OPT_TYPE_INT, {.i64 = -1}, -1, ZIMG_RANGE_FULL, FLAGS, "range" },
994 { "range", "set color range", OFFSET(range), AV_OPT_TYPE_INT, {.i64 = -1}, -1, ZIMG_RANGE_FULL, FLAGS, "range" },
995 { "r", "set color range", OFFSET(range), AV_OPT_TYPE_INT, {.i64 = -1}, -1, ZIMG_RANGE_FULL, FLAGS, "range" },
996 { "input", 0, 0, AV_OPT_TYPE_CONST, {.i64 = -1}, 0, 0, FLAGS, "range" },
997 { "limited", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_RANGE_LIMITED}, 0, 0, FLAGS, "range" },
998 { "full", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_RANGE_FULL}, 0, 0, FLAGS, "range" },
999 { "unknown", 0, 0, AV_OPT_TYPE_CONST, {.i64 = -1}, 0, 0, FLAGS, "range" },
1000 { "tv", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_RANGE_LIMITED}, 0, 0, FLAGS, "range" },
1001 { "pc", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_RANGE_FULL}, 0, 0, FLAGS, "range" },
1002 { "primaries", "set color primaries", OFFSET(primaries), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, FLAGS, "primaries" },
1003 { "p", "set color primaries", OFFSET(primaries), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, FLAGS, "primaries" },
1004 { "input", 0, 0, AV_OPT_TYPE_CONST, {.i64 = -1}, 0, 0, FLAGS, "primaries" },
1005 { "709", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_PRIMARIES_709}, 0, 0, FLAGS, "primaries" },
1006 { "unspecified", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_PRIMARIES_UNSPECIFIED}, 0, 0, FLAGS, "primaries" },
1007 { "170m", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_PRIMARIES_170M}, 0, 0, FLAGS, "primaries" },
1008 { "240m", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_PRIMARIES_240M}, 0, 0, FLAGS, "primaries" },
1009 { "2020", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_PRIMARIES_2020}, 0, 0, FLAGS, "primaries" },
1010 { "unknown", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_PRIMARIES_UNSPECIFIED}, 0, 0, FLAGS, "primaries" },
1011 { "bt709", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_PRIMARIES_709}, 0, 0, FLAGS, "primaries" },
1012 { "bt470m", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_PRIMARIES_470_M}, 0, 0, FLAGS, "primaries" },
1013 { "bt470bg", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_PRIMARIES_470_BG}, 0, 0, FLAGS, "primaries" },
1014 { "smpte170m", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_PRIMARIES_170M}, 0, 0, FLAGS, "primaries" },
1015 { "smpte240m", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_PRIMARIES_240M}, 0, 0, FLAGS, "primaries" },
1016 { "film", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_PRIMARIES_FILM}, 0, 0, FLAGS, "primaries" },
1017 { "bt2020", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_PRIMARIES_2020}, 0, 0, FLAGS, "primaries" },
1018 { "smpte428", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_PRIMARIES_ST428}, 0, 0, FLAGS, "primaries" },
1019 { "smpte431", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_PRIMARIES_ST431_2}, 0, 0, FLAGS, "primaries" },
1020 { "smpte432", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_PRIMARIES_ST432_1}, 0, 0, FLAGS, "primaries" },
1021 { "jedec-p22", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_PRIMARIES_EBU3213_E}, 0, 0, FLAGS, "primaries" },
1022 { "ebu3213", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_PRIMARIES_EBU3213_E}, 0, 0, FLAGS, "primaries" },
1023 { "transfer", "set transfer characteristic", OFFSET(trc), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, FLAGS, "transfer" },
1024 { "t", "set transfer characteristic", OFFSET(trc), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, FLAGS, "transfer" },
1025 { "input", 0, 0, AV_OPT_TYPE_CONST, {.i64 = -1}, 0, 0, FLAGS, "transfer" },
1026 { "709", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_TRANSFER_709}, 0, 0, FLAGS, "transfer" },
1027 { "unspecified", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_TRANSFER_UNSPECIFIED}, 0, 0, FLAGS, "transfer" },
1028 { "601", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_TRANSFER_601}, 0, 0, FLAGS, "transfer" },
1029 { "linear", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_TRANSFER_LINEAR}, 0, 0, FLAGS, "transfer" },
1030 { "2020_10", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_TRANSFER_2020_10}, 0, 0, FLAGS, "transfer" },
1031 { "2020_12", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_TRANSFER_2020_12}, 0, 0, FLAGS, "transfer" },
1032 { "unknown", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_TRANSFER_UNSPECIFIED}, 0, 0, FLAGS, "transfer" },
1033 { "bt470m", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_TRANSFER_470_M}, 0, 0, FLAGS, "transfer" },
1034 { "bt470bg", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_TRANSFER_470_BG}, 0, 0, FLAGS, "transfer" },
1035 { "smpte170m", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_TRANSFER_601}, 0, 0, FLAGS, "transfer" },
1036 { "bt709", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_TRANSFER_709}, 0, 0, FLAGS, "transfer" },
1037 { "linear", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_TRANSFER_LINEAR}, 0, 0, FLAGS, "transfer" },
1038 { "log100", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_TRANSFER_LOG_100}, 0, 0, FLAGS, "transfer" },
1039 { "log316", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_TRANSFER_LOG_316}, 0, 0, FLAGS, "transfer" },
1040 { "bt2020-10", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_TRANSFER_2020_10}, 0, 0, FLAGS, "transfer" },
1041 { "bt2020-12", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_TRANSFER_2020_12}, 0, 0, FLAGS, "transfer" },
1042 { "smpte2084", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_TRANSFER_ST2084}, 0, 0, FLAGS, "transfer" },
1043 { "iec61966-2-4", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_TRANSFER_IEC_61966_2_4},0, 0, FLAGS, "transfer" },
1044 { "iec61966-2-1", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_TRANSFER_IEC_61966_2_1},0, 0, FLAGS, "transfer" },
1045 { "arib-std-b67", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_TRANSFER_ARIB_B67}, 0, 0, FLAGS, "transfer" },
1046 { "matrix", "set colorspace matrix", OFFSET(colorspace), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, FLAGS, "matrix" },
1047 { "m", "set colorspace matrix", OFFSET(colorspace), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, FLAGS, "matrix" },
1048 { "input", 0, 0, AV_OPT_TYPE_CONST, {.i64 = -1}, 0, 0, FLAGS, "matrix" },
1049 { "709", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_MATRIX_709}, 0, 0, FLAGS, "matrix" },
1050 { "unspecified", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_MATRIX_UNSPECIFIED}, 0, 0, FLAGS, "matrix" },
1051 { "470bg", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_MATRIX_470BG}, 0, 0, FLAGS, "matrix" },
1052 { "170m", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_MATRIX_170M}, 0, 0, FLAGS, "matrix" },
1053 { "2020_ncl", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_MATRIX_2020_NCL}, 0, 0, FLAGS, "matrix" },
1054 { "2020_cl", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_MATRIX_2020_CL}, 0, 0, FLAGS, "matrix" },
1055 { "unknown", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_MATRIX_UNSPECIFIED}, 0, 0, FLAGS, "matrix" },
1056 { "gbr", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_MATRIX_RGB}, 0, 0, FLAGS, "matrix" },
1057 { "bt709", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_MATRIX_709}, 0, 0, FLAGS, "matrix" },
1058 { "fcc", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_MATRIX_FCC}, 0, 0, FLAGS, "matrix" },
1059 { "bt470bg", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_MATRIX_470BG}, 0, 0, FLAGS, "matrix" },
1060 { "smpte170m", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_MATRIX_170M}, 0, 0, FLAGS, "matrix" },
1061 { "smpte2400m", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_MATRIX_240M}, 0, 0, FLAGS, "matrix" },
1062 { "ycgco", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_MATRIX_YCGCO}, 0, 0, FLAGS, "matrix" },
1063 { "bt2020nc", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_MATRIX_2020_NCL}, 0, 0, FLAGS, "matrix" },
1064 { "bt2020c", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_MATRIX_2020_CL}, 0, 0, FLAGS, "matrix" },
1065 { "chroma-derived-nc",0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_MATRIX_CHROMATICITY_DERIVED_NCL}, 0, 0, FLAGS, "matrix" },
1066 { "chroma-derived-c", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_MATRIX_CHROMATICITY_DERIVED_CL}, 0, 0, FLAGS, "matrix" },
1067 { "ictcp", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_MATRIX_ICTCP}, 0, 0, FLAGS, "matrix" },
1068 { "in_range", "set input color range", OFFSET(range_in), AV_OPT_TYPE_INT, {.i64 = -1}, -1, ZIMG_RANGE_FULL, FLAGS, "range" },
1069 { "rangein", "set input color range", OFFSET(range_in), AV_OPT_TYPE_INT, {.i64 = -1}, -1, ZIMG_RANGE_FULL, FLAGS, "range" },
1070 { "rin", "set input color range", OFFSET(range_in), AV_OPT_TYPE_INT, {.i64 = -1}, -1, ZIMG_RANGE_FULL, FLAGS, "range" },
1071 { "primariesin", "set input color primaries", OFFSET(primaries_in), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, FLAGS, "primaries" },
1072 { "pin", "set input color primaries", OFFSET(primaries_in), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, FLAGS, "primaries" },
1073 { "transferin", "set input transfer characteristic", OFFSET(trc_in), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, FLAGS, "transfer" },
1074 { "tin", "set input transfer characteristic", OFFSET(trc_in), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, FLAGS, "transfer" },
1075 { "matrixin", "set input colorspace matrix", OFFSET(colorspace_in), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, FLAGS, "matrix" },
1076 { "min", "set input colorspace matrix", OFFSET(colorspace_in), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, FLAGS, "matrix" },
1077 { "chromal", "set output chroma location", OFFSET(chromal), AV_OPT_TYPE_INT, {.i64 = -1}, -1, ZIMG_CHROMA_BOTTOM, FLAGS, "chroma" },
1078 { "c", "set output chroma location", OFFSET(chromal), AV_OPT_TYPE_INT, {.i64 = -1}, -1, ZIMG_CHROMA_BOTTOM, FLAGS, "chroma" },
1079 { "input", 0, 0, AV_OPT_TYPE_CONST, {.i64 = -1}, 0, 0, FLAGS, "chroma" },
1080 { "left", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_CHROMA_LEFT}, 0, 0, FLAGS, "chroma" },
1081 { "center", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_CHROMA_CENTER}, 0, 0, FLAGS, "chroma" },
1082 { "topleft", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_CHROMA_TOP_LEFT}, 0, 0, FLAGS, "chroma" },
1083 { "top", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_CHROMA_TOP}, 0, 0, FLAGS, "chroma" },
1084 { "bottomleft",0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_CHROMA_BOTTOM_LEFT}, 0, 0, FLAGS, "chroma" },
1085 { "bottom", 0, 0, AV_OPT_TYPE_CONST, {.i64 = ZIMG_CHROMA_BOTTOM}, 0, 0, FLAGS, "chroma" },
1086 { "chromalin", "set input chroma location", OFFSET(chromal_in), AV_OPT_TYPE_INT, {.i64 = -1}, -1, ZIMG_CHROMA_BOTTOM, FLAGS, "chroma" },
1087 { "cin", "set input chroma location", OFFSET(chromal_in), AV_OPT_TYPE_INT, {.i64 = -1}, -1, ZIMG_CHROMA_BOTTOM, FLAGS, "chroma" },
1088 { "npl", "set nominal peak luminance", OFFSET(nominal_peak_luminance), AV_OPT_TYPE_DOUBLE, {.dbl = NAN}, 0, DBL_MAX, FLAGS },
1089 { "agamma", "allow approximate gamma", OFFSET(approximate_gamma), AV_OPT_TYPE_BOOL, {.i64 = 1}, 0, 1, FLAGS },
1090 { "param_a", "parameter A, which is parameter \"b\" for bicubic, "
1091 "and the number of filter taps for lanczos", OFFSET(param_a), AV_OPT_TYPE_DOUBLE, {.dbl = NAN}, -DBL_MAX, DBL_MAX, FLAGS },
1092 { "param_b", "parameter B, which is parameter \"c\" for bicubic", OFFSET(param_b), AV_OPT_TYPE_DOUBLE, {.dbl = NAN}, -DBL_MAX, DBL_MAX, FLAGS },
1093 { NULL }
1094 };
1095
1096 AVFILTER_DEFINE_CLASS(zscale);
1097
1098 static const AVFilterPad avfilter_vf_zscale_inputs[] = {
1099 {
1100 .name = "default",
1101 .type = AVMEDIA_TYPE_VIDEO,
1102 .filter_frame = filter_frame,
1103 },
1104 };
1105
1106 static const AVFilterPad avfilter_vf_zscale_outputs[] = {
1107 {
1108 .name = "default",
1109 .type = AVMEDIA_TYPE_VIDEO,
1110 .config_props = config_props,
1111 },
1112 };
1113
1114 const AVFilter ff_vf_zscale = {
1115 .name = "zscale",
1116 .description = NULL_IF_CONFIG_SMALL("Apply resizing, colorspace and bit depth conversion."),
1117 .init = init,
1118 .priv_size = sizeof(ZScaleContext),
1119 .priv_class = &zscale_class,
1120 .uninit = uninit,
1121 FILTER_INPUTS(avfilter_vf_zscale_inputs),
1122 FILTER_OUTPUTS(avfilter_vf_zscale_outputs),
1123 FILTER_QUERY_FUNC(query_formats),
1124 .process_command = process_command,
1125 .flags = AVFILTER_FLAG_SLICE_THREADS,
1126 };
1127