• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * Copyright (c) 2010 Brandon Mintern
3  * Copyright (c) 2007 Bobby Bingham
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
22 /**
23  * @file
24  * video fade filter
25  * based heavily on vf_negate.c by Bobby Bingham
26  */
27 
28 #include "libavutil/avassert.h"
29 #include "libavutil/avstring.h"
30 #include "libavutil/common.h"
31 #include "libavutil/eval.h"
32 #include "libavutil/opt.h"
33 #include "libavutil/pixdesc.h"
34 #include "avfilter.h"
35 #include "drawutils.h"
36 #include "formats.h"
37 #include "internal.h"
38 #include "video.h"
39 
40 #define R 0
41 #define G 1
42 #define B 2
43 #define A 3
44 
45 #define Y 0
46 #define U 1
47 #define V 2
48 
49 #define FADE_IN  0
50 #define FADE_OUT 1
51 
52 typedef struct FadeContext {
53     const AVClass *class;
54     int type;
55     int factor, fade_per_frame;
56     int start_frame, nb_frames;
57     int hsub, vsub, bpp, depth;
58     unsigned int black_level, black_level_scaled;
59     uint8_t is_rgb;
60     uint8_t is_packed_rgb;
61     uint8_t rgba_map[4];
62     int alpha;
63     int is_planar;
64     uint64_t start_time, duration;
65     uint64_t start_time_pts, duration_pts;
66     enum {VF_FADE_WAITING=0, VF_FADE_FADING, VF_FADE_DONE} fade_state;
67     uint8_t color_rgba[4];  ///< fade color
68     int black_fade;         ///< if color_rgba is black
69     int (*filter_slice_luma)(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs);
70     int (*filter_slice_chroma)(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs);
71     int (*filter_slice_alpha)(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs);
72 } FadeContext;
73 
init(AVFilterContext * ctx)74 static av_cold int init(AVFilterContext *ctx)
75 {
76     FadeContext *s = ctx->priv;
77 
78     s->fade_per_frame = (1 << 16) / s->nb_frames;
79     s->fade_state = VF_FADE_WAITING;
80 
81     if (s->duration != 0) {
82         // If duration (seconds) is non-zero, assume that we are not fading based on frames
83         s->nb_frames = 0; // Mostly to clean up logging
84     }
85 
86     // Choose what to log. If both time-based and frame-based options, both lines will be in the log
87     if (s->start_frame || s->nb_frames) {
88         av_log(ctx, AV_LOG_VERBOSE,
89                "type:%s start_frame:%d nb_frames:%d alpha:%d\n",
90                s->type == FADE_IN ? "in" : "out", s->start_frame,
91                s->nb_frames,s->alpha);
92     }
93     if (s->start_time || s->duration) {
94         av_log(ctx, AV_LOG_VERBOSE,
95                "type:%s start_time:%f duration:%f alpha:%d\n",
96                s->type == FADE_IN ? "in" : "out", (s->start_time / (double)AV_TIME_BASE),
97                (s->duration / (double)AV_TIME_BASE),s->alpha);
98     }
99 
100     s->black_fade = !memcmp(s->color_rgba, "\x00\x00\x00\xff", 4);
101     return 0;
102 }
103 
query_formats(AVFilterContext * ctx)104 static int query_formats(AVFilterContext *ctx)
105 {
106     const FadeContext *s = ctx->priv;
107     static const enum AVPixelFormat pix_fmts[] = {
108         AV_PIX_FMT_YUV444P,  AV_PIX_FMT_YUV422P,  AV_PIX_FMT_YUV420P,
109         AV_PIX_FMT_YUV411P,  AV_PIX_FMT_YUV410P,
110         AV_PIX_FMT_YUVJ444P, AV_PIX_FMT_YUVJ422P, AV_PIX_FMT_YUVJ420P,
111         AV_PIX_FMT_YUV440P,  AV_PIX_FMT_YUVJ440P,
112         AV_PIX_FMT_YUVA420P, AV_PIX_FMT_YUVA422P, AV_PIX_FMT_YUVA444P,
113         AV_PIX_FMT_RGB24,    AV_PIX_FMT_BGR24,
114         AV_PIX_FMT_ARGB,     AV_PIX_FMT_ABGR,
115         AV_PIX_FMT_RGBA,     AV_PIX_FMT_BGRA,
116         AV_PIX_FMT_GBRP,     AV_PIX_FMT_GBRAP,
117         AV_PIX_FMT_YUV420P9, AV_PIX_FMT_YUV422P9, AV_PIX_FMT_YUV444P9,
118         AV_PIX_FMT_YUV420P10, AV_PIX_FMT_YUV422P10, AV_PIX_FMT_YUV444P10,
119         AV_PIX_FMT_YUV420P12, AV_PIX_FMT_YUV422P12, AV_PIX_FMT_YUV444P12, AV_PIX_FMT_YUV440P12,
120         AV_PIX_FMT_YUV420P14, AV_PIX_FMT_YUV422P14, AV_PIX_FMT_YUV444P14,
121         AV_PIX_FMT_YUV420P16, AV_PIX_FMT_YUV422P16, AV_PIX_FMT_YUV444P16,
122         AV_PIX_FMT_YUVA420P9, AV_PIX_FMT_YUVA422P9, AV_PIX_FMT_YUVA444P9,
123         AV_PIX_FMT_YUVA420P10, AV_PIX_FMT_YUVA422P10, AV_PIX_FMT_YUVA444P10,
124         AV_PIX_FMT_YUVA422P12, AV_PIX_FMT_YUVA444P12,
125         AV_PIX_FMT_YUVA420P16, AV_PIX_FMT_YUVA422P16, AV_PIX_FMT_YUVA444P16,
126         AV_PIX_FMT_NONE
127     };
128     static const enum AVPixelFormat pix_fmts_rgb[] = {
129         AV_PIX_FMT_RGB24,    AV_PIX_FMT_BGR24,
130         AV_PIX_FMT_ARGB,     AV_PIX_FMT_ABGR,
131         AV_PIX_FMT_RGBA,     AV_PIX_FMT_BGRA,
132         AV_PIX_FMT_GBRP,
133         AV_PIX_FMT_NONE
134     };
135     static const enum AVPixelFormat pix_fmts_alpha[] = {
136         AV_PIX_FMT_YUVA420P, AV_PIX_FMT_YUVA422P, AV_PIX_FMT_YUVA444P,
137         AV_PIX_FMT_YUVA420P9, AV_PIX_FMT_YUVA422P9, AV_PIX_FMT_YUVA444P9,
138         AV_PIX_FMT_YUVA420P10, AV_PIX_FMT_YUVA422P10, AV_PIX_FMT_YUVA444P10,
139         AV_PIX_FMT_YUVA422P12, AV_PIX_FMT_YUVA444P12,
140         AV_PIX_FMT_YUVA420P16, AV_PIX_FMT_YUVA422P16, AV_PIX_FMT_YUVA444P16,
141         AV_PIX_FMT_ARGB,     AV_PIX_FMT_ABGR,
142         AV_PIX_FMT_RGBA,     AV_PIX_FMT_BGRA,
143         AV_PIX_FMT_GBRAP,
144         AV_PIX_FMT_NONE
145     };
146     static const enum AVPixelFormat pix_fmts_rgba[] = {
147         AV_PIX_FMT_ARGB,     AV_PIX_FMT_ABGR,
148         AV_PIX_FMT_RGBA,     AV_PIX_FMT_BGRA,
149         AV_PIX_FMT_GBRAP,
150         AV_PIX_FMT_NONE
151     };
152     const enum AVPixelFormat *pixel_fmts;
153 
154     if (s->alpha) {
155         if (s->black_fade)
156             pixel_fmts = pix_fmts_alpha;
157         else
158             pixel_fmts = pix_fmts_rgba;
159     } else {
160         if (s->black_fade)
161             pixel_fmts = pix_fmts;
162         else
163             pixel_fmts = pix_fmts_rgb;
164     }
165     return ff_set_common_formats_from_list(ctx, pixel_fmts);
166 }
167 
168 const static enum AVPixelFormat studio_level_pix_fmts[] = {
169     AV_PIX_FMT_YUV444P,  AV_PIX_FMT_YUV422P,  AV_PIX_FMT_YUV420P,
170     AV_PIX_FMT_YUV411P,  AV_PIX_FMT_YUV410P,
171     AV_PIX_FMT_YUV440P,
172     AV_PIX_FMT_YUV420P9, AV_PIX_FMT_YUV422P9, AV_PIX_FMT_YUV444P9,
173     AV_PIX_FMT_YUV420P10, AV_PIX_FMT_YUV422P10, AV_PIX_FMT_YUV444P10,
174     AV_PIX_FMT_YUV420P12, AV_PIX_FMT_YUV422P12, AV_PIX_FMT_YUV444P12, AV_PIX_FMT_YUV440P12,
175     AV_PIX_FMT_YUV420P14, AV_PIX_FMT_YUV422P14, AV_PIX_FMT_YUV444P14,
176     AV_PIX_FMT_YUV420P16, AV_PIX_FMT_YUV422P16, AV_PIX_FMT_YUV444P16,
177     AV_PIX_FMT_YUVA420P9, AV_PIX_FMT_YUVA422P9, AV_PIX_FMT_YUVA444P9,
178     AV_PIX_FMT_YUVA420P10, AV_PIX_FMT_YUVA422P10, AV_PIX_FMT_YUVA444P10,
179     AV_PIX_FMT_YUVA422P12, AV_PIX_FMT_YUVA444P12,
180     AV_PIX_FMT_YUVA420P16, AV_PIX_FMT_YUVA422P16, AV_PIX_FMT_YUVA444P16,
181     AV_PIX_FMT_NONE
182 };
183 
filter_rgb(FadeContext * s,const AVFrame * frame,int slice_start,int slice_end,int do_alpha,int step)184 static av_always_inline void filter_rgb(FadeContext *s, const AVFrame *frame,
185                                         int slice_start, int slice_end,
186                                         int do_alpha, int step)
187 {
188     int i, j;
189     const uint8_t r_idx  = s->rgba_map[R];
190     const uint8_t g_idx  = s->rgba_map[G];
191     const uint8_t b_idx  = s->rgba_map[B];
192     const uint8_t a_idx  = s->rgba_map[A];
193     const uint8_t *c = s->color_rgba;
194 
195     for (i = slice_start; i < slice_end; i++) {
196         uint8_t *p = frame->data[0] + i * frame->linesize[0];
197         for (j = 0; j < frame->width; j++) {
198 #define INTERP(c_name, c_idx) av_clip_uint8(((c[c_idx]<<16) + ((int)p[c_name] - (int)c[c_idx]) * s->factor + (1<<15)) >> 16)
199             p[r_idx] = INTERP(r_idx, 0);
200             p[g_idx] = INTERP(g_idx, 1);
201             p[b_idx] = INTERP(b_idx, 2);
202             if (do_alpha)
203                 p[a_idx] = INTERP(a_idx, 3);
204             p += step;
205         }
206     }
207 }
208 
filter_rgb_planar(FadeContext * s,const AVFrame * frame,int slice_start,int slice_end,int do_alpha)209 static av_always_inline void filter_rgb_planar(FadeContext *s, const AVFrame *frame,
210                                                int slice_start, int slice_end,
211                                                int do_alpha)
212 {
213     int i, j;
214     const uint8_t *c = s->color_rgba;
215 
216     for (i = slice_start; i < slice_end; i++) {
217         uint8_t *pg = frame->data[0] + i * frame->linesize[0];
218         uint8_t *pb = frame->data[1] + i * frame->linesize[1];
219         uint8_t *pr = frame->data[2] + i * frame->linesize[2];
220         uint8_t *pa = frame->data[3] + i * frame->linesize[3];
221         for (j = 0; j < frame->width; j++) {
222 #define INTERPP(c_name, c_idx) av_clip_uint8(((c[c_idx]<<16) + ((int)c_name - (int)c[c_idx]) * s->factor + (1<<15)) >> 16)
223             pr[j] = INTERPP(pr[j], 0);
224             pg[j] = INTERPP(pg[j], 1);
225             pb[j] = INTERPP(pb[j], 2);
226             if (do_alpha)
227                 pa[j] = INTERPP(pa[j], 3);
228         }
229     }
230 }
231 
filter_slice_rgb(AVFilterContext * ctx,void * arg,int jobnr,int nb_jobs)232 static int filter_slice_rgb(AVFilterContext *ctx, void *arg, int jobnr,
233                             int nb_jobs)
234 {
235     FadeContext *s = ctx->priv;
236     AVFrame *frame = arg;
237     int slice_start = (frame->height *  jobnr   ) / nb_jobs;
238     int slice_end   = (frame->height * (jobnr+1)) / nb_jobs;
239 
240     if      (s->is_planar && s->alpha)
241                           filter_rgb_planar(s, frame, slice_start, slice_end, 1);
242     else if (s->is_planar)
243                           filter_rgb_planar(s, frame, slice_start, slice_end, 0);
244     else if (s->alpha)    filter_rgb(s, frame, slice_start, slice_end, 1, 4);
245     else if (s->bpp == 3) filter_rgb(s, frame, slice_start, slice_end, 0, 3);
246     else if (s->bpp == 4) filter_rgb(s, frame, slice_start, slice_end, 0, 4);
247     else                  av_assert0(0);
248 
249     return 0;
250 }
251 
filter_slice_luma(AVFilterContext * ctx,void * arg,int jobnr,int nb_jobs)252 static int filter_slice_luma(AVFilterContext *ctx, void *arg, int jobnr,
253                              int nb_jobs)
254 {
255     FadeContext *s = ctx->priv;
256     AVFrame *frame = arg;
257     int slice_start = (frame->height *  jobnr   ) / nb_jobs;
258     int slice_end   = (frame->height * (jobnr+1)) / nb_jobs;
259     int i, j;
260 
261     for (int k = 0; k < 1 + 2 * (s->is_planar && s->is_rgb); k++) {
262         for (i = slice_start; i < slice_end; i++) {
263             uint8_t *p = frame->data[k] + i * frame->linesize[k];
264             for (j = 0; j < frame->width * s->bpp; j++) {
265                 /* s->factor is using 16 lower-order bits for decimal
266                  * places. 32768 = 1 << 15, it is an integer representation
267                  * of 0.5 and is for rounding. */
268                 *p = ((*p - s->black_level) * s->factor + s->black_level_scaled) >> 16;
269                 p++;
270             }
271         }
272     }
273 
274     return 0;
275 }
276 
filter_slice_luma16(AVFilterContext * ctx,void * arg,int jobnr,int nb_jobs)277 static int filter_slice_luma16(AVFilterContext *ctx, void *arg, int jobnr,
278                                int nb_jobs)
279 {
280     FadeContext *s = ctx->priv;
281     AVFrame *frame = arg;
282     int slice_start = (frame->height *  jobnr   ) / nb_jobs;
283     int slice_end   = (frame->height * (jobnr+1)) / nb_jobs;
284     int i, j;
285 
286     for (int k = 0; k < 1 + 2 * (s->is_planar && s->is_rgb); k++) {
287         for (i = slice_start; i < slice_end; i++) {
288             uint16_t *p = (uint16_t *)(frame->data[k] + i * frame->linesize[k]);
289             for (j = 0; j < frame->width * s->bpp; j++) {
290                 /* s->factor is using 16 lower-order bits for decimal
291                  * places. 32768 = 1 << 15, it is an integer representation
292                  * of 0.5 and is for rounding. */
293                 *p = ((*p - s->black_level) * s->factor + s->black_level_scaled) >> 16;
294                 p++;
295             }
296         }
297     }
298 
299     return 0;
300 }
301 
filter_slice_chroma(AVFilterContext * ctx,void * arg,int jobnr,int nb_jobs)302 static int filter_slice_chroma(AVFilterContext *ctx, void *arg, int jobnr,
303                                int nb_jobs)
304 {
305     FadeContext *s = ctx->priv;
306     AVFrame *frame = arg;
307     int i, j, plane;
308     const int width = AV_CEIL_RSHIFT(frame->width, s->hsub);
309     const int height= AV_CEIL_RSHIFT(frame->height, s->vsub);
310     int slice_start = (height *  jobnr   ) / nb_jobs;
311     int slice_end   = FFMIN(((height * (jobnr+1)) / nb_jobs), frame->height);
312 
313     for (plane = 1; plane < 3; plane++) {
314         for (i = slice_start; i < slice_end; i++) {
315             uint8_t *p = frame->data[plane] + i * frame->linesize[plane];
316             for (j = 0; j < width; j++) {
317                 /* 8421367 = ((128 << 1) + 1) << 15. It is an integer
318                  * representation of 128.5. The .5 is for rounding
319                  * purposes. */
320                 *p = ((*p - 128) * s->factor + 8421367) >> 16;
321                 p++;
322             }
323         }
324     }
325 
326     return 0;
327 }
328 
filter_slice_chroma16(AVFilterContext * ctx,void * arg,int jobnr,int nb_jobs)329 static int filter_slice_chroma16(AVFilterContext *ctx, void *arg, int jobnr,
330                                  int nb_jobs)
331 {
332     FadeContext *s = ctx->priv;
333     AVFrame *frame = arg;
334     int i, j, plane;
335     const int width = AV_CEIL_RSHIFT(frame->width, s->hsub);
336     const int height= AV_CEIL_RSHIFT(frame->height, s->vsub);
337     const int mid = 1 << (s->depth - 1);
338     const int add = ((mid << 1) + 1) << 15;
339     int slice_start = (height *  jobnr   ) / nb_jobs;
340     int slice_end   = FFMIN(((height * (jobnr+1)) / nb_jobs), frame->height);
341 
342     for (plane = 1; plane < 3; plane++) {
343         for (i = slice_start; i < slice_end; i++) {
344             uint16_t *p = (uint16_t *)(frame->data[plane] + i * frame->linesize[plane]);
345             for (j = 0; j < width; j++) {
346                 *p = ((*p - mid) * s->factor + add) >> 16;
347                 p++;
348             }
349         }
350     }
351 
352     return 0;
353 }
354 
filter_slice_alpha(AVFilterContext * ctx,void * arg,int jobnr,int nb_jobs)355 static int filter_slice_alpha(AVFilterContext *ctx, void *arg, int jobnr,
356                               int nb_jobs)
357 {
358     FadeContext *s = ctx->priv;
359     AVFrame *frame = arg;
360     int plane = s->is_packed_rgb ? 0 : A;
361     int slice_start = (frame->height *  jobnr   ) / nb_jobs;
362     int slice_end   = (frame->height * (jobnr+1)) / nb_jobs;
363     int i, j;
364 
365     for (i = slice_start; i < slice_end; i++) {
366         uint8_t *p = frame->data[plane] + i * frame->linesize[plane] + s->is_packed_rgb*s->rgba_map[A];
367         int step = s->is_packed_rgb ? 4 : 1;
368         for (j = 0; j < frame->width; j++) {
369             /* s->factor is using 16 lower-order bits for decimal
370              * places. 32768 = 1 << 15, it is an integer representation
371              * of 0.5 and is for rounding. */
372             *p = ((*p - s->black_level) * s->factor + s->black_level_scaled) >> 16;
373             p += step;
374         }
375     }
376 
377     return 0;
378 }
379 
filter_slice_alpha16(AVFilterContext * ctx,void * arg,int jobnr,int nb_jobs)380 static int filter_slice_alpha16(AVFilterContext *ctx, void *arg, int jobnr,
381                                 int nb_jobs)
382 {
383     FadeContext *s = ctx->priv;
384     AVFrame *frame = arg;
385     int plane = s->is_packed_rgb ? 0 : A;
386     int slice_start = (frame->height *  jobnr   ) / nb_jobs;
387     int slice_end   = (frame->height * (jobnr+1)) / nb_jobs;
388     int i, j;
389 
390     for (i = slice_start; i < slice_end; i++) {
391         uint16_t *p = (uint16_t *)(frame->data[plane] + i * frame->linesize[plane]) + s->is_packed_rgb*s->rgba_map[A];
392         int step = s->is_packed_rgb ? 4 : 1;
393         for (j = 0; j < frame->width; j++) {
394             /* s->factor is using 16 lower-order bits for decimal
395              * places. 32768 = 1 << 15, it is an integer representation
396              * of 0.5 and is for rounding. */
397             *p = ((*p - s->black_level) * s->factor + s->black_level_scaled) >> 16;
398             p += step;
399         }
400     }
401 
402     return 0;
403 }
404 
config_input(AVFilterLink * inlink)405 static int config_input(AVFilterLink *inlink)
406 {
407     FadeContext *s = inlink->dst->priv;
408     const AVPixFmtDescriptor *pixdesc = av_pix_fmt_desc_get(inlink->format);
409 
410     s->hsub = pixdesc->log2_chroma_w;
411     s->vsub = pixdesc->log2_chroma_h;
412 
413     ff_fill_rgba_map(s->rgba_map, inlink->format);
414 
415     s->depth = pixdesc->comp[0].depth;
416     s->bpp = pixdesc->flags & AV_PIX_FMT_FLAG_PLANAR ?
417              1 :
418              av_get_bits_per_pixel(pixdesc) >> 3;
419     s->alpha &= !!(pixdesc->flags & AV_PIX_FMT_FLAG_ALPHA);
420     s->is_planar = pixdesc->flags & AV_PIX_FMT_FLAG_PLANAR;
421     s->is_rgb = pixdesc->flags & AV_PIX_FMT_FLAG_RGB;
422     s->is_packed_rgb = !s->is_planar && s->is_rgb;
423 
424     if (s->duration)
425         s->duration_pts = av_rescale_q(s->duration, AV_TIME_BASE_Q, inlink->time_base);
426     if (s->start_time)
427         s->start_time_pts = av_rescale_q(s->start_time, AV_TIME_BASE_Q, inlink->time_base);
428 
429     /* use CCIR601/709 black level for studio-level pixel non-alpha components */
430     s->black_level =
431             ff_fmt_is_in(inlink->format, studio_level_pix_fmts) && !s->alpha ? 16 * (1 << (s->depth - 8)): 0;
432     /* 32768 = 1 << 15, it is an integer representation
433      * of 0.5 and is for rounding. */
434     s->black_level_scaled = (s->black_level << 16) + 32768;
435 
436     s->filter_slice_luma   = s->depth <= 8 ? filter_slice_luma   : filter_slice_luma16;
437     s->filter_slice_chroma = s->depth <= 8 ? filter_slice_chroma : filter_slice_chroma16;
438     s->filter_slice_alpha  = s->depth <= 8 ? filter_slice_alpha  : filter_slice_alpha16;
439 
440     return 0;
441 }
442 
filter_frame(AVFilterLink * inlink,AVFrame * frame)443 static int filter_frame(AVFilterLink *inlink, AVFrame *frame)
444 {
445     AVFilterContext *ctx = inlink->dst;
446     FadeContext *s       = ctx->priv;
447 
448     // Calculate Fade assuming this is a Fade In
449     if (s->fade_state == VF_FADE_WAITING) {
450         s->factor=0;
451         if (frame->pts >= s->start_time_pts
452             && inlink->frame_count_out >= s->start_frame) {
453             // Time to start fading
454             s->fade_state = VF_FADE_FADING;
455 
456             // Save start time in case we are starting based on frames and fading based on time
457             if (s->start_time_pts == 0 && s->start_frame != 0) {
458                 s->start_time_pts = frame->pts;
459             }
460 
461             // Save start frame in case we are starting based on time and fading based on frames
462             if (s->start_time_pts != 0 && s->start_frame == 0) {
463                 s->start_frame = inlink->frame_count_out;
464             }
465         }
466     }
467     if (s->fade_state == VF_FADE_FADING) {
468         if (s->duration_pts == 0) {
469             // Fading based on frame count
470             s->factor = (inlink->frame_count_out - s->start_frame) * s->fade_per_frame;
471             if (inlink->frame_count_out > s->start_frame + s->nb_frames) {
472                 s->fade_state = VF_FADE_DONE;
473             }
474 
475         } else {
476             // Fading based on duration
477             s->factor = (frame->pts - s->start_time_pts) * UINT16_MAX / s->duration_pts;
478             if (frame->pts > s->start_time_pts + s->duration_pts) {
479                 s->fade_state = VF_FADE_DONE;
480             }
481         }
482     }
483     if (s->fade_state == VF_FADE_DONE) {
484         s->factor=UINT16_MAX;
485     }
486 
487     s->factor = av_clip_uint16(s->factor);
488 
489     // Invert fade_factor if Fading Out
490     if (s->type == FADE_OUT) {
491         s->factor=UINT16_MAX-s->factor;
492     }
493 
494     if (s->factor < UINT16_MAX) {
495         if (s->alpha) {
496             ff_filter_execute(ctx, s->filter_slice_alpha, frame, NULL,
497                               FFMIN(frame->height, ff_filter_get_nb_threads(ctx)));
498         } else if (s->is_rgb && !s->black_fade) {
499             ff_filter_execute(ctx, filter_slice_rgb, frame, NULL,
500                               FFMIN(frame->height, ff_filter_get_nb_threads(ctx)));
501         } else {
502             /* luma, or rgb plane in case of black */
503             ff_filter_execute(ctx, s->filter_slice_luma, frame, NULL,
504                               FFMIN(frame->height, ff_filter_get_nb_threads(ctx)));
505 
506             if (frame->data[1] && frame->data[2] && !s->is_rgb) {
507                 /* chroma planes */
508                 ff_filter_execute(ctx, s->filter_slice_chroma, frame, NULL,
509                                   FFMIN(frame->height, ff_filter_get_nb_threads(ctx)));
510             }
511         }
512     }
513 
514     return ff_filter_frame(inlink->dst->outputs[0], frame);
515 }
516 
517 
518 #define OFFSET(x) offsetof(FadeContext, x)
519 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
520 
521 static const AVOption fade_options[] = {
522     { "type", "set the fade direction", OFFSET(type), AV_OPT_TYPE_INT, { .i64 = FADE_IN }, FADE_IN, FADE_OUT, FLAGS, "type" },
523     { "t",    "set the fade direction", OFFSET(type), AV_OPT_TYPE_INT, { .i64 = FADE_IN }, FADE_IN, FADE_OUT, FLAGS, "type" },
524         { "in",  "fade-in",  0, AV_OPT_TYPE_CONST, { .i64 = FADE_IN },  .flags = FLAGS, .unit = "type" },
525         { "out", "fade-out", 0, AV_OPT_TYPE_CONST, { .i64 = FADE_OUT }, .flags = FLAGS, .unit = "type" },
526     { "start_frame", "Number of the first frame to which to apply the effect.",
527                                                     OFFSET(start_frame), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, INT_MAX, FLAGS },
528     { "s",           "Number of the first frame to which to apply the effect.",
529                                                     OFFSET(start_frame), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, INT_MAX, FLAGS },
530     { "nb_frames",   "Number of frames to which the effect should be applied.",
531                                                     OFFSET(nb_frames),   AV_OPT_TYPE_INT, { .i64 = 25 }, 1, INT_MAX, FLAGS },
532     { "n",           "Number of frames to which the effect should be applied.",
533                                                     OFFSET(nb_frames),   AV_OPT_TYPE_INT, { .i64 = 25 }, 1, INT_MAX, FLAGS },
534     { "alpha",       "fade alpha if it is available on the input", OFFSET(alpha),       AV_OPT_TYPE_BOOL, {.i64 = 0    }, 0,       1, FLAGS },
535     { "start_time",  "Number of seconds of the beginning of the effect.",
536                                                     OFFSET(start_time),  AV_OPT_TYPE_DURATION, {.i64 = 0. }, 0, INT64_MAX, FLAGS },
537     { "st",          "Number of seconds of the beginning of the effect.",
538                                                     OFFSET(start_time),  AV_OPT_TYPE_DURATION, {.i64 = 0. }, 0, INT64_MAX, FLAGS },
539     { "duration",    "Duration of the effect in seconds.",
540                                                     OFFSET(duration),    AV_OPT_TYPE_DURATION, {.i64 = 0. }, 0, INT64_MAX, FLAGS },
541     { "d",           "Duration of the effect in seconds.",
542                                                     OFFSET(duration),    AV_OPT_TYPE_DURATION, {.i64 = 0. }, 0, INT64_MAX, FLAGS },
543     { "color",       "set color",                   OFFSET(color_rgba),  AV_OPT_TYPE_COLOR,    {.str = "black"}, 0, 0, FLAGS },
544     { "c",           "set color",                   OFFSET(color_rgba),  AV_OPT_TYPE_COLOR,    {.str = "black"}, 0, 0, FLAGS },
545     { NULL }
546 };
547 
548 AVFILTER_DEFINE_CLASS(fade);
549 
550 static const AVFilterPad avfilter_vf_fade_inputs[] = {
551     {
552         .name           = "default",
553         .type           = AVMEDIA_TYPE_VIDEO,
554         .flags          = AVFILTERPAD_FLAG_NEEDS_WRITABLE,
555         .config_props   = config_input,
556         .filter_frame   = filter_frame,
557     },
558 };
559 
560 static const AVFilterPad avfilter_vf_fade_outputs[] = {
561     {
562         .name = "default",
563         .type = AVMEDIA_TYPE_VIDEO,
564     },
565 };
566 
567 const AVFilter ff_vf_fade = {
568     .name          = "fade",
569     .description   = NULL_IF_CONFIG_SMALL("Fade in/out input video."),
570     .init          = init,
571     .priv_size     = sizeof(FadeContext),
572     .priv_class    = &fade_class,
573     FILTER_INPUTS(avfilter_vf_fade_inputs),
574     FILTER_OUTPUTS(avfilter_vf_fade_outputs),
575     FILTER_QUERY_FUNC(query_formats),
576     .flags         = AVFILTER_FLAG_SLICE_THREADS |
577                      AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC,
578 };
579