1 /*
2 * Copyright (c) 2016 Paul B Mahol
3 *
4 * This file is part of FFmpeg.
5 *
6 * FFmpeg is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
10 *
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with FFmpeg; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19 */
20
21 #include "libavutil/audio_fifo.h"
22 #include "libavutil/avassert.h"
23 #include "libavutil/fifo.h"
24 #include "libavutil/internal.h"
25 #include "libavutil/opt.h"
26 #include "avfilter.h"
27 #include "audio.h"
28 #include "filters.h"
29 #include "formats.h"
30 #include "internal.h"
31 #include "video.h"
32
33 typedef struct LoopContext {
34 const AVClass *class;
35
36 AVAudioFifo *fifo;
37 AVAudioFifo *left;
38 AVFrame **frames;
39 int nb_frames;
40 int current_frame;
41 int64_t start_pts;
42 int64_t duration;
43 int64_t current_sample;
44 int64_t nb_samples;
45 int64_t ignored_samples;
46
47 int loop;
48 int eof;
49 int64_t size;
50 int64_t start;
51 int64_t pts;
52 } LoopContext;
53
54 #define AFLAGS AV_OPT_FLAG_AUDIO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
55 #define VFLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
56 #define OFFSET(x) offsetof(LoopContext, x)
57
check_size(AVFilterContext * ctx)58 static void check_size(AVFilterContext *ctx)
59 {
60 LoopContext *s = ctx->priv;
61
62 if (!s->size)
63 av_log(ctx, AV_LOG_WARNING, "Number of %s to loop is not set!\n",
64 ctx->input_pads[0].type == AVMEDIA_TYPE_VIDEO ? "frames" : "samples");
65 }
66
67 #if CONFIG_ALOOP_FILTER
68
aconfig_input(AVFilterLink * inlink)69 static int aconfig_input(AVFilterLink *inlink)
70 {
71 AVFilterContext *ctx = inlink->dst;
72 LoopContext *s = ctx->priv;
73
74 s->fifo = av_audio_fifo_alloc(inlink->format, inlink->channels, 8192);
75 s->left = av_audio_fifo_alloc(inlink->format, inlink->channels, 8192);
76 if (!s->fifo || !s->left)
77 return AVERROR(ENOMEM);
78
79 check_size(ctx);
80
81 return 0;
82 }
83
auninit(AVFilterContext * ctx)84 static av_cold void auninit(AVFilterContext *ctx)
85 {
86 LoopContext *s = ctx->priv;
87
88 av_audio_fifo_free(s->fifo);
89 av_audio_fifo_free(s->left);
90 }
91
push_samples(AVFilterContext * ctx,int nb_samples)92 static int push_samples(AVFilterContext *ctx, int nb_samples)
93 {
94 AVFilterLink *outlink = ctx->outputs[0];
95 LoopContext *s = ctx->priv;
96 AVFrame *out;
97 int ret, i = 0;
98
99 while (s->loop != 0 && i < nb_samples) {
100 out = ff_get_audio_buffer(outlink, FFMIN(nb_samples, s->nb_samples - s->current_sample));
101 if (!out)
102 return AVERROR(ENOMEM);
103 ret = av_audio_fifo_peek_at(s->fifo, (void **)out->extended_data, out->nb_samples, s->current_sample);
104 if (ret < 0) {
105 av_frame_free(&out);
106 return ret;
107 }
108 out->pts = s->pts;
109 out->nb_samples = ret;
110 s->pts += av_rescale_q(out->nb_samples, (AVRational){1, outlink->sample_rate}, outlink->time_base);
111 i += out->nb_samples;
112 s->current_sample += out->nb_samples;
113
114 ret = ff_filter_frame(outlink, out);
115 if (ret < 0)
116 return ret;
117
118 if (s->current_sample >= s->nb_samples) {
119 s->duration = s->pts;
120 s->current_sample = 0;
121
122 if (s->loop > 0)
123 s->loop--;
124 }
125 }
126
127 return ret;
128 }
129
afilter_frame(AVFilterLink * inlink,AVFrame * frame)130 static int afilter_frame(AVFilterLink *inlink, AVFrame *frame)
131 {
132 AVFilterContext *ctx = inlink->dst;
133 AVFilterLink *outlink = ctx->outputs[0];
134 LoopContext *s = ctx->priv;
135 int ret = 0;
136
137 if (s->ignored_samples + frame->nb_samples > s->start && s->size > 0 && s->loop != 0) {
138 if (s->nb_samples < s->size) {
139 int written = FFMIN(frame->nb_samples, s->size - s->nb_samples);
140 int drain = 0;
141
142 ret = av_audio_fifo_write(s->fifo, (void **)frame->extended_data, written);
143 if (ret < 0)
144 return ret;
145 if (!s->nb_samples) {
146 drain = FFMAX(0, s->start - s->ignored_samples);
147 s->pts = frame->pts;
148 av_audio_fifo_drain(s->fifo, drain);
149 s->pts += av_rescale_q(s->start - s->ignored_samples, (AVRational){1, outlink->sample_rate}, outlink->time_base);
150 }
151 s->nb_samples += ret - drain;
152 drain = frame->nb_samples - written;
153 if (s->nb_samples == s->size && drain > 0) {
154 int ret2;
155
156 ret2 = av_audio_fifo_write(s->left, (void **)frame->extended_data, frame->nb_samples);
157 if (ret2 < 0)
158 return ret2;
159 av_audio_fifo_drain(s->left, drain);
160 }
161 frame->nb_samples = ret;
162 s->pts += av_rescale_q(ret, (AVRational){1, outlink->sample_rate}, outlink->time_base);
163 ret = ff_filter_frame(outlink, frame);
164 } else {
165 int nb_samples = frame->nb_samples;
166
167 av_frame_free(&frame);
168 ret = push_samples(ctx, nb_samples);
169 }
170 } else {
171 s->ignored_samples += frame->nb_samples;
172 frame->pts = s->pts;
173 s->pts += av_rescale_q(frame->nb_samples, (AVRational){1, outlink->sample_rate}, outlink->time_base);
174 ret = ff_filter_frame(outlink, frame);
175 }
176
177 return ret;
178 }
179
arequest_frame(AVFilterLink * outlink)180 static int arequest_frame(AVFilterLink *outlink)
181 {
182 AVFilterContext *ctx = outlink->src;
183 LoopContext *s = ctx->priv;
184 int ret = 0;
185
186 if ((!s->size) ||
187 (s->nb_samples < s->size) ||
188 (s->nb_samples >= s->size && s->loop == 0)) {
189 int nb_samples = av_audio_fifo_size(s->left);
190
191 if (s->loop == 0 && nb_samples > 0) {
192 AVFrame *out;
193
194 out = ff_get_audio_buffer(outlink, nb_samples);
195 if (!out)
196 return AVERROR(ENOMEM);
197 av_audio_fifo_read(s->left, (void **)out->extended_data, nb_samples);
198 out->pts = s->pts;
199 s->pts += av_rescale_q(nb_samples, (AVRational){1, outlink->sample_rate}, outlink->time_base);
200 ret = ff_filter_frame(outlink, out);
201 if (ret < 0)
202 return ret;
203 }
204 ret = ff_request_frame(ctx->inputs[0]);
205 } else {
206 ret = push_samples(ctx, 1024);
207 }
208
209 if (s->eof && s->nb_samples > 0 && s->loop != 0) {
210 ret = push_samples(ctx, 1024);
211 }
212
213 return ret;
214 }
215
aactivate(AVFilterContext * ctx)216 static int aactivate(AVFilterContext *ctx)
217 {
218 AVFilterLink *inlink = ctx->inputs[0];
219 AVFilterLink *outlink = ctx->outputs[0];
220 LoopContext *s = ctx->priv;
221 AVFrame *frame = NULL;
222 int ret, status;
223 int64_t pts;
224
225 FF_FILTER_FORWARD_STATUS_BACK(outlink, inlink);
226
227 if (!s->eof && (s->nb_samples < s->size || !s->loop || !s->size)) {
228 ret = ff_inlink_consume_frame(inlink, &frame);
229 if (ret < 0)
230 return ret;
231 if (ret > 0)
232 return afilter_frame(inlink, frame);
233 }
234
235 if (!s->eof && ff_inlink_acknowledge_status(inlink, &status, &pts)) {
236 if (status == AVERROR_EOF) {
237 s->size = s->nb_samples;
238 s->eof = 1;
239 }
240 }
241
242 if (s->eof && (!s->loop || !s->size)) {
243 ff_outlink_set_status(outlink, AVERROR_EOF, s->duration);
244 return 0;
245 }
246
247 if (!s->eof && (!s->size ||
248 (s->nb_samples < s->size) ||
249 (s->nb_samples >= s->size && s->loop == 0))) {
250 FF_FILTER_FORWARD_WANTED(outlink, inlink);
251 } else if (s->loop && s->nb_samples == s->size) {
252 return arequest_frame(outlink);
253 }
254
255 return FFERROR_NOT_READY;
256 }
257
258 static const AVOption aloop_options[] = {
259 { "loop", "number of loops", OFFSET(loop), AV_OPT_TYPE_INT, {.i64 = 0 }, -1, INT_MAX, AFLAGS },
260 { "size", "max number of samples to loop", OFFSET(size), AV_OPT_TYPE_INT64, {.i64 = 0 }, 0, INT32_MAX, AFLAGS },
261 { "start", "set the loop start sample", OFFSET(start), AV_OPT_TYPE_INT64, {.i64 = 0 }, 0, INT64_MAX, AFLAGS },
262 { NULL }
263 };
264
265 AVFILTER_DEFINE_CLASS(aloop);
266
267 static const AVFilterPad ainputs[] = {
268 {
269 .name = "default",
270 .type = AVMEDIA_TYPE_AUDIO,
271 .config_props = aconfig_input,
272 },
273 { NULL }
274 };
275
276 static const AVFilterPad aoutputs[] = {
277 {
278 .name = "default",
279 .type = AVMEDIA_TYPE_AUDIO,
280 },
281 { NULL }
282 };
283
284 AVFilter ff_af_aloop = {
285 .name = "aloop",
286 .description = NULL_IF_CONFIG_SMALL("Loop audio samples."),
287 .priv_size = sizeof(LoopContext),
288 .priv_class = &aloop_class,
289 .activate = aactivate,
290 .uninit = auninit,
291 .inputs = ainputs,
292 .outputs = aoutputs,
293 };
294 #endif /* CONFIG_ALOOP_FILTER */
295
296 #if CONFIG_LOOP_FILTER
297
init(AVFilterContext * ctx)298 static av_cold int init(AVFilterContext *ctx)
299 {
300 LoopContext *s = ctx->priv;
301
302 s->frames = av_calloc(s->size, sizeof(*s->frames));
303 if (!s->frames)
304 return AVERROR(ENOMEM);
305
306 check_size(ctx);
307
308 return 0;
309 }
310
uninit(AVFilterContext * ctx)311 static av_cold void uninit(AVFilterContext *ctx)
312 {
313 LoopContext *s = ctx->priv;
314 int i;
315
316 for (i = 0; i < s->nb_frames; i++)
317 av_frame_free(&s->frames[i]);
318
319 av_freep(&s->frames);
320 s->nb_frames = 0;
321 }
322
push_frame(AVFilterContext * ctx)323 static int push_frame(AVFilterContext *ctx)
324 {
325 AVFilterLink *outlink = ctx->outputs[0];
326 LoopContext *s = ctx->priv;
327 int64_t pts, duration;
328 int ret;
329
330 AVFrame *out = av_frame_clone(s->frames[s->current_frame]);
331
332 if (!out)
333 return AVERROR(ENOMEM);
334 out->pts += s->duration - s->start_pts;
335 if (out->pkt_duration)
336 duration = out->pkt_duration;
337 else
338 duration = av_rescale_q(1, av_inv_q(outlink->frame_rate), outlink->time_base);
339 pts = out->pts + duration;
340 ret = ff_filter_frame(outlink, out);
341 s->current_frame++;
342
343 if (s->current_frame >= s->nb_frames) {
344 s->duration = pts;
345 s->current_frame = 0;
346
347 if (s->loop > 0)
348 s->loop--;
349 }
350
351 return ret;
352 }
353
filter_frame(AVFilterLink * inlink,AVFrame * frame)354 static int filter_frame(AVFilterLink *inlink, AVFrame *frame)
355 {
356 AVFilterContext *ctx = inlink->dst;
357 AVFilterLink *outlink = ctx->outputs[0];
358 LoopContext *s = ctx->priv;
359 int64_t duration;
360 int ret = 0;
361
362 if (inlink->frame_count_out >= s->start && s->size > 0 && s->loop != 0) {
363 if (s->nb_frames < s->size) {
364 if (!s->nb_frames)
365 s->start_pts = frame->pts;
366 s->frames[s->nb_frames] = av_frame_clone(frame);
367 if (!s->frames[s->nb_frames]) {
368 av_frame_free(&frame);
369 return AVERROR(ENOMEM);
370 }
371 s->nb_frames++;
372 if (frame->pkt_duration)
373 duration = frame->pkt_duration;
374 else
375 duration = av_rescale_q(1, av_inv_q(outlink->frame_rate), outlink->time_base);
376 s->duration = frame->pts + duration;
377 ret = ff_filter_frame(outlink, frame);
378 } else {
379 av_frame_free(&frame);
380 ret = push_frame(ctx);
381 }
382 } else {
383 frame->pts += s->duration;
384 ret = ff_filter_frame(outlink, frame);
385 }
386
387 return ret;
388 }
389
activate(AVFilterContext * ctx)390 static int activate(AVFilterContext *ctx)
391 {
392 AVFilterLink *inlink = ctx->inputs[0];
393 AVFilterLink *outlink = ctx->outputs[0];
394 LoopContext *s = ctx->priv;
395 AVFrame *frame = NULL;
396 int ret, status;
397 int64_t pts;
398
399 FF_FILTER_FORWARD_STATUS_BACK(outlink, inlink);
400
401 if (!s->eof && (s->nb_frames < s->size || !s->loop || !s->size)) {
402 ret = ff_inlink_consume_frame(inlink, &frame);
403 if (ret < 0)
404 return ret;
405 if (ret > 0)
406 return filter_frame(inlink, frame);
407 }
408
409 if (!s->eof && ff_inlink_acknowledge_status(inlink, &status, &pts)) {
410 if (status == AVERROR_EOF) {
411 s->size = s->nb_frames;
412 s->eof = 1;
413 }
414 }
415
416 if (s->eof && (!s->loop || !s->size)) {
417 ff_outlink_set_status(outlink, AVERROR_EOF, s->duration);
418 return 0;
419 }
420
421 if (!s->eof && (!s->size ||
422 (s->nb_frames < s->size) ||
423 (s->nb_frames >= s->size && s->loop == 0))) {
424 FF_FILTER_FORWARD_WANTED(outlink, inlink);
425 } else if (s->loop && s->nb_frames == s->size) {
426 return push_frame(ctx);
427 }
428
429 return FFERROR_NOT_READY;
430 }
431
432 static const AVOption loop_options[] = {
433 { "loop", "number of loops", OFFSET(loop), AV_OPT_TYPE_INT, {.i64 = 0 }, -1, INT_MAX, VFLAGS },
434 { "size", "max number of frames to loop", OFFSET(size), AV_OPT_TYPE_INT64, {.i64 = 0 }, 0, INT16_MAX, VFLAGS },
435 { "start", "set the loop start frame", OFFSET(start), AV_OPT_TYPE_INT64, {.i64 = 0 }, 0, INT64_MAX, VFLAGS },
436 { NULL }
437 };
438
439 AVFILTER_DEFINE_CLASS(loop);
440
441 static const AVFilterPad inputs[] = {
442 {
443 .name = "default",
444 .type = AVMEDIA_TYPE_VIDEO,
445 },
446 { NULL }
447 };
448
449 static const AVFilterPad outputs[] = {
450 {
451 .name = "default",
452 .type = AVMEDIA_TYPE_VIDEO,
453 },
454 { NULL }
455 };
456
457 AVFilter ff_vf_loop = {
458 .name = "loop",
459 .description = NULL_IF_CONFIG_SMALL("Loop video frames."),
460 .priv_size = sizeof(LoopContext),
461 .priv_class = &loop_class,
462 .init = init,
463 .uninit = uninit,
464 .activate = activate,
465 .inputs = inputs,
466 .outputs = outputs,
467 };
468 #endif /* CONFIG_LOOP_FILTER */
469