1 /*
2 * This file is part of FFmpeg.
3 *
4 * FFmpeg is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU Lesser General Public
6 * License as published by the Free Software Foundation; either
7 * version 2.1 of the License, or (at your option) any later version.
8 *
9 * FFmpeg is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * Lesser General Public License for more details.
13 *
14 * You should have received a copy of the GNU Lesser General Public
15 * License along with FFmpeg; if not, write to the Free Software
16 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17 */
18
19 #include "libavutil/avstring.h"
20 #include "libavutil/internal.h"
21 #include "libavutil/opt.h"
22 #include "avfilter.h"
23 #include "audio.h"
24 #include "filters.h"
25 #include "formats.h"
26 #include "framesync.h"
27 #include "internal.h"
28 #include "video.h"
29
30 typedef struct StreamSelectContext {
31 const AVClass *class;
32 int nb_inputs;
33 char *map_str;
34 int *map;
35 int nb_map;
36 int is_audio;
37 int64_t *last_pts;
38 AVFrame **frames;
39 FFFrameSync fs;
40 } StreamSelectContext;
41
42 #define OFFSET(x) offsetof(StreamSelectContext, x)
43 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_AUDIO_PARAM | AV_OPT_FLAG_FILTERING_PARAM
44 #define TFLAGS AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_AUDIO_PARAM | AV_OPT_FLAG_FILTERING_PARAM | AV_OPT_FLAG_RUNTIME_PARAM
45 static const AVOption streamselect_options[] = {
46 { "inputs", "number of input streams", OFFSET(nb_inputs), AV_OPT_TYPE_INT, {.i64=2}, 2, INT_MAX, .flags=FLAGS },
47 { "map", "input indexes to remap to outputs", OFFSET(map_str), AV_OPT_TYPE_STRING, {.str=NULL}, .flags=TFLAGS },
48 { NULL }
49 };
50
51 AVFILTER_DEFINE_CLASS(streamselect);
52
process_frame(FFFrameSync * fs)53 static int process_frame(FFFrameSync *fs)
54 {
55 AVFilterContext *ctx = fs->parent;
56 StreamSelectContext *s = fs->opaque;
57 AVFrame **in = s->frames;
58 int i, j, ret = 0, have_out = 0;
59
60 for (i = 0; i < ctx->nb_inputs; i++) {
61 if ((ret = ff_framesync_get_frame(&s->fs, i, &in[i], 0)) < 0)
62 return ret;
63 }
64
65 for (j = 0; j < ctx->nb_inputs; j++) {
66 for (i = 0; i < s->nb_map; i++) {
67 if (s->map[i] == j) {
68 AVFrame *out;
69
70 if (s->is_audio && s->last_pts[j] == in[j]->pts &&
71 ctx->outputs[i]->frame_count_in > 0)
72 continue;
73 out = av_frame_clone(in[j]);
74 if (!out)
75 return AVERROR(ENOMEM);
76
77 out->pts = av_rescale_q(s->fs.pts, s->fs.time_base, ctx->outputs[i]->time_base);
78 s->last_pts[j] = in[j]->pts;
79 ret = ff_filter_frame(ctx->outputs[i], out);
80 have_out = 1;
81 if (ret < 0)
82 return ret;
83 }
84 }
85 }
86
87 if (!have_out)
88 ff_filter_set_ready(ctx, 100);
89 return ret;
90 }
91
activate(AVFilterContext * ctx)92 static int activate(AVFilterContext *ctx)
93 {
94 StreamSelectContext *s = ctx->priv;
95 return ff_framesync_activate(&s->fs);
96 }
97
config_output(AVFilterLink * outlink)98 static int config_output(AVFilterLink *outlink)
99 {
100 AVFilterContext *ctx = outlink->src;
101 StreamSelectContext *s = ctx->priv;
102 const int outlink_idx = FF_OUTLINK_IDX(outlink);
103 const int inlink_idx = s->map[outlink_idx];
104 AVFilterLink *inlink = ctx->inputs[inlink_idx];
105 FFFrameSyncIn *in;
106 int i, ret;
107
108 av_log(ctx, AV_LOG_VERBOSE, "config output link %d "
109 "with settings from input link %d\n",
110 outlink_idx, inlink_idx);
111
112 switch (outlink->type) {
113 case AVMEDIA_TYPE_VIDEO:
114 outlink->w = inlink->w;
115 outlink->h = inlink->h;
116 outlink->sample_aspect_ratio = inlink->sample_aspect_ratio;
117 outlink->frame_rate = inlink->frame_rate;
118 break;
119 case AVMEDIA_TYPE_AUDIO:
120 outlink->sample_rate = inlink->sample_rate;
121 outlink->channels = inlink->channels;
122 outlink->channel_layout = inlink->channel_layout;
123 break;
124 }
125
126 outlink->time_base = inlink->time_base;
127 outlink->format = inlink->format;
128
129 if (s->fs.opaque == s)
130 return 0;
131
132 if ((ret = ff_framesync_init(&s->fs, ctx, ctx->nb_inputs)) < 0)
133 return ret;
134
135 in = s->fs.in;
136 s->fs.opaque = s;
137 s->fs.on_event = process_frame;
138
139 for (i = 0; i < ctx->nb_inputs; i++) {
140 in[i].time_base = ctx->inputs[i]->time_base;
141 in[i].sync = 1;
142 in[i].before = EXT_STOP;
143 in[i].after = EXT_STOP;
144 }
145
146 s->frames = av_calloc(ctx->nb_inputs, sizeof(*s->frames));
147 if (!s->frames)
148 return AVERROR(ENOMEM);
149
150 return ff_framesync_configure(&s->fs);
151 }
152
parse_definition(AVFilterContext * ctx,int nb_pads,int is_input,int is_audio)153 static int parse_definition(AVFilterContext *ctx, int nb_pads, int is_input, int is_audio)
154 {
155 const char *padtype = is_input ? "in" : "out";
156 int i = 0, ret = 0;
157
158 for (i = 0; i < nb_pads; i++) {
159 AVFilterPad pad = { 0 };
160
161 pad.type = is_audio ? AVMEDIA_TYPE_AUDIO : AVMEDIA_TYPE_VIDEO;
162
163 pad.name = av_asprintf("%sput%d", padtype, i);
164 if (!pad.name)
165 return AVERROR(ENOMEM);
166
167 av_log(ctx, AV_LOG_DEBUG, "Add %s pad %s\n", padtype, pad.name);
168
169 if (is_input) {
170 ret = ff_insert_inpad(ctx, i, &pad);
171 } else {
172 pad.config_props = config_output;
173 ret = ff_insert_outpad(ctx, i, &pad);
174 }
175
176 if (ret < 0) {
177 av_freep(&pad.name);
178 return ret;
179 }
180 }
181
182 return 0;
183 }
184
parse_mapping(AVFilterContext * ctx,const char * map)185 static int parse_mapping(AVFilterContext *ctx, const char *map)
186 {
187 StreamSelectContext *s = ctx->priv;
188 int *new_map;
189 int new_nb_map = 0;
190
191 if (!map) {
192 av_log(ctx, AV_LOG_ERROR, "mapping definition is not set\n");
193 return AVERROR(EINVAL);
194 }
195
196 new_map = av_calloc(s->nb_inputs, sizeof(*new_map));
197 if (!new_map)
198 return AVERROR(ENOMEM);
199
200 while (1) {
201 char *p;
202 const int n = strtol(map, &p, 0);
203
204 av_log(ctx, AV_LOG_DEBUG, "n=%d map=%p p=%p\n", n, map, p);
205
206 if (map == p)
207 break;
208 map = p;
209
210 if (new_nb_map >= s->nb_inputs) {
211 av_log(ctx, AV_LOG_ERROR, "Unable to map more than the %d "
212 "input pads available\n", s->nb_inputs);
213 av_free(new_map);
214 return AVERROR(EINVAL);
215 }
216
217 if (n < 0 || n >= ctx->nb_inputs) {
218 av_log(ctx, AV_LOG_ERROR, "Input stream index %d doesn't exist "
219 "(there is only %d input streams defined)\n",
220 n, s->nb_inputs);
221 av_free(new_map);
222 return AVERROR(EINVAL);
223 }
224
225 av_log(ctx, AV_LOG_VERBOSE, "Map input stream %d to output stream %d\n", n, new_nb_map);
226 new_map[new_nb_map++] = n;
227 }
228
229 if (!new_nb_map) {
230 av_log(ctx, AV_LOG_ERROR, "invalid mapping\n");
231 av_free(new_map);
232 return AVERROR(EINVAL);
233 }
234
235 av_freep(&s->map);
236 s->map = new_map;
237 s->nb_map = new_nb_map;
238
239 av_log(ctx, AV_LOG_VERBOSE, "%d map set\n", s->nb_map);
240
241 return 0;
242 }
243
process_command(AVFilterContext * ctx,const char * cmd,const char * args,char * res,int res_len,int flags)244 static int process_command(AVFilterContext *ctx, const char *cmd, const char *args,
245 char *res, int res_len, int flags)
246 {
247 if (!strcmp(cmd, "map")) {
248 int ret = parse_mapping(ctx, args);
249
250 if (ret < 0)
251 return ret;
252 return avfilter_config_links(ctx);
253 }
254 return AVERROR(ENOSYS);
255 }
256
init(AVFilterContext * ctx)257 static av_cold int init(AVFilterContext *ctx)
258 {
259 StreamSelectContext *s = ctx->priv;
260 int ret, nb_outputs = 0;
261 char *map = s->map_str;
262
263 if (!strcmp(ctx->filter->name, "astreamselect"))
264 s->is_audio = 1;
265
266 for (; map;) {
267 char *p;
268
269 strtol(map, &p, 0);
270 if (map == p)
271 break;
272 nb_outputs++;
273 map = p;
274 }
275
276 s->last_pts = av_calloc(s->nb_inputs, sizeof(*s->last_pts));
277 if (!s->last_pts)
278 return AVERROR(ENOMEM);
279
280 if ((ret = parse_definition(ctx, s->nb_inputs, 1, s->is_audio)) < 0 ||
281 (ret = parse_definition(ctx, nb_outputs, 0, s->is_audio)) < 0)
282 return ret;
283
284 av_log(ctx, AV_LOG_DEBUG, "Configured with %d inpad and %d outpad\n",
285 ctx->nb_inputs, ctx->nb_outputs);
286
287 return parse_mapping(ctx, s->map_str);
288 }
289
uninit(AVFilterContext * ctx)290 static av_cold void uninit(AVFilterContext *ctx)
291 {
292 StreamSelectContext *s = ctx->priv;
293
294 av_freep(&s->last_pts);
295 av_freep(&s->map);
296 av_freep(&s->frames);
297 ff_framesync_uninit(&s->fs);
298
299 for (int i = 0; i < ctx->nb_inputs; i++)
300 av_freep(&ctx->input_pads[i].name);
301
302 for (int i = 0; i < ctx->nb_outputs; i++)
303 av_freep(&ctx->output_pads[i].name);
304 }
305
query_formats(AVFilterContext * ctx)306 static int query_formats(AVFilterContext *ctx)
307 {
308 AVFilterFormats *formats, *rates = NULL;
309 AVFilterChannelLayouts *layouts = NULL;
310 int ret, i;
311
312 for (i = 0; i < ctx->nb_inputs; i++) {
313 formats = ff_all_formats(ctx->inputs[i]->type);
314 if ((ret = ff_set_common_formats(ctx, formats)) < 0)
315 return ret;
316
317 if (ctx->inputs[i]->type == AVMEDIA_TYPE_AUDIO) {
318 rates = ff_all_samplerates();
319 if ((ret = ff_set_common_samplerates(ctx, rates)) < 0)
320 return ret;
321 layouts = ff_all_channel_counts();
322 if ((ret = ff_set_common_channel_layouts(ctx, layouts)) < 0)
323 return ret;
324 }
325 }
326
327 return 0;
328 }
329
330 AVFilter ff_vf_streamselect = {
331 .name = "streamselect",
332 .description = NULL_IF_CONFIG_SMALL("Select video streams"),
333 .init = init,
334 .query_formats = query_formats,
335 .process_command = process_command,
336 .uninit = uninit,
337 .activate = activate,
338 .priv_size = sizeof(StreamSelectContext),
339 .priv_class = &streamselect_class,
340 .flags = AVFILTER_FLAG_DYNAMIC_INPUTS | AVFILTER_FLAG_DYNAMIC_OUTPUTS,
341 };
342
343 #define astreamselect_options streamselect_options
344 AVFILTER_DEFINE_CLASS(astreamselect);
345
346 AVFilter ff_af_astreamselect = {
347 .name = "astreamselect",
348 .description = NULL_IF_CONFIG_SMALL("Select audio streams"),
349 .init = init,
350 .query_formats = query_formats,
351 .process_command = process_command,
352 .uninit = uninit,
353 .activate = activate,
354 .priv_size = sizeof(StreamSelectContext),
355 .priv_class = &astreamselect_class,
356 .flags = AVFILTER_FLAG_DYNAMIC_INPUTS | AVFILTER_FLAG_DYNAMIC_OUTPUTS,
357 };
358