1 /*
2 * Copyright (c) 2010 Stefano Sabatini
3 * Copyright (c) 2008 Victor Paesa
4 *
5 * This file is part of FFmpeg.
6 *
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
11 *
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
21
22 /**
23 * @file
24 * video presentation timestamp (PTS) modification filter
25 */
26
27 #include "config_components.h"
28
29 #include <inttypes.h>
30
31 #include "libavutil/eval.h"
32 #include "libavutil/internal.h"
33 #include "libavutil/mathematics.h"
34 #include "libavutil/opt.h"
35 #include "libavutil/time.h"
36 #include "audio.h"
37 #include "avfilter.h"
38 #include "filters.h"
39 #include "internal.h"
40 #include "video.h"
41
42 static const char *const var_names[] = {
43 "FRAME_RATE", ///< defined only for constant frame-rate video
44 "INTERLACED", ///< tell if the current frame is interlaced
45 "N", ///< frame / sample number (starting at zero)
46 "NB_CONSUMED_SAMPLES", ///< number of samples consumed by the filter (only audio)
47 "NB_SAMPLES", ///< number of samples in the current frame (only audio)
48 "POS", ///< original position in the file of the frame
49 "PREV_INPTS", ///< previous input PTS
50 "PREV_INT", ///< previous input time in seconds
51 "PREV_OUTPTS", ///< previous output PTS
52 "PREV_OUTT", ///< previous output time in seconds
53 "PTS", ///< original pts in the file of the frame
54 "SAMPLE_RATE", ///< sample rate (only audio)
55 "STARTPTS", ///< PTS at start of movie
56 "STARTT", ///< time at start of movie
57 "T", ///< original time in the file of the frame
58 "TB", ///< timebase
59 "RTCTIME", ///< wallclock (RTC) time in micro seconds
60 "RTCSTART", ///< wallclock (RTC) time at the start of the movie in micro seconds
61 "S", // Number of samples in the current frame
62 "SR", // Audio sample rate
63 "FR", ///< defined only for constant frame-rate video
64 NULL
65 };
66
67 enum var_name {
68 VAR_FRAME_RATE,
69 VAR_INTERLACED,
70 VAR_N,
71 VAR_NB_CONSUMED_SAMPLES,
72 VAR_NB_SAMPLES,
73 VAR_POS,
74 VAR_PREV_INPTS,
75 VAR_PREV_INT,
76 VAR_PREV_OUTPTS,
77 VAR_PREV_OUTT,
78 VAR_PTS,
79 VAR_SAMPLE_RATE,
80 VAR_STARTPTS,
81 VAR_STARTT,
82 VAR_T,
83 VAR_TB,
84 VAR_RTCTIME,
85 VAR_RTCSTART,
86 VAR_S,
87 VAR_SR,
88 VAR_FR,
89 VAR_VARS_NB
90 };
91
92 typedef struct SetPTSContext {
93 const AVClass *class;
94 char *expr_str;
95 AVExpr *expr;
96 double var_values[VAR_VARS_NB];
97 enum AVMediaType type;
98 } SetPTSContext;
99
init(AVFilterContext * ctx)100 static av_cold int init(AVFilterContext *ctx)
101 {
102 SetPTSContext *setpts = ctx->priv;
103 int ret;
104
105 if ((ret = av_expr_parse(&setpts->expr, setpts->expr_str,
106 var_names, NULL, NULL, NULL, NULL, 0, ctx)) < 0) {
107 av_log(ctx, AV_LOG_ERROR, "Error while parsing expression '%s'\n", setpts->expr_str);
108 return ret;
109 }
110
111 setpts->var_values[VAR_N] = 0.0;
112 setpts->var_values[VAR_S] = 0.0;
113 setpts->var_values[VAR_PREV_INPTS] = NAN;
114 setpts->var_values[VAR_PREV_INT] = NAN;
115 setpts->var_values[VAR_PREV_OUTPTS] = NAN;
116 setpts->var_values[VAR_PREV_OUTT] = NAN;
117 setpts->var_values[VAR_STARTPTS] = NAN;
118 setpts->var_values[VAR_STARTT] = NAN;
119 return 0;
120 }
121
config_input(AVFilterLink * inlink)122 static int config_input(AVFilterLink *inlink)
123 {
124 AVFilterContext *ctx = inlink->dst;
125 SetPTSContext *setpts = ctx->priv;
126
127 setpts->type = inlink->type;
128 setpts->var_values[VAR_TB] = av_q2d(inlink->time_base);
129 setpts->var_values[VAR_RTCSTART] = av_gettime();
130
131 setpts->var_values[VAR_SR] =
132 setpts->var_values[VAR_SAMPLE_RATE] =
133 setpts->type == AVMEDIA_TYPE_AUDIO ? inlink->sample_rate : NAN;
134
135 setpts->var_values[VAR_FRAME_RATE] =
136 setpts->var_values[VAR_FR] = inlink->frame_rate.num &&
137 inlink->frame_rate.den ?
138 av_q2d(inlink->frame_rate) : NAN;
139
140 av_log(inlink->src, AV_LOG_VERBOSE, "TB:%f FRAME_RATE:%f SAMPLE_RATE:%f\n",
141 setpts->var_values[VAR_TB],
142 setpts->var_values[VAR_FRAME_RATE],
143 setpts->var_values[VAR_SAMPLE_RATE]);
144 return 0;
145 }
146
147 #define BUF_SIZE 64
148
double2int64str(char * buf,double v)149 static inline char *double2int64str(char *buf, double v)
150 {
151 if (isnan(v)) snprintf(buf, BUF_SIZE, "nan");
152 else snprintf(buf, BUF_SIZE, "%"PRId64, (int64_t)v);
153 return buf;
154 }
155
eval_pts(SetPTSContext * setpts,AVFilterLink * inlink,AVFrame * frame,int64_t pts)156 static double eval_pts(SetPTSContext *setpts, AVFilterLink *inlink, AVFrame *frame, int64_t pts)
157 {
158 if (isnan(setpts->var_values[VAR_STARTPTS])) {
159 setpts->var_values[VAR_STARTPTS] = TS2D(pts);
160 setpts->var_values[VAR_STARTT ] = TS2T(pts, inlink->time_base);
161 }
162 setpts->var_values[VAR_PTS ] = TS2D(pts);
163 setpts->var_values[VAR_T ] = TS2T(pts, inlink->time_base);
164 setpts->var_values[VAR_POS ] = !frame || frame->pkt_pos == -1 ? NAN : frame->pkt_pos;
165 setpts->var_values[VAR_RTCTIME ] = av_gettime();
166
167 if (frame) {
168 if (inlink->type == AVMEDIA_TYPE_VIDEO) {
169 setpts->var_values[VAR_INTERLACED] = frame->interlaced_frame;
170 } else if (inlink->type == AVMEDIA_TYPE_AUDIO) {
171 setpts->var_values[VAR_S] = frame->nb_samples;
172 setpts->var_values[VAR_NB_SAMPLES] = frame->nb_samples;
173 }
174 }
175
176 return av_expr_eval(setpts->expr, setpts->var_values, NULL);
177 }
178 #define d2istr(v) double2int64str((char[BUF_SIZE]){0}, v)
179
filter_frame(AVFilterLink * inlink,AVFrame * frame)180 static int filter_frame(AVFilterLink *inlink, AVFrame *frame)
181 {
182 SetPTSContext *setpts = inlink->dst->priv;
183 int64_t in_pts = frame->pts;
184 double d;
185
186 d = eval_pts(setpts, inlink, frame, frame->pts);
187 frame->pts = D2TS(d);
188
189 av_log(inlink->dst, AV_LOG_TRACE,
190 "N:%"PRId64" PTS:%s T:%f POS:%s",
191 (int64_t)setpts->var_values[VAR_N],
192 d2istr(setpts->var_values[VAR_PTS]),
193 setpts->var_values[VAR_T],
194 d2istr(setpts->var_values[VAR_POS]));
195 switch (inlink->type) {
196 case AVMEDIA_TYPE_VIDEO:
197 av_log(inlink->dst, AV_LOG_TRACE, " INTERLACED:%"PRId64,
198 (int64_t)setpts->var_values[VAR_INTERLACED]);
199 break;
200 case AVMEDIA_TYPE_AUDIO:
201 av_log(inlink->dst, AV_LOG_TRACE, " NB_SAMPLES:%"PRId64" NB_CONSUMED_SAMPLES:%"PRId64,
202 (int64_t)setpts->var_values[VAR_NB_SAMPLES],
203 (int64_t)setpts->var_values[VAR_NB_CONSUMED_SAMPLES]);
204 break;
205 }
206 av_log(inlink->dst, AV_LOG_TRACE, " -> PTS:%s T:%f\n", d2istr(d), TS2T(d, inlink->time_base));
207
208 if (inlink->type == AVMEDIA_TYPE_VIDEO) {
209 setpts->var_values[VAR_N] += 1.0;
210 } else {
211 setpts->var_values[VAR_N] += frame->nb_samples;
212 }
213
214 setpts->var_values[VAR_PREV_INPTS ] = TS2D(in_pts);
215 setpts->var_values[VAR_PREV_INT ] = TS2T(in_pts, inlink->time_base);
216 setpts->var_values[VAR_PREV_OUTPTS] = TS2D(frame->pts);
217 setpts->var_values[VAR_PREV_OUTT] = TS2T(frame->pts, inlink->time_base);
218 if (setpts->type == AVMEDIA_TYPE_AUDIO) {
219 setpts->var_values[VAR_NB_CONSUMED_SAMPLES] += frame->nb_samples;
220 }
221 return ff_filter_frame(inlink->dst->outputs[0], frame);
222 }
223
activate(AVFilterContext * ctx)224 static int activate(AVFilterContext *ctx)
225 {
226 SetPTSContext *setpts = ctx->priv;
227 AVFilterLink *inlink = ctx->inputs[0];
228 AVFilterLink *outlink = ctx->outputs[0];
229 AVFrame *in;
230 int status;
231 int64_t pts;
232 int ret;
233
234 FF_FILTER_FORWARD_STATUS_BACK(outlink, inlink);
235
236 ret = ff_inlink_consume_frame(inlink, &in);
237 if (ret < 0)
238 return ret;
239 if (ret > 0)
240 return filter_frame(inlink, in);
241
242 if (ff_inlink_acknowledge_status(inlink, &status, &pts)) {
243 double d = eval_pts(setpts, inlink, NULL, pts);
244
245 av_log(ctx, AV_LOG_TRACE, "N:EOF PTS:%s T:%f POS:%s -> PTS:%s T:%f\n",
246 d2istr(setpts->var_values[VAR_PTS]),
247 setpts->var_values[VAR_T],
248 d2istr(setpts->var_values[VAR_POS]),
249 d2istr(d), TS2T(d, inlink->time_base));
250 ff_outlink_set_status(outlink, status, D2TS(d));
251 return 0;
252 }
253
254 FF_FILTER_FORWARD_WANTED(outlink, inlink);
255
256 return FFERROR_NOT_READY;
257 }
258
uninit(AVFilterContext * ctx)259 static av_cold void uninit(AVFilterContext *ctx)
260 {
261 SetPTSContext *setpts = ctx->priv;
262 av_expr_free(setpts->expr);
263 setpts->expr = NULL;
264 }
265
266 #define OFFSET(x) offsetof(SetPTSContext, x)
267 #define V AV_OPT_FLAG_VIDEO_PARAM
268 #define A AV_OPT_FLAG_AUDIO_PARAM
269 #define F AV_OPT_FLAG_FILTERING_PARAM
270
271 #if CONFIG_SETPTS_FILTER
272 static const AVOption setpts_options[] = {
273 { "expr", "Expression determining the frame timestamp", OFFSET(expr_str), AV_OPT_TYPE_STRING, { .str = "PTS" }, .flags = V|F },
274 { NULL }
275 };
276 AVFILTER_DEFINE_CLASS(setpts);
277
278 static const AVFilterPad avfilter_vf_setpts_inputs[] = {
279 {
280 .name = "default",
281 .type = AVMEDIA_TYPE_VIDEO,
282 .config_props = config_input,
283 },
284 };
285
286 static const AVFilterPad avfilter_vf_setpts_outputs[] = {
287 {
288 .name = "default",
289 .type = AVMEDIA_TYPE_VIDEO,
290 },
291 };
292
293 const AVFilter ff_vf_setpts = {
294 .name = "setpts",
295 .description = NULL_IF_CONFIG_SMALL("Set PTS for the output video frame."),
296 .init = init,
297 .activate = activate,
298 .uninit = uninit,
299 .flags = AVFILTER_FLAG_METADATA_ONLY,
300
301 .priv_size = sizeof(SetPTSContext),
302 .priv_class = &setpts_class,
303
304 FILTER_INPUTS(avfilter_vf_setpts_inputs),
305 FILTER_OUTPUTS(avfilter_vf_setpts_outputs),
306 };
307 #endif /* CONFIG_SETPTS_FILTER */
308
309 #if CONFIG_ASETPTS_FILTER
310
311 static const AVOption asetpts_options[] = {
312 { "expr", "Expression determining the frame timestamp", OFFSET(expr_str), AV_OPT_TYPE_STRING, { .str = "PTS" }, .flags = A|F },
313 { NULL }
314 };
315 AVFILTER_DEFINE_CLASS(asetpts);
316
317 static const AVFilterPad asetpts_inputs[] = {
318 {
319 .name = "default",
320 .type = AVMEDIA_TYPE_AUDIO,
321 .config_props = config_input,
322 },
323 };
324
325 static const AVFilterPad asetpts_outputs[] = {
326 {
327 .name = "default",
328 .type = AVMEDIA_TYPE_AUDIO,
329 },
330 };
331
332 const AVFilter ff_af_asetpts = {
333 .name = "asetpts",
334 .description = NULL_IF_CONFIG_SMALL("Set PTS for the output audio frame."),
335 .init = init,
336 .activate = activate,
337 .uninit = uninit,
338 .priv_size = sizeof(SetPTSContext),
339 .priv_class = &asetpts_class,
340 .flags = AVFILTER_FLAG_METADATA_ONLY,
341 FILTER_INPUTS(asetpts_inputs),
342 FILTER_OUTPUTS(asetpts_outputs),
343 };
344 #endif /* CONFIG_ASETPTS_FILTER */
345