1 /*
2 * Copyright (c) 2018 Paul B Mahol
3 *
4 * This file is part of FFmpeg.
5 *
6 * FFmpeg is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
10 *
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with FFmpeg; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19 */
20
21 #include "float.h"
22
23 #include "libavutil/pixdesc.h"
24 #include "libavutil/eval.h"
25 #include "libavutil/intreadwrite.h"
26 #include "libavutil/opt.h"
27 #include "libavutil/timestamp.h"
28 #include "libavutil/xga_font_data.h"
29 #include "avfilter.h"
30 #include "filters.h"
31 #include "formats.h"
32 #include "internal.h"
33 #include "video.h"
34
35 typedef struct GraphMonitorContext {
36 const AVClass *class;
37
38 int w, h;
39 float opacity;
40 int mode;
41 int flags;
42 AVRational frame_rate;
43
44 int64_t pts;
45 int64_t next_pts;
46 uint8_t white[4];
47 uint8_t yellow[4];
48 uint8_t red[4];
49 uint8_t green[4];
50 uint8_t blue[4];
51 uint8_t bg[4];
52 } GraphMonitorContext;
53
54 enum {
55 MODE_QUEUE = 1 << 0,
56 MODE_FCIN = 1 << 1,
57 MODE_FCOUT = 1 << 2,
58 MODE_PTS = 1 << 3,
59 MODE_TIME = 1 << 4,
60 MODE_TB = 1 << 5,
61 MODE_FMT = 1 << 6,
62 MODE_SIZE = 1 << 7,
63 MODE_RATE = 1 << 8,
64 MODE_EOF = 1 << 9,
65 };
66
67 #define OFFSET(x) offsetof(GraphMonitorContext, x)
68 #define VF AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
69
70 static const AVOption graphmonitor_options[] = {
71 { "size", "set monitor size", OFFSET(w), AV_OPT_TYPE_IMAGE_SIZE, {.str="hd720"}, 0, 0, VF },
72 { "s", "set monitor size", OFFSET(w), AV_OPT_TYPE_IMAGE_SIZE, {.str="hd720"}, 0, 0, VF },
73 { "opacity", "set video opacity", OFFSET(opacity), AV_OPT_TYPE_FLOAT, {.dbl=.9}, 0, 1, VF },
74 { "o", "set video opacity", OFFSET(opacity), AV_OPT_TYPE_FLOAT, {.dbl=.9}, 0, 1, VF },
75 { "mode", "set mode", OFFSET(mode), AV_OPT_TYPE_INT, {.i64=0}, 0, 1, VF, "mode" },
76 { "m", "set mode", OFFSET(mode), AV_OPT_TYPE_INT, {.i64=0}, 0, 1, VF, "mode" },
77 { "full", NULL, 0, AV_OPT_TYPE_CONST, {.i64=0}, 0, 0, VF, "mode" },
78 { "compact", NULL, 0, AV_OPT_TYPE_CONST, {.i64=1}, 0, 0, VF, "mode" },
79 { "flags", "set flags", OFFSET(flags), AV_OPT_TYPE_FLAGS, {.i64=MODE_QUEUE}, 0, INT_MAX, VF, "flags" },
80 { "f", "set flags", OFFSET(flags), AV_OPT_TYPE_FLAGS, {.i64=MODE_QUEUE}, 0, INT_MAX, VF, "flags" },
81 { "queue", NULL, 0, AV_OPT_TYPE_CONST, {.i64=MODE_QUEUE}, 0, 0, VF, "flags" },
82 { "frame_count_in", NULL, 0, AV_OPT_TYPE_CONST, {.i64=MODE_FCOUT}, 0, 0, VF, "flags" },
83 { "frame_count_out", NULL, 0, AV_OPT_TYPE_CONST, {.i64=MODE_FCIN}, 0, 0, VF, "flags" },
84 { "pts", NULL, 0, AV_OPT_TYPE_CONST, {.i64=MODE_PTS}, 0, 0, VF, "flags" },
85 { "time", NULL, 0, AV_OPT_TYPE_CONST, {.i64=MODE_TIME}, 0, 0, VF, "flags" },
86 { "timebase", NULL, 0, AV_OPT_TYPE_CONST, {.i64=MODE_TB}, 0, 0, VF, "flags" },
87 { "format", NULL, 0, AV_OPT_TYPE_CONST, {.i64=MODE_FMT}, 0, 0, VF, "flags" },
88 { "size", NULL, 0, AV_OPT_TYPE_CONST, {.i64=MODE_SIZE}, 0, 0, VF, "flags" },
89 { "rate", NULL, 0, AV_OPT_TYPE_CONST, {.i64=MODE_RATE}, 0, 0, VF, "flags" },
90 { "eof", NULL, 0, AV_OPT_TYPE_CONST, {.i64=MODE_EOF}, 0, 0, VF, "flags" },
91 { "rate", "set video rate", OFFSET(frame_rate), AV_OPT_TYPE_VIDEO_RATE, {.str = "25"}, 0, INT_MAX, VF },
92 { "r", "set video rate", OFFSET(frame_rate), AV_OPT_TYPE_VIDEO_RATE, {.str = "25"}, 0, INT_MAX, VF },
93 { NULL }
94 };
95
query_formats(AVFilterContext * ctx)96 static int query_formats(AVFilterContext *ctx)
97 {
98 AVFilterLink *outlink = ctx->outputs[0];
99 static const enum AVPixelFormat pix_fmts[] = {
100 AV_PIX_FMT_RGBA,
101 AV_PIX_FMT_NONE
102 };
103 int ret;
104
105 AVFilterFormats *fmts_list = ff_make_format_list(pix_fmts);
106 if ((ret = ff_formats_ref(fmts_list, &outlink->incfg.formats)) < 0)
107 return ret;
108
109 return 0;
110 }
111
clear_image(GraphMonitorContext * s,AVFrame * out,AVFilterLink * outlink)112 static void clear_image(GraphMonitorContext *s, AVFrame *out, AVFilterLink *outlink)
113 {
114 int bg = AV_RN32(s->bg);
115
116 for (int i = 0; i < out->height; i++)
117 for (int j = 0; j < out->width; j++)
118 AV_WN32(out->data[0] + i * out->linesize[0] + j * 4, bg);
119 }
120
drawtext(AVFrame * pic,int x,int y,const char * txt,uint8_t * color)121 static void drawtext(AVFrame *pic, int x, int y, const char *txt, uint8_t *color)
122 {
123 const uint8_t *font;
124 int font_height;
125 int i;
126
127 font = avpriv_cga_font, font_height = 8;
128
129 if (y + 8 >= pic->height ||
130 x + strlen(txt) * 8 >= pic->width)
131 return;
132
133 for (i = 0; txt[i]; i++) {
134 int char_y, mask;
135
136 uint8_t *p = pic->data[0] + y*pic->linesize[0] + (x + i*8)*4;
137 for (char_y = 0; char_y < font_height; char_y++) {
138 for (mask = 0x80; mask; mask >>= 1) {
139 if (font[txt[i] * font_height + char_y] & mask) {
140 p[0] = color[0];
141 p[1] = color[1];
142 p[2] = color[2];
143 }
144 p += 4;
145 }
146 p += pic->linesize[0] - 8 * 4;
147 }
148 }
149 }
150
filter_have_queued(AVFilterContext * filter)151 static int filter_have_queued(AVFilterContext *filter)
152 {
153 for (int j = 0; j < filter->nb_inputs; j++) {
154 AVFilterLink *l = filter->inputs[j];
155 size_t frames = ff_inlink_queued_frames(l);
156
157 if (frames)
158 return 1;
159 }
160
161 for (int j = 0; j < filter->nb_outputs; j++) {
162 AVFilterLink *l = filter->outputs[j];
163 size_t frames = ff_inlink_queued_frames(l);
164
165 if (frames)
166 return 1;
167 }
168
169 return 0;
170 }
171
draw_items(AVFilterContext * ctx,AVFrame * out,int xpos,int ypos,AVFilterLink * l,size_t frames)172 static void draw_items(AVFilterContext *ctx, AVFrame *out,
173 int xpos, int ypos,
174 AVFilterLink *l,
175 size_t frames)
176 {
177 GraphMonitorContext *s = ctx->priv;
178 char buffer[1024] = { 0 };
179
180 if (s->flags & MODE_FMT) {
181 if (l->type == AVMEDIA_TYPE_VIDEO) {
182 snprintf(buffer, sizeof(buffer)-1, " | format: %s",
183 av_get_pix_fmt_name(l->format));
184 } else if (l->type == AVMEDIA_TYPE_AUDIO) {
185 snprintf(buffer, sizeof(buffer)-1, " | format: %s",
186 av_get_sample_fmt_name(l->format));
187 }
188 drawtext(out, xpos, ypos, buffer, s->white);
189 xpos += strlen(buffer) * 8;
190 }
191 if (s->flags & MODE_SIZE) {
192 if (l->type == AVMEDIA_TYPE_VIDEO) {
193 snprintf(buffer, sizeof(buffer)-1, " | size: %dx%d", l->w, l->h);
194 } else if (l->type == AVMEDIA_TYPE_AUDIO) {
195 snprintf(buffer, sizeof(buffer)-1, " | channels: %d", l->channels);
196 }
197 drawtext(out, xpos, ypos, buffer, s->white);
198 xpos += strlen(buffer) * 8;
199 }
200 if (s->flags & MODE_RATE) {
201 if (l->type == AVMEDIA_TYPE_VIDEO) {
202 snprintf(buffer, sizeof(buffer)-1, " | fps: %d/%d", l->frame_rate.num, l->frame_rate.den);
203 } else if (l->type == AVMEDIA_TYPE_AUDIO) {
204 snprintf(buffer, sizeof(buffer)-1, " | samplerate: %d", l->sample_rate);
205 }
206 drawtext(out, xpos, ypos, buffer, s->white);
207 xpos += strlen(buffer) * 8;
208 }
209 if (s->flags & MODE_TB) {
210 snprintf(buffer, sizeof(buffer)-1, " | tb: %d/%d", l->time_base.num, l->time_base.den);
211 drawtext(out, xpos, ypos, buffer, s->white);
212 xpos += strlen(buffer) * 8;
213 }
214 if (s->flags & MODE_QUEUE) {
215 snprintf(buffer, sizeof(buffer)-1, " | queue: ");
216 drawtext(out, xpos, ypos, buffer, s->white);
217 xpos += strlen(buffer) * 8;
218 snprintf(buffer, sizeof(buffer)-1, "%"SIZE_SPECIFIER, frames);
219 drawtext(out, xpos, ypos, buffer, frames > 0 ? frames >= 10 ? frames >= 50 ? s->red : s->yellow : s->green : s->white);
220 xpos += strlen(buffer) * 8;
221 }
222 if (s->flags & MODE_FCIN) {
223 snprintf(buffer, sizeof(buffer)-1, " | in: %"PRId64, l->frame_count_in);
224 drawtext(out, xpos, ypos, buffer, s->white);
225 xpos += strlen(buffer) * 8;
226 }
227 if (s->flags & MODE_FCOUT) {
228 snprintf(buffer, sizeof(buffer)-1, " | out: %"PRId64, l->frame_count_out);
229 drawtext(out, xpos, ypos, buffer, s->white);
230 xpos += strlen(buffer) * 8;
231 }
232 if (s->flags & MODE_PTS) {
233 snprintf(buffer, sizeof(buffer)-1, " | pts: %s", av_ts2str(l->current_pts_us));
234 drawtext(out, xpos, ypos, buffer, s->white);
235 xpos += strlen(buffer) * 8;
236 }
237 if (s->flags & MODE_TIME) {
238 snprintf(buffer, sizeof(buffer)-1, " | time: %s", av_ts2timestr(l->current_pts_us, &AV_TIME_BASE_Q));
239 drawtext(out, xpos, ypos, buffer, s->white);
240 xpos += strlen(buffer) * 8;
241 }
242 if (s->flags & MODE_EOF && ff_outlink_get_status(l)) {
243 snprintf(buffer, sizeof(buffer)-1, " | eof");
244 drawtext(out, xpos, ypos, buffer, s->blue);
245 xpos += strlen(buffer) * 8;
246 }
247 }
248
create_frame(AVFilterContext * ctx,int64_t pts)249 static int create_frame(AVFilterContext *ctx, int64_t pts)
250 {
251 GraphMonitorContext *s = ctx->priv;
252 AVFilterLink *outlink = ctx->outputs[0];
253 AVFrame *out;
254 int xpos, ypos = 0;
255
256 out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
257 if (!out)
258 return AVERROR(ENOMEM);
259
260 clear_image(s, out, outlink);
261
262 for (int i = 0; i < ctx->graph->nb_filters; i++) {
263 AVFilterContext *filter = ctx->graph->filters[i];
264 char buffer[1024] = { 0 };
265
266 if (s->mode && !filter_have_queued(filter))
267 continue;
268
269 xpos = 0;
270 drawtext(out, xpos, ypos, filter->name, s->white);
271 xpos += strlen(filter->name) * 8 + 10;
272 drawtext(out, xpos, ypos, filter->filter->name, s->white);
273 ypos += 10;
274 for (int j = 0; j < filter->nb_inputs; j++) {
275 AVFilterLink *l = filter->inputs[j];
276 size_t frames = ff_inlink_queued_frames(l);
277
278 if (s->mode && !frames)
279 continue;
280
281 xpos = 10;
282 snprintf(buffer, sizeof(buffer)-1, "in%d: ", j);
283 drawtext(out, xpos, ypos, buffer, s->white);
284 xpos += strlen(buffer) * 8;
285 drawtext(out, xpos, ypos, l->src->name, s->white);
286 xpos += strlen(l->src->name) * 8 + 10;
287 draw_items(ctx, out, xpos, ypos, l, frames);
288 ypos += 10;
289 }
290
291 ypos += 2;
292 for (int j = 0; j < filter->nb_outputs; j++) {
293 AVFilterLink *l = filter->outputs[j];
294 size_t frames = ff_inlink_queued_frames(l);
295
296 if (s->mode && !frames)
297 continue;
298
299 xpos = 10;
300 snprintf(buffer, sizeof(buffer)-1, "out%d: ", j);
301 drawtext(out, xpos, ypos, buffer, s->white);
302 xpos += strlen(buffer) * 8;
303 drawtext(out, xpos, ypos, l->dst->name, s->white);
304 xpos += strlen(l->dst->name) * 8 + 10;
305 draw_items(ctx, out, xpos, ypos, l, frames);
306 ypos += 10;
307 }
308 ypos += 5;
309 }
310
311 out->pts = pts;
312 s->pts = pts + 1;
313 return ff_filter_frame(outlink, out);
314 }
315
activate(AVFilterContext * ctx)316 static int activate(AVFilterContext *ctx)
317 {
318 GraphMonitorContext *s = ctx->priv;
319 AVFilterLink *inlink = ctx->inputs[0];
320 AVFilterLink *outlink = ctx->outputs[0];
321 int64_t pts = AV_NOPTS_VALUE;
322
323 FF_FILTER_FORWARD_STATUS_BACK(outlink, inlink);
324
325 if (ff_inlink_queued_frames(inlink)) {
326 AVFrame *frame = NULL;
327 int ret;
328
329 ret = ff_inlink_consume_frame(inlink, &frame);
330 if (ret < 0)
331 return ret;
332 if (ret > 0) {
333 pts = frame->pts;
334 av_frame_free(&frame);
335 }
336 }
337
338 if (pts != AV_NOPTS_VALUE) {
339 pts = av_rescale_q(pts, inlink->time_base, outlink->time_base);
340 if (s->pts == AV_NOPTS_VALUE)
341 s->pts = pts;
342 s->next_pts = pts;
343 }
344
345 if (s->pts < s->next_pts && ff_outlink_frame_wanted(outlink))
346 return create_frame(ctx, s->pts);
347
348 FF_FILTER_FORWARD_STATUS(inlink, outlink);
349 FF_FILTER_FORWARD_WANTED(outlink, inlink);
350
351 return FFERROR_NOT_READY;
352 }
353
config_output(AVFilterLink * outlink)354 static int config_output(AVFilterLink *outlink)
355 {
356 GraphMonitorContext *s = outlink->src->priv;
357
358 s->bg[3] = 255 * s->opacity;
359 s->white[0] = s->white[1] = s->white[2] = 255;
360 s->yellow[0] = s->yellow[1] = 255;
361 s->red[0] = 255;
362 s->green[1] = 255;
363 s->blue[2] = 255;
364 s->pts = AV_NOPTS_VALUE;
365 s->next_pts = AV_NOPTS_VALUE;
366 outlink->w = s->w;
367 outlink->h = s->h;
368 outlink->sample_aspect_ratio = (AVRational){1,1};
369 outlink->frame_rate = s->frame_rate;
370 outlink->time_base = av_inv_q(s->frame_rate);
371
372 return 0;
373 }
374
375 #if CONFIG_GRAPHMONITOR_FILTER
376
377 AVFILTER_DEFINE_CLASS(graphmonitor);
378
379 static const AVFilterPad graphmonitor_inputs[] = {
380 {
381 .name = "default",
382 .type = AVMEDIA_TYPE_VIDEO,
383 },
384 { NULL }
385 };
386
387 static const AVFilterPad graphmonitor_outputs[] = {
388 {
389 .name = "default",
390 .type = AVMEDIA_TYPE_VIDEO,
391 .config_props = config_output,
392 },
393 { NULL }
394 };
395
396 AVFilter ff_vf_graphmonitor = {
397 .name = "graphmonitor",
398 .description = NULL_IF_CONFIG_SMALL("Show various filtergraph stats."),
399 .priv_size = sizeof(GraphMonitorContext),
400 .priv_class = &graphmonitor_class,
401 .query_formats = query_formats,
402 .activate = activate,
403 .inputs = graphmonitor_inputs,
404 .outputs = graphmonitor_outputs,
405 };
406
407 #endif // CONFIG_GRAPHMONITOR_FILTER
408
409 #if CONFIG_AGRAPHMONITOR_FILTER
410
411 #define agraphmonitor_options graphmonitor_options
412 AVFILTER_DEFINE_CLASS(agraphmonitor);
413
414 static const AVFilterPad agraphmonitor_inputs[] = {
415 {
416 .name = "default",
417 .type = AVMEDIA_TYPE_AUDIO,
418 },
419 { NULL }
420 };
421
422 static const AVFilterPad agraphmonitor_outputs[] = {
423 {
424 .name = "default",
425 .type = AVMEDIA_TYPE_VIDEO,
426 .config_props = config_output,
427 },
428 { NULL }
429 };
430
431 AVFilter ff_avf_agraphmonitor = {
432 .name = "agraphmonitor",
433 .description = NULL_IF_CONFIG_SMALL("Show various filtergraph stats."),
434 .priv_size = sizeof(GraphMonitorContext),
435 .priv_class = &agraphmonitor_class,
436 .query_formats = query_formats,
437 .activate = activate,
438 .inputs = agraphmonitor_inputs,
439 .outputs = agraphmonitor_outputs,
440 };
441 #endif // CONFIG_AGRAPHMONITOR_FILTER
442