1 /*
2 * copyright (c) 2013 Andrew Kelley
3 *
4 * This file is part of FFmpeg.
5 *
6 * FFmpeg is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
10 *
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with FFmpeg; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19 */
20
21 /**
22 * @file
23 * libavfilter API usage example.
24 *
25 * @example filter_audio.c
26 * This example will generate a sine wave audio,
27 * pass it through a simple filter chain, and then compute the MD5 checksum of
28 * the output data.
29 *
30 * The filter chain it uses is:
31 * (input) -> abuffer -> volume -> aformat -> abuffersink -> (output)
32 *
33 * abuffer: This provides the endpoint where you can feed the decoded samples.
34 * volume: In this example we hardcode it to 0.90.
35 * aformat: This converts the samples to the samplefreq, channel layout,
36 * and sample format required by the audio device.
37 * abuffersink: This provides the endpoint where you can read the samples after
38 * they have passed through the filter chain.
39 */
40
41 #include <inttypes.h>
42 #include <math.h>
43 #include <stdio.h>
44 #include <stdlib.h>
45
46 #include "libavutil/channel_layout.h"
47 #include "libavutil/md5.h"
48 #include "libavutil/mem.h"
49 #include "libavutil/opt.h"
50 #include "libavutil/samplefmt.h"
51
52 #include "libavfilter/avfilter.h"
53 #include "libavfilter/buffersink.h"
54 #include "libavfilter/buffersrc.h"
55
56 #define INPUT_SAMPLERATE 48000
57 #define INPUT_FORMAT AV_SAMPLE_FMT_FLTP
58 #define INPUT_CHANNEL_LAYOUT (AVChannelLayout)AV_CHANNEL_LAYOUT_5POINT0
59
60 #define VOLUME_VAL 0.90
61
init_filter_graph(AVFilterGraph ** graph,AVFilterContext ** src,AVFilterContext ** sink)62 static int init_filter_graph(AVFilterGraph **graph, AVFilterContext **src,
63 AVFilterContext **sink)
64 {
65 AVFilterGraph *filter_graph;
66 AVFilterContext *abuffer_ctx;
67 const AVFilter *abuffer;
68 AVFilterContext *volume_ctx;
69 const AVFilter *volume;
70 AVFilterContext *aformat_ctx;
71 const AVFilter *aformat;
72 AVFilterContext *abuffersink_ctx;
73 const AVFilter *abuffersink;
74
75 AVDictionary *options_dict = NULL;
76 uint8_t options_str[1024];
77 uint8_t ch_layout[64];
78
79 int err;
80
81 /* Create a new filtergraph, which will contain all the filters. */
82 filter_graph = avfilter_graph_alloc();
83 if (!filter_graph) {
84 fprintf(stderr, "Unable to create filter graph.\n");
85 return AVERROR(ENOMEM);
86 }
87
88 /* Create the abuffer filter;
89 * it will be used for feeding the data into the graph. */
90 abuffer = avfilter_get_by_name("abuffer");
91 if (!abuffer) {
92 fprintf(stderr, "Could not find the abuffer filter.\n");
93 return AVERROR_FILTER_NOT_FOUND;
94 }
95
96 abuffer_ctx = avfilter_graph_alloc_filter(filter_graph, abuffer, "src");
97 if (!abuffer_ctx) {
98 fprintf(stderr, "Could not allocate the abuffer instance.\n");
99 return AVERROR(ENOMEM);
100 }
101
102 /* Set the filter options through the AVOptions API. */
103 av_channel_layout_describe(&INPUT_CHANNEL_LAYOUT, ch_layout, sizeof(ch_layout));
104 av_opt_set (abuffer_ctx, "channel_layout", ch_layout, AV_OPT_SEARCH_CHILDREN);
105 av_opt_set (abuffer_ctx, "sample_fmt", av_get_sample_fmt_name(INPUT_FORMAT), AV_OPT_SEARCH_CHILDREN);
106 av_opt_set_q (abuffer_ctx, "time_base", (AVRational){ 1, INPUT_SAMPLERATE }, AV_OPT_SEARCH_CHILDREN);
107 av_opt_set_int(abuffer_ctx, "sample_rate", INPUT_SAMPLERATE, AV_OPT_SEARCH_CHILDREN);
108
109 /* Now initialize the filter; we pass NULL options, since we have already
110 * set all the options above. */
111 err = avfilter_init_str(abuffer_ctx, NULL);
112 if (err < 0) {
113 fprintf(stderr, "Could not initialize the abuffer filter.\n");
114 return err;
115 }
116
117 /* Create volume filter. */
118 volume = avfilter_get_by_name("volume");
119 if (!volume) {
120 fprintf(stderr, "Could not find the volume filter.\n");
121 return AVERROR_FILTER_NOT_FOUND;
122 }
123
124 volume_ctx = avfilter_graph_alloc_filter(filter_graph, volume, "volume");
125 if (!volume_ctx) {
126 fprintf(stderr, "Could not allocate the volume instance.\n");
127 return AVERROR(ENOMEM);
128 }
129
130 /* A different way of passing the options is as key/value pairs in a
131 * dictionary. */
132 av_dict_set(&options_dict, "volume", AV_STRINGIFY(VOLUME_VAL), 0);
133 err = avfilter_init_dict(volume_ctx, &options_dict);
134 av_dict_free(&options_dict);
135 if (err < 0) {
136 fprintf(stderr, "Could not initialize the volume filter.\n");
137 return err;
138 }
139
140 /* Create the aformat filter;
141 * it ensures that the output is of the format we want. */
142 aformat = avfilter_get_by_name("aformat");
143 if (!aformat) {
144 fprintf(stderr, "Could not find the aformat filter.\n");
145 return AVERROR_FILTER_NOT_FOUND;
146 }
147
148 aformat_ctx = avfilter_graph_alloc_filter(filter_graph, aformat, "aformat");
149 if (!aformat_ctx) {
150 fprintf(stderr, "Could not allocate the aformat instance.\n");
151 return AVERROR(ENOMEM);
152 }
153
154 /* A third way of passing the options is in a string of the form
155 * key1=value1:key2=value2.... */
156 snprintf(options_str, sizeof(options_str),
157 "sample_fmts=%s:sample_rates=%d:channel_layouts=stereo",
158 av_get_sample_fmt_name(AV_SAMPLE_FMT_S16), 44100);
159 err = avfilter_init_str(aformat_ctx, options_str);
160 if (err < 0) {
161 av_log(NULL, AV_LOG_ERROR, "Could not initialize the aformat filter.\n");
162 return err;
163 }
164
165 /* Finally create the abuffersink filter;
166 * it will be used to get the filtered data out of the graph. */
167 abuffersink = avfilter_get_by_name("abuffersink");
168 if (!abuffersink) {
169 fprintf(stderr, "Could not find the abuffersink filter.\n");
170 return AVERROR_FILTER_NOT_FOUND;
171 }
172
173 abuffersink_ctx = avfilter_graph_alloc_filter(filter_graph, abuffersink, "sink");
174 if (!abuffersink_ctx) {
175 fprintf(stderr, "Could not allocate the abuffersink instance.\n");
176 return AVERROR(ENOMEM);
177 }
178
179 /* This filter takes no options. */
180 err = avfilter_init_str(abuffersink_ctx, NULL);
181 if (err < 0) {
182 fprintf(stderr, "Could not initialize the abuffersink instance.\n");
183 return err;
184 }
185
186 /* Connect the filters;
187 * in this simple case the filters just form a linear chain. */
188 err = avfilter_link(abuffer_ctx, 0, volume_ctx, 0);
189 if (err >= 0)
190 err = avfilter_link(volume_ctx, 0, aformat_ctx, 0);
191 if (err >= 0)
192 err = avfilter_link(aformat_ctx, 0, abuffersink_ctx, 0);
193 if (err < 0) {
194 fprintf(stderr, "Error connecting filters\n");
195 return err;
196 }
197
198 /* Configure the graph. */
199 err = avfilter_graph_config(filter_graph, NULL);
200 if (err < 0) {
201 av_log(NULL, AV_LOG_ERROR, "Error configuring the filter graph\n");
202 return err;
203 }
204
205 *graph = filter_graph;
206 *src = abuffer_ctx;
207 *sink = abuffersink_ctx;
208
209 return 0;
210 }
211
212 /* Do something useful with the filtered data: this simple
213 * example just prints the MD5 checksum of each plane to stdout. */
process_output(struct AVMD5 * md5,AVFrame * frame)214 static int process_output(struct AVMD5 *md5, AVFrame *frame)
215 {
216 int planar = av_sample_fmt_is_planar(frame->format);
217 int channels = frame->ch_layout.nb_channels;
218 int planes = planar ? channels : 1;
219 int bps = av_get_bytes_per_sample(frame->format);
220 int plane_size = bps * frame->nb_samples * (planar ? 1 : channels);
221 int i, j;
222
223 for (i = 0; i < planes; i++) {
224 uint8_t checksum[16];
225
226 av_md5_init(md5);
227 av_md5_sum(checksum, frame->extended_data[i], plane_size);
228
229 fprintf(stdout, "plane %d: 0x", i);
230 for (j = 0; j < sizeof(checksum); j++)
231 fprintf(stdout, "%02X", checksum[j]);
232 fprintf(stdout, "\n");
233 }
234 fprintf(stdout, "\n");
235
236 return 0;
237 }
238
239 /* Construct a frame of audio data to be filtered;
240 * this simple example just synthesizes a sine wave. */
get_input(AVFrame * frame,int frame_num)241 static int get_input(AVFrame *frame, int frame_num)
242 {
243 int err, i, j;
244
245 #define FRAME_SIZE 1024
246
247 /* Set up the frame properties and allocate the buffer for the data. */
248 frame->sample_rate = INPUT_SAMPLERATE;
249 frame->format = INPUT_FORMAT;
250 av_channel_layout_copy(&frame->ch_layout, &INPUT_CHANNEL_LAYOUT);
251 frame->nb_samples = FRAME_SIZE;
252 frame->pts = frame_num * FRAME_SIZE;
253
254 err = av_frame_get_buffer(frame, 0);
255 if (err < 0)
256 return err;
257
258 /* Fill the data for each channel. */
259 for (i = 0; i < 5; i++) {
260 float *data = (float*)frame->extended_data[i];
261
262 for (j = 0; j < frame->nb_samples; j++)
263 data[j] = sin(2 * M_PI * (frame_num + j) * (i + 1) / FRAME_SIZE);
264 }
265
266 return 0;
267 }
268
main(int argc,char * argv[])269 int main(int argc, char *argv[])
270 {
271 struct AVMD5 *md5;
272 AVFilterGraph *graph;
273 AVFilterContext *src, *sink;
274 AVFrame *frame;
275 uint8_t errstr[1024];
276 float duration;
277 int err, nb_frames, i;
278
279 if (argc < 2) {
280 fprintf(stderr, "Usage: %s <duration>\n", argv[0]);
281 return 1;
282 }
283
284 duration = atof(argv[1]);
285 nb_frames = duration * INPUT_SAMPLERATE / FRAME_SIZE;
286 if (nb_frames <= 0) {
287 fprintf(stderr, "Invalid duration: %s\n", argv[1]);
288 return 1;
289 }
290
291 /* Allocate the frame we will be using to store the data. */
292 frame = av_frame_alloc();
293 if (!frame) {
294 fprintf(stderr, "Error allocating the frame\n");
295 return 1;
296 }
297
298 md5 = av_md5_alloc();
299 if (!md5) {
300 fprintf(stderr, "Error allocating the MD5 context\n");
301 return 1;
302 }
303
304 /* Set up the filtergraph. */
305 err = init_filter_graph(&graph, &src, &sink);
306 if (err < 0) {
307 fprintf(stderr, "Unable to init filter graph:");
308 goto fail;
309 }
310
311 /* the main filtering loop */
312 for (i = 0; i < nb_frames; i++) {
313 /* get an input frame to be filtered */
314 err = get_input(frame, i);
315 if (err < 0) {
316 fprintf(stderr, "Error generating input frame:");
317 goto fail;
318 }
319
320 /* Send the frame to the input of the filtergraph. */
321 err = av_buffersrc_add_frame(src, frame);
322 if (err < 0) {
323 av_frame_unref(frame);
324 fprintf(stderr, "Error submitting the frame to the filtergraph:");
325 goto fail;
326 }
327
328 /* Get all the filtered output that is available. */
329 while ((err = av_buffersink_get_frame(sink, frame)) >= 0) {
330 /* now do something with our filtered frame */
331 err = process_output(md5, frame);
332 if (err < 0) {
333 fprintf(stderr, "Error processing the filtered frame:");
334 goto fail;
335 }
336 av_frame_unref(frame);
337 }
338
339 if (err == AVERROR(EAGAIN)) {
340 /* Need to feed more frames in. */
341 continue;
342 } else if (err == AVERROR_EOF) {
343 /* Nothing more to do, finish. */
344 break;
345 } else if (err < 0) {
346 /* An error occurred. */
347 fprintf(stderr, "Error filtering the data:");
348 goto fail;
349 }
350 }
351
352 avfilter_graph_free(&graph);
353 av_frame_free(&frame);
354 av_freep(&md5);
355
356 return 0;
357
358 fail:
359 av_strerror(err, errstr, sizeof(errstr));
360 fprintf(stderr, "%s\n", errstr);
361 return 1;
362 }
363