1 /*
2 * Copyright (c) 2013 Georg Martius <georg dot martius at web dot de>
3 *
4 * This file is part of FFmpeg.
5 *
6 * FFmpeg is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
10 *
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with FFmpeg; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19 */
20
21 #define DEFAULT_RESULT_NAME "transforms.trf"
22
23 #include <vid.stab/libvidstab.h>
24
25 #include "libavutil/common.h"
26 #include "libavutil/opt.h"
27 #include "libavutil/imgutils.h"
28 #include "avfilter.h"
29 #include "internal.h"
30
31 #include "vidstabutils.h"
32
33 typedef struct StabData {
34 const AVClass *class;
35
36 VSMotionDetect md;
37 VSMotionDetectConfig conf;
38
39 char *result;
40 FILE *f;
41 } StabData;
42
43
44 #define OFFSET(x) offsetof(StabData, x)
45 #define OFFSETC(x) (offsetof(StabData, conf)+offsetof(VSMotionDetectConfig, x))
46 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
47
48 static const AVOption vidstabdetect_options[] = {
49 {"result", "path to the file used to write the transforms", OFFSET(result), AV_OPT_TYPE_STRING, {.str = DEFAULT_RESULT_NAME}, .flags = FLAGS},
50 {"shakiness", "how shaky is the video and how quick is the camera?"
51 " 1: little (fast) 10: very strong/quick (slow)", OFFSETC(shakiness), AV_OPT_TYPE_INT, {.i64 = 5}, 1, 10, FLAGS},
52 {"accuracy", "(>=shakiness) 1: low 15: high (slow)", OFFSETC(accuracy), AV_OPT_TYPE_INT, {.i64 = 15}, 1, 15, FLAGS},
53 {"stepsize", "region around minimum is scanned with 1 pixel resolution", OFFSETC(stepSize), AV_OPT_TYPE_INT, {.i64 = 6}, 1, 32, FLAGS},
54 {"mincontrast", "below this contrast a field is discarded (0-1)", OFFSETC(contrastThreshold), AV_OPT_TYPE_DOUBLE, {.dbl = 0.25}, 0.0, 1.0, FLAGS},
55 {"show", "0: draw nothing; 1,2: show fields and transforms", OFFSETC(show), AV_OPT_TYPE_INT, {.i64 = 0}, 0, 2, FLAGS},
56 {"tripod", "virtual tripod mode (if >0): motion is compared to a reference"
57 " reference frame (frame # is the value)", OFFSETC(virtualTripod), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, FLAGS},
58 {NULL}
59 };
60
61 AVFILTER_DEFINE_CLASS(vidstabdetect);
62
init(AVFilterContext * ctx)63 static av_cold int init(AVFilterContext *ctx)
64 {
65 StabData *s = ctx->priv;
66 ff_vs_init();
67 s->class = &vidstabdetect_class;
68 av_log(ctx, AV_LOG_VERBOSE, "vidstabdetect filter: init %s\n", LIBVIDSTAB_VERSION);
69 return 0;
70 }
71
uninit(AVFilterContext * ctx)72 static av_cold void uninit(AVFilterContext *ctx)
73 {
74 StabData *s = ctx->priv;
75 VSMotionDetect *md = &(s->md);
76
77 if (s->f) {
78 fclose(s->f);
79 s->f = NULL;
80 }
81
82 vsMotionDetectionCleanup(md);
83 }
84
config_input(AVFilterLink * inlink)85 static int config_input(AVFilterLink *inlink)
86 {
87 AVFilterContext *ctx = inlink->dst;
88 StabData *s = ctx->priv;
89
90 VSMotionDetect* md = &(s->md);
91 VSFrameInfo fi;
92 const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format);
93 int is_planar = desc->flags & AV_PIX_FMT_FLAG_PLANAR;
94
95 vsFrameInfoInit(&fi, inlink->w, inlink->h,
96 ff_av2vs_pixfmt(ctx, inlink->format));
97 if (!is_planar && fi.bytesPerPixel != av_get_bits_per_pixel(desc)/8) {
98 av_log(ctx, AV_LOG_ERROR, "pixel-format error: wrong bits/per/pixel, please report a BUG");
99 return AVERROR(EINVAL);
100 }
101 if (fi.log2ChromaW != desc->log2_chroma_w) {
102 av_log(ctx, AV_LOG_ERROR, "pixel-format error: log2_chroma_w, please report a BUG");
103 return AVERROR(EINVAL);
104 }
105
106 if (fi.log2ChromaH != desc->log2_chroma_h) {
107 av_log(ctx, AV_LOG_ERROR, "pixel-format error: log2_chroma_h, please report a BUG");
108 return AVERROR(EINVAL);
109 }
110
111 // set values that are not initialized by the options
112 s->conf.algo = 1;
113 s->conf.modName = "vidstabdetect";
114 if (vsMotionDetectInit(md, &s->conf, &fi) != VS_OK) {
115 av_log(ctx, AV_LOG_ERROR, "initialization of Motion Detection failed, please report a BUG");
116 return AVERROR(EINVAL);
117 }
118
119 vsMotionDetectGetConfig(&s->conf, md);
120 av_log(ctx, AV_LOG_INFO, "Video stabilization settings (pass 1/2):\n");
121 av_log(ctx, AV_LOG_INFO, " shakiness = %d\n", s->conf.shakiness);
122 av_log(ctx, AV_LOG_INFO, " accuracy = %d\n", s->conf.accuracy);
123 av_log(ctx, AV_LOG_INFO, " stepsize = %d\n", s->conf.stepSize);
124 av_log(ctx, AV_LOG_INFO, " mincontrast = %f\n", s->conf.contrastThreshold);
125 av_log(ctx, AV_LOG_INFO, " tripod = %d\n", s->conf.virtualTripod);
126 av_log(ctx, AV_LOG_INFO, " show = %d\n", s->conf.show);
127 av_log(ctx, AV_LOG_INFO, " result = %s\n", s->result);
128
129 s->f = avpriv_fopen_utf8(s->result, "w");
130 if (s->f == NULL) {
131 av_log(ctx, AV_LOG_ERROR, "cannot open transform file %s\n", s->result);
132 return AVERROR(EINVAL);
133 } else {
134 if (vsPrepareFile(md, s->f) != VS_OK) {
135 av_log(ctx, AV_LOG_ERROR, "cannot write to transform file %s\n", s->result);
136 return AVERROR(EINVAL);
137 }
138 }
139 return 0;
140 }
141
filter_frame(AVFilterLink * inlink,AVFrame * in)142 static int filter_frame(AVFilterLink *inlink, AVFrame *in)
143 {
144 AVFilterContext *ctx = inlink->dst;
145 StabData *s = ctx->priv;
146 VSMotionDetect *md = &(s->md);
147 LocalMotions localmotions;
148
149 AVFilterLink *outlink = inlink->dst->outputs[0];
150 VSFrame frame;
151 int plane;
152
153 if (s->conf.show > 0 && !av_frame_is_writable(in))
154 av_frame_make_writable(in);
155
156 for (plane = 0; plane < md->fi.planes; plane++) {
157 frame.data[plane] = in->data[plane];
158 frame.linesize[plane] = in->linesize[plane];
159 }
160 if (vsMotionDetection(md, &localmotions, &frame) != VS_OK) {
161 av_log(ctx, AV_LOG_ERROR, "motion detection failed");
162 return AVERROR(AVERROR_EXTERNAL);
163 } else {
164 if (vsWriteToFile(md, s->f, &localmotions) != VS_OK) {
165 int ret = AVERROR(errno);
166 av_log(ctx, AV_LOG_ERROR, "cannot write to transform file");
167 return ret;
168 }
169 vs_vector_del(&localmotions);
170 }
171
172 return ff_filter_frame(outlink, in);
173 }
174
175 static const AVFilterPad avfilter_vf_vidstabdetect_inputs[] = {
176 {
177 .name = "default",
178 .type = AVMEDIA_TYPE_VIDEO,
179 .filter_frame = filter_frame,
180 .config_props = config_input,
181 },
182 };
183
184 static const AVFilterPad avfilter_vf_vidstabdetect_outputs[] = {
185 {
186 .name = "default",
187 .type = AVMEDIA_TYPE_VIDEO,
188 },
189 };
190
191 const AVFilter ff_vf_vidstabdetect = {
192 .name = "vidstabdetect",
193 .description = NULL_IF_CONFIG_SMALL("Extract relative transformations, "
194 "pass 1 of 2 for stabilization "
195 "(see vidstabtransform for pass 2)."),
196 .priv_size = sizeof(StabData),
197 .init = init,
198 .uninit = uninit,
199 .flags = AVFILTER_FLAG_METADATA_ONLY,
200 FILTER_INPUTS(avfilter_vf_vidstabdetect_inputs),
201 FILTER_OUTPUTS(avfilter_vf_vidstabdetect_outputs),
202 FILTER_PIXFMTS_ARRAY(ff_vidstab_pix_fmts),
203 .priv_class = &vidstabdetect_class,
204 };
205