1 /*
2 * This file is part of FFmpeg.
3 *
4 * FFmpeg is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU Lesser General Public
6 * License as published by the Free Software Foundation; either
7 * version 2.1 of the License, or (at your option) any later version.
8 *
9 * FFmpeg is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * Lesser General Public License for more details.
13 *
14 * You should have received a copy of the GNU Lesser General Public
15 * License along with FFmpeg; if not, write to the Free Software
16 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17 */
18
19 #include "libavutil/opt.h"
20 #include "libavutil/imgutils.h"
21 #include "avfilter.h"
22 #include "formats.h"
23 #include "internal.h"
24 #include "video.h"
25
26 typedef struct CASContext {
27 const AVClass *class;
28
29 float strength;
30 int planes;
31 int nb_planes;
32
33 int depth;
34 int planeheight[4];
35 int planewidth[4];
36
37 AVFrame *in;
38
39 int (*do_slice)(AVFilterContext *s, void *arg,
40 int jobnr, int nb_jobs);
41 } CASContext;
42
lerpf(float v0,float v1,float f)43 static inline float lerpf(float v0, float v1, float f)
44 {
45 return v0 + (v1 - v0) * f;
46 }
47
cas_slice8(AVFilterContext * avctx,void * arg,int jobnr,int nb_jobs)48 static int cas_slice8(AVFilterContext *avctx, void *arg, int jobnr, int nb_jobs)
49 {
50 CASContext *s = avctx->priv;
51 const float strength = -lerpf(16.f, 4.01f, s->strength);
52 AVFrame *out = arg;
53 AVFrame *in = s->in;
54
55 for (int p = 0; p < s->nb_planes; p++) {
56 const int slice_start = (s->planeheight[p] * jobnr) / nb_jobs;
57 const int slice_end = (s->planeheight[p] * (jobnr+1)) / nb_jobs;
58 const int linesize = out->linesize[p];
59 const int in_linesize = in->linesize[p];
60 const int w = s->planewidth[p];
61 const int w1 = w - 1;
62 const int h = s->planeheight[p];
63 const int h1 = h - 1;
64 uint8_t *dst = out->data[p] + slice_start * linesize;
65 const uint8_t *src = in->data[p];
66
67 if (!((1 << p) & s->planes)) {
68 av_image_copy_plane(dst, linesize, src + slice_start * in_linesize, in_linesize,
69 w, slice_end - slice_start);
70 continue;
71 }
72
73 for (int y = slice_start; y < slice_end; y++) {
74 const int y0 = FFMAX(y - 1, 0);
75 const int y1 = FFMIN(y + 1, h1);
76 for (int x = 0; x < w; x++) {
77 const int x0 = FFMAX(x - 1, 0);
78 const int x1 = FFMIN(x + 1, w1);
79 int a = src[y0 * in_linesize + x0];
80 int b = src[y0 * in_linesize + x];
81 int c = src[y0 * in_linesize + x1];
82 int d = src[y * in_linesize + x0];
83 int e = src[y * in_linesize + x];
84 int f = src[y * in_linesize + x1];
85 int g = src[y1 * in_linesize + x0];
86 int h = src[y1 * in_linesize + x];
87 int i = src[y1 * in_linesize + x1];
88 int mn, mn2, mx, mx2;
89 float amp, weight;
90
91 mn = FFMIN3(FFMIN3( d, e, f), b, h);
92 mn2 = FFMIN3(FFMIN3(mn, a, c), g, i);
93
94 mn = mn + mn2;
95
96 mx = FFMAX3(FFMAX3( d, e, f), b, h);
97 mx2 = FFMAX3(FFMAX3(mx, a, c), g, i);
98
99 mx = mx + mx2;
100
101 amp = sqrtf(av_clipf(FFMIN(mn, 511 - mx) / (float)mx, 0.f, 1.f));
102
103 weight = amp / strength;
104
105 dst[x] = av_clip_uint8(((b + d + f + h) * weight + e) / (1.f + 4.f * weight));
106 }
107 dst += linesize;
108 }
109 }
110
111 return 0;
112 }
113
cas_slice16(AVFilterContext * avctx,void * arg,int jobnr,int nb_jobs)114 static int cas_slice16(AVFilterContext *avctx, void *arg, int jobnr, int nb_jobs)
115 {
116 CASContext *s = avctx->priv;
117 const float strength = -lerpf(16.f, 4.01f, s->strength);
118 const int max = 2 * (1 << s->depth) - 1;
119 AVFrame *out = arg;
120 AVFrame *in = s->in;
121
122 for (int p = 0; p < s->nb_planes; p++) {
123 const int slice_start = (s->planeheight[p] * jobnr) / nb_jobs;
124 const int slice_end = (s->planeheight[p] * (jobnr+1)) / nb_jobs;
125 const int linesize = out->linesize[p] / 2;
126 const int in_linesize = in->linesize[p] / 2;
127 const int w = s->planewidth[p];
128 const int w1 = w - 1;
129 const int h = s->planeheight[p];
130 const int h1 = h - 1;
131 uint16_t *dst = ((uint16_t *)out->data[p]) + slice_start * linesize;
132 const uint16_t *src = (const uint16_t *)in->data[p];
133
134 if (!((1 << p) & s->planes)) {
135 av_image_copy_plane((uint8_t *)dst, linesize * 2, (uint8_t *)(src + slice_start * in_linesize),
136 in_linesize * 2, w * 2, slice_end - slice_start);
137 continue;
138 }
139
140 for (int y = slice_start; y < slice_end; y++) {
141 const int y0 = FFMAX(y - 1, 0);
142 const int y1 = FFMIN(y + 1, h1);
143 for (int x = 0; x < w; x++) {
144 const int x0 = FFMAX(x - 1, 0);
145 const int x1 = FFMIN(x + 1, w1);
146 int a = src[y0 * in_linesize + x0];
147 int b = src[y0 * in_linesize + x];
148 int c = src[y0 * in_linesize + x1];
149 int d = src[y * in_linesize + x0];
150 int e = src[y * in_linesize + x];
151 int f = src[y * in_linesize + x1];
152 int g = src[y1 * in_linesize + x0];
153 int h = src[y1 * in_linesize + x];
154 int i = src[y1 * in_linesize + x1];
155 int mn, mn2, mx, mx2;
156 float amp, weight;
157
158 mn = FFMIN3(FFMIN3( d, e, f), b, h);
159 mn2 = FFMIN3(FFMIN3(mn, a, c), g, i);
160
161 mn = mn + mn2;
162
163 mx = FFMAX3(FFMAX3( d, e, f), b, h);
164 mx2 = FFMAX3(FFMAX3(mx, a, c), g, i);
165
166 mx = mx + mx2;
167
168 amp = sqrtf(av_clipf(FFMIN(mn, max - mx) / (float)mx, 0.f, 1.f));
169
170 weight = amp / strength;
171
172 dst[x] = av_clip_uintp2_c(((b + d + f + h) * weight + e) / (1.f + 4.f * weight), s->depth);
173 }
174 dst += linesize;
175 }
176 }
177
178 return 0;
179 }
180
filter_frame(AVFilterLink * inlink,AVFrame * in)181 static int filter_frame(AVFilterLink *inlink, AVFrame *in)
182 {
183 AVFilterContext *ctx = inlink->dst;
184 AVFilterLink *outlink = ctx->outputs[0];
185 CASContext *s = ctx->priv;
186 AVFrame *out;
187
188 out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
189 if (!out) {
190 av_frame_free(&in);
191 return AVERROR(ENOMEM);
192 }
193 av_frame_copy_props(out, in);
194
195 s->in = in;
196 ff_filter_execute(ctx, s->do_slice, out, NULL,
197 FFMIN(in->height, ff_filter_get_nb_threads(ctx)));
198 av_frame_free(&in);
199 s->in = NULL;
200
201 return ff_filter_frame(ctx->outputs[0], out);
202 }
203
204 static const enum AVPixelFormat pixel_fmts[] = {
205 AV_PIX_FMT_GRAY8,
206 AV_PIX_FMT_GRAY9, AV_PIX_FMT_GRAY10,
207 AV_PIX_FMT_GRAY12, AV_PIX_FMT_GRAY14, AV_PIX_FMT_GRAY16,
208 AV_PIX_FMT_YUV410P, AV_PIX_FMT_YUV411P,
209 AV_PIX_FMT_YUV420P, AV_PIX_FMT_YUV422P,
210 AV_PIX_FMT_YUV440P, AV_PIX_FMT_YUV444P,
211 AV_PIX_FMT_YUVJ420P, AV_PIX_FMT_YUVJ422P,
212 AV_PIX_FMT_YUVJ440P, AV_PIX_FMT_YUVJ444P,
213 AV_PIX_FMT_YUVJ411P,
214 AV_PIX_FMT_YUV420P9, AV_PIX_FMT_YUV422P9, AV_PIX_FMT_YUV444P9,
215 AV_PIX_FMT_YUV420P10, AV_PIX_FMT_YUV422P10, AV_PIX_FMT_YUV444P10,
216 AV_PIX_FMT_YUV440P10,
217 AV_PIX_FMT_YUV444P12, AV_PIX_FMT_YUV422P12, AV_PIX_FMT_YUV420P12,
218 AV_PIX_FMT_YUV440P12,
219 AV_PIX_FMT_YUV444P14, AV_PIX_FMT_YUV422P14, AV_PIX_FMT_YUV420P14,
220 AV_PIX_FMT_YUV420P16, AV_PIX_FMT_YUV422P16, AV_PIX_FMT_YUV444P16,
221 AV_PIX_FMT_GBRP, AV_PIX_FMT_GBRP9, AV_PIX_FMT_GBRP10,
222 AV_PIX_FMT_GBRP12, AV_PIX_FMT_GBRP14, AV_PIX_FMT_GBRP16,
223 AV_PIX_FMT_YUVA420P, AV_PIX_FMT_YUVA422P, AV_PIX_FMT_YUVA444P,
224 AV_PIX_FMT_YUVA444P9, AV_PIX_FMT_YUVA444P10, AV_PIX_FMT_YUVA444P12, AV_PIX_FMT_YUVA444P16,
225 AV_PIX_FMT_YUVA422P9, AV_PIX_FMT_YUVA422P10, AV_PIX_FMT_YUVA422P12, AV_PIX_FMT_YUVA422P16,
226 AV_PIX_FMT_YUVA420P9, AV_PIX_FMT_YUVA420P10, AV_PIX_FMT_YUVA420P16,
227 AV_PIX_FMT_GBRAP, AV_PIX_FMT_GBRAP10, AV_PIX_FMT_GBRAP12, AV_PIX_FMT_GBRAP16,
228 AV_PIX_FMT_NONE
229 };
230
config_input(AVFilterLink * inlink)231 static av_cold int config_input(AVFilterLink *inlink)
232 {
233 AVFilterContext *avctx = inlink->dst;
234 CASContext *s = avctx->priv;
235 const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format);
236
237 s->planeheight[1] = s->planeheight[2] = AV_CEIL_RSHIFT(inlink->h, desc->log2_chroma_h);
238 s->planeheight[0] = s->planeheight[3] = inlink->h;
239 s->planewidth[1] = s->planewidth[2] = AV_CEIL_RSHIFT(inlink->w, desc->log2_chroma_w);
240 s->planewidth[0] = s->planewidth[3] = inlink->w;
241
242 s->depth = desc->comp[0].depth;
243 s->nb_planes = desc->nb_components;
244 s->do_slice = s->depth <= 8 ? cas_slice8 : cas_slice16;
245
246 return 0;
247 }
248
249 static const AVFilterPad cas_inputs[] = {
250 {
251 .name = "default",
252 .type = AVMEDIA_TYPE_VIDEO,
253 .filter_frame = filter_frame,
254 .config_props = config_input,
255 },
256 };
257
258 static const AVFilterPad cas_outputs[] = {
259 {
260 .name = "default",
261 .type = AVMEDIA_TYPE_VIDEO,
262 },
263 };
264
265 #define OFFSET(x) offsetof(CASContext, x)
266 #define VF AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_RUNTIME_PARAM
267
268 static const AVOption cas_options[] = {
269 { "strength", "set the sharpening strength", OFFSET(strength), AV_OPT_TYPE_FLOAT, {.dbl=0}, 0, 1, VF },
270 { "planes", "set what planes to filter", OFFSET(planes), AV_OPT_TYPE_FLAGS, {.i64=7}, 0, 15, VF },
271 { NULL }
272 };
273
274 AVFILTER_DEFINE_CLASS(cas);
275
276 const AVFilter ff_vf_cas = {
277 .name = "cas",
278 .description = NULL_IF_CONFIG_SMALL("Contrast Adaptive Sharpen."),
279 .priv_size = sizeof(CASContext),
280 .priv_class = &cas_class,
281 FILTER_INPUTS(cas_inputs),
282 FILTER_OUTPUTS(cas_outputs),
283 FILTER_PIXFMTS_ARRAY(pixel_fmts),
284 .flags = AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC | AVFILTER_FLAG_SLICE_THREADS,
285 .process_command = ff_filter_process_command,
286 };
287