1 /*
2 * This file is part of FFmpeg.
3 *
4 * FFmpeg is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU Lesser General Public
6 * License as published by the Free Software Foundation; either
7 * version 2.1 of the License, or (at your option) any later version.
8 *
9 * FFmpeg is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * Lesser General Public License for more details.
13 *
14 * You should have received a copy of the GNU Lesser General Public
15 * License along with FFmpeg; if not, write to the Free Software
16 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17 */
18 #include <string.h>
19
20 #include "libavutil/avassert.h"
21 #include "libavutil/mem.h"
22 #include "libavutil/opt.h"
23 #include "libavutil/pixdesc.h"
24
25 #include "avfilter.h"
26 #include "formats.h"
27 #include "internal.h"
28 #include "vaapi_vpp.h"
29
30 // Denoise min/max/default Values
31 #define DENOISE_MIN 0
32 #define DENOISE_MAX 64
33 #define DENOISE_DEFAULT 0
34
35 // Sharpness min/max/default values
36 #define SHARPNESS_MIN 0
37 #define SHARPNESS_MAX 64
38 #define SHARPNESS_DEFAULT 44
39
40 typedef struct DenoiseVAAPIContext {
41 VAAPIVPPContext vpp_ctx; // must be the first field
42
43 int denoise; // enable denoise algo.
44 } DenoiseVAAPIContext;
45
46 typedef struct SharpnessVAAPIContext {
47 VAAPIVPPContext vpp_ctx; // must be the first field
48
49 int sharpness; // enable sharpness.
50 } SharpnessVAAPIContext;
51
map(int x,int in_min,int in_max,float out_min,float out_max)52 static float map(int x, int in_min, int in_max, float out_min, float out_max)
53 {
54 double slope, output;
55
56 slope = 1.0 * (out_max - out_min) / (in_max - in_min);
57 output = out_min + slope * (x - in_min);
58
59 return (float)output;
60 }
61
denoise_vaapi_build_filter_params(AVFilterContext * avctx)62 static int denoise_vaapi_build_filter_params(AVFilterContext *avctx)
63 {
64 VAAPIVPPContext *vpp_ctx = avctx->priv;
65 DenoiseVAAPIContext *ctx = avctx->priv;
66
67 VAProcFilterCap caps;
68
69 VAStatus vas;
70 uint32_t num_caps = 1;
71
72 VAProcFilterParameterBuffer denoise;
73
74 vas = vaQueryVideoProcFilterCaps(vpp_ctx->hwctx->display, vpp_ctx->va_context,
75 VAProcFilterNoiseReduction,
76 &caps, &num_caps);
77 if (vas != VA_STATUS_SUCCESS) {
78 av_log(avctx, AV_LOG_ERROR, "Failed to query denoise caps "
79 "context: %d (%s).\n", vas, vaErrorStr(vas));
80 return AVERROR(EIO);
81 }
82
83 denoise.type = VAProcFilterNoiseReduction;
84 denoise.value = map(ctx->denoise, DENOISE_MIN, DENOISE_MAX,
85 caps.range.min_value,
86 caps.range.max_value);
87 return ff_vaapi_vpp_make_param_buffers(avctx,
88 VAProcFilterParameterBufferType,
89 &denoise, sizeof(denoise), 1);
90 }
91
sharpness_vaapi_build_filter_params(AVFilterContext * avctx)92 static int sharpness_vaapi_build_filter_params(AVFilterContext *avctx)
93 {
94 VAAPIVPPContext *vpp_ctx = avctx->priv;
95 SharpnessVAAPIContext *ctx = avctx->priv;
96
97 VAProcFilterCap caps;
98
99 VAStatus vas;
100 uint32_t num_caps = 1;
101
102 VAProcFilterParameterBuffer sharpness;
103
104 vas = vaQueryVideoProcFilterCaps(vpp_ctx->hwctx->display, vpp_ctx->va_context,
105 VAProcFilterSharpening,
106 &caps, &num_caps);
107 if (vas != VA_STATUS_SUCCESS) {
108 av_log(avctx, AV_LOG_ERROR, "Failed to query sharpness caps "
109 "context: %d (%s).\n", vas, vaErrorStr(vas));
110 return AVERROR(EIO);
111 }
112
113 sharpness.type = VAProcFilterSharpening;
114 sharpness.value = map(ctx->sharpness,
115 SHARPNESS_MIN, SHARPNESS_MAX,
116 caps.range.min_value,
117 caps.range.max_value);
118 return ff_vaapi_vpp_make_param_buffers(avctx,
119 VAProcFilterParameterBufferType,
120 &sharpness, sizeof(sharpness), 1);
121 }
122
misc_vaapi_filter_frame(AVFilterLink * inlink,AVFrame * input_frame)123 static int misc_vaapi_filter_frame(AVFilterLink *inlink, AVFrame *input_frame)
124 {
125 AVFilterContext *avctx = inlink->dst;
126 AVFilterLink *outlink = avctx->outputs[0];
127 VAAPIVPPContext *vpp_ctx = avctx->priv;
128 AVFrame *output_frame = NULL;
129 VAProcPipelineParameterBuffer params;
130 int err;
131
132 av_log(avctx, AV_LOG_DEBUG, "Filter input: %s, %ux%u (%"PRId64").\n",
133 av_get_pix_fmt_name(input_frame->format),
134 input_frame->width, input_frame->height, input_frame->pts);
135
136 if (vpp_ctx->va_context == VA_INVALID_ID)
137 return AVERROR(EINVAL);
138
139 output_frame = ff_get_video_buffer(outlink, vpp_ctx->output_width,
140 vpp_ctx->output_height);
141 if (!output_frame) {
142 err = AVERROR(ENOMEM);
143 goto fail;
144 }
145
146 err = av_frame_copy_props(output_frame, input_frame);
147 if (err < 0)
148 goto fail;
149
150 err = ff_vaapi_vpp_init_params(avctx, ¶ms,
151 input_frame, output_frame);
152 if (err < 0)
153 goto fail;
154
155 if (vpp_ctx->nb_filter_buffers) {
156 params.filters = &vpp_ctx->filter_buffers[0];
157 params.num_filters = vpp_ctx->nb_filter_buffers;
158 }
159
160 err = ff_vaapi_vpp_render_picture(avctx, ¶ms, output_frame);
161 if (err < 0)
162 goto fail;
163
164 av_frame_free(&input_frame);
165
166 av_log(avctx, AV_LOG_DEBUG, "Filter output: %s, %ux%u (%"PRId64").\n",
167 av_get_pix_fmt_name(output_frame->format),
168 output_frame->width, output_frame->height, output_frame->pts);
169
170 return ff_filter_frame(outlink, output_frame);
171
172 fail:
173 av_frame_free(&input_frame);
174 av_frame_free(&output_frame);
175 return err;
176 }
177
denoise_vaapi_init(AVFilterContext * avctx)178 static av_cold int denoise_vaapi_init(AVFilterContext *avctx)
179 {
180 VAAPIVPPContext *vpp_ctx = avctx->priv;
181
182 ff_vaapi_vpp_ctx_init(avctx);
183 vpp_ctx->pipeline_uninit = ff_vaapi_vpp_pipeline_uninit;
184 vpp_ctx->build_filter_params = denoise_vaapi_build_filter_params;
185 vpp_ctx->output_format = AV_PIX_FMT_NONE;
186
187 return 0;
188 }
189
sharpness_vaapi_init(AVFilterContext * avctx)190 static av_cold int sharpness_vaapi_init(AVFilterContext *avctx)
191 {
192 VAAPIVPPContext *vpp_ctx = avctx->priv;
193
194 ff_vaapi_vpp_ctx_init(avctx);
195 vpp_ctx->pipeline_uninit = ff_vaapi_vpp_pipeline_uninit;
196 vpp_ctx->build_filter_params = sharpness_vaapi_build_filter_params;
197 vpp_ctx->output_format = AV_PIX_FMT_NONE;
198
199 return 0;
200 }
201
202 #define DOFFSET(x) offsetof(DenoiseVAAPIContext, x)
203 #define FLAGS (AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_FILTERING_PARAM)
204 static const AVOption denoise_vaapi_options[] = {
205 { "denoise", "denoise level",
206 DOFFSET(denoise), AV_OPT_TYPE_INT, { .i64 = DENOISE_DEFAULT }, DENOISE_MIN, DENOISE_MAX, .flags = FLAGS },
207 { NULL },
208 };
209
210 #define SOFFSET(x) offsetof(SharpnessVAAPIContext, x)
211 static const AVOption sharpness_vaapi_options[] = {
212 { "sharpness", "sharpness level",
213 SOFFSET(sharpness), AV_OPT_TYPE_INT, { .i64 = SHARPNESS_DEFAULT }, SHARPNESS_MIN, SHARPNESS_MAX, .flags = FLAGS },
214 { NULL },
215 };
216
217 AVFILTER_DEFINE_CLASS(denoise_vaapi);
218 AVFILTER_DEFINE_CLASS(sharpness_vaapi);
219
220 static const AVFilterPad misc_vaapi_inputs[] = {
221 {
222 .name = "default",
223 .type = AVMEDIA_TYPE_VIDEO,
224 .filter_frame = &misc_vaapi_filter_frame,
225 .config_props = &ff_vaapi_vpp_config_input,
226 },
227 { NULL }
228 };
229
230 static const AVFilterPad misc_vaapi_outputs[] = {
231 {
232 .name = "default",
233 .type = AVMEDIA_TYPE_VIDEO,
234 .config_props = &ff_vaapi_vpp_config_output,
235 },
236 { NULL }
237 };
238
239 AVFilter ff_vf_denoise_vaapi = {
240 .name = "denoise_vaapi",
241 .description = NULL_IF_CONFIG_SMALL("VAAPI VPP for de-noise"),
242 .priv_size = sizeof(DenoiseVAAPIContext),
243 .init = &denoise_vaapi_init,
244 .uninit = &ff_vaapi_vpp_ctx_uninit,
245 .query_formats = &ff_vaapi_vpp_query_formats,
246 .inputs = misc_vaapi_inputs,
247 .outputs = misc_vaapi_outputs,
248 .priv_class = &denoise_vaapi_class,
249 .flags_internal = FF_FILTER_FLAG_HWFRAME_AWARE,
250 };
251
252 AVFilter ff_vf_sharpness_vaapi = {
253 .name = "sharpness_vaapi",
254 .description = NULL_IF_CONFIG_SMALL("VAAPI VPP for sharpness"),
255 .priv_size = sizeof(SharpnessVAAPIContext),
256 .init = &sharpness_vaapi_init,
257 .uninit = &ff_vaapi_vpp_ctx_uninit,
258 .query_formats = &ff_vaapi_vpp_query_formats,
259 .inputs = misc_vaapi_inputs,
260 .outputs = misc_vaapi_outputs,
261 .priv_class = &sharpness_vaapi_class,
262 .flags_internal = FF_FILTER_FLAG_HWFRAME_AWARE,
263 };
264