1 /* 2 * Intel MediaSDK QSV encoder utility functions 3 * 4 * copyright (c) 2013 Yukinori Yamazoe 5 * 6 * This file is part of FFmpeg. 7 * 8 * FFmpeg is free software; you can redistribute it and/or 9 * modify it under the terms of the GNU Lesser General Public 10 * License as published by the Free Software Foundation; either 11 * version 2.1 of the License, or (at your option) any later version. 12 * 13 * FFmpeg is distributed in the hope that it will be useful, 14 * but WITHOUT ANY WARRANTY; without even the implied warranty of 15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 16 * Lesser General Public License for more details. 17 * 18 * You should have received a copy of the GNU Lesser General Public 19 * License along with FFmpeg; if not, write to the Free Software 20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA 21 */ 22 23 #ifndef AVCODEC_QSVENC_H 24 #define AVCODEC_QSVENC_H 25 26 #include <stdint.h> 27 #include <sys/types.h> 28 29 #include <mfx/mfxvideo.h> 30 31 #include "libavutil/avutil.h" 32 #include "libavutil/fifo.h" 33 34 #include "avcodec.h" 35 #include "hwconfig.h" 36 #include "qsv_internal.h" 37 38 #define QSV_HAVE_EXT_VP9_TILES QSV_VERSION_ATLEAST(1, 29) 39 40 #if defined(_WIN32) || defined(__CYGWIN__) 41 #define QSV_HAVE_AVBR 1 42 #define QSV_HAVE_VCM 1 43 #define QSV_HAVE_MF 0 44 #else 45 #define QSV_HAVE_AVBR 0 46 #define QSV_HAVE_VCM 0 47 #define QSV_HAVE_MF 1 48 #endif 49 50 #define QSV_COMMON_OPTS \ 51 { "async_depth", "Maximum processing parallelism", OFFSET(qsv.async_depth), AV_OPT_TYPE_INT, { .i64 = ASYNC_DEPTH_DEFAULT }, 1, INT_MAX, VE }, \ 52 { "avbr_accuracy", "Accuracy of the AVBR ratecontrol (unit of tenth of percent)", OFFSET(qsv.avbr_accuracy), AV_OPT_TYPE_INT, { .i64 = 1 }, 1, UINT16_MAX, VE }, \ 53 { "avbr_convergence", "Convergence of the AVBR ratecontrol (unit of 100 frames)", OFFSET(qsv.avbr_convergence), AV_OPT_TYPE_INT, { .i64 = 1 }, 1, UINT16_MAX, VE }, \ 54 { "preset", NULL, OFFSET(qsv.preset), AV_OPT_TYPE_INT, { .i64 = MFX_TARGETUSAGE_BALANCED }, MFX_TARGETUSAGE_BEST_QUALITY, MFX_TARGETUSAGE_BEST_SPEED, VE, "preset" }, \ 55 { "veryfast", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_BEST_SPEED }, INT_MIN, INT_MAX, VE, "preset" }, \ 56 { "faster", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_6 }, INT_MIN, INT_MAX, VE, "preset" }, \ 57 { "fast", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_5 }, INT_MIN, INT_MAX, VE, "preset" }, \ 58 { "medium", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_BALANCED }, INT_MIN, INT_MAX, VE, "preset" }, \ 59 { "slow", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_3 }, INT_MIN, INT_MAX, VE, "preset" }, \ 60 { "slower", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_2 }, INT_MIN, INT_MAX, VE, "preset" }, \ 61 { "veryslow", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = MFX_TARGETUSAGE_BEST_QUALITY }, INT_MIN, INT_MAX, VE, "preset" }, \ 62 { "forced_idr", "Forcing I frames as IDR frames", OFFSET(qsv.forced_idr), AV_OPT_TYPE_BOOL,{ .i64 = 0 }, 0, 1, VE }, \ 63 { "low_power", "enable low power mode(experimental: many limitations by mfx version, BRC modes, etc.)", OFFSET(qsv.low_power), AV_OPT_TYPE_BOOL, { .i64 = -1}, -1, 1, VE}, 64 65 #define QSV_OPTION_RDO \ 66 { "rdo", "Enable rate distortion optimization", OFFSET(qsv.rdo), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, 67 68 #define QSV_OPTION_MAX_FRAME_SIZE \ 69 { "max_frame_size", "Maximum encoded frame size in bytes", OFFSET(qsv.max_frame_size), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, INT_MAX, VE }, \ 70 { "max_frame_size_i", "Maximum encoded I frame size in bytes",OFFSET(qsv.max_frame_size_i), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, INT_MAX, VE }, \ 71 { "max_frame_size_p", "Maximum encoded P frame size in bytes",OFFSET(qsv.max_frame_size_p), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, INT_MAX, VE }, 72 73 #define QSV_OPTION_MAX_SLICE_SIZE \ 74 { "max_slice_size", "Maximum encoded slice size in bytes", OFFSET(qsv.max_slice_size), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, INT_MAX, VE }, 75 76 #define QSV_OPTION_BITRATE_LIMIT \ 77 { "bitrate_limit", "Toggle bitrate limitations", OFFSET(qsv.bitrate_limit), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, 78 79 #define QSV_OPTION_MBBRC \ 80 { "mbbrc", "MB level bitrate control", OFFSET(qsv.mbbrc), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, 81 82 #define QSV_OPTION_EXTBRC \ 83 { "extbrc", "Extended bitrate control", OFFSET(qsv.extbrc), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, 84 85 #define QSV_OPTION_ADAPTIVE_I \ 86 { "adaptive_i", "Adaptive I-frame placement", OFFSET(qsv.adaptive_i), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, 87 88 #define QSV_OPTION_ADAPTIVE_B \ 89 { "adaptive_b", "Adaptive B-frame placement", OFFSET(qsv.adaptive_b), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, 90 91 #define QSV_OPTION_P_STRATEGY \ 92 { "p_strategy", "Enable P-pyramid: 0-default 1-simple 2-pyramid(bf need to be set to 0).", OFFSET(qsv.p_strategy), AV_OPT_TYPE_INT, { .i64 = 0}, 0, 2, VE }, 93 94 #define QSV_OPTION_B_STRATEGY \ 95 { "b_strategy", "Strategy to choose between I/P/B-frames", OFFSET(qsv.b_strategy), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE }, 96 97 #define QSV_OPTION_DBLK_IDC \ 98 { "dblk_idc", "This option disable deblocking. It has value in range 0~2.", OFFSET(qsv.dblk_idc), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 2, VE}, 99 100 #define QSV_OPTION_LOW_DELAY_BRC \ 101 { "low_delay_brc", "Allow to strictly obey avg frame size", OFFSET(qsv.low_delay_brc), AV_OPT_TYPE_BOOL,{ .i64 = -1 }, -1, 1, VE }, 102 103 #define QSV_OPTION_MAX_MIN_QP \ 104 { "max_qp_i", "Maximum video quantizer scale for I frame", OFFSET(qsv.max_qp_i), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 51, VE}, \ 105 { "min_qp_i", "Minimum video quantizer scale for I frame", OFFSET(qsv.min_qp_i), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 51, VE}, \ 106 { "max_qp_p", "Maximum video quantizer scale for P frame", OFFSET(qsv.max_qp_p), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 51, VE}, \ 107 { "min_qp_p", "Minimum video quantizer scale for P frame", OFFSET(qsv.min_qp_p), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 51, VE}, \ 108 { "max_qp_b", "Maximum video quantizer scale for B frame", OFFSET(qsv.max_qp_b), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 51, VE}, \ 109 { "min_qp_b", "Minimum video quantizer scale for B frame", OFFSET(qsv.min_qp_b), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 51, VE}, 110 111 extern const AVCodecHWConfigInternal *const ff_qsv_enc_hw_configs[]; 112 113 typedef int SetEncodeCtrlCB (AVCodecContext *avctx, 114 const AVFrame *frame, mfxEncodeCtrl* enc_ctrl); 115 typedef struct QSVEncContext { 116 AVCodecContext *avctx; 117 118 QSVFrame *work_frames; 119 120 mfxSession session; 121 QSVSession internal_qs; 122 123 int packet_size; 124 int width_align; 125 int height_align; 126 127 mfxVideoParam param; 128 mfxFrameAllocRequest req; 129 130 mfxExtCodingOption extco; 131 mfxExtCodingOption2 extco2; 132 mfxExtCodingOption3 extco3; 133 #if QSV_HAVE_MF 134 mfxExtMultiFrameParam extmfp; 135 mfxExtMultiFrameControl extmfc; 136 #endif 137 mfxExtHEVCTiles exthevctiles; 138 mfxExtVP9Param extvp9param; 139 140 mfxExtOpaqueSurfaceAlloc opaque_alloc; 141 mfxFrameSurface1 **opaque_surfaces; 142 AVBufferRef *opaque_alloc_buf; 143 144 mfxExtVideoSignalInfo extvsi; 145 146 mfxExtBuffer *extparam_internal[5 + (QSV_HAVE_MF * 2)]; 147 int nb_extparam_internal; 148 149 mfxExtBuffer **extparam; 150 151 AVFifo *async_fifo; 152 153 QSVFramesContext frames_ctx; 154 155 mfxVersion ver; 156 157 int hevc_vps; 158 159 // options set by the caller 160 int async_depth; 161 int idr_interval; 162 int profile; 163 int preset; 164 int avbr_accuracy; 165 int avbr_convergence; 166 int pic_timing_sei; 167 int look_ahead; 168 int look_ahead_depth; 169 int look_ahead_downsampling; 170 int vcm; 171 int rdo; 172 int max_frame_size; 173 int max_frame_size_i; 174 int max_frame_size_p; 175 int max_slice_size; 176 int dblk_idc; 177 178 int tile_cols; 179 int tile_rows; 180 181 int aud; 182 183 int single_sei_nal_unit; 184 int max_dec_frame_buffering; 185 186 int bitrate_limit; 187 int mbbrc; 188 int extbrc; 189 int adaptive_i; 190 int adaptive_b; 191 int b_strategy; 192 int p_strategy; 193 int cavlc; 194 195 int int_ref_type; 196 int int_ref_cycle_size; 197 int int_ref_qp_delta; 198 int int_ref_cycle_dist; 199 int recovery_point_sei; 200 201 int repeat_pps; 202 int low_power; 203 int gpb; 204 int transform_skip; 205 206 int a53_cc; 207 208 #if QSV_HAVE_MF 209 int mfmode; 210 #endif 211 char *load_plugins; 212 SetEncodeCtrlCB *set_encode_ctrl_cb; 213 int forced_idr; 214 int low_delay_brc; 215 216 int co2_idx; 217 int co3_idx; 218 int exthevctiles_idx; 219 int vp9_idx; 220 221 int max_qp_i; 222 int min_qp_i; 223 int max_qp_p; 224 int min_qp_p; 225 int max_qp_b; 226 int min_qp_b; 227 } QSVEncContext; 228 229 int ff_qsv_enc_init(AVCodecContext *avctx, QSVEncContext *q); 230 231 int ff_qsv_encode(AVCodecContext *avctx, QSVEncContext *q, 232 AVPacket *pkt, const AVFrame *frame, int *got_packet); 233 234 int ff_qsv_enc_close(AVCodecContext *avctx, QSVEncContext *q); 235 236 #endif /* AVCODEC_QSVENC_H */ 237