1 /* 2 * Intel MediaSDK QSV encoder/decoder shared code 3 * 4 * This file is part of FFmpeg. 5 * 6 * FFmpeg is free software; you can redistribute it and/or 7 * modify it under the terms of the GNU Lesser General Public 8 * License as published by the Free Software Foundation; either 9 * version 2.1 of the License, or (at your option) any later version. 10 * 11 * FFmpeg is distributed in the hope that it will be useful, 12 * but WITHOUT ANY WARRANTY; without even the implied warranty of 13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 14 * Lesser General Public License for more details. 15 * 16 * You should have received a copy of the GNU Lesser General Public 17 * License along with FFmpeg; if not, write to the Free Software 18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA 19 */ 20 21 #ifndef AVCODEC_QSV_INTERNAL_H 22 #define AVCODEC_QSV_INTERNAL_H 23 24 #include "config.h" 25 26 #if CONFIG_VAAPI 27 #define AVCODEC_QSV_LINUX_SESSION_HANDLE 28 #endif //CONFIG_VAAPI 29 30 #ifdef AVCODEC_QSV_LINUX_SESSION_HANDLE 31 #include <stdio.h> 32 #include <string.h> 33 #if HAVE_UNISTD_H 34 #include <unistd.h> 35 #endif 36 #include <fcntl.h> 37 #include <va/va.h> 38 #include <va/va_drm.h> 39 #include "libavutil/hwcontext_vaapi.h" 40 #endif 41 42 #include <mfx/mfxvideo.h> 43 44 #include "libavutil/frame.h" 45 46 #include "avcodec.h" 47 48 #define QSV_VERSION_MAJOR 1 49 #define QSV_VERSION_MINOR 1 50 51 #define ASYNC_DEPTH_DEFAULT 4 // internal parallelism 52 53 #define QSV_MAX_ENC_PAYLOAD 2 // # of mfxEncodeCtrl payloads supported 54 #define QSV_MAX_ENC_EXTPARAM 2 55 56 #define QSV_MAX_ROI_NUM 256 57 58 #define QSV_MAX_FRAME_EXT_PARAMS 4 59 60 #define QSV_VERSION_ATLEAST(MAJOR, MINOR) \ 61 (MFX_VERSION_MAJOR > (MAJOR) || \ 62 MFX_VERSION_MAJOR == (MAJOR) && MFX_VERSION_MINOR >= (MINOR)) 63 64 #define QSV_RUNTIME_VERSION_ATLEAST(MFX_VERSION, MAJOR, MINOR) \ 65 ((MFX_VERSION.Major > (MAJOR)) || \ 66 (MFX_VERSION.Major == (MAJOR) && MFX_VERSION.Minor >= (MINOR))) 67 68 typedef struct QSVMid { 69 AVBufferRef *hw_frames_ref; 70 mfxHDLPair *handle_pair; 71 72 AVFrame *locked_frame; 73 AVFrame *hw_frame; 74 mfxFrameSurface1 surf; 75 } QSVMid; 76 77 typedef struct QSVFrame { 78 AVFrame *frame; 79 mfxFrameSurface1 surface; 80 mfxEncodeCtrl enc_ctrl; 81 mfxExtDecodedFrameInfo dec_info; 82 #if QSV_VERSION_ATLEAST(1, 34) 83 mfxExtAV1FilmGrainParam av1_film_grain_param; 84 #endif 85 mfxExtBuffer *ext_param[QSV_MAX_FRAME_EXT_PARAMS]; 86 int num_ext_params; 87 88 mfxPayload *payloads[QSV_MAX_ENC_PAYLOAD]; ///< used for enc_ctrl.Payload 89 mfxExtBuffer *extparam[QSV_MAX_ENC_EXTPARAM]; ///< used for enc_ctrl.ExtParam 90 91 int queued; 92 int used; 93 94 struct QSVFrame *next; 95 } QSVFrame; 96 97 typedef struct QSVSession { 98 mfxSession session; 99 #ifdef AVCODEC_QSV_LINUX_SESSION_HANDLE 100 AVBufferRef *va_device_ref; 101 AVHWDeviceContext *va_device_ctx; 102 #endif 103 } QSVSession; 104 105 typedef struct QSVFramesContext { 106 AVBufferRef *hw_frames_ctx; 107 void *logctx; 108 109 /* The memory ids for the external frames. 110 * Refcounted, since we need one reference owned by the QSVFramesContext 111 * (i.e. by the encoder/decoder) and another one given to the MFX session 112 * from the frame allocator. */ 113 AVBufferRef *mids_buf; 114 QSVMid *mids; 115 int nb_mids; 116 } QSVFramesContext; 117 118 int ff_qsv_print_iopattern(void *log_ctx, int mfx_iopattern, 119 const char *extra_string); 120 121 int ff_qsv_print_error(void *log_ctx, mfxStatus err, 122 const char *error_string); 123 124 int ff_qsv_print_warning(void *log_ctx, mfxStatus err, 125 const char *warning_string); 126 127 int ff_qsv_codec_id_to_mfx(enum AVCodecID codec_id); 128 129 enum AVPixelFormat ff_qsv_map_fourcc(uint32_t fourcc); 130 131 int ff_qsv_map_pixfmt(enum AVPixelFormat format, uint32_t *fourcc); 132 enum AVPictureType ff_qsv_map_pictype(int mfx_pic_type); 133 134 enum AVFieldOrder ff_qsv_map_picstruct(int mfx_pic_struct); 135 136 int ff_qsv_init_internal_session(AVCodecContext *avctx, QSVSession *qs, 137 const char *load_plugins, int gpu_copy); 138 139 int ff_qsv_close_internal_session(QSVSession *qs); 140 141 int ff_qsv_init_session_device(AVCodecContext *avctx, mfxSession *psession, 142 AVBufferRef *device_ref, const char *load_plugins, 143 int gpu_copy); 144 145 int ff_qsv_init_session_frames(AVCodecContext *avctx, mfxSession *session, 146 QSVFramesContext *qsv_frames_ctx, 147 const char *load_plugins, int opaque, int gpu_copy); 148 149 int ff_qsv_find_surface_idx(QSVFramesContext *ctx, QSVFrame *frame); 150 151 void ff_qsv_frame_add_ext_param(AVCodecContext *avctx, QSVFrame *frame, 152 mfxExtBuffer *param); 153 154 int ff_qsv_map_frame_to_surface(const AVFrame *frame, mfxFrameSurface1 *surface); 155 156 157 #endif /* AVCODEC_QSV_INTERNAL_H */ 158