FFmpeg  4.3.6
qsv_internal.h
Go to the documentation of this file.
1 /*
2  * Intel MediaSDK QSV encoder/decoder shared code
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 #ifndef AVCODEC_QSV_INTERNAL_H
22 #define AVCODEC_QSV_INTERNAL_H
23 
24 #if CONFIG_VAAPI
25 #define AVCODEC_QSV_LINUX_SESSION_HANDLE
26 #endif //CONFIG_VAAPI
27 
28 #ifdef AVCODEC_QSV_LINUX_SESSION_HANDLE
29 #include <stdio.h>
30 #include <string.h>
31 #if HAVE_UNISTD_H
32 #include <unistd.h>
33 #endif
34 #include <fcntl.h>
35 #include <va/va.h>
36 #include <va/va_drm.h>
38 #endif
39 
40 #include <mfx/mfxvideo.h>
41 
42 #include "libavutil/frame.h"
43 
44 #include "avcodec.h"
45 
46 #define QSV_VERSION_MAJOR 1
47 #define QSV_VERSION_MINOR 1
48 
49 #define ASYNC_DEPTH_DEFAULT 4 // internal parallelism
50 
51 #define QSV_MAX_ENC_PAYLOAD 2 // # of mfxEncodeCtrl payloads supported
52 
53 #define QSV_VERSION_ATLEAST(MAJOR, MINOR) \
54  (MFX_VERSION_MAJOR > (MAJOR) || \
55  MFX_VERSION_MAJOR == (MAJOR) && MFX_VERSION_MINOR >= (MINOR))
56 
57 #define QSV_RUNTIME_VERSION_ATLEAST(MFX_VERSION, MAJOR, MINOR) \
58  ((MFX_VERSION.Major > (MAJOR)) || \
59  (MFX_VERSION.Major == (MAJOR) && MFX_VERSION.Minor >= (MINOR)))
60 
61 typedef struct QSVMid {
63  mfxHDL handle;
64 
67  mfxFrameSurface1 surf;
68 } QSVMid;
69 
70 typedef struct QSVFrame {
72  mfxFrameSurface1 surface;
73  mfxEncodeCtrl enc_ctrl;
74  mfxExtDecodedFrameInfo dec_info;
75  mfxExtBuffer *ext_param;
76 
77  int queued;
78  int used;
79 
80  struct QSVFrame *next;
81 } QSVFrame;
82 
83 typedef struct QSVSession {
84  mfxSession session;
85 #ifdef AVCODEC_QSV_LINUX_SESSION_HANDLE
86  AVBufferRef *va_device_ref;
87  AVHWDeviceContext *va_device_ctx;
88 #endif
89 } QSVSession;
90 
91 typedef struct QSVFramesContext {
93  void *logctx;
94 
95  /* The memory ids for the external frames.
96  * Refcounted, since we need one reference owned by the QSVFramesContext
97  * (i.e. by the encoder/decoder) and another one given to the MFX session
98  * from the frame allocator. */
101  int nb_mids;
103 
104 int ff_qsv_print_iopattern(void *log_ctx, int mfx_iopattern,
105  const char *extra_string);
106 
107 /**
108  * Convert a libmfx error code into an ffmpeg error code.
109  */
110 int ff_qsv_map_error(mfxStatus mfx_err, const char **desc);
111 
112 int ff_qsv_print_error(void *log_ctx, mfxStatus err,
113  const char *error_string);
114 
115 int ff_qsv_print_warning(void *log_ctx, mfxStatus err,
116  const char *warning_string);
117 
120 
121 enum AVPixelFormat ff_qsv_map_fourcc(uint32_t fourcc);
122 
123 int ff_qsv_map_pixfmt(enum AVPixelFormat format, uint32_t *fourcc);
124 enum AVPictureType ff_qsv_map_pictype(int mfx_pic_type);
125 
126 enum AVFieldOrder ff_qsv_map_picstruct(int mfx_pic_struct);
127 
129  const char *load_plugins, int gpu_copy);
130 
132 
133 int ff_qsv_init_session_device(AVCodecContext *avctx, mfxSession *psession,
134  AVBufferRef *device_ref, const char *load_plugins,
135  int gpu_copy);
136 
137 int ff_qsv_init_session_frames(AVCodecContext *avctx, mfxSession *session,
138  QSVFramesContext *qsv_frames_ctx,
139  const char *load_plugins, int opaque, int gpu_copy);
140 
142 
143 #endif /* AVCODEC_QSV_INTERNAL_H */
This struct aggregates all the (hardware/vendor-specific) "high-level" state, i.e.
Definition: hwcontext.h:61
static const char * format[]
Definition: af_aiir.c:339
This structure describes decoded (raw) audio or video data.
Definition: frame.h:300
const char * desc
Definition: nvenc.c:79
uint32_t fourcc
Definition: vaapi_decode.c:239
mfxEncodeCtrl enc_ctrl
Definition: qsv_internal.h:73
int ff_qsv_init_session_frames(AVCodecContext *avctx, mfxSession *session, QSVFramesContext *qsv_frames_ctx, const char *load_plugins, int opaque, int gpu_copy)
Definition: qsv.c:763
enum AVPictureType ff_qsv_map_pictype(int mfx_pic_type)
Definition: qsv.c:266
AVFrame * locked_frame
Definition: qsv_internal.h:65
AVBufferRef * hw_frames_ctx
Definition: qsv_internal.h:92
int ff_qsv_map_pixfmt(enum AVPixelFormat format, uint32_t *fourcc)
Definition: qsv.c:208
API-specific header for AV_HWDEVICE_TYPE_VAAPI.
int ff_qsv_close_internal_session(QSVSession *qs)
Definition: qsv.c:810
mfxExtDecodedFrameInfo dec_info
Definition: qsv_internal.h:74
AVFrame * hw_frame
Definition: qsv_internal.h:66
int ff_qsv_codec_id_to_mfx(enum AVCodecID codec_id)
Definition: qsv.c:43
AVBufferRef * mids_buf
Definition: qsv_internal.h:99
static AVFrame * frame
int queued
Definition: qsv_internal.h:77
int mfx_iopattern
Definition: qsv.c:89
int ff_qsv_map_error(mfxStatus mfx_err, const char **desc)
Convert a libmfx error code into an ffmpeg error code.
Definition: qsv.c:157
AVCodecID
Identify the syntax and semantics of the bitstream.
Definition: codec_id.h:46
int ff_qsv_find_surface_idx(QSVFramesContext *ctx, QSVFrame *frame)
Definition: qsv.c:237
mfxHDL handle
Definition: qsv_internal.h:63
reference-counted frame API
int ff_qsv_level_to_mfx(enum AVCodecID codec_id, int level)
Definition: qsv.c:75
int ff_qsv_init_internal_session(AVCodecContext *avctx, QSVSession *qs, const char *load_plugins, int gpu_copy)
Definition: qsv.c:380
mfxExtBuffer * ext_param
Definition: qsv_internal.h:75
enum AVFieldOrder ff_qsv_map_picstruct(int mfx_pic_struct)
Definition: qsv.c:248
AVFormatContext * ctx
Definition: movenc.c:48
enum AVCodecID codec_id
Definition: vaapi_decode.c:369
mfxFrameSurface1 surface
Definition: qsv_internal.h:72
enum AVPixelFormat ff_qsv_map_fourcc(uint32_t fourcc)
Definition: qsv.c:192
Libavcodec external API header.
main external API structure.
Definition: avcodec.h:526
struct QSVFrame * next
Definition: qsv_internal.h:80
AVBufferRef * hw_frames_ref
Definition: qsv_internal.h:62
int ff_qsv_print_error(void *log_ctx, mfxStatus err, const char *error_string)
Definition: qsv.c:172
AVPictureType
Definition: avutil.h:272
int ff_qsv_print_warning(void *log_ctx, mfxStatus err, const char *warning_string)
Definition: qsv.c:182
uint8_t level
Definition: svq3.c:210
AVFieldOrder
Definition: codec_par.h:36
A reference to a data buffer.
Definition: buffer.h:81
int ff_qsv_init_session_device(AVCodecContext *avctx, mfxSession *psession, AVBufferRef *device_ref, const char *load_plugins, int gpu_copy)
Definition: qsv.c:686
int ff_qsv_print_iopattern(void *log_ctx, int mfx_iopattern, const char *extra_string)
Definition: qsv.c:100
mfxFrameSurface1 surf
Definition: qsv_internal.h:67
AVFrame * frame
Definition: qsv_internal.h:71
AVPixelFormat
Pixel format.
Definition: pixfmt.h:64
mfxSession session
Definition: qsv_internal.h:84