FFmpeg: libavfilter/vf_stack_qsv.c Source File

FFmpeg
vf_stack_qsv.c
Go to the documentation of this file.
1 /*
2  * This file is part of FFmpeg.
3  *
4  * FFmpeg is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU Lesser General Public
6  * License as published by the Free Software Foundation; either
7  * version 2.1 of the License, or (at your option) any later version.
8  *
9  * FFmpeg is distributed in the hope that it will be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12  * Lesser General Public License for more details.
13  *
14  * You should have received a copy of the GNU Lesser General Public
15  * License along with FFmpeg; if not, write to the Free Software
16  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17  */
18 
19 /**
20  * @file
21  * Hardware accelerated hstack, vstack and xstack filters based on Intel Quick Sync Video VPP
22  */
23 
24 #include "config_components.h"
25 
26 #include "libavutil/opt.h"
27 #include "libavutil/common.h"
28 #include "libavutil/pixdesc.h"
29 #include "libavutil/eval.h"
30 #include "libavutil/hwcontext.h"
31 #include "libavutil/avstring.h"
32 #include "libavutil/avassert.h"
33 #include "libavutil/imgutils.h"
34 #include "libavutil/mathematics.h"
35 #include "libavutil/parseutils.h"
36 
37 #include "internal.h"
38 #include "filters.h"
39 #include "formats.h"
40 #include "video.h"
41 
42 #include "framesync.h"
43 #include "qsvvpp.h"
44 
45  #define HSTACK_NAME "hstack_qsv"
46  #define VSTACK_NAME "vstack_qsv"
47  #define XSTACK_NAME "xstack_qsv"
48  #define HWContext QSVVPPContext
49  #define StackHWContext StackQSVContext
50 #include "stack_internal.h"
51 
52  typedef struct StackQSVContext {
53   StackBaseContext base;
54 
55   QSVVPPParam qsv_param;
56   mfxExtVPPComposite comp_conf;
57 } StackQSVContext;
58 
59  static void rgb2yuv(float r, float g, float b, int *y, int *u, int *v, int depth)
60 {
61  *y = ((0.21260*219.0/255.0) * r + (0.71520*219.0/255.0) * g +
62  (0.07220*219.0/255.0) * b) * ((1 << depth) - 1);
63  *u = (-(0.11457*224.0/255.0) * r - (0.38543*224.0/255.0) * g +
64  (0.50000*224.0/255.0) * b + 0.5) * ((1 << depth) - 1);
65  *v = ((0.50000*224.0/255.0) * r - (0.45415*224.0/255.0) * g -
66  (0.04585*224.0/255.0) * b + 0.5) * ((1 << depth) - 1);
67 }
68 
69  static int process_frame(FFFrameSync *fs)
70 {
71  AVFilterContext *ctx = fs->parent;
72  QSVVPPContext *qsv = fs->opaque;
73  AVFrame *frame = NULL;
74  int ret = 0;
75 
76  for (int i = 0; i < ctx->nb_inputs; i++) {
77  ret = ff_framesync_get_frame(fs, i, &frame, 0);
78  if (ret == 0)
79  ret = ff_qsvvpp_filter_frame(qsv, ctx->inputs[i], frame);
80  if (ret < 0 && ret != AVERROR(EAGAIN))
81  break;
82  }
83 
84  if (ret == 0 && qsv->got_frame == 0) {
85  for (int i = 0; i < ctx->nb_inputs; i++)
86  FF_FILTER_FORWARD_WANTED(ctx->outputs[0], ctx->inputs[i]);
87 
88  ret = FFERROR_NOT_READY;
89  }
90 
91  return ret;
92 }
93 
94  static int config_output(AVFilterLink *outlink)
95 {
96  AVFilterContext *ctx = outlink->src;
97  StackQSVContext *sctx = ctx->priv;
98  AVFilterLink *inlink0 = ctx->inputs[0];
99  enum AVPixelFormat in_format;
100  int depth = 8, ret;
101  mfxVPPCompInputStream *is = sctx->comp_conf.InputStream;
102 
103  if (inlink0->format == AV_PIX_FMT_QSV) {
104  if (!inlink0->hw_frames_ctx || !inlink0->hw_frames_ctx->data)
105  return AVERROR(EINVAL);
106 
107  in_format = ((AVHWFramesContext*)inlink0->hw_frames_ctx->data)->sw_format;
108  } else
109  in_format = inlink0->format;
110 
111  sctx->qsv_param.out_sw_format = in_format;
112 
113  for (int i = 1; i < sctx->base.nb_inputs; i++) {
114  AVFilterLink *inlink = ctx->inputs[i];
115 
116  if (inlink0->format == AV_PIX_FMT_QSV) {
117  AVHWFramesContext *hwfc0 = (AVHWFramesContext *)inlink0->hw_frames_ctx->data;
118  AVHWFramesContext *hwfc = (AVHWFramesContext *)inlink->hw_frames_ctx->data;
119 
120  if (inlink0->format != inlink->format) {
121  av_log(ctx, AV_LOG_ERROR, "Mixing hardware and software pixel formats is not supported.\n");
122 
123  return AVERROR(EINVAL);
124  } else if (hwfc0->device_ctx != hwfc->device_ctx) {
125  av_log(ctx, AV_LOG_ERROR, "Inputs with different underlying QSV devices are forbidden.\n");
126 
127  return AVERROR(EINVAL);
128  }
129  }
130  }
131 
132  if (in_format == AV_PIX_FMT_P010)
133  depth = 10;
134 
135  if (sctx->base.fillcolor_enable) {
136  int Y, U, V;
137 
138  rgb2yuv(sctx->base.fillcolor[0] / 255.0, sctx->base.fillcolor[1] / 255.0,
139  sctx->base.fillcolor[2] / 255.0, &Y, &U, &V, depth);
140  sctx->comp_conf.Y = Y;
141  sctx->comp_conf.U = U;
142  sctx->comp_conf.V = V;
143  }
144 
145  ret = config_comm_output(outlink);
146  if (ret < 0)
147  return ret;
148 
149  for (int i = 0; i < sctx->base.nb_inputs; i++) {
150  is[i].DstX = sctx->base.regions[i].x;
151  is[i].DstY = sctx->base.regions[i].y;
152  is[i].DstW = sctx->base.regions[i].width;
153  is[i].DstH = sctx->base.regions[i].height;
154  is[i].GlobalAlpha = 255;
155  is[i].GlobalAlphaEnable = 0;
156  is[i].PixelAlphaEnable = 0;
157  }
158 
159  return ff_qsvvpp_init(ctx, &sctx->qsv_param);
160 }
161 
162 /*
163  * Callback for qsvvpp
164  * @Note: qsvvpp composition does not generate PTS for result frame.
165  * so we assign the PTS from framesync to the output frame.
166  */
167 
168  static int filter_callback(AVFilterLink *outlink, AVFrame *frame)
169 {
170  StackQSVContext *sctx = outlink->src->priv;
171 
172  frame->pts = av_rescale_q(sctx->base.fs.pts,
173  sctx->base.fs.time_base, outlink->time_base);
174  return ff_filter_frame(outlink, frame);
175 }
176 
177 
178  static int qsv_stack_init(AVFilterContext *ctx)
179 {
180  StackQSVContext *sctx = ctx->priv;
181  int ret;
182 
183  ret = stack_init(ctx);
184  if (ret)
185  return ret;
186 
187  /* fill composite config */
188  sctx->comp_conf.Header.BufferId = MFX_EXTBUFF_VPP_COMPOSITE;
189  sctx->comp_conf.Header.BufferSz = sizeof(sctx->comp_conf);
190  sctx->comp_conf.NumInputStream = sctx->base.nb_inputs;
191  sctx->comp_conf.InputStream = av_calloc(sctx->base.nb_inputs,
192  sizeof(*sctx->comp_conf.InputStream));
193  if (!sctx->comp_conf.InputStream)
194  return AVERROR(ENOMEM);
195 
196  /* initialize QSVVPP params */
197  sctx->qsv_param.filter_frame = filter_callback;
198  sctx->qsv_param.ext_buf = av_mallocz(sizeof(*sctx->qsv_param.ext_buf));
199 
200  if (!sctx->qsv_param.ext_buf)
201  return AVERROR(ENOMEM);
202 
203  sctx->qsv_param.ext_buf[0] = (mfxExtBuffer *)&sctx->comp_conf;
204  sctx->qsv_param.num_ext_buf = 1;
205  sctx->qsv_param.num_crop = 0;
206 
207  return 0;
208 }
209 
210  static av_cold void qsv_stack_uninit(AVFilterContext *ctx)
211 {
212  StackQSVContext *sctx = ctx->priv;
213 
214  stack_uninit(ctx);
215 
216  ff_qsvvpp_close(ctx);
217  av_freep(&sctx->comp_conf.InputStream);
218  av_freep(&sctx->qsv_param.ext_buf);
219 }
220 
221  static int qsv_stack_query_formats(AVFilterContext *ctx)
222 {
223  static const enum AVPixelFormat pixel_formats[] = {
224  AV_PIX_FMT_NV12,
225  AV_PIX_FMT_P010,
226  AV_PIX_FMT_QSV,
227  AV_PIX_FMT_NONE,
228  };
229 
230  return ff_set_common_formats_from_list(ctx, pixel_formats);
231 }
232 
233 #include "stack_internal.c"
234 
235 #if CONFIG_HSTACK_QSV_FILTER
236 
237 DEFINE_HSTACK_OPTIONS(qsv);
238 DEFINE_STACK_FILTER(hstack, qsv, "Quick Sync Video", AVFILTER_FLAG_HWDEVICE);
239 
240 #endif
241 
242 #if CONFIG_VSTACK_QSV_FILTER
243 
244 DEFINE_VSTACK_OPTIONS(qsv);
245 DEFINE_STACK_FILTER(vstack, qsv, "Quick Sync Video", AVFILTER_FLAG_HWDEVICE);
246 
247 #endif
248 
249 #if CONFIG_XSTACK_QSV_FILTER
250 
251 DEFINE_XSTACK_OPTIONS(qsv);
252 DEFINE_STACK_FILTER(xstack, qsv, "Quick Sync Video", AVFILTER_FLAG_HWDEVICE);
253 
254 #endif
qsv_stack_uninit
static av_cold void qsv_stack_uninit(AVFilterContext *ctx)
Definition: vf_stack_qsv.c:210
StackItemRegion::x
int x
Definition: stack_internal.h:29
qsv_stack_query_formats
static int qsv_stack_query_formats(AVFilterContext *ctx)
Definition: vf_stack_qsv.c:221
AVPixelFormat
AVPixelFormat
Pixel format.
Definition: pixfmt.h:71
r
const char * r
Definition: vf_curves.c:126
AVERROR
Filter the word "frame" indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
opt.h
StackItemRegion::y
int y
Definition: stack_internal.h:30
is
The official guide to swscale for confused that is
Definition: swscale.txt:28
u
#define u(width, name, range_min, range_max)
Definition: cbs_h2645.c:250
QSVVPPParam::out_sw_format
enum AVPixelFormat out_sw_format
Definition: qsvvpp.h:120
ff_filter_frame
int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
Send a frame of data to the next filter.
Definition: avfilter.c:1018
AVBufferRef::data
uint8_t * data
The data buffer.
Definition: buffer.h:90
FFERROR_NOT_READY
return FFERROR_NOT_READY
Definition: filter_design.txt:204
ff_framesync_get_frame
int ff_framesync_get_frame(FFFrameSync *fs, unsigned in, AVFrame **rframe, unsigned get)
Get the current frame in an input.
Definition: framesync.c:267
inlink
The exact code depends on how similar the blocks are and how related they are to the and needs to apply these operations to the correct inlink or outlink if there are several Macros are available to factor that when no extra processing is inlink
Definition: filter_design.txt:212
FFFrameSync::time_base
AVRational time_base
Time base for the output events.
Definition: framesync.h:184
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:344
pixdesc.h
AVFrame::pts
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
Definition: frame.h:456
b
#define b
Definition: input.c:41
mathematics.h
process_frame
static int process_frame(FFFrameSync *fs)
Definition: vf_stack_qsv.c:69
FFFrameSync
Frame sync structure.
Definition: framesync.h:168
video.h
StackItemRegion::height
int height
Definition: stack_internal.h:32
config_output
static int config_output(AVFilterLink *outlink)
Definition: vf_stack_qsv.c:94
formats.h
StackBaseContext::fs
FFFrameSync fs
Definition: stack_internal.h:38
AVFilterContext::priv
void * priv
private data for use by the filter
Definition: avfilter.h:422
qsvvpp.h
StackItemRegion::width
int width
Definition: stack_internal.h:31
DEFINE_STACK_FILTER
#define DEFINE_STACK_FILTER(category, api, capi, filter_flags)
Definition: stack_internal.c:336
avassert.h
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:180
av_cold
#define av_cold
Definition: attributes.h:90
stack_uninit
static av_cold void stack_uninit(AVFilterContext *avctx)
Definition: stack_internal.c:286
g
const char * g
Definition: vf_curves.c:127
ff_set_common_formats_from_list
int ff_set_common_formats_from_list(AVFilterContext *ctx, const int *fmts)
Equivalent to ff_set_common_formats(ctx, ff_make_format_list(fmts))
Definition: formats.c:873
filters.h
DEFINE_HSTACK_OPTIONS
#define DEFINE_HSTACK_OPTIONS(api)
Definition: stack_internal.c:312
ctx
AVFormatContext * ctx
Definition: movenc.c:48
av_rescale_q
int64_t av_rescale_q(int64_t a, AVRational bq, AVRational cq)
Rescale a 64-bit integer by 2 rational numbers.
Definition: mathematics.c:142
pixel_formats
static enum AVPixelFormat pixel_formats[]
Definition: vf_sr.c:67
StackBaseContext::fillcolor
uint8_t fillcolor[4]
Definition: stack_internal.h:40
frame
static AVFrame * frame
Definition: demux_decode.c:54
QSVVPPContext
Definition: qsvvpp.h:63
ff_qsvvpp_close
int ff_qsvvpp_close(AVFilterContext *avctx)
Definition: qsvvpp.c:936
NULL
#define NULL
Definition: coverity.c:32
fs
#define fs(width, name, subs,...)
Definition: cbs_vp9.c:200
QSVVPPParam::num_crop
int num_crop
Definition: qsvvpp.h:123
QSVVPPParam
Definition: qsvvpp.h:110
V
#define V
Definition: avdct.c:30
parseutils.h
DEFINE_XSTACK_OPTIONS
#define DEFINE_XSTACK_OPTIONS(api)
Definition: stack_internal.c:326
AV_PIX_FMT_QSV
@ AV_PIX_FMT_QSV
HW acceleration through QSV, data[3] contains a pointer to the mfxFrameSurface1 structure.
Definition: pixfmt.h:247
QSVVPPContext::got_frame
int got_frame
Definition: qsvvpp.h:95
StackQSVContext
Definition: vf_stack_qsv.c:52
FFFrameSync::pts
int64_t pts
Timestamp of the current event.
Definition: framesync.h:189
stack_internal.h
eval.h
AVFILTER_FLAG_HWDEVICE
#define AVFILTER_FLAG_HWDEVICE
The filter can create hardware frames using AVFilterContext.hw_device_ctx.
Definition: avfilter.h:138
DEFINE_VSTACK_OPTIONS
#define DEFINE_VSTACK_OPTIONS(api)
Definition: stack_internal.c:319
FF_FILTER_FORWARD_WANTED
FF_FILTER_FORWARD_WANTED(outlink, inlink)
Y
#define Y
Definition: boxblur.h:37
StackBaseContext::fillcolor_enable
int fillcolor_enable
Definition: stack_internal.h:41
internal.h
StackBaseContext
Definition: stack_internal.h:35
StackBaseContext::nb_inputs
int nb_inputs
Definition: stack_internal.h:45
StackBaseContext::regions
StackItemRegion * regions
Definition: stack_internal.h:42
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:255
common.h
QSVVPPParam::num_ext_buf
int num_ext_buf
Definition: qsvvpp.h:116
config_comm_output
static int config_comm_output(AVFilterLink *outlink)
Definition: stack_internal.c:53
av_mallocz
void * av_mallocz(size_t size)
Allocate a memory block with alignment suitable for all memory accesses (including vectors if availab...
Definition: mem.c:254
QSVVPPParam::filter_frame
int(* filter_frame)(AVFilterLink *outlink, AVFrame *frame)
Definition: qsvvpp.h:112
ff_qsvvpp_init
int ff_qsvvpp_init(AVFilterContext *avctx, QSVVPPParam *param)
Definition: qsvvpp.c:744
av_calloc
void * av_calloc(size_t nmemb, size_t size)
Definition: mem.c:262
AVHWFramesContext
This struct describes a set or pool of "hardware" frames (i.e.
Definition: hwcontext.h:115
filter_callback
static int filter_callback(AVFilterLink *outlink, AVFrame *frame)
Definition: vf_stack_qsv.c:168
ret
ret
Definition: filter_design.txt:187
AV_PIX_FMT_NV12
@ AV_PIX_FMT_NV12
planar YUV 4:2:0, 12bpp, 1 plane for Y and 1 plane for the UV components, which are interleaved (firs...
Definition: pixfmt.h:96
AVHWFramesContext::device_ctx
AVHWDeviceContext * device_ctx
The parent AVHWDeviceContext.
Definition: hwcontext.h:134
U
#define U(x)
Definition: vpx_arith.h:37
rgb2yuv
static void rgb2yuv(float r, float g, float b, int *y, int *u, int *v, int depth)
Definition: vf_stack_qsv.c:59
framesync.h
ff_qsvvpp_filter_frame
int ff_qsvvpp_filter_frame(QSVVPPContext *s, AVFilterLink *inlink, AVFrame *picref)
Definition: qsvvpp.c:960
AV_PIX_FMT_NONE
@ AV_PIX_FMT_NONE
Definition: pixfmt.h:72
stack_init
static int stack_init(AVFilterContext *avctx)
Definition: stack_internal.c:223
AVFilterContext
An instance of a filter.
Definition: avfilter.h:407
AV_PIX_FMT_P010
#define AV_PIX_FMT_P010
Definition: pixfmt.h:528
qsv_stack_init
static int qsv_stack_init(AVFilterContext *ctx)
Definition: vf_stack_qsv.c:178
StackQSVContext::base
StackBaseContext base
Definition: vf_stack_qsv.c:53
stack_internal.c
av_freep
#define av_freep(p)
Definition: tableprint_vlc.h:34
imgutils.h
hwcontext.h
StackQSVContext::comp_conf
mfxExtVPPComposite comp_conf
Definition: vf_stack_qsv.c:56
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:27
avstring.h
StackQSVContext::qsv_param
QSVVPPParam qsv_param
Definition: vf_stack_qsv.c:55
QSVVPPParam::ext_buf
mfxExtBuffer ** ext_buf
Definition: qsvvpp.h:117
Generated on Thu Sep 26 2024 23:15:40 for FFmpeg by   doxygen 1.8.17

AltStyle によって変換されたページ (->オリジナル) /