FFmpeg: libavcodec/nvdec_vc1.c Source File

FFmpeg

[フレーム]

libavcodec

nvdec_vc1.c

Go to the documentation of this file.

1 /*

2 * VC1 HW decode acceleration through NVDEC

3 *

5 *

6 * This file is part of FFmpeg.

7 *

8 * FFmpeg is free software; you can redistribute it and/or

9 * modify it under the terms of the GNU Lesser General Public

10 * License as published by the Free Software Foundation; either

11 * version 2.1 of the License, or (at your option) any later version.

12 *

13 * FFmpeg is distributed in the hope that it will be useful,

14 * but WITHOUT ANY WARRANTY; without even the implied warranty of

15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU

16 * Lesser General Public License for more details.

17 *

18 * You should have received a copy of the GNU Lesser General Public

19 * License along with FFmpeg; if not, write to the Free Software

20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA

21 */

23 #include "config_components.h"

25 #include "libavutil/mem.h"

26 #include "avcodec.h"

27 #include "hwaccel_internal.h"

28 #include "internal.h"

29 #include "nvdec.h"

30 #include "decode.h"

31 #include "vc1.h"

33 static int nvdec_vc1_start_frame(AVCodecContext *avctx,

34 const AVBufferRef *buffer_ref,

35 const uint8_t *buffer, uint32_t size)

36 {

37 VC1Context *v = avctx->priv_data;

38 MpegEncContext *s = &v->s;

40 NVDECContext *ctx = avctx->internal->hwaccel_priv_data;

41 CUVIDPICPARAMS *pp = &ctx->pic_params;

42 FrameDecodeData *fdd;

43 NVDECFrame *cf;

44 AVFrame *cur_frame = s->cur_pic.ptr->f;

46 int ret;

48 ret = ff_nvdec_start_frame(avctx, cur_frame);

49 if (ret < 0)

50 return ret;

52 fdd = cur_frame->private_ref;

53 cf = (NVDECFrame*)fdd->hwaccel_priv;

55 *pp = (CUVIDPICPARAMS) {

56 .PicWidthInMbs = (cur_frame->width + 15) / 16,

57 .FrameHeightInMbs = (cur_frame->height + 15) / 16,

58 .CurrPicIdx = cf->idx,

59 .field_pic_flag = v->field_mode,

60 .bottom_field_flag = v->cur_field_type,

61 .second_field = v->second_field,

63 .intra_pic_flag = s->pict_type == AV_PICTURE_TYPE_I ||

64 s->pict_type == AV_PICTURE_TYPE_BI,

65 .ref_pic_flag = s->pict_type == AV_PICTURE_TYPE_I ||

66 s->pict_type == AV_PICTURE_TYPE_P,

68 .CodecSpecific.vc1 = {

69 .ForwardRefIdx = ff_nvdec_get_ref_idx(s->last_pic.ptr ? s->last_pic.ptr->f : NULL),

70 .BackwardRefIdx = ff_nvdec_get_ref_idx(s->next_pic.ptr ? s->next_pic.ptr->f : NULL),

71 .FrameWidth = cur_frame->width,

72 .FrameHeight = cur_frame->height,

74 .intra_pic_flag = s->pict_type == AV_PICTURE_TYPE_I ||

75 s->pict_type == AV_PICTURE_TYPE_BI,

76 .ref_pic_flag = s->pict_type == AV_PICTURE_TYPE_I ||

77 s->pict_type == AV_PICTURE_TYPE_P,

78 .progressive_fcm = v->fcm == 0,

80 .profile = v->profile,

81 .postprocflag = v->postprocflag,

82 .pulldown = v->broadcast,

83 .interlace = v->interlace,

84 .tfcntrflag = v->tfcntrflag,

85 .finterpflag = v->finterpflag,

86 .psf = v->psf,

87 .multires = v->multires,

88 .syncmarker = v->resync_marker,

89 .rangered = v->rangered,

90 .maxbframes = v->max_b_frames,

92 .panscan_flag = v->panscanflag,

93 .refdist_flag = v->refdist_flag,

94 .extended_mv = v->extended_mv,

95 .dquant = v->dquant,

96 .vstransform = v->vstransform,

97 .loopfilter = v->loop_filter,

98 .fastuvmc = v->fastuvmc,

99 .overlap = v->overlap,

100 .quantizer = v->quantizer_mode,

101 .extended_dmv = v->extended_dmv,

102 .range_mapy_flag = v->range_mapy_flag,

103 .range_mapy = v->range_mapy,

104 .range_mapuv_flag = v->range_mapuv_flag,

105 .range_mapuv = v->range_mapuv,

106 .rangeredfrm = v->rangeredfrm,

107 }

108 };

109

110 return 0;

111 }

112

113 static int nvdec_vc1_decode_slice(AVCodecContext *avctx, const uint8_t *buffer,

114 uint32_t size)

115 {

116 NVDECContext *ctx = avctx->internal->hwaccel_priv_data;

117 const VC1Context *v = avctx->priv_data;

118 uint32_t marker;

119 int marker_size;

120 void *tmp;

121

122 if (ctx->bitstream_len)

123 marker = VC1_CODE_SLICE;

124 else if (v->profile == PROFILE_ADVANCED && v->fcm == ILACE_FIELD && v->second_field)

125 marker = VC1_CODE_FIELD;

126 else

127 marker = VC1_CODE_FRAME;

128

129 /* Only insert the marker if not already present in the bitstream */

130 marker_size = (size >= sizeof(marker) && AV_RB32(buffer) != marker) ? sizeof(marker) : 0;

131

132 tmp = av_fast_realloc(ctx->bitstream_internal, &ctx->bitstream_allocated,

133 ctx->bitstream_len + size + marker_size);

134 if (!tmp)

135 return AVERROR(ENOMEM);

136 ctx->bitstream = ctx->bitstream_internal = tmp;

137

138 tmp = av_fast_realloc(ctx->slice_offsets, &ctx->slice_offsets_allocated,

139 (ctx->nb_slices + 1) * sizeof(*ctx->slice_offsets));

140 if (!tmp)

141 return AVERROR(ENOMEM);

142 ctx->slice_offsets = tmp;

143

144 if (marker_size)

145 AV_WB32(ctx->bitstream_internal + ctx->bitstream_len, marker);

146

147 memcpy(ctx->bitstream_internal + ctx->bitstream_len + marker_size, buffer, size);

148 ctx->slice_offsets[ctx->nb_slices] = ctx->bitstream_len;

149 ctx->bitstream_len += size + marker_size;

150 ctx->nb_slices++;

151

152 return 0;

153 }

154

155 static int nvdec_vc1_frame_params(AVCodecContext *avctx,

156 AVBufferRef *hw_frames_ctx)

157 {

158 // Each frame can at most have one P and one B reference

159 return ff_nvdec_frame_params(avctx, hw_frames_ctx, 2, 0);

160 }

161

162 const FFHWAccel ff_vc1_nvdec_hwaccel = {

163 .p.name = "vc1_nvdec",

164 .p.type = AVMEDIA_TYPE_VIDEO,

165 .p.id = AV_CODEC_ID_VC1,

166 .p.pix_fmt = AV_PIX_FMT_CUDA,

167 .start_frame = nvdec_vc1_start_frame,

168 .end_frame = ff_nvdec_simple_end_frame,

169 .decode_slice = nvdec_vc1_decode_slice,

170 .frame_params = nvdec_vc1_frame_params,

171 .init = ff_nvdec_decode_init,

172 .uninit = ff_nvdec_decode_uninit,

173 .priv_data_size = sizeof(NVDECContext),

174 };

175

176 #if CONFIG_WMV3_NVDEC_HWACCEL

177 const FFHWAccel ff_wmv3_nvdec_hwaccel = {

178 .p.name = "wmv3_nvdec",

179 .p.type = AVMEDIA_TYPE_VIDEO,

180 .p.id = AV_CODEC_ID_WMV3,

181 .p.pix_fmt = AV_PIX_FMT_CUDA,

182 .start_frame = nvdec_vc1_start_frame,

183 .end_frame = ff_nvdec_simple_end_frame,

184 .decode_slice = ff_nvdec_simple_decode_slice,

185 .frame_params = nvdec_vc1_frame_params,

186 .init = ff_nvdec_decode_init,

187 .uninit = ff_nvdec_decode_uninit,

188 .priv_data_size = sizeof(NVDECContext),

189 };

190 #endif

AV_PIX_FMT_CUDA

@ AV_PIX_FMT_CUDA

HW acceleration through CUDA.

Definition: pixfmt.h:260

VC1Context

The VC1 Context.

Definition: vc1.h:176

AVERROR

Filter the word "frame" indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions

VC1Context::overlap

int overlap

overlapped transforms in use

Definition: vc1.h:229

VC1Context::interlace

int interlace

Progressive/interlaced (RPTFTM syntax element)

Definition: vc1.h:203

ff_wmv3_nvdec_hwaccel

const struct FFHWAccel ff_wmv3_nvdec_hwaccel

vc1.h

ff_nvdec_get_ref_idx

int ff_nvdec_get_ref_idx(AVFrame *frame)

Definition: nvdec.c:801

FFHWAccel::p

AVHWAccel p

The public AVHWAccel.

Definition: hwaccel_internal.h:38

FrameDecodeData

This struct stores per-frame lavc-internal data and is attached to it via private_ref.

Definition: decode.h:33

AVFrame

This structure describes decoded (raw) audio or video data.

Definition: frame.h:427

AVFrame::width

int width

Definition: frame.h:499

internal.h

nvdec_vc1_frame_params

static int nvdec_vc1_frame_params(AVCodecContext *avctx, AVBufferRef *hw_frames_ctx)

Definition: nvdec_vc1.c:155

VC1Context::fastuvmc

int fastuvmc

Rounding of qpel vector to hpel ? (not in Simple)

Definition: vc1.h:225

VC1Context::loop_filter

int loop_filter

Definition: vc1.h:223

FFHWAccel

Definition: hwaccel_internal.h:34

ILACE_FIELD

@ ILACE_FIELD

in the bitstream is reported as 11b

Definition: vc1.h:154

ff_nvdec_start_frame

int ff_nvdec_start_frame(AVCodecContext *avctx, AVFrame *frame)

Definition: nvdec.c:575

VC1Context::multires

int multires

frame-level RESPIC syntax element present

Definition: vc1.h:188

VC1Context::dquant

int dquant

How qscale varies with MBs, 2 bits (not in Simple)

Definition: vc1.h:227

av_fast_realloc

void * av_fast_realloc(void *ptr, unsigned int *size, size_t min_size)

Reallocate the given buffer if it is not large enough, otherwise do nothing.

Definition: mem.c:497

VC1_CODE_SLICE

@ VC1_CODE_SLICE

Definition: vc1_common.h:36

#define s(width, name)

Definition: cbs_vp9.c:198

VC1Context::range_mapuv_flag

uint8_t range_mapuv_flag

Definition: vc1.h:333

VC1Context::postprocflag

int postprocflag

Per-frame processing suggestion flag present.

Definition: vc1.h:201

PROFILE_ADVANCED

@ PROFILE_ADVANCED

Definition: vc1_common.h:52

VC1Context::rangered

int rangered

RANGEREDFRM (range reduction) syntax element present at frame level.

Definition: vc1.h:191

NVDECFrame

Definition: nvdec.h:49

ctx

AVFormatContext * ctx

Definition: movenc.c:49

decode.h

tmp

static uint8_t tmp[40]

Definition: aes_ctr.c:52

AV_CODEC_ID_WMV3

@ AV_CODEC_ID_WMV3

Definition: codec_id.h:123

ff_nvdec_simple_end_frame

int ff_nvdec_simple_end_frame(AVCodecContext *avctx)

Definition: nvdec.c:677

NULL

#define NULL

Definition: coverity.c:32

VC1Context::range_mapy_flag

uint8_t range_mapy_flag

Definition: vc1.h:332

hwaccel_internal.h

VC1Context::field_mode

int field_mode

1 for interlaced field pictures

Definition: vc1.h:356

VC1Context::panscanflag

int panscanflag

NUMPANSCANWIN, TOPLEFT{X,Y}, BOTRIGHT{X,Y} present.

Definition: vc1.h:205

ff_nvdec_decode_init

int ff_nvdec_decode_init(AVCodecContext *avctx)

Definition: nvdec.c:327

AVCodecContext::internal

struct AVCodecInternal * internal

Private context used for internal data.

Definition: avcodec.h:466

VC1Context::range_mapuv

uint8_t range_mapuv

Definition: vc1.h:335

AV_PICTURE_TYPE_I

@ AV_PICTURE_TYPE_I

Intra.

Definition: avutil.h:278

VC1_CODE_FIELD

@ VC1_CODE_FIELD

Definition: vc1_common.h:37

VC1Context::resync_marker

int resync_marker

could this stream contain resync markers

Definition: vc1.h:404

VC1_CODE_FRAME

@ VC1_CODE_FRAME

Definition: vc1_common.h:38

VC1Context::refdist_flag

int refdist_flag

REFDIST syntax element present in II, IP, PI or PP field picture headers.

Definition: vc1.h:206

AV_WB32

#define AV_WB32(p, v)

Definition: intreadwrite.h:415

AVCodecInternal::hwaccel_priv_data

void * hwaccel_priv_data

hwaccel-specific private data

Definition: internal.h:130

NVDECFrame::idx

unsigned int idx

Definition: nvdec.h:50

size

int size

Definition: twinvq_data.h:10344

AV_RB32

uint64_t_TMPL AV_WL64 unsigned int_TMPL AV_WL32 unsigned int_TMPL AV_WL24 unsigned int_TMPL AV_WL16 uint64_t_TMPL AV_WB64 unsigned int_TMPL AV_RB32

Definition: bytestream.h:96

VC1Context::rangeredfrm

uint8_t rangeredfrm

Frame decoding info for S/M profiles only.

Definition: vc1.h:312

nvdec.h

VC1Context::tfcntrflag

int tfcntrflag

TFCNTR present.

Definition: vc1.h:204

ff_nvdec_decode_uninit

int ff_nvdec_decode_uninit(AVCodecContext *avctx)

Definition: nvdec.c:259

VC1Context::cur_field_type

int cur_field_type

0: top, 1: bottom

Definition: vc1.h:366

AVHWAccel::name

const char * name

Name of the hardware accelerated codec.

Definition: avcodec.h:1949

AVFrame::private_ref

void * private_ref

RefStruct reference for internal use by a single libav* library.

Definition: frame.h:765

VC1Context::max_b_frames

int max_b_frames

max number of B-frames

Definition: vc1.h:230

VC1Context::s

MpegEncContext s

Definition: vc1.h:177

VC1Context::extended_mv

int extended_mv

Ext MV in P/B (not in Simple)

Definition: vc1.h:226

AV_CODEC_ID_VC1

@ AV_CODEC_ID_VC1

Definition: codec_id.h:122

avcodec.h

VC1Context::second_field

int second_field

Definition: vc1.h:358

ret

Definition: filter_design.txt:187

ff_vc1_nvdec_hwaccel

const FFHWAccel ff_vc1_nvdec_hwaccel

Definition: nvdec_vc1.c:162

AVCodecContext

main external API structure.

Definition: avcodec.h:431

AVFrame::height

int height

Definition: frame.h:499

ff_nvdec_simple_decode_slice

int ff_nvdec_simple_decode_slice(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)

Definition: nvdec.c:687

buffer

the frame and frame reference mechanism is intended to as much as expensive copies of that data while still allowing the filters to produce correct results The data is stored in buffers represented by AVFrame structures Several references can point to the same frame buffer

Definition: filter_design.txt:49

nvdec_vc1_start_frame

static int nvdec_vc1_start_frame(AVCodecContext *avctx, const AVBufferRef *buffer_ref, const uint8_t *buffer, uint32_t size)

Definition: nvdec_vc1.c:33

ff_nvdec_frame_params

int ff_nvdec_frame_params(AVCodecContext *avctx, AVBufferRef *hw_frames_ctx, int dpb_size, int supports_444)

Definition: nvdec.c:709

VC1Context::profile

int profile

Sequence header data for all Profiles TODO: choose between ints, uint8_ts and monobit flags.

Definition: vc1.h:220

VC1Context::vstransform