FFmpeg
nvdec_mpeg4.c
Go to the documentation of this file.
1 /*
2  * MPEG-4 Part 2 HW decode acceleration through NVDEC
3  *
4  * Copyright (c) 2017 Philip Langdale
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22 
23 #include "avcodec.h"
24 #include "internal.h"
25 #include "mpeg4videodec.h"
26 #include "mpeg4videodefs.h"
27 #include "nvdec.h"
28 #include "decode.h"
29 
30 static int nvdec_mpeg4_start_frame(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
31 {
32  Mpeg4DecContext *m = avctx->priv_data;
33  MpegEncContext *s = &m->m;
34 
36  CUVIDPICPARAMS *pp = &ctx->pic_params;
37  CUVIDMPEG4PICPARAMS *ppc = &pp->CodecSpecific.mpeg4;
38  FrameDecodeData *fdd;
39  NVDECFrame *cf;
40  AVFrame *cur_frame = s->current_picture.f;
41 
42  int ret, i;
43 
44  ret = ff_nvdec_start_frame(avctx, cur_frame);
45  if (ret < 0)
46  return ret;
47 
48  fdd = (FrameDecodeData*)cur_frame->private_ref->data;
49  cf = (NVDECFrame*)fdd->hwaccel_priv;
50 
51  *pp = (CUVIDPICPARAMS) {
52  .PicWidthInMbs = (cur_frame->width + 15) / 16,
53  .FrameHeightInMbs = (cur_frame->height + 15) / 16,
54  .CurrPicIdx = cf->idx,
55 
56  .intra_pic_flag = s->pict_type == AV_PICTURE_TYPE_I,
57  .ref_pic_flag = s->pict_type == AV_PICTURE_TYPE_I ||
58  s->pict_type == AV_PICTURE_TYPE_P ||
59  s->pict_type == AV_PICTURE_TYPE_S,
60 
61  .CodecSpecific.mpeg4 = {
62  .ForwardRefIdx = ff_nvdec_get_ref_idx(s->last_picture.f),
63  .BackwardRefIdx = ff_nvdec_get_ref_idx(s->next_picture.f),
64 
65  .video_object_layer_width = s->width,
66  .video_object_layer_height = s->height,
67  .vop_time_increment_bitcount = m->time_increment_bits,
68  .top_field_first = s->top_field_first,
69  .resync_marker_disable = !m->resync_marker,
70  .quant_type = s->mpeg_quant,
71  .quarter_sample = s->quarter_sample,
72  .short_video_header = avctx->codec->id == AV_CODEC_ID_H263,
73  .divx_flags = s->divx_packed ? 5 : 0,
74 
75  .vop_coding_type = s->pict_type - AV_PICTURE_TYPE_I,
76  .vop_coded = 1,
77  .vop_rounding_type = s->no_rounding,
78  .alternate_vertical_scan_flag = s->alternate_scan,
79  .interlaced = !s->progressive_sequence,
80  .vop_fcode_forward = s->f_code,
81  .vop_fcode_backward = s->b_code,
82  .trd = { s->pp_time, s->pp_field_time >> 1 },
83  .trb = { s->pb_time, s->pb_field_time >> 1 },
84 
85  .gmc_enabled = s->pict_type == AV_PICTURE_TYPE_S &&
87  }
88  };
89 
90  for (i = 0; i < 64; ++i) {
91  ppc->QuantMatrixIntra[i] = s->intra_matrix[i];
92  ppc->QuantMatrixInter[i] = s->inter_matrix[i];
93  }
94 
95  // We need to pass the full frame buffer and not just the slice
97 }
98 
99 static int nvdec_mpeg4_decode_slice(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
100 {
101  return 0;
102 }
103 
105  AVBufferRef *hw_frames_ctx)
106 {
107  // Each frame can at most have one P and one B reference
108  return ff_nvdec_frame_params(avctx, hw_frames_ctx, 2, 0);
109 }
110 
112  .name = "mpeg4_nvdec",
113  .type = AVMEDIA_TYPE_VIDEO,
114  .id = AV_CODEC_ID_MPEG4,
115  .pix_fmt = AV_PIX_FMT_CUDA,
116  .start_frame = nvdec_mpeg4_start_frame,
117  .end_frame = ff_nvdec_simple_end_frame,
118  .decode_slice = nvdec_mpeg4_decode_slice,
119  .frame_params = nvdec_mpeg4_frame_params,
120  .init = ff_nvdec_decode_init,
121  .uninit = ff_nvdec_decode_uninit,
122  .priv_data_size = sizeof(NVDECContext),
123 };
AV_PIX_FMT_CUDA
@ AV_PIX_FMT_CUDA
HW acceleration through CUDA.
Definition: pixfmt.h:253
Mpeg4DecContext::vol_sprite_usage
int vol_sprite_usage
Definition: mpeg4videodec.h:39
AVBufferRef::data
uint8_t * data
The data buffer.
Definition: buffer.h:90
mpeg4videodec.h
ff_nvdec_get_ref_idx
int ff_nvdec_get_ref_idx(AVFrame *frame)
Definition: nvdec.c:757
AV_CODEC_ID_MPEG4
@ AV_CODEC_ID_MPEG4
Definition: codec_id.h:64
FrameDecodeData
This struct stores per-frame lavc-internal data and is attached to it via private_ref.
Definition: decode.h:34
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:330
AVFrame::width
int width
Definition: frame.h:402
internal.h
nvdec_mpeg4_start_frame
static int nvdec_mpeg4_start_frame(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
Definition: nvdec_mpeg4.c:30
AVHWAccel
Definition: avcodec.h:2076
nvdec_mpeg4_decode_slice
static int nvdec_mpeg4_decode_slice(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
Definition: nvdec_mpeg4.c:99
AVCodecContext::codec
const struct AVCodec * codec
Definition: avcodec.h:435
ff_nvdec_start_frame
int ff_nvdec_start_frame(AVCodecContext *avctx, AVFrame *frame)
Definition: nvdec.c:569
s
#define s(width, name)
Definition: cbs_vp9.c:256
NVDECFrame
Definition: nvdec.h:44
ctx
AVFormatContext * ctx
Definition: movenc.c:48
decode.h
ff_nvdec_simple_end_frame
int ff_nvdec_simple_end_frame(AVCodecContext *avctx)
Definition: nvdec.c:675
GMC_SPRITE
#define GMC_SPRITE
Definition: mpeg4videodefs.h:50
ff_nvdec_decode_init
int ff_nvdec_decode_init(AVCodecContext *avctx)
Definition: nvdec.c:333
AVCodecContext::internal
struct AVCodecInternal * internal
Private context used for internal data.
Definition: avcodec.h:461
AV_PICTURE_TYPE_I
@ AV_PICTURE_TYPE_I
Intra.
Definition: avutil.h:274
Mpeg4DecContext
Definition: mpeg4videodec.h:33
AVCodecInternal::hwaccel_priv_data
void * hwaccel_priv_data
hwaccel-specific private data
Definition: internal.h:137
NVDECFrame::idx
unsigned int idx
Definition: nvdec.h:45
AV_CODEC_ID_H263
@ AV_CODEC_ID_H263
Definition: codec_id.h:56
size
int size
Definition: twinvq_data.h:10344
nvdec.h
ff_nvdec_decode_uninit
int ff_nvdec_decode_uninit(AVCodecContext *avctx)
Definition: nvdec.c:265
AVFrame::private_ref
AVBufferRef * private_ref
AVBufferRef for internal use by a single libav* library.
Definition: frame.h:718
AVCodec::id
enum AVCodecID id
Definition: codec.h:198
AVHWAccel::name
const char * name
Name of the hardware accelerated codec.
Definition: avcodec.h:2082
Mpeg4DecContext::time_increment_bits
int time_increment_bits
number of bits to represent the fractional part of time
Definition: mpeg4videodec.h:37
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:269
ff_mpeg4_nvdec_hwaccel
const AVHWAccel ff_mpeg4_nvdec_hwaccel
Definition: nvdec_mpeg4.c:111
avcodec.h
mpeg4videodefs.h
ret
ret
Definition: filter_design.txt:187
AVCodecContext
main external API structure.
Definition: avcodec.h:426
AVFrame::height
int height
Definition: frame.h:402
Mpeg4DecContext::m
MpegEncContext m
Definition: mpeg4videodec.h:34
ff_nvdec_simple_decode_slice
int ff_nvdec_simple_decode_slice(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
Definition: nvdec.c:683
buffer
the frame and frame reference mechanism is intended to as much as expensive copies of that data while still allowing the filters to produce correct results The data is stored in buffers represented by AVFrame structures Several references can point to the same frame buffer
Definition: filter_design.txt:49
ff_nvdec_frame_params
int ff_nvdec_frame_params(AVCodecContext *avctx, AVBufferRef *hw_frames_ctx, int dpb_size, int supports_444)
Definition: nvdec.c:705
Mpeg4DecContext::resync_marker
int resync_marker
could this stream contain resync markers
Definition: mpeg4videodec.h:54
AV_PICTURE_TYPE_P
@ AV_PICTURE_TYPE_P
Predicted.
Definition: avutil.h:275
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
AVBufferRef
A reference to a data buffer.
Definition: buffer.h:82
AVCodecContext::priv_data
void * priv_data
Definition: avcodec.h:453
FrameDecodeData::hwaccel_priv
void * hwaccel_priv
Per-frame private data for hwaccels.
Definition: decode.h:52
nvdec_mpeg4_frame_params
static int nvdec_mpeg4_frame_params(AVCodecContext *avctx, AVBufferRef *hw_frames_ctx)
Definition: nvdec_mpeg4.c:104
NVDECContext
Definition: nvdec.h:52
AV_PICTURE_TYPE_S
@ AV_PICTURE_TYPE_S
S(GMC)-VOP MPEG-4.
Definition: avutil.h:277
MpegEncContext
MpegEncContext.
Definition: mpegvideo.h:67