FFmpeg
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Groups Pages
vaapi_mpeg4.c
Go to the documentation of this file.
1 /*
2  * MPEG-4 / H.263 HW decode acceleration through VA API
3  *
4  * Copyright (C) 2008-2009 Splitted-Desktop Systems
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22 
23 #include "vaapi_internal.h"
24 #include "internal.h"
25 #include "h263.h"
26 #include "mpeg4video.h"
27 
28 /** Reconstruct bitstream intra_dc_vlc_thr */
30 {
31  switch (s->intra_dc_threshold) {
32  case 99: return 0;
33  case 13: return 1;
34  case 15: return 2;
35  case 17: return 3;
36  case 19: return 4;
37  case 21: return 5;
38  case 23: return 6;
39  case 0: return 7;
40  }
41  return 0;
42 }
43 
45 {
46  Mpeg4DecContext *ctx = avctx->priv_data;
47  MpegEncContext * const s = &ctx->m;
48  struct vaapi_context * const vactx = avctx->hwaccel_context;
49  VAPictureParameterBufferMPEG4 *pic_param;
50  VAIQMatrixBufferMPEG4 *iq_matrix;
51  int i;
52 
53  ff_dlog(avctx, "vaapi_mpeg4_start_frame()\n");
54 
55  vactx->slice_param_size = sizeof(VASliceParameterBufferMPEG4);
56 
57  /* Fill in VAPictureParameterBufferMPEG4 */
58  pic_param = ff_vaapi_alloc_pic_param(vactx, sizeof(VAPictureParameterBufferMPEG4));
59  if (!pic_param)
60  return -1;
61  pic_param->vop_width = s->width;
62  pic_param->vop_height = s->height;
63  pic_param->forward_reference_picture = VA_INVALID_ID;
64  pic_param->backward_reference_picture = VA_INVALID_ID;
65  pic_param->vol_fields.value = 0; /* reset all bits */
66  pic_param->vol_fields.bits.short_video_header = avctx->codec->id == AV_CODEC_ID_H263;
67  pic_param->vol_fields.bits.chroma_format = CHROMA_420;
68  pic_param->vol_fields.bits.interlaced = !s->progressive_sequence;
69  pic_param->vol_fields.bits.obmc_disable = 1;
70  pic_param->vol_fields.bits.sprite_enable = ctx->vol_sprite_usage;
71  pic_param->vol_fields.bits.sprite_warping_accuracy = s->sprite_warping_accuracy;
72  pic_param->vol_fields.bits.quant_type = s->mpeg_quant;
73  pic_param->vol_fields.bits.quarter_sample = s->quarter_sample;
74  pic_param->vol_fields.bits.data_partitioned = s->data_partitioning;
75  pic_param->vol_fields.bits.reversible_vlc = ctx->rvlc;
76  pic_param->vol_fields.bits.resync_marker_disable = !ctx->resync_marker;
77  pic_param->no_of_sprite_warping_points = ctx->num_sprite_warping_points;
78  for (i = 0; i < ctx->num_sprite_warping_points && i < 3; i++) {
79  pic_param->sprite_trajectory_du[i] = ctx->sprite_traj[i][0];
80  pic_param->sprite_trajectory_dv[i] = ctx->sprite_traj[i][1];
81  }
82  pic_param->quant_precision = s->quant_precision;
83  pic_param->vop_fields.value = 0; /* reset all bits */
84  pic_param->vop_fields.bits.vop_coding_type = s->pict_type - AV_PICTURE_TYPE_I;
85  pic_param->vop_fields.bits.backward_reference_vop_coding_type = s->pict_type == AV_PICTURE_TYPE_B ? s->next_picture.f->pict_type - AV_PICTURE_TYPE_I : 0;
86  pic_param->vop_fields.bits.vop_rounding_type = s->no_rounding;
87  pic_param->vop_fields.bits.intra_dc_vlc_thr = mpeg4_get_intra_dc_vlc_thr(ctx);
88  pic_param->vop_fields.bits.top_field_first = s->top_field_first;
89  pic_param->vop_fields.bits.alternate_vertical_scan_flag = s->alternate_scan;
90  pic_param->vop_fcode_forward = s->f_code;
91  pic_param->vop_fcode_backward = s->b_code;
92  pic_param->vop_time_increment_resolution = avctx->framerate.num;
93  pic_param->num_macroblocks_in_gob = s->mb_width * H263_GOB_HEIGHT(s->height);
94  pic_param->num_gobs_in_vop = (s->mb_width * s->mb_height) / pic_param->num_macroblocks_in_gob;
95  pic_param->TRB = s->pb_time;
96  pic_param->TRD = s->pp_time;
97 
99  pic_param->backward_reference_picture = ff_vaapi_get_surface_id(s->next_picture.f);
100  if (s->pict_type != AV_PICTURE_TYPE_I)
101  pic_param->forward_reference_picture = ff_vaapi_get_surface_id(s->last_picture.f);
102 
103  /* Fill in VAIQMatrixBufferMPEG4 */
104  /* Only the first inverse quantisation method uses the weighting matrices */
105  if (pic_param->vol_fields.bits.quant_type) {
106  iq_matrix = ff_vaapi_alloc_iq_matrix(vactx, sizeof(VAIQMatrixBufferMPEG4));
107  if (!iq_matrix)
108  return -1;
109  iq_matrix->load_intra_quant_mat = 1;
110  iq_matrix->load_non_intra_quant_mat = 1;
111 
112  for (i = 0; i < 64; i++) {
114  iq_matrix->intra_quant_mat[i] = s->intra_matrix[n];
115  iq_matrix->non_intra_quant_mat[i] = s->inter_matrix[n];
116  }
117  }
118  return 0;
119 }
120 
121 static int vaapi_mpeg4_decode_slice(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
122 {
123  MpegEncContext * const s = avctx->priv_data;
124  VASliceParameterBufferMPEG4 *slice_param;
125 
126  ff_dlog(avctx, "vaapi_mpeg4_decode_slice(): buffer %p, size %d\n", buffer, size);
127 
128  /* Fill in VASliceParameterBufferMPEG4 */
129  slice_param = (VASliceParameterBufferMPEG4 *)ff_vaapi_alloc_slice(avctx->hwaccel_context, buffer, size);
130  if (!slice_param)
131  return -1;
132  slice_param->macroblock_offset = get_bits_count(&s->gb) % 8;
133  slice_param->macroblock_number = 0;
134  slice_param->quant_scale = s->qscale;
135 
136  return 0;
137 }
138 
139 #if CONFIG_MPEG4_VAAPI_HWACCEL
140 AVHWAccel ff_mpeg4_vaapi_hwaccel = {
141  .name = "mpeg4_vaapi",
142  .type = AVMEDIA_TYPE_VIDEO,
143  .id = AV_CODEC_ID_MPEG4,
144  .pix_fmt = AV_PIX_FMT_VAAPI_VLD,
145  .start_frame = vaapi_mpeg4_start_frame,
146  .end_frame = ff_vaapi_mpeg_end_frame,
147  .decode_slice = vaapi_mpeg4_decode_slice,
148 };
149 #endif
150 
151 #if CONFIG_H263_VAAPI_HWACCEL
152 AVHWAccel ff_h263_vaapi_hwaccel = {
153  .name = "h263_vaapi",
154  .type = AVMEDIA_TYPE_VIDEO,
155  .id = AV_CODEC_ID_H263,
156  .pix_fmt = AV_PIX_FMT_VAAPI_VLD,
157  .start_frame = vaapi_mpeg4_start_frame,
158  .end_frame = ff_vaapi_mpeg_end_frame,
159  .decode_slice = vaapi_mpeg4_decode_slice,
160 };
161 #endif
uint16_t sprite_traj[4][2]
sprite trajectory points
Definition: mpeg4video.h:75
IDCTDSPContext idsp
Definition: mpegvideo.h:299
const struct AVCodec * codec
Definition: avcodec.h:1250
AVRational framerate
Definition: avcodec.h:3023
const char * s
Definition: avisynth_c.h:631
int sprite_warping_accuracy
Definition: mpegvideo.h:466
int resync_marker
could this stream contain resync markers
Definition: mpeg4video.h:82
int num
numerator
Definition: rational.h:44
HW decoding through VA API, Picture.data[3] contains a vaapi_render_state struct which contains the b...
Definition: pixfmt.h:126
This structure is used to share data between the FFmpeg library and the client video application...
Definition: vaapi.h:50
int qscale
QP.
Definition: mpegvideo.h:273
int quant_precision
Definition: mpegvideo.h:463
int vol_sprite_usage
Definition: mpeg4video.h:71
if()
Definition: avfilter.c:975
uint8_t
void * hwaccel_context
Hardware accelerator context.
Definition: avcodec.h:2656
int no_rounding
apply no rounding to motion compensation (MPEG4, msmpeg4, ...) for b-frames rounding mode is always 0...
Definition: mpegvideo.h:351
#define CHROMA_420
Definition: mpegvideo.h:534
static int get_bits_count(const GetBitContext *s)
Definition: get_bits.h:212
uint16_t pp_time
time distance between the last 2 p,s,i frames
Definition: mpegvideo.h:455
int mb_height
number of MBs horizontally & vertically
Definition: mpegvideo.h:198
ptrdiff_t size
Definition: opengl_enc.c:101
int intra_dc_threshold
QP above which the ac VLC should be used for intra dc.
Definition: mpeg4video.h:92
MpegEncContext m
Definition: mpeg4video.h:66
enum AVCodecID id
Definition: avcodec.h:3195
static int vaapi_mpeg4_decode_slice(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
Definition: vaapi_mpeg4.c:121
void * ff_vaapi_alloc_pic_param(struct vaapi_context *vactx, unsigned int size)
Allocate a new picture parameter buffer.
Definition: vaapi.c:136
int quarter_sample
1->qpel, 0->half pel ME/MC
Definition: mpegvideo.h:464
GetBitContext gb
Definition: mpegvideo.h:509
enum AVPictureType pict_type
Picture type of the frame.
Definition: frame.h:242
int top_field_first
Definition: mpegvideo.h:525
const char * name
Name of the hardware accelerated codec.
Definition: avcodec.h:3294
int alternate_scan
Definition: mpegvideo.h:529
static VASurfaceID ff_vaapi_get_surface_id(AVFrame *pic)
Extract VASurfaceID from an AVFrame.
unsigned int slice_param_size
Size of a VASliceParameterBuffer element.
Definition: vaapi.h:137
int n
Definition: avisynth_c.h:547
uint8_t idct_permutation[64]
IDCT input permutation.
Definition: idctdsp.h:94
uint16_t inter_matrix[64]
Definition: mpegvideo.h:369
#define ff_dlog(ctx,...)
Definition: internal.h:54
main external API structure.
Definition: avcodec.h:1241
int height
picture size. must be a multiple of 16
Definition: mpegvideo.h:169
VASliceParameterBufferBase * ff_vaapi_alloc_slice(struct vaapi_context *vactx, const uint8_t *buffer, uint32_t size)
Allocate a new slice descriptor for the input slice.
Definition: vaapi.c:151
int data_partitioning
data partitioning flag from header
Definition: mpegvideo.h:467
int progressive_sequence
Definition: mpegvideo.h:517
struct AVFrame * f
Definition: mpegvideo.h:90
const uint8_t ff_zigzag_direct[64]
Definition: mathtables.c:117
int f_code
forward MV resolution
Definition: mpegvideo.h:307
int pict_type
AV_PICTURE_TYPE_I, AV_PICTURE_TYPE_P, AV_PICTURE_TYPE_B, ...
Definition: mpegvideo.h:281
static int mpeg4_get_intra_dc_vlc_thr(Mpeg4DecContext *s)
Reconstruct bitstream intra_dc_vlc_thr.
Definition: vaapi_mpeg4.c:29
MpegEncContext.
Definition: mpegvideo.h:150
static int vaapi_mpeg4_start_frame(AVCodecContext *avctx, av_unused const uint8_t *buffer, av_unused uint32_t size)
Definition: vaapi_mpeg4.c:44
common internal api header.
Picture last_picture
copy of the previous picture structure.
Definition: mpegvideo.h:231
void * ff_vaapi_alloc_iq_matrix(struct vaapi_context *vactx, unsigned int size)
Allocate a new IQ matrix buffer.
Definition: vaapi.c:141
Bi-dir predicted.
Definition: avutil.h:269
#define H263_GOB_HEIGHT(h)
Definition: h263.h:43
void * priv_data
Definition: avcodec.h:1283
Picture next_picture
copy of the next picture structure.
Definition: mpegvideo.h:237
uint16_t intra_matrix[64]
matrix transmitted in the bitstream
Definition: mpegvideo.h:367
int ff_vaapi_mpeg_end_frame(AVCodecContext *avctx)
int num_sprite_warping_points
Definition: mpeg4video.h:73
int b_code
backward MV resolution for B Frames (mpeg4)
Definition: mpegvideo.h:308
GLuint buffer
Definition: opengl_enc.c:102
#define av_unused
Definition: attributes.h:118
uint16_t pb_time
time distance between the last b and p,s,i frame
Definition: mpegvideo.h:456