FFmpeg: libavcodec/vaapi_vc1.c Source File

00001 /*
00002  * VC-1 HW decode acceleration through VA API
00003  *
00004  * Copyright (C) 2008-2009 Splitted-Desktop Systems
00005  *
00006  * This file is part of FFmpeg.
00007  *
00008  * FFmpeg is free software; you can redistribute it and/or
00009  * modify it under the terms of the GNU Lesser General Public
00010  * License as published by the Free Software Foundation; either
00011  * version 2.1 of the License, or (at your option) any later version.
00012  *
00013  * FFmpeg is distributed in the hope that it will be useful,
00014  * but WITHOUT ANY WARRANTY; without even the implied warranty of
00015  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
00016  * Lesser General Public License for more details.
00017  *
00018  * You should have received a copy of the GNU Lesser General Public
00019  * License along with FFmpeg; if not, write to the Free Software
00020  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
00021  */
00022 
00023 #include "vaapi_internal.h"
00024 #include "vc1.h"
00025 #include "vc1data.h"
00026 
00028 static int get_VAMvModeVC1(enum MVModes mv_mode)
00029 {
00030     switch (mv_mode) {
00031     case MV_PMODE_1MV_HPEL_BILIN: return VAMvMode1MvHalfPelBilinear;
00032     case MV_PMODE_1MV:            return VAMvMode1Mv;
00033     case MV_PMODE_1MV_HPEL:       return VAMvMode1MvHalfPel;
00034     case MV_PMODE_MIXED_MV:       return VAMvModeMixedMv;
00035     case MV_PMODE_INTENSITY_COMP: return VAMvModeIntensityCompensation;
00036     }
00037     return 0;
00038 }
00039 
00041 static inline int vc1_has_MVTYPEMB_bitplane(VC1Context *v)
00042 {
00043     if (v->mv_type_is_raw)
00044         return 0;
00045     return (v->s.pict_type == FF_P_TYPE &&
00046             (v->mv_mode == MV_PMODE_MIXED_MV ||
00047              (v->mv_mode == MV_PMODE_INTENSITY_COMP &&
00048               v->mv_mode2 == MV_PMODE_MIXED_MV)));
00049 }
00050 
00052 static inline int vc1_has_SKIPMB_bitplane(VC1Context *v)
00053 {
00054     if (v->skip_is_raw)
00055         return 0;
00056     return (v->s.pict_type == FF_P_TYPE ||
00057             (v->s.pict_type == FF_B_TYPE && !v->bi_type));
00058 }
00059 
00061 static inline int vc1_has_DIRECTMB_bitplane(VC1Context *v)
00062 {
00063     if (v->dmb_is_raw)
00064         return 0;
00065     return v->s.pict_type == FF_B_TYPE && !v->bi_type;
00066 }
00067 
00069 static inline int vc1_has_ACPRED_bitplane(VC1Context *v)
00070 {
00071     if (v->acpred_is_raw)
00072         return 0;
00073     return (v->profile == PROFILE_ADVANCED &&
00074             (v->s.pict_type == FF_I_TYPE ||
00075              (v->s.pict_type == FF_B_TYPE && v->bi_type)));
00076 }
00077 
00079 static inline int vc1_has_OVERFLAGS_bitplane(VC1Context *v)
00080 {
00081     if (v->overflg_is_raw)
00082         return 0;
00083     return (v->profile == PROFILE_ADVANCED &&
00084             (v->s.pict_type == FF_I_TYPE ||
00085              (v->s.pict_type == FF_B_TYPE && v->bi_type)) &&
00086             (v->overlap && v->pq <= 8) &&
00087             v->condover == CONDOVER_SELECT);
00088 }
00089 
00091 static int vc1_get_PTYPE(VC1Context *v)
00092 {
00093     MpegEncContext * const s = &v->s;
00094     switch (s->pict_type) {
00095     case FF_I_TYPE: return 0;
00096     case FF_P_TYPE: return v->p_frame_skipped ? 4 : 1;
00097     case FF_B_TYPE: return v->bi_type         ? 3 : 2;
00098     }
00099     return 0;
00100 }
00101 
00103 static inline VAMvModeVC1 vc1_get_MVMODE(VC1Context *v)
00104 {
00105     if (v->s.pict_type == FF_P_TYPE ||
00106         (v->s.pict_type == FF_B_TYPE && !v->bi_type))
00107         return get_VAMvModeVC1(v->mv_mode);
00108     return 0;
00109 }
00110 
00112 static inline VAMvModeVC1 vc1_get_MVMODE2(VC1Context *v)
00113 {
00114     if (v->s.pict_type == FF_P_TYPE && v->mv_mode == MV_PMODE_INTENSITY_COMP)
00115         return get_VAMvModeVC1(v->mv_mode2);
00116     return 0;
00117 }
00118 
00120 static inline void vc1_pack_bitplanes(uint8_t *bitplane, int n, const uint8_t *ff_bp[3], int x, int y, int stride)
00121 {
00122     const int bitplane_index = n / 2;
00123     const int ff_bp_index = y * stride + x;
00124     uint8_t v = 0;
00125     if (ff_bp[0])
00126         v = ff_bp[0][ff_bp_index];
00127     if (ff_bp[1])
00128         v |= ff_bp[1][ff_bp_index] << 1;
00129     if (ff_bp[2])
00130         v |= ff_bp[2][ff_bp_index] << 2;
00131     bitplane[bitplane_index] = (bitplane[bitplane_index] << 4) | v;
00132 }
00133 
00134 static int vaapi_vc1_start_frame(AVCodecContext *avctx, av_unused const uint8_t *buffer, av_unused uint32_t size)
00135 {
00136     VC1Context * const v = avctx->priv_data;
00137     MpegEncContext * const s = &v->s;
00138     struct vaapi_context * const vactx = avctx->hwaccel_context;
00139     VAPictureParameterBufferVC1 *pic_param;
00140 
00141     dprintf(avctx, "vaapi_vc1_start_frame()\n");
00142 
00143     vactx->slice_param_size = sizeof(VASliceParameterBufferVC1);
00144 
00145     /* Fill in VAPictureParameterBufferVC1 */
00146     pic_param = ff_vaapi_alloc_pic_param(vactx, sizeof(VAPictureParameterBufferVC1));
00147     if (!pic_param)
00148         return -1;
00149     pic_param->forward_reference_picture                            = VA_INVALID_ID;
00150     pic_param->backward_reference_picture                           = VA_INVALID_ID;
00151     pic_param->inloop_decoded_picture                               = VA_INVALID_ID;
00152     pic_param->sequence_fields.value                                = 0; /* reset all bits */
00153     pic_param->sequence_fields.bits.pulldown                        = v->broadcast;
00154     pic_param->sequence_fields.bits.interlace                       = v->interlace;
00155     pic_param->sequence_fields.bits.tfcntrflag                      = v->tfcntrflag;
00156     pic_param->sequence_fields.bits.finterpflag                     = v->finterpflag;
00157     pic_param->sequence_fields.bits.psf                             = v->psf;
00158     pic_param->sequence_fields.bits.multires                        = v->multires;
00159     pic_param->sequence_fields.bits.overlap                         = v->overlap;
00160     pic_param->sequence_fields.bits.syncmarker                      = s->resync_marker;
00161     pic_param->sequence_fields.bits.rangered                        = v->rangered;
00162     pic_param->sequence_fields.bits.max_b_frames                    = s->avctx->max_b_frames;
00163     pic_param->coded_width                                          = s->avctx->coded_width;
00164     pic_param->coded_height                                         = s->avctx->coded_height;
00165     pic_param->entrypoint_fields.value                              = 0; /* reset all bits */
00166     pic_param->entrypoint_fields.bits.broken_link                   = v->broken_link;
00167     pic_param->entrypoint_fields.bits.closed_entry                  = v->closed_entry;
00168     pic_param->entrypoint_fields.bits.panscan_flag                  = v->panscanflag;
00169     pic_param->entrypoint_fields.bits.loopfilter                    = s->loop_filter;
00170     pic_param->conditional_overlap_flag                             = v->condover;
00171     pic_param->fast_uvmc_flag                                       = v->fastuvmc;
00172     pic_param->range_mapping_fields.value                           = 0; /* reset all bits */
00173     pic_param->range_mapping_fields.bits.luma_flag                  = v->range_mapy_flag;
00174     pic_param->range_mapping_fields.bits.luma                       = v->range_mapy;
00175     pic_param->range_mapping_fields.bits.chroma_flag                = v->range_mapuv_flag;
00176     pic_param->range_mapping_fields.bits.chroma                     = v->range_mapuv;
00177     pic_param->b_picture_fraction                                   = v->bfraction_lut_index;
00178     pic_param->cbp_table                                            = v->cbpcy_vlc ? v->cbpcy_vlc - ff_vc1_cbpcy_p_vlc : 0;
00179     pic_param->mb_mode_table                                        = 0; /* XXX: interlaced frame */
00180     pic_param->range_reduction_frame                                = v->rangeredfrm;
00181     pic_param->rounding_control                                     = v->rnd;
00182     pic_param->post_processing                                      = v->postproc;
00183     pic_param->picture_resolution_index                             = v->respic;
00184     pic_param->luma_scale                                           = v->lumscale;
00185     pic_param->luma_shift                                           = v->lumshift;
00186     pic_param->picture_fields.value                                 = 0; /* reset all bits */
00187     pic_param->picture_fields.bits.picture_type                     = vc1_get_PTYPE(v);
00188     pic_param->picture_fields.bits.frame_coding_mode                = v->fcm;
00189     pic_param->picture_fields.bits.top_field_first                  = v->tff;
00190     pic_param->picture_fields.bits.is_first_field                   = v->fcm == 0; /* XXX: interlaced frame */
00191     pic_param->picture_fields.bits.intensity_compensation           = v->mv_mode == MV_PMODE_INTENSITY_COMP;
00192     pic_param->raw_coding.value                                     = 0; /* reset all bits */
00193     pic_param->raw_coding.flags.mv_type_mb                          = v->mv_type_is_raw;
00194     pic_param->raw_coding.flags.direct_mb                           = v->dmb_is_raw;
00195     pic_param->raw_coding.flags.skip_mb                             = v->skip_is_raw;
00196     pic_param->raw_coding.flags.field_tx                            = 0; /* XXX: interlaced frame */
00197     pic_param->raw_coding.flags.forward_mb                          = 0; /* XXX: interlaced frame */
00198     pic_param->raw_coding.flags.ac_pred                             = v->acpred_is_raw;
00199     pic_param->raw_coding.flags.overflags                           = v->overflg_is_raw;
00200     pic_param->bitplane_present.value                               = 0; /* reset all bits */
00201     pic_param->bitplane_present.flags.bp_mv_type_mb                 = vc1_has_MVTYPEMB_bitplane(v);
00202     pic_param->bitplane_present.flags.bp_direct_mb                  = vc1_has_DIRECTMB_bitplane(v);
00203     pic_param->bitplane_present.flags.bp_skip_mb                    = vc1_has_SKIPMB_bitplane(v);
00204     pic_param->bitplane_present.flags.bp_field_tx                   = 0; /* XXX: interlaced frame */
00205     pic_param->bitplane_present.flags.bp_forward_mb                 = 0; /* XXX: interlaced frame */
00206     pic_param->bitplane_present.flags.bp_ac_pred                    = vc1_has_ACPRED_bitplane(v);
00207     pic_param->bitplane_present.flags.bp_overflags                  = vc1_has_OVERFLAGS_bitplane(v);
00208     pic_param->reference_fields.value                               = 0; /* reset all bits */
00209     pic_param->reference_fields.bits.reference_distance_flag        = v->refdist_flag;
00210     pic_param->reference_fields.bits.reference_distance             = 0; /* XXX: interlaced frame */
00211     pic_param->reference_fields.bits.num_reference_pictures         = 0; /* XXX: interlaced frame */
00212     pic_param->reference_fields.bits.reference_field_pic_indicator  = 0; /* XXX: interlaced frame */
00213     pic_param->mv_fields.value                                      = 0; /* reset all bits */
00214     pic_param->mv_fields.bits.mv_mode                               = vc1_get_MVMODE(v);
00215     pic_param->mv_fields.bits.mv_mode2                              = vc1_get_MVMODE2(v);
00216     pic_param->mv_fields.bits.mv_table                              = s->mv_table_index;
00217     pic_param->mv_fields.bits.two_mv_block_pattern_table            = 0; /* XXX: interlaced frame */
00218     pic_param->mv_fields.bits.four_mv_switch                        = 0; /* XXX: interlaced frame */
00219     pic_param->mv_fields.bits.four_mv_block_pattern_table           = 0; /* XXX: interlaced frame */
00220     pic_param->mv_fields.bits.extended_mv_flag                      = v->extended_mv;
00221     pic_param->mv_fields.bits.extended_mv_range                     = v->mvrange;
00222     pic_param->mv_fields.bits.extended_dmv_flag                     = v->extended_dmv;
00223     pic_param->mv_fields.bits.extended_dmv_range                    = 0; /* XXX: interlaced frame */
00224     pic_param->pic_quantizer_fields.value                           = 0; /* reset all bits */
00225     pic_param->pic_quantizer_fields.bits.dquant                     = v->dquant;
00226     pic_param->pic_quantizer_fields.bits.quantizer                  = v->quantizer_mode;
00227     pic_param->pic_quantizer_fields.bits.half_qp                    = v->halfpq;
00228     pic_param->pic_quantizer_fields.bits.pic_quantizer_scale        = v->pq;
00229     pic_param->pic_quantizer_fields.bits.pic_quantizer_type         = v->pquantizer;
00230     pic_param->pic_quantizer_fields.bits.dq_frame                   = v->dquantfrm;
00231     pic_param->pic_quantizer_fields.bits.dq_profile                 = v->dqprofile;
00232     pic_param->pic_quantizer_fields.bits.dq_sb_edge                 = v->dqprofile == DQPROFILE_SINGLE_EDGE  ? v->dqsbedge : 0;
00233     pic_param->pic_quantizer_fields.bits.dq_db_edge                 = v->dqprofile == DQPROFILE_DOUBLE_EDGES ? v->dqsbedge : 0;
00234     pic_param->pic_quantizer_fields.bits.dq_binary_level            = v->dqbilevel;
00235     pic_param->pic_quantizer_fields.bits.alt_pic_quantizer          = v->altpq;
00236     pic_param->transform_fields.value                               = 0; /* reset all bits */
00237     pic_param->transform_fields.bits.variable_sized_transform_flag  = v->vstransform;
00238     pic_param->transform_fields.bits.mb_level_transform_type_flag   = v->ttmbf;
00239     pic_param->transform_fields.bits.frame_level_transform_type     = v->ttfrm;
00240     pic_param->transform_fields.bits.transform_ac_codingset_idx1    = v->c_ac_table_index;
00241     pic_param->transform_fields.bits.transform_ac_codingset_idx2    = v->y_ac_table_index;
00242     pic_param->transform_fields.bits.intra_transform_dc_table       = v->s.dc_table_index;
00243 
00244     switch (s->pict_type) {
00245     case FF_B_TYPE:
00246         pic_param->backward_reference_picture = ff_vaapi_get_surface_id(&s->next_picture);
00247         // fall-through
00248     case FF_P_TYPE:
00249         pic_param->forward_reference_picture = ff_vaapi_get_surface_id(&s->last_picture);
00250         break;
00251     }
00252 
00253     if (pic_param->bitplane_present.value) {
00254         uint8_t *bitplane;
00255         const uint8_t *ff_bp[3];
00256         int x, y, n;
00257 
00258         switch (s->pict_type) {
00259         case FF_P_TYPE:
00260             ff_bp[0] = pic_param->bitplane_present.flags.bp_direct_mb  ? v->direct_mb_plane    : NULL;
00261             ff_bp[1] = pic_param->bitplane_present.flags.bp_skip_mb    ? s->mbskip_table       : NULL;
00262             ff_bp[2] = pic_param->bitplane_present.flags.bp_mv_type_mb ? v->mv_type_mb_plane   : NULL;
00263             break;
00264         case FF_B_TYPE:
00265             if (!v->bi_type) {
00266                 ff_bp[0] = pic_param->bitplane_present.flags.bp_direct_mb ? v->direct_mb_plane : NULL;
00267                 ff_bp[1] = pic_param->bitplane_present.flags.bp_skip_mb   ? s->mbskip_table    : NULL;
00268                 ff_bp[2] = NULL; /* XXX: interlaced frame (FORWARD plane) */
00269                 break;
00270             }
00271             /* fall-through (BI-type) */
00272         case FF_I_TYPE:
00273             ff_bp[0] = NULL; /* XXX: interlaced frame (FIELDTX plane) */
00274             ff_bp[1] = pic_param->bitplane_present.flags.bp_ac_pred    ? v->acpred_plane       : NULL;
00275             ff_bp[2] = pic_param->bitplane_present.flags.bp_overflags  ? v->over_flags_plane   : NULL;
00276             break;
00277         default:
00278             ff_bp[0] = NULL;
00279             ff_bp[1] = NULL;
00280             ff_bp[2] = NULL;
00281             break;
00282         }
00283 
00284         bitplane = ff_vaapi_alloc_bitplane(vactx, (s->mb_width * s->mb_height + 1) / 2);
00285         if (!bitplane)
00286             return -1;
00287 
00288         n = 0;
00289         for (y = 0; y < s->mb_height; y++)
00290             for (x = 0; x < s->mb_width; x++, n++)
00291                 vc1_pack_bitplanes(bitplane, n, ff_bp, x, y, s->mb_stride);
00292         if (n & 1) /* move last nibble to the high order */
00293             bitplane[n/2] <<= 4;
00294     }
00295     return 0;
00296 }
00297 
00298 static int vaapi_vc1_end_frame(AVCodecContext *avctx)
00299 {
00300     VC1Context * const v = avctx->priv_data;
00301 
00302     return ff_vaapi_common_end_frame(&v->s);
00303 }
00304 
00305 static int vaapi_vc1_decode_slice(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
00306 {
00307     VC1Context * const v = avctx->priv_data;
00308     MpegEncContext * const s = &v->s;
00309     VASliceParameterBufferVC1 *slice_param;
00310 
00311     dprintf(avctx, "vaapi_vc1_decode_slice(): buffer %p, size %d\n", buffer, size);
00312 
00313     /* Current bit buffer is beyond any marker for VC-1, so skip it */
00314     if (avctx->codec_id == CODEC_ID_VC1 && IS_MARKER(AV_RB32(buffer))) {
00315         buffer += 4;
00316         size -= 4;
00317     }
00318 
00319     /* Fill in VASliceParameterBufferVC1 */
00320     slice_param = (VASliceParameterBufferVC1 *)ff_vaapi_alloc_slice(avctx->hwaccel_context, buffer, size);
00321     if (!slice_param)
00322         return -1;
00323     slice_param->macroblock_offset       = get_bits_count(&s->gb);
00324     slice_param->slice_vertical_position = s->mb_y;
00325     return 0;
00326 }
00327 
00328 #if CONFIG_WMV3_VAAPI_HWACCEL
00329 AVHWAccel wmv3_vaapi_hwaccel = {
00330     .name           = "wmv3_vaapi",
00331     .type           = AVMEDIA_TYPE_VIDEO,
00332     .id             = CODEC_ID_WMV3,
00333     .pix_fmt        = PIX_FMT_VAAPI_VLD,
00334     .capabilities   = 0,
00335     .start_frame    = vaapi_vc1_start_frame,
00336     .end_frame      = vaapi_vc1_end_frame,
00337     .decode_slice   = vaapi_vc1_decode_slice,
00338     .priv_data_size = 0,
00339 };
00340 #endif
00341 
00342 AVHWAccel vc1_vaapi_hwaccel = {
00343     .name           = "vc1_vaapi",
00344     .type           = AVMEDIA_TYPE_VIDEO,
00345     .id             = CODEC_ID_VC1,
00346     .pix_fmt        = PIX_FMT_VAAPI_VLD,
00347     .capabilities   = 0,
00348     .start_frame    = vaapi_vc1_start_frame,
00349     .end_frame      = vaapi_vc1_end_frame,
00350     .decode_slice   = vaapi_vc1_decode_slice,
00351     .priv_data_size = 0,
00352 };