29 .queue_flags = VK_QUEUE_VIDEO_DECODE_BIT_KHR,
30 .decode_op = VK_VIDEO_CODEC_OPERATION_DECODE_AV1_BIT_KHR,
32 .extensionName = VK_STD_VULKAN_VIDEO_CODEC_AV1_DECODE_EXTENSION_NAME,
33 .specVersion = VK_STD_VULKAN_VIDEO_CODEC_AV1_DECODE_SPEC_VERSION,
75 VkVideoReferenceSlotInfoKHR *ref_slot,
76 VkVideoPictureResourceInfoKHR *
ref,
77 StdVideoDecodeAV1ReferenceInfo *vkav1_std_ref,
78 VkVideoDecodeAV1DpbSlotInfoKHR *vkav1_ref,
79 const AV1Frame *pic,
int is_current,
int has_grain,
80 const uint8_t *saved_order_hints)
92 *vkav1_std_ref = (StdVideoDecodeAV1ReferenceInfo) {
93 .flags = (StdVideoDecodeAV1ReferenceInfoFlags) {
102 if (saved_order_hints) {
104 for (
int i = 1;
i < STD_VIDEO_AV1_TOTAL_REFS_PER_FRAME;
i++)
105 vkav1_std_ref->SavedOrderHints[
i - 1] = saved_order_hints[
i];
107 for (
int i = 0;
i < STD_VIDEO_AV1_TOTAL_REFS_PER_FRAME;
i++)
108 vkav1_std_ref->SavedOrderHints[
i] = saved_order_hints[
i];
111 *vkav1_ref = (VkVideoDecodeAV1DpbSlotInfoKHR) {
112 .sType = VK_STRUCTURE_TYPE_VIDEO_DECODE_AV1_DPB_SLOT_INFO_KHR,
113 .pStdReferenceInfo = vkav1_std_ref,
120 *
ref = (VkVideoPictureResourceInfoKHR) {
121 .sType = VK_STRUCTURE_TYPE_VIDEO_PICTURE_RESOURCE_INFO_KHR,
122 .codedOffset = (VkOffset2D){ 0, 0 },
123 .codedExtent = (VkExtent2D){ pic->
f->
width, pic->
f->
height },
124 .baseArrayLayer = ((has_grain || dec->
dedicated_dpb) &&
ctx->common.layered_dpb) ?
126 .imageViewBinding = vkpic->
view.
ref[0],
129 *ref_slot = (VkVideoReferenceSlotInfoKHR) {
130 .sType = VK_STRUCTURE_TYPE_VIDEO_REFERENCE_SLOT_INFO_KHR,
133 .pPictureResource =
ref,
143 StdVideoAV1TimingInfo *av1_timing_info,
144 StdVideoAV1ColorConfig *av1_color_config,
145 StdVideoAV1SequenceHeader *av1_sequence_header)
150 *av1_timing_info = (StdVideoAV1TimingInfo) {
151 .flags = (StdVideoAV1TimingInfoFlags) {
159 *av1_color_config = (StdVideoAV1ColorConfig) {
160 .flags = (StdVideoAV1ColorConfigFlags) {
174 *av1_sequence_header = (StdVideoAV1SequenceHeader) {
175 .flags = (StdVideoAV1SequenceHeaderFlags) {
206 .pTimingInfo = av1_timing_info,
207 .pColorConfig = av1_color_config,
218 StdVideoAV1SequenceHeader av1_sequence_header;
219 StdVideoAV1TimingInfo av1_timing_info;
220 StdVideoAV1ColorConfig av1_color_config;
221 VkVideoDecodeAV1SessionParametersCreateInfoKHR av1_params;
222 VkVideoSessionParametersCreateInfoKHR session_params_create;
225 &av1_sequence_header);
227 av1_params = (VkVideoDecodeAV1SessionParametersCreateInfoKHR) {
228 .sType = VK_STRUCTURE_TYPE_VIDEO_DECODE_AV1_SESSION_PARAMETERS_CREATE_INFO_KHR,
229 .pStdSequenceHeader = &av1_sequence_header,
231 session_params_create = (VkVideoSessionParametersCreateInfoKHR) {
232 .sType = VK_STRUCTURE_TYPE_VIDEO_SESSION_PARAMETERS_CREATE_INFO_KHR,
233 .pNext = &av1_params,
234 .videoSession =
ctx->common.session,
235 .videoSessionParametersTemplate = VK_NULL_HANDLE,
266 StdVideoAV1FrameRestorationType remap_lr_type[4] = { STD_VIDEO_AV1_FRAME_RESTORATION_TYPE_NONE,
267 STD_VIDEO_AV1_FRAME_RESTORATION_TYPE_SWITCHABLE,
268 STD_VIDEO_AV1_FRAME_RESTORATION_TYPE_WIENER,
269 STD_VIDEO_AV1_FRAME_RESTORATION_TYPE_SGRPROJ };
271 if (!ap->frame_id_set) {
272 unsigned slot_idx = 0;
273 for (
unsigned i = 0;
i < 32;
i++) {
274 if (!(dec->frame_id_alloc_mask & (1 <<
i))) {
279 ap->frame_id = slot_idx;
280 ap->frame_id_set = 1;
281 dec->frame_id_alloc_mask |= (1 << slot_idx);
284 ap->ref_frame_sign_bias_mask = 0x0;
285 for (
int i = 0;
i < STD_VIDEO_AV1_TOTAL_REFS_PER_FRAME;
i++)
286 ap->ref_frame_sign_bias_mask |= pic->ref_frame_sign_bias[
i] <<
i;
288 for (
int i = 0;
i < STD_VIDEO_AV1_REFS_PER_FRAME;
i++) {
289 const int idx = pic->raw_frame_header->ref_frame_idx[
i];
297 for (
int j = 0; j < ref_count; j++) {
298 if (vp->ref_slots[j].slotIndex == hp->
frame_id) {
306 err =
vk_av1_fill_pict(avctx, &ap->ref_src[ref_count], &vp->ref_slots[ref_count],
307 &vp->refs[ref_count], &ap->std_refs[ref_count], &ap->vkav1_refs[ref_count],
318 pic, 1, apply_grain,
NULL);
322 ap->av1_pic_info = (VkVideoDecodeAV1PictureInfoKHR) {
323 .sType = VK_STRUCTURE_TYPE_VIDEO_DECODE_AV1_PICTURE_INFO_KHR,
324 .pStdPictureInfo = &ap->std_pic_info,
325 .frameHeaderOffset = 0,
327 .pTileOffsets =
NULL,
328 .pTileSizes = ap->tile_sizes,
331 for (
int i = 0;
i < STD_VIDEO_AV1_REFS_PER_FRAME;
i++) {
332 const int idx = pic->raw_frame_header->ref_frame_idx[
i];
339 ap->av1_pic_info.referenceNameSlotIndices[
i] = hp->
frame_id;
342 vp->decode_info = (VkVideoDecodeInfoKHR) {
343 .sType = VK_STRUCTURE_TYPE_VIDEO_DECODE_INFO_KHR,
344 .pNext = &ap->av1_pic_info,
346 .pSetupReferenceSlot = &vp->ref_slot,
347 .referenceSlotCount = ref_count,
348 .pReferenceSlots = vp->ref_slots,
349 .dstPictureResource = (VkVideoPictureResourceInfoKHR) {
350 .sType = VK_STRUCTURE_TYPE_VIDEO_PICTURE_RESOURCE_INFO_KHR,
351 .codedOffset = (VkOffset2D){ 0, 0 },
352 .codedExtent = (VkExtent2D){ pic->f->width, pic->f->height },
354 .imageViewBinding = vp->view.out[0],
358 ap->tile_info = (StdVideoAV1TileInfo) {
359 .flags = (StdVideoAV1TileInfoFlags) {
360 .uniform_tile_spacing_flag =
frame_header->uniform_tile_spacing_flag,
364 .context_update_tile_id =
frame_header->context_update_tile_id,
365 .tile_size_bytes_minus_1 =
frame_header->tile_size_bytes_minus1,
366 .pWidthInSbsMinus1 = ap->width_in_sbs_minus1,
367 .pHeightInSbsMinus1 = ap->height_in_sbs_minus1,
368 .pMiColStarts = ap->mi_col_starts,
369 .pMiRowStarts = ap->mi_row_starts,
372 ap->quantization = (StdVideoAV1Quantization) {
386 ap->loop_filter = (StdVideoAV1LoopFilter) {
387 .
flags = (StdVideoAV1LoopFilterFlags) {
388 .loop_filter_delta_enabled =
frame_header->loop_filter_delta_enabled,
389 .loop_filter_delta_update =
frame_header->loop_filter_delta_update,
391 .loop_filter_sharpness =
frame_header->loop_filter_sharpness,
394 for (
int i = 0;
i < STD_VIDEO_AV1_MAX_LOOP_FILTER_STRENGTHS;
i++)
395 ap->loop_filter.loop_filter_level[
i] =
frame_header->loop_filter_level[
i];
396 for (
int i = 0;
i < STD_VIDEO_AV1_LOOP_FILTER_ADJUSTMENTS;
i++)
397 ap->loop_filter.loop_filter_mode_deltas[
i] =
frame_header->loop_filter_mode_deltas[
i];
399 ap->cdef = (StdVideoAV1CDEF) {
400 .cdef_damping_minus_3 =
frame_header->cdef_damping_minus_3,
404 ap->loop_restoration = (StdVideoAV1LoopRestoration) {
405 .FrameRestorationType[0] = remap_lr_type[
frame_header->lr_type[0]],
406 .FrameRestorationType[1] = remap_lr_type[
frame_header->lr_type[1]],
407 .FrameRestorationType[2] = remap_lr_type[
frame_header->lr_type[2]],
408 .LoopRestorationSize[0] = 1 +
frame_header->lr_unit_shift,
413 ap->film_grain = (StdVideoAV1FilmGrain) {
414 .
flags = (StdVideoAV1FilmGrainFlags) {
415 .chroma_scaling_from_luma = film_grain->chroma_scaling_from_luma,
416 .overlap_flag = film_grain->overlap_flag,
417 .clip_to_restricted_range = film_grain->clip_to_restricted_range,
419 .grain_scaling_minus_8 = film_grain->grain_scaling_minus_8,
420 .ar_coeff_lag = film_grain->ar_coeff_lag,
421 .ar_coeff_shift_minus_6 = film_grain->ar_coeff_shift_minus_6,
422 .grain_scale_shift = film_grain->grain_scale_shift,
423 .grain_seed = film_grain->grain_seed,
424 .film_grain_params_ref_idx = film_grain->film_grain_params_ref_idx,
425 .num_y_points = film_grain->num_y_points,
426 .num_cb_points = film_grain->num_cb_points,
427 .num_cr_points = film_grain->num_cr_points,
428 .cb_mult = film_grain->cb_mult,
429 .cb_luma_mult = film_grain->cb_luma_mult,
430 .cb_offset = film_grain->cb_offset,
431 .cr_mult = film_grain->cr_mult,
432 .cr_luma_mult = film_grain->cr_luma_mult,
433 .cr_offset = film_grain->cr_offset,
437 ap->std_pic_info = (StdVideoDecodeAV1PictureInfo) {
438 .flags = (StdVideoDecodeAV1PictureInfoFlags) {
439 .error_resilient_mode =
frame_header->error_resilient_mode,
442 .render_and_frame_size_different =
frame_header->render_and_frame_size_different,
443 .allow_screen_content_tools =
frame_header->allow_screen_content_tools,
444 .is_filter_switchable =
frame_header->is_filter_switchable,
445 .force_integer_mv = pic->force_integer_mv,
446 .frame_size_override_flag =
frame_header->frame_size_override_flag,
447 .buffer_removal_time_present_flag =
frame_header->buffer_removal_time_present_flag,
449 .frame_refs_short_signaling =
frame_header->frame_refs_short_signaling,
450 .allow_high_precision_mv =
frame_header->allow_high_precision_mv,
451 .is_motion_mode_switchable =
frame_header->is_motion_mode_switchable,
453 .disable_frame_end_update_cdf =
frame_header->disable_frame_end_update_cdf,
454 .allow_warped_motion =
frame_header->allow_warped_motion,
461 .segmentation_enabled =
frame_header->segmentation_enabled,
462 .segmentation_update_map =
frame_header->segmentation_update_map,
463 .segmentation_temporal_update =
frame_header->segmentation_temporal_update,
464 .segmentation_update_data =
frame_header->segmentation_update_data,
466 .apply_grain = apply_grain,
472 .refresh_frame_flags =
frame_header->refresh_frame_flags,
473 .interpolation_filter =
frame_header->interpolation_filter,
477 .SkipModeFrame[0] =
s->cur_frame.skip_mode_frame_idx[0],
478 .SkipModeFrame[1] =
s->cur_frame.skip_mode_frame_idx[1],
480 .pTileInfo = &ap->tile_info,
481 .pQuantization = &ap->quantization,
482 .pSegmentation = &ap->segmentation,
483 .pLoopFilter = &ap->loop_filter,
485 .pLoopRestoration = &ap->loop_restoration,
486 .pGlobalMotion = &ap->global_motion,
487 .pFilmGrain = apply_grain ? &ap->film_grain :
NULL,
490 for (
int i = 0;
i < 64;
i++) {
491 ap->width_in_sbs_minus1[
i] =
frame_header->width_in_sbs_minus_1[
i];
492 ap->height_in_sbs_minus1[
i] =
frame_header->height_in_sbs_minus_1[
i];
497 for (
int i = 0;
i < STD_VIDEO_AV1_MAX_SEGMENTS;
i++) {
498 ap->segmentation.FeatureEnabled[
i] = 0x0;
499 for (
int j = 0; j < STD_VIDEO_AV1_SEG_LVL_MAX; j++) {
500 ap->segmentation.FeatureEnabled[
i] |= (
frame_header->feature_enabled[
i][j] << j);
501 ap->segmentation.FeatureData[
i][j] =
frame_header->feature_value[
i][j];
505 if (dec->quirk_av1_offset)
506 for (
int i = 1;
i < STD_VIDEO_AV1_TOTAL_REFS_PER_FRAME;
i++)
507 ap->std_pic_info.OrderHints[
i - 1] = pic->order_hints[
i];
509 for (
int i = 0;
i < STD_VIDEO_AV1_TOTAL_REFS_PER_FRAME;
i++)
510 ap->std_pic_info.OrderHints[
i] = pic->order_hints[
i];
512 for (
int i = 0;
i < STD_VIDEO_AV1_TOTAL_REFS_PER_FRAME;
i++) {
513 ap->loop_filter.loop_filter_ref_deltas[
i] =
frame_header->loop_filter_ref_deltas[
i];
514 ap->global_motion.GmType[
i] =
s->cur_frame.gm_type[
i];
515 for (
int j = 0; j < STD_VIDEO_AV1_GLOBAL_MOTION_PARAMS; j++) {
516 ap->global_motion.gm_params[
i][j] =
s->cur_frame.gm_params[
i][j];
520 for (
int i = 0;
i < STD_VIDEO_AV1_MAX_CDEF_FILTER_STRENGTHS;
i++) {
521 ap->cdef.cdef_y_pri_strength[
i] =
frame_header->cdef_y_pri_strength[
i];
522 ap->cdef.cdef_y_sec_strength[
i] =
frame_header->cdef_y_sec_strength[
i];
523 ap->cdef.cdef_uv_pri_strength[
i] =
frame_header->cdef_uv_pri_strength[
i];
524 ap->cdef.cdef_uv_sec_strength[
i] =
frame_header->cdef_uv_sec_strength[
i];
528 for (
int i = 0;
i < STD_VIDEO_AV1_MAX_NUM_Y_POINTS;
i++) {
529 ap->film_grain.point_y_value[
i] = film_grain->point_y_value[
i];
530 ap->film_grain.point_y_scaling[
i] = film_grain->point_y_scaling[
i];
533 for (
int i = 0;
i < STD_VIDEO_AV1_MAX_NUM_CB_POINTS;
i++) {
534 ap->film_grain.point_cb_value[
i] = film_grain->point_cb_value[
i];
535 ap->film_grain.point_cb_scaling[
i] = film_grain->point_cb_scaling[
i];
536 ap->film_grain.point_cr_value[
i] = film_grain->point_cr_value[
i];
537 ap->film_grain.point_cr_scaling[
i] = film_grain->point_cr_scaling[
i];
540 for (
int i = 0;
i < STD_VIDEO_AV1_MAX_NUM_POS_LUMA;
i++)
541 ap->film_grain.ar_coeffs_y_plus_128[
i] = film_grain->ar_coeffs_y_plus_128[
i];
543 for (
int i = 0;
i < STD_VIDEO_AV1_MAX_NUM_POS_CHROMA;
i++) {
544 ap->film_grain.ar_coeffs_cb_plus_128[
i] = film_grain->ar_coeffs_cb_plus_128[
i];
545 ap->film_grain.ar_coeffs_cr_plus_128[
i] = film_grain->ar_coeffs_cr_plus_128[
i];
567 for (
int i =
s->tg_start; i <= s->tg_end;
i++) {
571 data +
s->tile_group_info[
i].tile_offset,
572 s->tile_group_info[
i].tile_size, 0,
594 #ifdef VK_KHR_video_maintenance2
595 StdVideoAV1SequenceHeader av1_sequence_header;
596 StdVideoAV1TimingInfo av1_timing_info;
597 StdVideoAV1ColorConfig av1_color_config;
598 VkVideoDecodeAV1InlineSessionParametersInfoKHR av1_params;
602 &av1_sequence_header);
603 av1_params = (VkVideoDecodeAV1InlineSessionParametersInfoKHR) {
604 .sType = VK_STRUCTURE_TYPE_VIDEO_DECODE_AV1_INLINE_SESSION_PARAMETERS_INFO_KHR,
605 .pStdSequenceHeader = &av1_sequence_header,
649 .
p.
name =
"av1_vulkan",