nvenc.c File Reference

#include "config.h"
#include "config_components.h"
#include "nvenc.h"
#include "hevc_sei.h"
#include "libavutil/hwcontext_cuda.h"
#include "libavutil/hwcontext.h"
#include "libavutil/cuda_check.h"
#include "libavutil/imgutils.h"
#include "libavutil/mem.h"
#include "libavutil/pixdesc.h"
#include "libavutil/mathematics.h"
#include "atsc_a53.h"
#include "codec_desc.h"
#include "encode.h"
#include "internal.h"
#include "packet_internal.h"

Go to the source code of this file.

Data Structures
struct	GUIDTuple

Macros
#define	CHECK_CU(x)   FF_CUDA_CHECK_DL(avctx, dl_fn->cuda_dl, x)
#define	NVENC_CAP   0x30
#define	IS_CBR(rc)
#define	IS_10BIT(pix_fmt)
#define	IS_RGB(pix_fmt)
#define	IS_YUV444(pix_fmt)
#define	IS_GBRP(pix_fmt)
#define	PRESET_ALIAS(alias, name, ...)   [PRESET_ ## alias] = { NV_ENC_PRESET_ ## name ## _GUID, __VA_ARGS__ }
#define	PRESET(name, ...)   PRESET_ALIAS(name, name, __VA_ARGS__)

Functions
static int	nvenc_map_error (NVENCSTATUS err, const char **desc)
static int	nvenc_print_error (AVCodecContext *avctx, NVENCSTATUS err, const char *error_string)
static void	nvenc_map_preset (NvencContext *ctx)
static void	nvenc_print_driver_requirement (AVCodecContext *avctx, int level)
static av_cold int	nvenc_load_libraries (AVCodecContext *avctx)
static int	nvenc_push_context (AVCodecContext *avctx)
static int	nvenc_pop_context (AVCodecContext *avctx)
static av_cold int	nvenc_open_session (AVCodecContext *avctx)
static int	nvenc_check_codec_support (AVCodecContext *avctx)
static int	nvenc_check_cap (AVCodecContext *avctx, NV_ENC_CAPS cap)
static int	nvenc_check_capabilities (AVCodecContext *avctx)
static av_cold int	nvenc_check_device (AVCodecContext *avctx, int idx)
static av_cold int	nvenc_setup_device (AVCodecContext *avctx)
static av_cold void	set_constqp (AVCodecContext *avctx)
static av_cold void	set_vbr (AVCodecContext *avctx)
static av_cold void	set_lossless (AVCodecContext *avctx)
static void	nvenc_override_rate_control (AVCodecContext *avctx)
static av_cold int	nvenc_recalc_surfaces (AVCodecContext *avctx)
static av_cold void	nvenc_setup_rate_control (AVCodecContext *avctx)
static av_cold int	nvenc_setup_h264_config (AVCodecContext *avctx)
static av_cold int	nvenc_setup_hevc_config (AVCodecContext *avctx)
static av_cold int	nvenc_setup_codec_config (AVCodecContext *avctx)
static void	compute_dar (AVCodecContext *avctx, int *dw, int *dh)
static av_cold int	nvenc_setup_encoder (AVCodecContext *avctx)
static NV_ENC_BUFFER_FORMAT	nvenc_map_buffer_format (enum AVPixelFormat pix_fmt)
static av_cold int	nvenc_alloc_surface (AVCodecContext *avctx, int idx)
static av_cold int	nvenc_setup_surfaces (AVCodecContext *avctx)
static av_cold int	nvenc_setup_extradata (AVCodecContext *avctx)
av_cold int	ff_nvenc_encode_close (AVCodecContext *avctx)
av_cold int	ff_nvenc_encode_init (AVCodecContext *avctx)
static NvencSurface *	get_free_frame (NvencContext *ctx)
static int	nvenc_copy_frame (AVCodecContext *avctx, NvencSurface *nv_surface, NV_ENC_LOCK_INPUT_BUFFER *lock_buffer_params, const AVFrame *frame)
static int	nvenc_find_free_reg_resource (AVCodecContext *avctx)
static int	nvenc_register_frame (AVCodecContext *avctx, const AVFrame *frame)
static int	nvenc_upload_frame (AVCodecContext *avctx, const AVFrame *frame, NvencSurface *nvenc_frame)
static void	nvenc_codec_specific_pic_params (AVCodecContext *avctx, NV_ENC_PIC_PARAMS *params, NV_ENC_SEI_PAYLOAD *sei_data, int sei_count)
static void	timestamp_queue_enqueue (AVFifo *queue, int64_t timestamp)
static int64_t	timestamp_queue_dequeue (AVFifo *queue)
static int	nvenc_set_timestamp (AVCodecContext *avctx, NV_ENC_LOCK_BITSTREAM *params, AVPacket *pkt)
static int	nvenc_store_frame_data (AVCodecContext *avctx, NV_ENC_PIC_PARAMS *pic_params, const AVFrame *frame)
static int	nvenc_retrieve_frame_data (AVCodecContext *avctx, NV_ENC_LOCK_BITSTREAM *lock_params, AVPacket *pkt)
static int	process_output_surface (AVCodecContext *avctx, AVPacket *pkt, NvencSurface *tmpoutsurf)
static int	output_ready (AVCodecContext *avctx, int flush)
static int	prepare_sei_data_array (AVCodecContext *avctx, const AVFrame *frame)
static void	reconfig_encoder (AVCodecContext *avctx, const AVFrame *frame)
static int	nvenc_send_frame (AVCodecContext *avctx, const AVFrame *frame)
int	ff_nvenc_receive_packet (AVCodecContext *avctx, AVPacket *pkt)
av_cold void	ff_nvenc_encode_flush (AVCodecContext *avctx)

Variables
enum AVPixelFormat	ff_nvenc_pix_fmts []
const AVCodecHWConfigInternal *const	ff_nvenc_hw_configs []
struct {
NVENCSTATUS   nverr
int   averr
const char *   desc
}	nvenc_errors []

Macro Definition Documentation

CHECK_CU

#define CHECK_CU

(

x

)

FF_CUDA_CHECK_DL(avctx, dl_fn->cuda_dl, x)

Definition at line 44 of file nvenc.c.

NVENC_CAP

#define NVENC_CAP   0x30

Definition at line 46 of file nvenc.c.

IS_CBR

#define IS_CBR

(

rc

)

Value:

                    (rc == NV_ENC_PARAMS_RC_CBR ||             \
                    rc == NV_ENC_PARAMS_RC_CBR_LOWDELAY_HQ || \
                    rc == NV_ENC_PARAMS_RC_CBR_HQ)

Definition at line 49 of file nvenc.c.

IS_10BIT

#define IS_10BIT

(

pix_fmt

)

Value:

                            (pix_fmt == AV_PIX_FMT_P010      || \
                            pix_fmt == AV_PIX_FMT_P016      || \
                            pix_fmt == AV_PIX_FMT_YUV444P16 || \
                            pix_fmt == AV_PIX_FMT_X2RGB10   || \
                            pix_fmt == AV_PIX_FMT_X2BGR10   || \
                            pix_fmt == AV_PIX_FMT_GBRP16)

Definition at line 88 of file nvenc.c.

IS_RGB

#define IS_RGB

(

pix_fmt

)

Value:

                            (pix_fmt == AV_PIX_FMT_0RGB32  || \
                            pix_fmt == AV_PIX_FMT_RGB32   || \
                            pix_fmt == AV_PIX_FMT_0BGR32  || \
                            pix_fmt == AV_PIX_FMT_BGR32   || \
                            pix_fmt == AV_PIX_FMT_X2RGB10 || \
                            pix_fmt == AV_PIX_FMT_X2BGR10)

Definition at line 95 of file nvenc.c.

IS_YUV444

#define IS_YUV444

(

pix_fmt

)

Value:

                            (pix_fmt == AV_PIX_FMT_YUV444P   || \
                            pix_fmt == AV_PIX_FMT_YUV444P16 || \
                            pix_fmt == AV_PIX_FMT_GBRP      || \
                            pix_fmt == AV_PIX_FMT_GBRP16    || \
                            (ctx->rgb_mode == NVENC_RGB_MODE_444 && IS_RGB(pix_fmt)))

Definition at line 102 of file nvenc.c.

IS_GBRP

#define IS_GBRP

(

pix_fmt

)

Value:

                          (pix_fmt == AV_PIX_FMT_GBRP || \
                          pix_fmt == AV_PIX_FMT_GBRP16)

Definition at line 108 of file nvenc.c.

PRESET_ALIAS

#define PRESET_ALIAS	(		alias,
			name,
			...
	)		[PRESET_ ## alias] = { NV_ENC_PRESET_ ## name ## _GUID, __VA_ARGS__ }

Definition at line 184 of file nvenc.c.

PRESET

#define PRESET	(		name,
			...
	)		PRESET_ALIAS(name, name, __VA_ARGS__)

Definition at line 187 of file nvenc.c.

Function Documentation

nvenc_map_error()

static int nvenc_map_error ( NVENCSTATUS  err, const char **  desc  )

static

Definition at line 144 of file nvenc.c.

Referenced by nvenc_print_error().

nvenc_print_error()

static int nvenc_print_error ( AVCodecContext *  avctx, NVENCSTATUS  err, const char *  error_string  )

static

Definition at line 159 of file nvenc.c.

Referenced by nvenc_alloc_surface(), nvenc_find_free_reg_resource(), nvenc_load_libraries(), nvenc_open_session(), nvenc_send_frame(), nvenc_setup_encoder(), nvenc_setup_extradata(), nvenc_upload_frame(), process_output_surface(), and reconfig_encoder().

nvenc_map_preset()

static void nvenc_map_preset ( NvencContext *  ctx )

static

Definition at line 189 of file nvenc.c.

Referenced by nvenc_setup_device().

nvenc_print_driver_requirement()

static void nvenc_print_driver_requirement ( AVCodecContext *  avctx, int  level  )

static

Definition at line 243 of file nvenc.c.

Referenced by nvenc_load_libraries().

nvenc_load_libraries()

static av_cold int nvenc_load_libraries ( AVCodecContext *  avctx )

static

Definition at line 305 of file nvenc.c.

Referenced by ff_nvenc_encode_init().

nvenc_push_context()

static int nvenc_push_context ( AVCodecContext *  avctx )

static

Definition at line 349 of file nvenc.c.

Referenced by ff_nvenc_encode_close(), ff_nvenc_receive_packet(), nvenc_check_device(), nvenc_send_frame(), nvenc_setup_encoder(), and nvenc_setup_surfaces().

nvenc_pop_context()

static int nvenc_pop_context ( AVCodecContext *  avctx )

static

Definition at line 360 of file nvenc.c.

Referenced by ff_nvenc_encode_close(), ff_nvenc_receive_packet(), nvenc_check_device(), nvenc_send_frame(), nvenc_setup_encoder(), and nvenc_setup_surfaces().

nvenc_open_session()

static av_cold int nvenc_open_session ( AVCodecContext *  avctx )

static

Definition at line 372 of file nvenc.c.

Referenced by nvenc_check_device(), and nvenc_setup_device().

nvenc_check_codec_support()

static int nvenc_check_codec_support ( AVCodecContext *  avctx )

static

Definition at line 398 of file nvenc.c.

Referenced by nvenc_check_capabilities().

nvenc_check_cap()

static int nvenc_check_cap ( AVCodecContext *  avctx, NV_ENC_CAPS  cap  )

static

Definition at line 434 of file nvenc.c.

Referenced by nvenc_check_capabilities().

nvenc_check_capabilities()

static int nvenc_check_capabilities ( AVCodecContext *  avctx )

static

Definition at line 451 of file nvenc.c.

Referenced by nvenc_check_device(), and nvenc_setup_device().

nvenc_check_device()

static av_cold int nvenc_check_device ( AVCodecContext *  avctx, int  idx  )

static

Definition at line 602 of file nvenc.c.

Referenced by nvenc_setup_device().

nvenc_setup_device()

static av_cold int nvenc_setup_device ( AVCodecContext *  avctx )

static

Definition at line 677 of file nvenc.c.

Referenced by ff_nvenc_encode_init().

set_constqp()

static av_cold void set_constqp ( AVCodecContext *  avctx )

static

Definition at line 793 of file nvenc.c.

Referenced by nvenc_override_rate_control().

set_vbr()

static av_cold void set_vbr ( AVCodecContext *  avctx )

static

Definition at line 831 of file nvenc.c.

Referenced by nvenc_override_rate_control(), and nvenc_setup_rate_control().

set_lossless()

static av_cold void set_lossless ( AVCodecContext *  avctx )

static

Definition at line 898 of file nvenc.c.

Referenced by nvenc_setup_rate_control().

nvenc_override_rate_control()

static void nvenc_override_rate_control ( AVCodecContext *  avctx )

static

Definition at line 912 of file nvenc.c.

Referenced by nvenc_setup_rate_control().

nvenc_recalc_surfaces()

static av_cold int nvenc_recalc_surfaces ( AVCodecContext *  avctx )

static

Definition at line 947 of file nvenc.c.

Referenced by nvenc_setup_encoder().

nvenc_setup_rate_control()

static av_cold void nvenc_setup_rate_control ( AVCodecContext *  avctx )

static

Definition at line 990 of file nvenc.c.

Referenced by nvenc_setup_encoder().

nvenc_setup_h264_config()

static av_cold int nvenc_setup_h264_config ( AVCodecContext *  avctx )

static

Definition at line 1148 of file nvenc.c.

Referenced by nvenc_setup_codec_config().

nvenc_setup_hevc_config()

static av_cold int nvenc_setup_hevc_config ( AVCodecContext *  avctx )

static

Definition at line 1279 of file nvenc.c.

Referenced by nvenc_setup_codec_config().

nvenc_setup_codec_config()

static av_cold int nvenc_setup_codec_config ( AVCodecContext *  avctx )

static

Definition at line 1486 of file nvenc.c.

Referenced by nvenc_setup_encoder().

compute_dar()

static void compute_dar ( AVCodecContext *  avctx, int *  dw, int *  dh  )

static

Definition at line 1503 of file nvenc.c.

Referenced by nvenc_setup_encoder(), and reconfig_encoder().

nvenc_setup_encoder()

static av_cold int nvenc_setup_encoder ( AVCodecContext *  avctx )

static

Definition at line 1536 of file nvenc.c.

Referenced by ff_nvenc_encode_init().

nvenc_map_buffer_format()

static NV_ENC_BUFFER_FORMAT nvenc_map_buffer_format ( enum AVPixelFormat  pix_fmt )

static

Definition at line 1703 of file nvenc.c.

Referenced by nvenc_alloc_surface().

nvenc_alloc_surface()

static av_cold int nvenc_alloc_surface ( AVCodecContext *  avctx, int  idx  )

static

Definition at line 1734 of file nvenc.c.

Referenced by nvenc_setup_surfaces().

nvenc_setup_surfaces()

static av_cold int nvenc_setup_surfaces ( AVCodecContext *  avctx )

static

Definition at line 1790 of file nvenc.c.

Referenced by ff_nvenc_encode_init().

nvenc_setup_extradata()

static av_cold int nvenc_setup_extradata ( AVCodecContext *  avctx )

static

Definition at line 1835 of file nvenc.c.

Referenced by ff_nvenc_encode_init().

ff_nvenc_encode_close()

av_cold int ff_nvenc_encode_close

(

AVCodecContext *

avctx

)

Definition at line 1869 of file nvenc.c.

ff_nvenc_encode_init()

av_cold int ff_nvenc_encode_init

(

AVCodecContext *

avctx

)

Definition at line 1954 of file nvenc.c.

get_free_frame()

static NvencSurface* get_free_frame ( NvencContext *  ctx )

static

Definition at line 2006 of file nvenc.c.

Referenced by nvenc_send_frame().

nvenc_copy_frame()

static int nvenc_copy_frame ( AVCodecContext *  avctx, NvencSurface *  nv_surface, NV_ENC_LOCK_INPUT_BUFFER *  lock_buffer_params, const AVFrame *  frame  )

static

Definition at line 2017 of file nvenc.c.

Referenced by nvenc_upload_frame().

nvenc_find_free_reg_resource()

static int nvenc_find_free_reg_resource ( AVCodecContext *  avctx )

static

Definition at line 2047 of file nvenc.c.

nvenc_register_frame()

static int nvenc_register_frame ( AVCodecContext *  avctx, const AVFrame *  frame  )

static

Definition at line 2081 of file nvenc.c.

Referenced by nvenc_upload_frame().

nvenc_upload_frame()

static int nvenc_upload_frame ( AVCodecContext *  avctx, const AVFrame *  frame, NvencSurface *  nvenc_frame  )

static

Definition at line 2135 of file nvenc.c.

Referenced by nvenc_send_frame().

nvenc_codec_specific_pic_params()

static void nvenc_codec_specific_pic_params ( AVCodecContext *  avctx, NV_ENC_PIC_PARAMS *  params, NV_ENC_SEI_PAYLOAD *  sei_data, int  sei_count  )

static

Definition at line 2197 of file nvenc.c.

Referenced by nvenc_send_frame().

timestamp_queue_enqueue()

static void timestamp_queue_enqueue ( AVFifo *  queue, int64_t  timestamp  )

inlinestatic

Definition at line 2243 of file nvenc.c.

Referenced by nvenc_send_frame().

timestamp_queue_dequeue()

static int64_t timestamp_queue_dequeue ( AVFifo *  queue )

inlinestatic

Definition at line 2248 of file nvenc.c.

Referenced by nvenc_set_timestamp(), and process_output_surface().

nvenc_set_timestamp()

static int nvenc_set_timestamp ( AVCodecContext *  avctx, NV_ENC_LOCK_BITSTREAM *  params, AVPacket *  pkt  )

static

Definition at line 2257 of file nvenc.c.

Referenced by process_output_surface().

nvenc_store_frame_data()

static int nvenc_store_frame_data ( AVCodecContext *  avctx, NV_ENC_PIC_PARAMS *  pic_params, const AVFrame *  frame  )

static

Definition at line 2280 of file nvenc.c.

Referenced by nvenc_send_frame().

nvenc_retrieve_frame_data()

static int nvenc_retrieve_frame_data ( AVCodecContext *  avctx, NV_ENC_LOCK_BITSTREAM *  lock_params, AVPacket *  pkt  )

static

Definition at line 2306 of file nvenc.c.

Referenced by process_output_surface().

process_output_surface()

static int process_output_surface ( AVCodecContext *  avctx, AVPacket *  pkt, NvencSurface *  tmpoutsurf  )

static

Definition at line 2327 of file nvenc.c.

Referenced by ff_nvenc_receive_packet().

output_ready()

static int output_ready ( AVCodecContext *  avctx, int  flush  )

static

Definition at line 2426 of file nvenc.c.

Referenced by ff_nvenc_receive_packet().

prepare_sei_data_array()

static int prepare_sei_data_array ( AVCodecContext *  avctx, const AVFrame *  frame  )

static

Definition at line 2438 of file nvenc.c.

Referenced by nvenc_send_frame().

reconfig_encoder()

static void reconfig_encoder ( AVCodecContext *  avctx, const AVFrame *  frame  )

static

Definition at line 2550 of file nvenc.c.

Referenced by nvenc_send_frame().

nvenc_send_frame()

static int nvenc_send_frame ( AVCodecContext *  avctx, const AVFrame *  frame  )

static

Definition at line 2642 of file nvenc.c.

Referenced by ff_nvenc_encode_flush(), and ff_nvenc_receive_packet().

ff_nvenc_receive_packet()

int ff_nvenc_receive_packet	(	AVCodecContext *	avctx,
		AVPacket *	pkt
	)

Definition at line 2754 of file nvenc.c.

ff_nvenc_encode_flush()

av_cold void ff_nvenc_encode_flush

(

AVCodecContext *

avctx

)

Definition at line 2805 of file nvenc.c.

Variable Documentation

ff_nvenc_pix_fmts

enum AVPixelFormat ff_nvenc_pix_fmts[]

Initial value:

= {
    AV_PIX_FMT_YUV420P,
    AV_PIX_FMT_NV12,
    AV_PIX_FMT_P010,
    AV_PIX_FMT_YUV444P,
    AV_PIX_FMT_P016,      
    AV_PIX_FMT_YUV444P16, 
    AV_PIX_FMT_0RGB32,
    AV_PIX_FMT_RGB32,
    AV_PIX_FMT_0BGR32,
    AV_PIX_FMT_BGR32,
    AV_PIX_FMT_X2RGB10,
    AV_PIX_FMT_X2BGR10,
    AV_PIX_FMT_GBRP,
    AV_PIX_FMT_GBRP16,    
    AV_PIX_FMT_CUDA,
 
 
 
    AV_PIX_FMT_NONE
}

Definition at line 56 of file nvenc.c.

ff_nvenc_hw_configs

const AVCodecHWConfigInternal* const ff_nvenc_hw_configs[]

Initial value:

= {
    HW_CONFIG_ENCODER_FRAMES(CUDA,  CUDA),
    HW_CONFIG_ENCODER_DEVICE(NONE,  CUDA),
 
 
 
 
    NULL,
}

Definition at line 78 of file nvenc.c.

nverr

NVENCSTATUS nverr

Definition at line 112 of file nvenc.c.

Referenced by nvenc_map_error().

averr

int averr

Definition at line 113 of file nvenc.c.

Referenced by print_tls_error().

desc

const char* desc

Definition at line 114 of file nvenc.c.

Referenced by nvenc_map_error(), and nvenc_print_error().

nvenc_errors

const { ... } nvenc_errors[]

Initial value:

= {
    { NV_ENC_SUCCESS,                      0,                "success"                  },
    { NV_ENC_ERR_NO_ENCODE_DEVICE,         AVERROR(ENOENT),  "no encode device"         },
    { NV_ENC_ERR_UNSUPPORTED_DEVICE,       AVERROR(ENOSYS),  "unsupported device"       },
    { NV_ENC_ERR_INVALID_ENCODERDEVICE,    AVERROR(EINVAL),  "invalid encoder device"   },
    { NV_ENC_ERR_INVALID_DEVICE,           AVERROR(EINVAL),  "invalid device"           },
    { NV_ENC_ERR_DEVICE_NOT_EXIST,         AVERROR(EIO),     "device does not exist"    },
    { NV_ENC_ERR_INVALID_PTR,              AVERROR(EFAULT),  "invalid ptr"              },
    { NV_ENC_ERR_INVALID_EVENT,            AVERROR(EINVAL),  "invalid event"            },
    { NV_ENC_ERR_INVALID_PARAM,            AVERROR(EINVAL),  "invalid param"            },
    { NV_ENC_ERR_INVALID_CALL,             AVERROR(EINVAL),  "invalid call"             },
    { NV_ENC_ERR_OUT_OF_MEMORY,            AVERROR(ENOMEM),  "out of memory"            },
    { NV_ENC_ERR_ENCODER_NOT_INITIALIZED,  AVERROR(EINVAL),  "encoder not initialized"  },
    { NV_ENC_ERR_UNSUPPORTED_PARAM,        AVERROR(ENOSYS),  "unsupported param"        },
    { NV_ENC_ERR_LOCK_BUSY,                AVERROR(EAGAIN),  "lock busy"                },
    { NV_ENC_ERR_NOT_ENOUGH_BUFFER,        AVERROR_BUFFER_TOO_SMALL, "not enough buffer"},
    { NV_ENC_ERR_INVALID_VERSION,          AVERROR(EINVAL),  "invalid version"          },
    { NV_ENC_ERR_MAP_FAILED,               AVERROR(EIO),     "map failed"               },
    { NV_ENC_ERR_NEED_MORE_INPUT,          AVERROR(EAGAIN),  "need more input"          },
    { NV_ENC_ERR_ENCODER_BUSY,             AVERROR(EAGAIN),  "encoder busy"             },
    { NV_ENC_ERR_EVENT_NOT_REGISTERD,      AVERROR(EBADF),   "event not registered"     },
    { NV_ENC_ERR_GENERIC,                  AVERROR_UNKNOWN,  "generic error"            },
    { NV_ENC_ERR_INCOMPATIBLE_CLIENT_KEY,  AVERROR(EINVAL),  "incompatible client key"  },
    { NV_ENC_ERR_UNIMPLEMENTED,            AVERROR(ENOSYS),  "unimplemented"            },
    { NV_ENC_ERR_RESOURCE_REGISTER_FAILED, AVERROR(EIO),     "resource register failed" },
    { NV_ENC_ERR_RESOURCE_NOT_REGISTERED,  AVERROR(EBADF),   "resource not registered"  },
    { NV_ENC_ERR_RESOURCE_NOT_MAPPED,      AVERROR(EBADF),   "resource not mapped"      },
}

Referenced by nvenc_map_error().