35 #define CHECK_CU(x) FF_CUDA_CHECK_DL(avctx, dl_fn->cuda_dl, x) 37 #define NVENC_CAP 0x30 38 #define IS_CBR(rc) (rc == NV_ENC_PARAMS_RC_CBR || \ 39 rc == NV_ENC_PARAMS_RC_CBR_LOWDELAY_HQ || \ 40 rc == NV_ENC_PARAMS_RC_CBR_HQ) 58 #define IS_10BIT(pix_fmt) (pix_fmt == AV_PIX_FMT_P010 || \ 59 pix_fmt == AV_PIX_FMT_P016 || \ 60 pix_fmt == AV_PIX_FMT_YUV444P16) 62 #define IS_YUV444(pix_fmt) (pix_fmt == AV_PIX_FMT_YUV444P || \ 63 pix_fmt == AV_PIX_FMT_YUV444P16) 70 { NV_ENC_SUCCESS, 0,
"success" },
71 { NV_ENC_ERR_NO_ENCODE_DEVICE,
AVERROR(ENOENT),
"no encode device" },
72 { NV_ENC_ERR_UNSUPPORTED_DEVICE,
AVERROR(ENOSYS),
"unsupported device" },
73 { NV_ENC_ERR_INVALID_ENCODERDEVICE,
AVERROR(EINVAL),
"invalid encoder device" },
74 { NV_ENC_ERR_INVALID_DEVICE,
AVERROR(EINVAL),
"invalid device" },
75 { NV_ENC_ERR_DEVICE_NOT_EXIST,
AVERROR(EIO),
"device does not exist" },
76 { NV_ENC_ERR_INVALID_PTR,
AVERROR(EFAULT),
"invalid ptr" },
77 { NV_ENC_ERR_INVALID_EVENT,
AVERROR(EINVAL),
"invalid event" },
78 { NV_ENC_ERR_INVALID_PARAM,
AVERROR(EINVAL),
"invalid param" },
79 { NV_ENC_ERR_INVALID_CALL,
AVERROR(EINVAL),
"invalid call" },
80 { NV_ENC_ERR_OUT_OF_MEMORY,
AVERROR(ENOMEM),
"out of memory" },
81 { NV_ENC_ERR_ENCODER_NOT_INITIALIZED,
AVERROR(EINVAL),
"encoder not initialized" },
82 { NV_ENC_ERR_UNSUPPORTED_PARAM,
AVERROR(ENOSYS),
"unsupported param" },
83 { NV_ENC_ERR_LOCK_BUSY,
AVERROR(EAGAIN),
"lock busy" },
85 { NV_ENC_ERR_INVALID_VERSION,
AVERROR(EINVAL),
"invalid version" },
86 { NV_ENC_ERR_MAP_FAILED,
AVERROR(EIO),
"map failed" },
87 { NV_ENC_ERR_NEED_MORE_INPUT,
AVERROR(EAGAIN),
"need more input" },
88 { NV_ENC_ERR_ENCODER_BUSY,
AVERROR(EAGAIN),
"encoder busy" },
89 { NV_ENC_ERR_EVENT_NOT_REGISTERD,
AVERROR(EBADF),
"event not registered" },
91 { NV_ENC_ERR_INCOMPATIBLE_CLIENT_KEY,
AVERROR(EINVAL),
"incompatible client key" },
92 { NV_ENC_ERR_UNIMPLEMENTED,
AVERROR(ENOSYS),
"unimplemented" },
93 { NV_ENC_ERR_RESOURCE_REGISTER_FAILED,
AVERROR(EIO),
"resource register failed" },
94 { NV_ENC_ERR_RESOURCE_NOT_REGISTERED,
AVERROR(EBADF),
"resource not registered" },
95 { NV_ENC_ERR_RESOURCE_NOT_MAPPED,
AVERROR(EBADF),
"resource not mapped" },
109 *desc =
"unknown error";
114 const char *error_string)
125 #if NVENCAPI_CHECK_VERSION(9, 2) 126 const char *minver =
"(unknown)";
127 #elif NVENCAPI_CHECK_VERSION(9, 1) 128 # if defined(_WIN32) || defined(__CYGWIN__) 129 const char *minver =
"436.15";
131 const char *minver =
"435.21";
133 #elif NVENCAPI_CHECK_VERSION(9, 0) 134 # if defined(_WIN32) || defined(__CYGWIN__) 135 const char *minver =
"418.81";
137 const char *minver =
"418.30";
139 #elif NVENCAPI_CHECK_VERSION(8, 2) 140 # if defined(_WIN32) || defined(__CYGWIN__) 141 const char *minver =
"397.93";
143 const char *minver =
"396.24";
145 #elif NVENCAPI_CHECK_VERSION(8, 1) 146 # if defined(_WIN32) || defined(__CYGWIN__) 147 const char *minver =
"390.77";
149 const char *minver =
"390.25";
152 # if defined(_WIN32) || defined(__CYGWIN__) 153 const char *minver =
"378.66";
155 const char *minver =
"378.13";
158 av_log(avctx, level,
"The minimum required Nvidia driver for nvenc is %s or newer\n", minver);
166 uint32_t nvenc_max_ver;
169 ret = cuda_load_functions(&dl_fn->
cuda_dl, avctx);
173 ret = nvenc_load_functions(&dl_fn->
nvenc_dl, avctx);
179 err = dl_fn->
nvenc_dl->NvEncodeAPIGetMaxSupportedVersion(&nvenc_max_ver);
180 if (err != NV_ENC_SUCCESS)
185 if ((NVENCAPI_MAJOR_VERSION << 4 | NVENCAPI_MINOR_VERSION) > nvenc_max_ver) {
186 av_log(avctx,
AV_LOG_ERROR,
"Driver does not support the required nvenc API version. " 187 "Required: %d.%d Found: %d.%d\n",
188 NVENCAPI_MAJOR_VERSION, NVENCAPI_MINOR_VERSION,
189 nvenc_max_ver >> 4, nvenc_max_ver & 0xf);
194 dl_fn->
nvenc_funcs.version = NV_ENCODE_API_FUNCTION_LIST_VER;
197 if (err != NV_ENC_SUCCESS)
230 NV_ENC_OPEN_ENCODE_SESSION_EX_PARAMS
params = { 0 };
235 params.version = NV_ENC_OPEN_ENCODE_SESSION_EX_PARAMS_VER;
236 params.apiVersion = NVENCAPI_VERSION;
239 params.deviceType = NV_ENC_DEVICE_TYPE_DIRECTX;
242 params.deviceType = NV_ENC_DEVICE_TYPE_CUDA;
245 ret = p_nvenc->nvEncOpenEncodeSessionEx(¶ms, &ctx->
nvencoder);
246 if (ret != NV_ENC_SUCCESS) {
261 ret = p_nvenc->nvEncGetEncodeGUIDCount(ctx->
nvencoder, &count);
263 if (ret != NV_ENC_SUCCESS || !count)
270 ret = p_nvenc->nvEncGetEncodeGUIDs(ctx->
nvencoder, guids, count, &count);
271 if (ret != NV_ENC_SUCCESS) {
277 for (i = 0; i <
count; i++) {
294 NV_ENC_CAPS_PARAM
params = { 0 };
297 params.version = NV_ENC_CAPS_PARAM_VER;
298 params.capsToQuery = cap;
302 if (ret == NV_ENC_SUCCESS)
331 if (ret < avctx->
width) {
338 if (ret < avctx->
height) {
345 if (ret < avctx->max_b_frames) {
355 "Interlaced encoding is not supported. Supported level: %d\n",
385 if (ctx->
coder == NV_ENC_H264_ENTROPY_CODING_MODE_CABAC && ret <= 0) {
390 #ifdef NVENC_HAVE_BFRAME_REF_MODE 392 if (ctx->
b_ref_mode == NV_ENC_BFRAME_REF_MODE_EACH && ret != 1) {
395 }
else if (ctx->
b_ref_mode != NV_ENC_BFRAME_REF_MODE_DISABLED && ret == 0) {
415 NV_ENCODE_API_FUNCTION_LIST *p_nvenc = &dl_fn->
nvenc_funcs;
416 char name[128] = { 0};
417 int major, minor, ret;
428 ret =
CHECK_CU(dl_fn->
cuda_dl->cuDeviceGetName(name,
sizeof(name), cu_device));
432 ret =
CHECK_CU(dl_fn->
cuda_dl->cuDeviceComputeCapability(&major, &minor, cu_device));
436 av_log(avctx, loglevel,
"[ GPU #%d - < %s > has Compute SM %d.%d ]\n", idx, name, major, minor);
437 if (((major << 4) | minor) <
NVENC_CAP) {
438 av_log(avctx, loglevel,
"does not support NVENC\n");
460 av_log(avctx, loglevel,
"supports NVENC\n");
471 p_nvenc->nvEncDestroyEncoder(ctx->
nvencoder);
523 cuda_device_hwctx = hwdev_ctx->
hwctx;
526 d3d11_device_hwctx = hwdev_ctx->
hwctx;
534 if (cuda_device_hwctx) {
538 else if (d3d11_device_hwctx) {
550 av_log(avctx,
AV_LOG_FATAL,
"Provided device doesn't support required NVENC features\n");
554 int i, nb_devices = 0;
570 for (i = 0; i < nb_devices; ++
i) {
595 #define PRESET_ALIAS(alias, name, ...) \ 596 [PRESET_ ## alias] = { NV_ENC_PRESET_ ## name ## _GUID, __VA_ARGS__ } 598 #define PRESET(name, ...) PRESET_ALIAS(name, name, __VA_ARGS__) 631 rc->rateControlMode = NV_ENC_PARAMS_RC_CONSTQP;
639 rc->constQP.qpIntra = av_clip(
641 rc->constQP.qpInterB = av_clip(
644 rc->constQP.qpIntra = rc->constQP.qpInterP;
645 rc->constQP.qpInterB = rc->constQP.qpInterP;
647 }
else if (ctx->
cqp >= 0) {
648 rc->constQP.qpInterP = rc->constQP.qpInterB = rc->constQP.qpIntra = ctx->
cqp;
665 if (avctx->
qmin >= 0 && avctx->
qmax >= 0) {
669 rc->minQP.qpInterB = avctx->
qmin;
670 rc->minQP.qpInterP = avctx->
qmin;
671 rc->minQP.qpIntra = avctx->
qmin;
673 rc->maxQP.qpInterB = avctx->
qmax;
674 rc->maxQP.qpInterP = avctx->
qmax;
675 rc->maxQP.qpIntra = avctx->
qmax;
677 qp_inter_p = (avctx->
qmax + 3 * avctx->
qmin) / 4;
678 }
else if (avctx->
qmin >= 0) {
681 rc->minQP.qpInterB = avctx->
qmin;
682 rc->minQP.qpInterP = avctx->
qmin;
683 rc->minQP.qpIntra = avctx->
qmin;
685 qp_inter_p = avctx->
qmin;
690 rc->enableInitialRCQP = 1;
693 rc->initialRCQP.qpInterP = qp_inter_p;
695 rc->initialRCQP.qpInterP = ctx->
init_qp_p;
700 rc->initialRCQP.qpIntra = av_clip(
703 rc->initialRCQP.qpIntra = rc->initialRCQP.qpInterP;
706 rc->initialRCQP.qpIntra = ctx->
init_qp_i;
711 rc->initialRCQP.qpInterB = av_clip(
714 rc->initialRCQP.qpInterB = rc->initialRCQP.qpInterP;
717 rc->initialRCQP.qpInterB = ctx->
init_qp_b;
726 rc->rateControlMode = NV_ENC_PARAMS_RC_CONSTQP;
727 rc->constQP.qpInterB = 0;
728 rc->constQP.qpInterP = 0;
729 rc->constQP.qpIntra = 0;
741 case NV_ENC_PARAMS_RC_CONSTQP:
744 case NV_ENC_PARAMS_RC_VBR_MINQP:
745 if (avctx->
qmin < 0) {
747 "The variable bitrate rate-control requires " 748 "the 'qmin' option set.\n");
753 case NV_ENC_PARAMS_RC_VBR_HQ:
754 case NV_ENC_PARAMS_RC_VBR:
757 case NV_ENC_PARAMS_RC_CBR:
758 case NV_ENC_PARAMS_RC_CBR_HQ:
759 case NV_ENC_PARAMS_RC_CBR_LOWDELAY_HQ:
763 rc->rateControlMode = ctx->
rc;
782 "Defined rc_lookahead requires more surfaces, " 783 "increasing used surfaces %d -> %d\n", ctx->
nb_surfaces, nb_surfaces);
790 "Defined b-frame requires more surfaces, " 791 "increasing used surfaces %d -> %d\n", ctx->
nb_surfaces, nb_surfaces);
810 av_log(avctx,
AV_LOG_WARNING,
"Using global_quality with nvenc is deprecated. Use qp instead.\n");
835 ctx->
rc = NV_ENC_PARAMS_RC_CBR_LOWDELAY_HQ;
837 ctx->
rc = NV_ENC_PARAMS_RC_CBR;
839 }
else if (ctx->
cqp >= 0) {
840 ctx->
rc = NV_ENC_PARAMS_RC_CONSTQP;
842 ctx->
rc = NV_ENC_PARAMS_RC_VBR_HQ;
843 }
else if (avctx->
qmin >= 0 && avctx->
qmax >= 0) {
844 ctx->
rc = NV_ENC_PARAMS_RC_VBR_MINQP;
860 }
else if (ctx->
rc >= 0) {
863 ctx->
encode_config.rcParams.rateControlMode = NV_ENC_PARAMS_RC_VBR;
890 "Lookahead not enabled. Increase buffer delay (-delay).\n");
897 "Lookahead enabled: depth %d, scenecut %s, B-adapt %s.\n",
899 ctx->
encode_config.rcParams.disableIadapt ?
"disabled" :
"enabled",
900 ctx->
encode_config.rcParams.disableBadapt ?
"disabled" :
"enabled");
918 int tmp_quality = (
int)(ctx->
quality * 256.0f);
928 NV_ENC_CONFIG_H264 *h264 = &cc->encodeCodecConfig.h264Config;
929 NV_ENC_CONFIG_H264_VUI_PARAMETERS *vui = &h264->h264VUIParameters;
933 vui->transferCharacteristics = avctx->
color_trc;
937 vui->colourDescriptionPresentFlag =
940 vui->videoSignalTypePresentFlag =
941 (vui->colourDescriptionPresentFlag
942 || vui->videoFormat != 5
943 || vui->videoFullRangeFlag != 0);
946 h264->sliceModeData = 1;
950 h264->outputAUD = ctx->
aud;
952 if (avctx->
refs >= 0) {
954 h264->maxNumRefFrames = avctx->
refs;
957 h264->idrPeriod = cc->gopLength;
960 if (
IS_CBR(cc->rcParams.rateControlMode)) {
961 h264->outputBufferingPeriodSEI = 1;
964 h264->outputPictureTimingSEI = 1;
966 if (cc->rcParams.rateControlMode == NV_ENC_PARAMS_RC_CBR_LOWDELAY_HQ ||
967 cc->rcParams.rateControlMode == NV_ENC_PARAMS_RC_CBR_HQ ||
968 cc->rcParams.rateControlMode == NV_ENC_PARAMS_RC_VBR_HQ) {
969 h264->adaptiveTransformMode = NV_ENC_H264_ADAPTIVE_TRANSFORM_ENABLE;
970 h264->fmoMode = NV_ENC_H264_FMO_DISABLE;
974 h264->qpPrimeYZeroTransformBypassFlag = 1;
978 cc->profileGUID = NV_ENC_H264_PROFILE_BASELINE_GUID;
982 cc->profileGUID = NV_ENC_H264_PROFILE_MAIN_GUID;
986 cc->profileGUID = NV_ENC_H264_PROFILE_HIGH_GUID;
990 cc->profileGUID = NV_ENC_H264_PROFILE_HIGH_444_GUID;
998 cc->profileGUID = NV_ENC_H264_PROFILE_HIGH_444_GUID;
1004 h264->level = ctx->
level;
1006 if (ctx->
coder >= 0)
1007 h264->entropyCodingMode = ctx->
coder;
1009 #ifdef NVENC_HAVE_BFRAME_REF_MODE 1020 NV_ENC_CONFIG_HEVC *hevc = &cc->encodeCodecConfig.hevcConfig;
1021 NV_ENC_CONFIG_HEVC_VUI_PARAMETERS *vui = &hevc->hevcVUIParameters;
1025 vui->transferCharacteristics = avctx->
color_trc;
1029 vui->colourDescriptionPresentFlag =
1032 vui->videoSignalTypePresentFlag =
1033 (vui->colourDescriptionPresentFlag
1034 || vui->videoFormat != 5
1035 || vui->videoFullRangeFlag != 0);
1037 hevc->sliceMode = 3;
1038 hevc->sliceModeData = 1;
1042 hevc->outputAUD = ctx->
aud;
1044 if (avctx->
refs >= 0) {
1046 hevc->maxNumRefFramesInDPB = avctx->
refs;
1049 hevc->idrPeriod = cc->gopLength;
1052 if (
IS_CBR(cc->rcParams.rateControlMode)) {
1053 hevc->outputBufferingPeriodSEI = 1;
1056 hevc->outputPictureTimingSEI = 1;
1060 cc->profileGUID = NV_ENC_HEVC_PROFILE_MAIN_GUID;
1064 cc->profileGUID = NV_ENC_HEVC_PROFILE_MAIN10_GUID;
1068 cc->profileGUID = NV_ENC_HEVC_PROFILE_FREXT_GUID;
1075 cc->profileGUID = NV_ENC_HEVC_PROFILE_MAIN10_GUID;
1081 cc->profileGUID = NV_ENC_HEVC_PROFILE_FREXT_GUID;
1089 hevc->level = ctx->
level;
1091 hevc->tier = ctx->
tier;
1093 #ifdef NVENC_HAVE_HEVC_BFRAME_REF_MODE 1131 NV_ENCODE_API_FUNCTION_LIST *p_nvenc = &dl_fn->
nvenc_funcs;
1133 NV_ENC_PRESET_CONFIG preset_config = { 0 };
1134 NVENCSTATUS nv_status = NV_ENC_SUCCESS;
1149 preset_config.version = NV_ENC_PRESET_CONFIG_VER;
1150 preset_config.presetCfg.version = NV_ENC_CONFIG_VER;
1152 nv_status = p_nvenc->nvEncGetEncodePresetConfig(ctx->
nvencoder,
1156 if (nv_status != NV_ENC_SUCCESS)
1157 return nvenc_print_error(avctx, nv_status,
"Cannot get the preset configuration");
1185 ctx->
level = NV_ENC_LEVEL_HEVC_51;
1186 ctx->
tier = NV_ENC_TIER_HEVC_HIGH;
1211 ctx->
encode_config.frameFieldMode = NV_ENC_PARAMS_FRAME_FIELD_MODE_FIELD;
1213 ctx->
encode_config.frameFieldMode = NV_ENC_PARAMS_FRAME_FIELD_MODE_FRAME;
1230 if (nv_status != NV_ENC_SUCCESS) {
1254 return NV_ENC_BUFFER_FORMAT_YV12_PL;
1256 return NV_ENC_BUFFER_FORMAT_NV12_PL;
1259 return NV_ENC_BUFFER_FORMAT_YUV420_10BIT;
1261 return NV_ENC_BUFFER_FORMAT_YUV444_PL;
1263 return NV_ENC_BUFFER_FORMAT_YUV444_10BIT;
1265 return NV_ENC_BUFFER_FORMAT_ARGB;
1267 return NV_ENC_BUFFER_FORMAT_ABGR;
1269 return NV_ENC_BUFFER_FORMAT_UNDEFINED;
1277 NV_ENCODE_API_FUNCTION_LIST *p_nvenc = &dl_fn->
nvenc_funcs;
1280 NVENCSTATUS nv_status;
1281 NV_ENC_CREATE_BITSTREAM_BUFFER allocOut = { 0 };
1282 allocOut.version = NV_ENC_CREATE_BITSTREAM_BUFFER_VER;
1289 NV_ENC_CREATE_INPUT_BUFFER allocSurf = { 0 };
1292 if (ctx->
surfaces[idx].
format == NV_ENC_BUFFER_FORMAT_UNDEFINED) {
1298 allocSurf.version = NV_ENC_CREATE_INPUT_BUFFER_VER;
1299 allocSurf.width = avctx->
width;
1300 allocSurf.height = avctx->
height;
1303 nv_status = p_nvenc->nvEncCreateInputBuffer(ctx->
nvencoder, &allocSurf);
1304 if (nv_status != NV_ENC_SUCCESS) {
1313 nv_status = p_nvenc->nvEncCreateBitstreamBuffer(ctx->
nvencoder, &allocOut);
1314 if (nv_status != NV_ENC_SUCCESS) {
1333 int i, res = 0, res2;
1375 NV_ENCODE_API_FUNCTION_LIST *p_nvenc = &dl_fn->
nvenc_funcs;
1377 NVENCSTATUS nv_status;
1378 uint32_t outSize = 0;
1379 char tmpHeader[256];
1380 NV_ENC_SEQUENCE_PARAM_PAYLOAD payload = { 0 };
1381 payload.version = NV_ENC_SEQUENCE_PARAM_PAYLOAD_VER;
1383 payload.spsppsBuffer = tmpHeader;
1384 payload.inBufferSize =
sizeof(tmpHeader);
1385 payload.outSPSPPSPayloadSize = &outSize;
1387 nv_status = p_nvenc->nvEncGetSequenceParams(ctx->
nvencoder, &payload);
1388 if (nv_status != NV_ENC_SUCCESS) {
1399 memcpy(avctx->
extradata, tmpHeader, outSize);
1408 NV_ENCODE_API_FUNCTION_LIST *p_nvenc = &dl_fn->
nvenc_funcs;
1413 NV_ENC_PIC_PARAMS
params = { .version = NV_ENC_PIC_PARAMS_VER,
1414 .encodePicFlags = NV_ENC_PIC_FLAG_EOS };
1420 p_nvenc->nvEncEncodePicture(ctx->
nvencoder, ¶ms);
1450 p_nvenc->nvEncDestroyEncoder(ctx->
nvencoder);
1469 nvenc_free_functions(&dl_fn->
nvenc_dl);
1470 cuda_free_functions(&dl_fn->
cuda_dl);
1488 "hw_frames_ctx must be set when using GPU frames as input\n");
1494 "hw_frames_ctx must match the GPU frame type\n");
1535 NV_ENC_LOCK_INPUT_BUFFER *lock_buffer_params,
const AVFrame *
frame)
1537 int dst_linesize[4] = {
1538 lock_buffer_params->pitch,
1539 lock_buffer_params->pitch,
1540 lock_buffer_params->pitch,
1541 lock_buffer_params->pitch
1547 dst_linesize[1] = dst_linesize[2] >>= 1;
1550 lock_buffer_params->bufferDataPtr, dst_linesize);
1568 NV_ENCODE_API_FUNCTION_LIST *p_nvenc = &dl_fn->
nvenc_funcs;
1569 NVENCSTATUS nv_status;
1574 for (first_round = 1; first_round >= 0; first_round--) {
1581 if (nv_status != NV_ENC_SUCCESS)
1582 return nvenc_print_error(avctx, nv_status,
"Failed unregistering unused input resource");
1602 NV_ENCODE_API_FUNCTION_LIST *p_nvenc = &dl_fn->
nvenc_funcs;
1605 NV_ENC_REGISTER_RESOURCE reg;
1619 reg.version = NV_ENC_REGISTER_RESOURCE_VER;
1620 reg.width = frames_ctx->
width;
1621 reg.height = frames_ctx->
height;
1623 reg.resourceToRegister = frame->
data[0];
1626 reg.resourceType = NV_ENC_INPUT_RESOURCE_TYPE_CUDADEVICEPTR;
1629 reg.resourceType = NV_ENC_INPUT_RESOURCE_TYPE_DIRECTX;
1630 reg.subResourceIndex = (intptr_t)frame->
data[1];
1634 if (reg.bufferFormat == NV_ENC_BUFFER_FORMAT_UNDEFINED) {
1640 ret = p_nvenc->nvEncRegisterResource(ctx->
nvencoder, ®);
1641 if (ret != NV_ENC_SUCCESS) {
1657 NV_ENCODE_API_FUNCTION_LIST *p_nvenc = &dl_fn->
nvenc_funcs;
1660 NVENCSTATUS nv_status;
1677 if (nv_status != NV_ENC_SUCCESS) {
1685 nvenc_frame->
reg_idx = reg_idx;
1692 NV_ENC_LOCK_INPUT_BUFFER lockBufferParams = { 0 };
1694 lockBufferParams.version = NV_ENC_LOCK_INPUT_BUFFER_VER;
1697 nv_status = p_nvenc->nvEncLockInputBuffer(ctx->
nvencoder, &lockBufferParams);
1698 if (nv_status != NV_ENC_SUCCESS) {
1699 return nvenc_print_error(avctx, nv_status,
"Failed locking nvenc input buffer");
1702 nvenc_frame->
pitch = lockBufferParams.pitch;
1706 if (nv_status != NV_ENC_SUCCESS) {
1715 NV_ENC_PIC_PARAMS *
params,
1716 NV_ENC_SEI_PAYLOAD *sei_data)
1722 params->codecPicParams.h264PicParams.sliceMode =
1724 params->codecPicParams.h264PicParams.sliceModeData =
1725 ctx->
encode_config.encodeCodecConfig.h264Config.sliceModeData;
1727 params->codecPicParams.h264PicParams.seiPayloadArray = sei_data;
1728 params->codecPicParams.h264PicParams.seiPayloadArrayCnt = 1;
1733 params->codecPicParams.hevcPicParams.sliceMode =
1735 params->codecPicParams.hevcPicParams.sliceModeData =
1736 ctx->
encode_config.encodeCodecConfig.hevcConfig.sliceModeData;
1738 params->codecPicParams.hevcPicParams.seiPayloadArray = sei_data;
1739 params->codecPicParams.hevcPicParams.seiPayloadArrayCnt = 1;
1761 NV_ENC_LOCK_BITSTREAM *
params,
1766 pkt->
pts = params->outputTimeStamp;
1775 if ((ts0 < 0 && ts1 > INT64_MAX + ts0) ||
1776 (ts0 > 0 && ts1 < INT64_MIN + ts0))
1780 if ((delta < 0 && ts0 > INT64_MAX + delta) ||
1781 (delta > 0 && ts0 < INT64_MIN + delta))
1798 NV_ENCODE_API_FUNCTION_LIST *p_nvenc = &dl_fn->
nvenc_funcs;
1800 uint32_t slice_mode_data;
1801 uint32_t *slice_offsets =
NULL;
1802 NV_ENC_LOCK_BITSTREAM lock_params = { 0 };
1803 NVENCSTATUS nv_status;
1810 slice_mode_data = ctx->
encode_config.encodeCodecConfig.h264Config.sliceModeData;
1813 slice_mode_data = ctx->
encode_config.encodeCodecConfig.hevcConfig.sliceModeData;
1820 slice_offsets =
av_mallocz(slice_mode_data *
sizeof(*slice_offsets));
1822 if (!slice_offsets) {
1827 lock_params.version = NV_ENC_LOCK_BITSTREAM_VER;
1829 lock_params.doNotWait = 0;
1831 lock_params.sliceOffsets = slice_offsets;
1833 nv_status = p_nvenc->nvEncLockBitstream(ctx->
nvencoder, &lock_params);
1834 if (nv_status != NV_ENC_SUCCESS) {
1840 ff_alloc_packet2(avctx, pkt, lock_params.bitstreamSizeInBytes, lock_params.bitstreamSizeInBytes) :
1848 memcpy(pkt->
data, lock_params.bitstreamBufferPtr, lock_params.bitstreamSizeInBytes);
1851 if (nv_status != NV_ENC_SUCCESS) {
1852 res =
nvenc_print_error(avctx, nv_status,
"Failed unlocking bitstream buffer, expect the gates of mordor to open");
1861 if (nv_status != NV_ENC_SUCCESS) {
1875 switch (lock_params.pictureType) {
1876 case NV_ENC_PIC_TYPE_IDR:
1878 case NV_ENC_PIC_TYPE_I:
1881 case NV_ENC_PIC_TYPE_P:
1884 case NV_ENC_PIC_TYPE_B:
1887 case NV_ENC_PIC_TYPE_BI:
1891 av_log(avctx,
AV_LOG_ERROR,
"Unknown picture type encountered, expect the output to be broken.\n");
1892 av_log(avctx,
AV_LOG_ERROR,
"Please report this error and include as much information on how to reproduce it as possible.\n");
1897 #if FF_API_CODED_FRAME 1926 int nb_ready, nb_pending;
1937 return nb_ready > 0;
1938 return (nb_ready > 0) && (nb_ready + nb_pending >= ctx->
async_depth);
1947 NV_ENC_RECONFIGURE_PARAMS
params = { 0 };
1948 int needs_reconfig = 0;
1949 int needs_encode_config = 0;
1950 int reconfig_bitrate = 0, reconfig_dar = 0;
1953 params.version = NV_ENC_RECONFIGURE_PARAMS_VER;
1959 "aspect ratio change (DAR): %d:%d -> %d:%d\n",
1963 params.reInitEncodeParams.darHeight = dh;
1964 params.reInitEncodeParams.darWidth = dw;
1971 if (avctx->
bit_rate > 0 && params.reInitEncodeParams.encodeConfig->rcParams.averageBitRate != avctx->
bit_rate) {
1973 "avg bitrate change: %d -> %d\n",
1974 params.reInitEncodeParams.encodeConfig->rcParams.averageBitRate,
1977 params.reInitEncodeParams.encodeConfig->rcParams.averageBitRate = avctx->
bit_rate;
1978 reconfig_bitrate = 1;
1983 "max bitrate change: %d -> %d\n",
1984 params.reInitEncodeParams.encodeConfig->rcParams.maxBitRate,
1987 params.reInitEncodeParams.encodeConfig->rcParams.maxBitRate = avctx->
rc_max_rate;
1988 reconfig_bitrate = 1;
1993 "vbv buffer size change: %d -> %d\n",
1994 params.reInitEncodeParams.encodeConfig->rcParams.vbvBufferSize,
1997 params.reInitEncodeParams.encodeConfig->rcParams.vbvBufferSize = avctx->
rc_buffer_size;
1998 reconfig_bitrate = 1;
2001 if (reconfig_bitrate) {
2002 params.resetEncoder = 1;
2003 params.forceIDR = 1;
2005 needs_encode_config = 1;
2010 if (!needs_encode_config)
2011 params.reInitEncodeParams.encodeConfig =
NULL;
2013 if (needs_reconfig) {
2014 ret = p_nvenc->nvEncReconfigureEncoder(ctx->
nvencoder, ¶ms);
2015 if (ret != NV_ENC_SUCCESS) {
2023 if (reconfig_bitrate) {
2024 ctx->
encode_config.rcParams.averageBitRate = params.reInitEncodeParams.encodeConfig->rcParams.averageBitRate;
2025 ctx->
encode_config.rcParams.maxBitRate = params.reInitEncodeParams.encodeConfig->rcParams.maxBitRate;
2026 ctx->
encode_config.rcParams.vbvBufferSize = params.reInitEncodeParams.encodeConfig->rcParams.vbvBufferSize;
2035 NVENCSTATUS nv_status;
2038 NV_ENC_SEI_PAYLOAD *sei_data =
NULL;
2043 NV_ENCODE_API_FUNCTION_LIST *p_nvenc = &dl_fn->
nvenc_funcs;
2045 NV_ENC_PIC_PARAMS pic_params = { 0 };
2046 pic_params.version = NV_ENC_PIC_PARAMS_VER;
2083 pic_params.bufferFmt = in_surf->
format;
2084 pic_params.inputWidth = in_surf->
width;
2085 pic_params.inputHeight = in_surf->
height;
2086 pic_params.inputPitch = in_surf->
pitch;
2091 pic_params.pictureStruct = NV_ENC_PIC_STRUCT_FIELD_TOP_BOTTOM;
2093 pic_params.pictureStruct = NV_ENC_PIC_STRUCT_FIELD_BOTTOM_TOP;
2095 pic_params.pictureStruct = NV_ENC_PIC_STRUCT_FRAME;
2099 pic_params.encodePicFlags =
2100 ctx->
forced_idr ? NV_ENC_PIC_FLAG_FORCEIDR : NV_ENC_PIC_FLAG_FORCEINTRA;
2102 pic_params.encodePicFlags = 0;
2105 pic_params.inputTimeStamp = frame->
pts;
2108 if (
ff_alloc_a53_sei(frame,
sizeof(NV_ENC_SEI_PAYLOAD), (
void**)&sei_data, &sei_size) < 0) {
2113 sei_data->payloadSize = (uint32_t)sei_size;
2114 sei_data->payloadType = 4;
2115 sei_data->payload = (
uint8_t*)(sei_data + 1);
2121 pic_params.encodePicFlags = NV_ENC_PIC_FLAG_EOS;
2129 nv_status = p_nvenc->nvEncEncodePicture(ctx->
nvencoder, &pic_params);
2136 if (nv_status != NV_ENC_SUCCESS &&
2137 nv_status != NV_ENC_ERR_NEED_MORE_INPUT)
2151 if (nv_status == NV_ENC_SUCCESS) {
2212 }
else if (res < 0) {
#define FF_PROFILE_H264_MAIN
This struct aggregates all the (hardware/vendor-specific) "high-level" state, i.e.
const struct AVCodec * codec
const char const char void * val
av_cold int ff_nvenc_encode_close(AVCodecContext *avctx)
static enum AVPixelFormat pix_fmt
NV_ENC_BUFFER_FORMAT format
This structure describes decoded (raw) audio or video data.
static av_cold int nvenc_setup_codec_config(AVCodecContext *avctx)
AVFifoBuffer * timestamp_list
int ff_side_data_set_encoder_stats(AVPacket *pkt, int quality, int64_t *error, int error_count, int pict_type)
static void flush(AVCodecContext *avctx)
NvencFunctions * nvenc_dl
#define AV_CODEC_FLAG_INTERLACED_DCT
Use interlaced DCT.
static av_cold void set_vbr(AVCodecContext *avctx)
planar YUV 4:4:4, 24bpp, (1 Cr & Cb sample per 1x1 Y samples)
#define AV_LOG_WARNING
Something somehow does not look correct.
int64_t bit_rate
the average bitrate
#define RC_MODE_DEPRECATED
Memory handling functions.
static av_cold int nvenc_setup_device(AVCodecContext *avctx)
int max_bitrate
Maximum bitrate of the stream, in bits per second.
int max_b_frames
maximum number of B-frames between non-B-frames Note: The output will be delayed by max_b_frames+1 re...
enum AVColorRange color_range
MPEG vs JPEG YUV range.
#define PRESET_ALIAS(alias, name,...)
static av_cold int nvenc_setup_surfaces(AVCodecContext *avctx)
NV_ENCODE_API_FUNCTION_LIST nvenc_funcs
NvencDynLoadFunctions nvenc_dload_funcs
ID3D11Device * d3d11_device
AVRational sample_aspect_ratio
sample aspect ratio (0 if unknown) That is the width of a pixel divided by the height of the pixel...
int width
The allocated dimensions of the frames in this pool.
enum AVPixelFormat pix_fmt
Pixel format, see AV_PIX_FMT_xxx.
enum AVPixelFormat format
The pixel format identifying the underlying HW surface type.
int ff_nvenc_receive_packet(AVCodecContext *avctx, AVPacket *pkt)
static av_cold int nvenc_recalc_surfaces(AVCodecContext *avctx)
float i_quant_offset
qscale offset between P and I-frames
static void nvenc_override_rate_control(AVCodecContext *avctx)
static NvencSurface * get_free_frame(NvencContext *ctx)
static av_cold void nvenc_setup_rate_control(AVCodecContext *avctx)
int av_fifo_generic_write(AVFifoBuffer *f, void *src, int size, int(*func)(void *, void *, int))
Feed data from a user-supplied callback to an AVFifoBuffer.
#define FF_PROFILE_H264_HIGH_444_PREDICTIVE
NV_ENC_INPUT_PTR input_surface
AVRational time_base
This is the fundamental unit of time (in seconds) in terms of which frame timestamps are represented...
AVFrameSideData * av_frame_get_side_data(const AVFrame *frame, enum AVFrameSideDataType type)
AVBufferRef * hw_frames_ctx
For hwaccel-format frames, this should be a reference to the AVHWFramesContext describing the frame...
int ff_alloc_packet2(AVCodecContext *avctx, AVPacket *avpkt, int64_t size, int64_t min_size)
Check AVPacket size and/or allocate data.
#define FF_PROFILE_H264_BASELINE
AVFifoBuffer * unused_surface_queue
AVFrame * av_frame_alloc(void)
Allocate an AVFrame and set its fields to default values.
enum AVPixelFormat ff_nvenc_pix_fmts[]
float b_quant_factor
qscale factor between IP and B-frames If > 0 then the last P-frame quantizer will be used (q= lastp_q...
static int nvenc_pop_context(AVCodecContext *avctx)
#define FF_PROFILE_HEVC_MAIN
int av_frame_ref(AVFrame *dst, const AVFrame *src)
Set up a new reference to the data described by the source frame.
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
uint8_t * extradata
some codecs need / can use extradata like Huffman tables.
NV_ENC_INITIALIZE_PARAMS init_encode_params
void * hwctx
The format-specific data, allocated and freed by libavutil along with this context.
static av_cold int nvenc_alloc_surface(AVCodecContext *avctx, int idx)
ID3D11Device * device
Device used for texture creation and access.
#define MAX_REGISTERED_FRAMES
static av_cold int nvenc_setup_extradata(AVCodecContext *avctx)
planar YUV 4:2:2, 16bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV422P and setting col...
#define AVERROR_EOF
End of file.
#define AV_LOG_VERBOSE
Detailed information.
static int nvenc_check_capabilities(AVCodecContext *avctx)
#define AV_PIX_FMT_YUV444P16
static int nvenc_register_frame(AVCodecContext *avctx, const AVFrame *frame)
int buffer_size
The size of the buffer to which the ratecontrol is applied, in bits.
int av_reduce(int *dst_num, int *dst_den, int64_t num, int64_t den, int64_t max)
Reduce a fraction.
#define FF_PROFILE_HEVC_MAIN_10
AVFifoBuffer * output_surface_ready_queue
CUcontext cu_context_internal
An API-specific header for AV_HWDEVICE_TYPE_CUDA.
#define AV_PKT_FLAG_KEY
The packet contains a keyframe.
int av_new_packet(AVPacket *pkt, int size)
Allocate the payload of a packet and initialize its fields with default values.
#define i(width, name, range_min, range_max)
static av_cold int nvenc_open_session(AVCodecContext *avctx)
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
int has_b_frames
Size of the frame reordering buffer in the decoder.
static void timestamp_queue_enqueue(AVFifoBuffer *queue, int64_t timestamp)
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
int qmax
maximum quantizer
static int nvenc_map_error(NVENCSTATUS err, const char **desc)
ATSC A53 Part 4 Closed Captions.
int av_fifo_generic_read(AVFifoBuffer *f, void *dest, int buf_size, void(*func)(void *, void *, int))
Feed data from an AVFifoBuffer to a user-supplied callback.
#define FF_PROFILE_H264_HIGH
int flags
AV_CODEC_FLAG_*.
planar YUV 4:2:0, 12bpp, 1 plane for Y and 1 plane for the UV components, which are interleaved (firs...
simple assert() macros that are a bit more flexible than ISO C assert().
void * av_mallocz(size_t size)
Allocate a memory block with alignment suitable for all memory accesses (including vectors if availab...
#define AV_PIX_FMT_0BGR32
float i_quant_factor
qscale factor between P- and I-frames If > 0 then the last P-frame quantizer will be used (q = lastp_...
int ff_nvenc_send_frame(AVCodecContext *avctx, const AVFrame *frame)
enum AVHWDeviceType type
This field identifies the underlying API used for hardware access.
static av_cold int nvenc_setup_hevc_config(AVCodecContext *avctx)
static NV_ENC_BUFFER_FORMAT nvenc_map_buffer_format(enum AVPixelFormat pix_fmt)
static av_cold void set_constqp(AVCodecContext *avctx)
void av_image_copy(uint8_t *dst_data[4], int dst_linesizes[4], const uint8_t *src_data[4], const int src_linesizes[4], enum AVPixelFormat pix_fmt, int width, int height)
Copy image in src_data to dst_data.
int flags
A combination of AV_PKT_FLAG values.
int rc_buffer_size
decoder bitstream buffer size
static int nvenc_check_codec_support(AVCodecContext *avctx)
int refs
number of reference frames
struct NvencContext::@126 registered_frames[MAX_REGISTERED_FRAMES]
enum AVPictureType pict_type
Picture type of the frame.
static int nvenc_upload_frame(AVCodecContext *avctx, const AVFrame *frame, NvencSurface *nvenc_frame)
NV_ENC_REGISTERED_PTR regptr
static av_cold int nvenc_setup_encoder(AVCodecContext *avctx)
#define AVERROR_BUFFER_TOO_SMALL
Buffer too small.
AVHWDeviceContext * device_ctx
The parent AVHWDeviceContext.
planar YUV 4:2:0, 12bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV420P and setting col...
av_cold int ff_nvenc_encode_init(AVCodecContext *avctx)
static int process_output_surface(AVCodecContext *avctx, AVPacket *pkt, NvencSurface *tmpoutsurf)
int ff_nvenc_encode_frame(AVCodecContext *avctx, AVPacket *pkt, const AVFrame *frame, int *got_packet)
int width
picture width / height.
AVBufferRef * hw_frames_ctx
A reference to the AVHWFramesContext describing the input (for encoding) or output (decoding) frames...
enum AVColorPrimaries color_primaries
Chromaticity coordinates of the source primaries.
static int nvenc_copy_frame(AVCodecContext *avctx, NvencSurface *nv_surface, NV_ENC_LOCK_INPUT_BUFFER *lock_buffer_params, const AVFrame *frame)
#define IS_YUV444(pix_fmt)
int ticks_per_frame
For some codecs, the time base is closer to the field rate than the frame rate.
AVFifoBuffer * output_surface_queue
static void nvenc_print_driver_requirement(AVCodecContext *avctx, int level)
#define AVERROR_EXIT
Immediate exit was requested; the called function should not be restarted.
HW acceleration through CUDA.
static void error(const char *err)
static av_cold int nvenc_setup_h264_config(AVCodecContext *avctx)
int draining
checks API usage: after codec draining, flush is required to resume operation
#define FF_ARRAY_ELEMS(a)
the normal 2^n-1 "JPEG" YUV ranges
static int nvenc_print_error(void *log_ctx, NVENCSTATUS err, const char *error_string)
enum AVPixelFormat data_pix_fmt
#define IS_10BIT(pix_fmt)
int format
format of the frame, -1 if unknown or unset Values correspond to enum AVPixelFormat for video frames...
This structure describes the bitrate properties of an encoded bitstream.
#define AV_LOG_INFO
Standard information.
NV_ENC_CONFIG encode_config
static int nvenc_push_context(AVCodecContext *avctx)
int av_image_fill_pointers(uint8_t *data[4], enum AVPixelFormat pix_fmt, int height, uint8_t *ptr, const int linesizes[4])
Fill plane data pointers for an image with pixel format pix_fmt and height height.
int av_fifo_size(const AVFifoBuffer *f)
Return the amount of data in bytes in the AVFifoBuffer, that is the amount of data you can read from ...
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
main external API structure.
uint8_t * data
The data buffer.
int qmin
minimum quantizer
#define AVERROR_BUG
Internal bug, also see AVERROR_BUG2.
This struct is allocated as AVHWDeviceContext.hwctx.
static int nvenc_check_cap(AVCodecContext *avctx, NV_ENC_CAPS cap)
static void nvenc_codec_specific_pic_params(AVCodecContext *avctx, NV_ENC_PIC_PARAMS *params, NV_ENC_SEI_PAYLOAD *sei_data)
enum AVColorSpace colorspace
YUV colorspace type.
enum AVColorTransferCharacteristic color_trc
Color Transfer Characteristic.
This struct describes a set or pool of "hardware" frames (i.e.
float b_quant_offset
qscale offset between IP and B-frames
static int nvenc_find_free_reg_resource(AVCodecContext *avctx)
static const struct @120 nvenc_errors[]
void av_frame_unref(AVFrame *frame)
Unreference all the buffers referenced by frame and reset the frame fields.
int global_quality
Global quality for codecs which cannot change it per frame.
#define flags(name, subs,...)
static void compute_dar(AVCodecContext *avctx, int *dw, int *dh)
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
#define AV_CODEC_FLAG_GLOBAL_HEADER
Place global headers in extradata instead of every keyframe.
Hardware surfaces for Direct3D11.
int gop_size
the number of pictures in a group of pictures, or 0 for intra_only
const char const char * params
static int64_t timestamp_queue_dequeue(AVFifoBuffer *queue)
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
#define FF_DISABLE_DEPRECATION_WARNINGS
common internal api header.
static int output_ready(AVCodecContext *avctx, int flush)
planar YUV 4:4:4, 24bpp, full scale (JPEG), deprecated in favor of AV_PIX_FMT_YUV444P and setting col...
attribute_deprecated AVFrame * coded_frame
the picture in the bitstream
#define AVERROR_UNKNOWN
Unknown error, typically from an external library.
NV_ENC_MAP_INPUT_RESOURCE in_map
AVCPBProperties * ff_add_cpb_side_data(AVCodecContext *avctx)
Add a CPB properties side data to an encoding context.
#define AV_INPUT_BUFFER_PADDING_SIZE
Required number of additionally allocated bytes at the end of the input bitstream for decoding...
static void reconfig_encoder(AVCodecContext *avctx, const AVFrame *frame)
#define FF_PROFILE_HEVC_REXT
static int nvenc_set_timestamp(AVCodecContext *avctx, NV_ENC_LOCK_BITSTREAM *params, AVPacket *pkt)
#define xf(width, name, var, range_min, range_max, subs,...)
#define FF_ENABLE_DEPRECATION_WARNINGS
AVFifoBuffer * av_fifo_alloc(unsigned int size)
Initialize an AVFifoBuffer.
int top_field_first
If the content is interlaced, is top field displayed first.
static av_cold int nvenc_load_libraries(AVCodecContext *avctx)
static av_cold int nvenc_check_device(AVCodecContext *avctx, int idx)
int avg_bitrate
Average bitrate of the stream, in bits per second.
struct AVCodecInternal * internal
Private context used for internal data.
#define FF_QP2LAMBDA
factor to convert from H.263 QP to lambda
int64_t dts
Decompression timestamp in AVStream->time_base units; the time at which the packet is decompressed...
int ff_alloc_a53_sei(const AVFrame *frame, size_t prefix_len, void **data, size_t *sei_size)
Check AVFrame for A53 side data and allocate and fill SEI message with A53 info.
This struct is allocated as AVHWDeviceContext.hwctx.
static av_cold void set_lossless(AVCodecContext *avctx)
void av_fifo_freep(AVFifoBuffer **f)
Free an AVFifoBuffer and reset pointer to NULL.
#define AV_LOG_FATAL
Something went wrong and recovery is not possible.
#define FFSWAP(type, a, b)
const char * av_get_pix_fmt_name(enum AVPixelFormat pix_fmt)
Return the short name for a pixel format, NULL in case pix_fmt is unknown.
void av_fifo_reset(AVFifoBuffer *f)
Reset the AVFifoBuffer to the state right after av_fifo_alloc, in particular it is emptied...
AVBufferRef * hw_device_ctx
A reference to the AVHWDeviceContext describing the device which will be used by a hardware encoder/d...
enum AVPixelFormat sw_format
The pixel format identifying the actual data layout of the hardware frames.
#define AVERROR_EXTERNAL
Generic error in an external library.
AVPixelFormat
Pixel format.
This structure stores compressed data.
NV_ENC_OUTPUT_PTR output_surface
int64_t pts
Presentation timestamp in AVStream->time_base units; the time at which the decompressed packet will b...
#define AV_NOPTS_VALUE
Undefined timestamp value.
static void nvenc_map_preset(NvencContext *ctx)
#define AV_PIX_FMT_0RGB32
int64_t rc_max_rate
maximum bitrate
void * av_mallocz_array(size_t nmemb, size_t size)
Allocate a memory block for an array with av_mallocz().