Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 1 | /* |
| 2 | * OpenH264 video encoder |
| 3 | * Copyright (C) 2014 Martin Storsjo |
| 4 | * |
Michael Niedermayer | c09eeca | 2015-01-06 23:48:23 | [diff] [blame] | 5 | * This file is part of FFmpeg. |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 6 | * |
Michael Niedermayer | c09eeca | 2015-01-06 23:48:23 | [diff] [blame] | 7 | * FFmpeg is free software; you can redistribute it and/or |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 8 | * modify it under the terms of the GNU Lesser General Public |
| 9 | * License as published by the Free Software Foundation; either |
| 10 | * version 2.1 of the License, or (at your option) any later version. |
| 11 | * |
Michael Niedermayer | c09eeca | 2015-01-06 23:48:23 | [diff] [blame] | 12 | * FFmpeg is distributed in the hope that it will be useful, |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| 15 | * Lesser General Public License for more details. |
| 16 | * |
| 17 | * You should have received a copy of the GNU Lesser General Public |
Michael Niedermayer | c09eeca | 2015-01-06 23:48:23 | [diff] [blame] | 18 | * License along with FFmpeg; if not, write to the Free Software |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 19 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
| 20 | */ |
| 21 | |
| 22 | #include <wels/codec_api.h> |
| 23 | #include <wels/codec_ver.h> |
| 24 | |
| 25 | #include "libavutil/attributes.h" |
| 26 | #include "libavutil/common.h" |
| 27 | #include "libavutil/opt.h" |
Luca Barbato | 81c95eb | 2015-12-08 17:12:33 | [diff] [blame] | 28 | #include "libavutil/internal.h" |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 29 | #include "libavutil/intreadwrite.h" |
| 30 | #include "libavutil/mathematics.h" |
| 31 | |
| 32 | #include "avcodec.h" |
Andreas Rheinhardt | a688f3c | 2022-03-16 17:18:28 | [diff] [blame] | 33 | #include "codec_internal.h" |
Andreas Rheinhardt | 0812a60 | 2021-04-24 23:43:26 | [diff] [blame] | 34 | #include "encode.h" |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 35 | #include "internal.h" |
Martin Storsjö | c5d326f | 2016-06-23 21:58:17 | [diff] [blame] | 36 | #include "libopenh264.h" |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 37 | |
Martin Storsjö | 293676c | 2016-07-08 20:21:41 | [diff] [blame] | 38 | #if !OPENH264_VER_AT_LEAST(1, 6) |
| 39 | #define SM_SIZELIMITED_SLICE SM_DYN_SLICE |
| 40 | #endif |
| 41 | |
Linjie Fu | e5f097e | 2020-04-29 03:00:47 | [diff] [blame] | 42 | #define TARGET_BITRATE_DEFAULT 2*1000*1000 |
| 43 | |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 44 | typedef struct SVCContext { |
| 45 | const AVClass *av_class; |
| 46 | ISVCEncoder *encoder; |
| 47 | int slice_mode; |
| 48 | int loopfilter; |
Linjie Fu | d3a7bdd | 2020-05-06 13:47:50 | [diff] [blame] | 49 | int profile; |
Mario Gasparoni | c3e5c47 | 2015-10-08 17:28:55 | [diff] [blame] | 50 | int max_nal_size; |
Martin Storsjö | 9e14a99 | 2015-10-28 09:06:36 | [diff] [blame] | 51 | int skip_frames; |
Martin Storsjö | 8edaf62 | 2015-10-28 09:12:42 | [diff] [blame] | 52 | int skipped; |
Linjie Fu | e4d37ab | 2020-05-06 13:47:52 | [diff] [blame] | 53 | #if FF_API_OPENH264_CABAC |
| 54 | int cabac; // deprecated |
| 55 | #endif |
| 56 | int coder; |
Linjie Fu | 75fc3f9 | 2020-04-29 03:00:48 | [diff] [blame] | 57 | |
| 58 | // rate control mode |
| 59 | int rc_mode; |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 60 | } SVCContext; |
| 61 | |
| 62 | #define OFFSET(x) offsetof(SVCContext, x) |
| 63 | #define VE AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM |
Linjie Fu | 59a9204 | 2020-04-29 03:00:50 | [diff] [blame] | 64 | #define DEPRECATED AV_OPT_FLAG_DEPRECATED |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 65 | static const AVOption options[] = { |
Linjie Fu | 59a9204 | 2020-04-29 03:00:50 | [diff] [blame] | 66 | #if FF_API_OPENH264_SLICE_MODE |
Martin Storsjö | 293676c | 2016-07-08 20:21:41 | [diff] [blame] | 67 | #if OPENH264_VER_AT_LEAST(1, 6) |
Linjie Fu | 59a9204 | 2020-04-29 03:00:50 | [diff] [blame] | 68 | { "slice_mode", "set slice mode, use slices/max_nal_size", OFFSET(slice_mode), AV_OPT_TYPE_INT, { .i64 = SM_FIXEDSLCNUM_SLICE }, SM_SINGLE_SLICE, SM_RESERVED, VE|DEPRECATED, "slice_mode" }, |
Martin Storsjö | 293676c | 2016-07-08 20:21:41 | [diff] [blame] | 69 | #else |
Linjie Fu | 59a9204 | 2020-04-29 03:00:50 | [diff] [blame] | 70 | { "slice_mode", "set slice mode, use slices/max_nal_size", OFFSET(slice_mode), AV_OPT_TYPE_INT, { .i64 = SM_AUTO_SLICE }, SM_SINGLE_SLICE, SM_RESERVED, VE|DEPRECATED, "slice_mode" }, |
Martin Storsjö | 293676c | 2016-07-08 20:21:41 | [diff] [blame] | 71 | #endif |
Stefano Sabatini | ae72b57 | 2015-09-08 13:53:42 | [diff] [blame] | 72 | { "fixed", "a fixed number of slices", 0, AV_OPT_TYPE_CONST, { .i64 = SM_FIXEDSLCNUM_SLICE }, 0, 0, VE, "slice_mode" }, |
Martin Storsjö | 293676c | 2016-07-08 20:21:41 | [diff] [blame] | 73 | #if OPENH264_VER_AT_LEAST(1, 6) |
| 74 | { "dyn", "Size limited (compatibility name)", 0, AV_OPT_TYPE_CONST, { .i64 = SM_SIZELIMITED_SLICE }, 0, 0, VE, "slice_mode" }, |
| 75 | { "sizelimited", "Size limited", 0, AV_OPT_TYPE_CONST, { .i64 = SM_SIZELIMITED_SLICE }, 0, 0, VE, "slice_mode" }, |
| 76 | #else |
Stefano Sabatini | ae72b57 | 2015-09-08 13:53:42 | [diff] [blame] | 77 | { "rowmb", "one slice per row of macroblocks", 0, AV_OPT_TYPE_CONST, { .i64 = SM_ROWMB_SLICE }, 0, 0, VE, "slice_mode" }, |
| 78 | { "auto", "automatic number of slices according to number of threads", 0, AV_OPT_TYPE_CONST, { .i64 = SM_AUTO_SLICE }, 0, 0, VE, "slice_mode" }, |
Hendrik Leppkes | c4e23ca | 2015-10-10 07:58:42 | [diff] [blame] | 79 | { "dyn", "Dynamic slicing", 0, AV_OPT_TYPE_CONST, { .i64 = SM_DYN_SLICE }, 0, 0, VE, "slice_mode" }, |
Martin Storsjö | 293676c | 2016-07-08 20:21:41 | [diff] [blame] | 80 | #endif |
Linjie Fu | 59a9204 | 2020-04-29 03:00:50 | [diff] [blame] | 81 | #endif |
Stefano Sabatini | ae72b57 | 2015-09-08 13:53:42 | [diff] [blame] | 82 | { "loopfilter", "enable loop filter", OFFSET(loopfilter), AV_OPT_TYPE_INT, { .i64 = 1 }, 0, 1, VE }, |
Linjie Fu | d3a7bdd | 2020-05-06 13:47:50 | [diff] [blame] | 83 | { "profile", "set profile restrictions", OFFSET(profile), AV_OPT_TYPE_INT, { .i64 = FF_PROFILE_UNKNOWN }, FF_PROFILE_UNKNOWN, 0xffff, VE, "profile" }, |
| 84 | #define PROFILE(name, value) name, NULL, 0, AV_OPT_TYPE_CONST, { .i64 = value }, 0, 0, VE, "profile" |
| 85 | { PROFILE("constrained_baseline", FF_PROFILE_H264_CONSTRAINED_BASELINE) }, |
| 86 | { PROFILE("main", FF_PROFILE_H264_MAIN) }, |
| 87 | { PROFILE("high", FF_PROFILE_H264_HIGH) }, |
| 88 | #undef PROFILE |
Stefano Sabatini | 6e891d5 | 2015-12-14 18:08:53 | [diff] [blame] | 89 | { "max_nal_size", "set maximum NAL size in bytes", OFFSET(max_nal_size), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, INT_MAX, VE }, |
| 90 | { "allow_skip_frames", "allow skipping frames to hit the target bitrate", OFFSET(skip_frames), AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, VE }, |
Linjie Fu | e4d37ab | 2020-05-06 13:47:52 | [diff] [blame] | 91 | #if FF_API_OPENH264_CABAC |
| 92 | { "cabac", "Enable cabac(deprecated, use coder)", OFFSET(cabac), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 1, VE|DEPRECATED }, |
| 93 | #endif |
| 94 | { "coder", "Coder type", OFFSET(coder), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, 1, VE, "coder" }, |
| 95 | { "default", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = -1 }, INT_MIN, INT_MAX, VE, "coder" }, |
| 96 | { "cavlc", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = 0 }, INT_MIN, INT_MAX, VE, "coder" }, |
| 97 | { "cabac", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = 1 }, INT_MIN, INT_MAX, VE, "coder" }, |
| 98 | { "vlc", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = 0 }, INT_MIN, INT_MAX, VE, "coder" }, |
| 99 | { "ac", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = 1 }, INT_MIN, INT_MAX, VE, "coder" }, |
Linjie Fu | 75fc3f9 | 2020-04-29 03:00:48 | [diff] [blame] | 100 | |
| 101 | { "rc_mode", "Select rate control mode", OFFSET(rc_mode), AV_OPT_TYPE_INT, { .i64 = RC_QUALITY_MODE }, RC_OFF_MODE, RC_TIMESTAMP_MODE, VE, "rc_mode" }, |
| 102 | { "off", "bit rate control off", 0, AV_OPT_TYPE_CONST, { .i64 = RC_OFF_MODE }, 0, 0, VE, "rc_mode" }, |
| 103 | { "quality", "quality mode", 0, AV_OPT_TYPE_CONST, { .i64 = RC_QUALITY_MODE }, 0, 0, VE, "rc_mode" }, |
| 104 | { "bitrate", "bitrate mode", 0, AV_OPT_TYPE_CONST, { .i64 = RC_BITRATE_MODE }, 0, 0, VE, "rc_mode" }, |
| 105 | { "buffer", "using buffer status to adjust the video quality (no bitrate control)", 0, AV_OPT_TYPE_CONST, { .i64 = RC_BUFFERBASED_MODE }, 0, 0, VE, "rc_mode" }, |
| 106 | #if OPENH264_VER_AT_LEAST(1, 4) |
| 107 | { "timestamp", "bit rate control based on timestamp", 0, AV_OPT_TYPE_CONST, { .i64 = RC_TIMESTAMP_MODE }, 0, 0, VE, "rc_mode" }, |
| 108 | #endif |
| 109 | |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 110 | { NULL } |
| 111 | }; |
| 112 | |
| 113 | static const AVClass class = { |
Tobias Rapp | 7992c28 | 2018-11-12 16:04:43 | [diff] [blame] | 114 | .class_name = "libopenh264enc", |
Diego Biurrun | 97cfe1d | 2017-06-10 14:45:06 | [diff] [blame] | 115 | .item_name = av_default_item_name, |
| 116 | .option = options, |
| 117 | .version = LIBAVUTIL_VERSION_INT, |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 118 | }; |
| 119 | |
| 120 | static av_cold int svc_encode_close(AVCodecContext *avctx) |
| 121 | { |
| 122 | SVCContext *s = avctx->priv_data; |
| 123 | |
| 124 | if (s->encoder) |
| 125 | WelsDestroySVCEncoder(s->encoder); |
Martin Storsjö | 8edaf62 | 2015-10-28 09:12:42 | [diff] [blame] | 126 | if (s->skipped > 0) |
| 127 | av_log(avctx, AV_LOG_WARNING, "%d frames skipped\n", s->skipped); |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 128 | return 0; |
| 129 | } |
| 130 | |
| 131 | static av_cold int svc_encode_init(AVCodecContext *avctx) |
| 132 | { |
| 133 | SVCContext *s = avctx->priv_data; |
| 134 | SEncParamExt param = { 0 }; |
Martin Storsjö | c5d326f | 2016-06-23 21:58:17 | [diff] [blame] | 135 | int err; |
Gregory J. Wolfe | 1a4c5fe | 2015-09-09 19:32:42 | [diff] [blame] | 136 | int log_level; |
Gregory J. Wolfe | e8c45b9 | 2015-09-09 19:32:42 | [diff] [blame] | 137 | WelsTraceCallback callback_function; |
Anton Khirnov | 11c9bd6 | 2015-10-03 13:19:10 | [diff] [blame] | 138 | AVCPBProperties *props; |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 139 | |
Martin Storsjö | c5d326f | 2016-06-23 21:58:17 | [diff] [blame] | 140 | if ((err = ff_libopenh264_check_version(avctx)) < 0) |
Andreas Schneider | 5901825 | 2022-02-18 12:53:19 | [diff] [blame] | 141 | return AVERROR_ENCODER_NOT_FOUND; |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 142 | |
| 143 | if (WelsCreateSVCEncoder(&s->encoder)) { |
| 144 | av_log(avctx, AV_LOG_ERROR, "Unable to create encoder\n"); |
| 145 | return AVERROR_UNKNOWN; |
| 146 | } |
| 147 | |
Gregory J. Wolfe | 1a4c5fe | 2015-09-09 19:32:42 | [diff] [blame] | 148 | // Pass all libopenh264 messages to our callback, to allow ourselves to filter them. |
| 149 | log_level = WELS_LOG_DETAIL; |
| 150 | (*s->encoder)->SetOption(s->encoder, ENCODER_OPTION_TRACE_LEVEL, &log_level); |
Gregory J. Wolfe | e8c45b9 | 2015-09-09 19:32:42 | [diff] [blame] | 151 | |
| 152 | // Set the logging callback function to one that uses av_log() (see implementation above). |
Martin Storsjö | c5d326f | 2016-06-23 21:58:17 | [diff] [blame] | 153 | callback_function = (WelsTraceCallback) ff_libopenh264_trace_callback; |
Diego Biurrun | 800d91d | 2015-10-30 14:26:25 | [diff] [blame] | 154 | (*s->encoder)->SetOption(s->encoder, ENCODER_OPTION_TRACE_CALLBACK, &callback_function); |
Gregory J. Wolfe | e8c45b9 | 2015-09-09 19:32:42 | [diff] [blame] | 155 | |
| 156 | // Set the AVCodecContext as the libopenh264 callback context so that it can be passed to av_log(). |
Diego Biurrun | 800d91d | 2015-10-30 14:26:25 | [diff] [blame] | 157 | (*s->encoder)->SetOption(s->encoder, ENCODER_OPTION_TRACE_CALLBACK_CONTEXT, &avctx); |
Gregory J. Wolfe | e8c45b9 | 2015-09-09 19:32:42 | [diff] [blame] | 158 | |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 159 | (*s->encoder)->GetDefaultParams(s->encoder, ¶m); |
| 160 | |
Jun Zhao | becfdaa | 2020-07-26 11:16:43 | [diff] [blame] | 161 | if (avctx->framerate.num > 0 && avctx->framerate.den > 0) { |
| 162 | param.fMaxFrameRate = av_q2d(avctx->framerate); |
| 163 | } else { |
| 164 | if (avctx->ticks_per_frame > INT_MAX / avctx->time_base.num) { |
| 165 | av_log(avctx, AV_LOG_ERROR, |
| 166 | "Could not set framerate for libopenh264enc: integer overflow\n"); |
| 167 | return AVERROR(EINVAL); |
| 168 | } |
| 169 | param.fMaxFrameRate = 1.0 / av_q2d(avctx->time_base) / FFMAX(avctx->ticks_per_frame, 1); |
| 170 | } |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 171 | param.iPicWidth = avctx->width; |
| 172 | param.iPicHeight = avctx->height; |
Linjie Fu | e5f097e | 2020-04-29 03:00:47 | [diff] [blame] | 173 | param.iTargetBitrate = avctx->bit_rate > 0 ? avctx->bit_rate : TARGET_BITRATE_DEFAULT; |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 174 | param.iMaxBitrate = FFMAX(avctx->rc_max_rate, avctx->bit_rate); |
Linjie Fu | 75fc3f9 | 2020-04-29 03:00:48 | [diff] [blame] | 175 | param.iRCMode = s->rc_mode; |
Linjie Fu | 433ece8 | 2020-04-29 03:00:46 | [diff] [blame] | 176 | if (avctx->qmax >= 0) |
| 177 | param.iMaxQp = av_clip(avctx->qmax, 1, 51); |
| 178 | if (avctx->qmin >= 0) |
| 179 | param.iMinQp = av_clip(avctx->qmin, 1, param.iMaxQp); |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 180 | param.iTemporalLayerNum = 1; |
| 181 | param.iSpatialLayerNum = 1; |
| 182 | param.bEnableDenoise = 0; |
| 183 | param.bEnableBackgroundDetection = 1; |
| 184 | param.bEnableAdaptiveQuant = 1; |
Martin Storsjö | 9e14a99 | 2015-10-28 09:06:36 | [diff] [blame] | 185 | param.bEnableFrameSkip = s->skip_frames; |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 186 | param.bEnableLongTermReference = 0; |
| 187 | param.iLtrMarkPeriod = 30; |
Linjie Fu | e5f097e | 2020-04-29 03:00:47 | [diff] [blame] | 188 | if (avctx->gop_size >= 0) |
| 189 | param.uiIntraPeriod = avctx->gop_size; |
Martin Storsjö | 25c29d3 | 2015-03-05 11:57:44 | [diff] [blame] | 190 | #if OPENH264_VER_AT_LEAST(1, 4) |
| 191 | param.eSpsPpsIdStrategy = CONSTANT_ID; |
| 192 | #else |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 193 | param.bEnableSpsPpsIdAddition = 0; |
Martin Storsjö | 25c29d3 | 2015-03-05 11:57:44 | [diff] [blame] | 194 | #endif |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 195 | param.bPrefixNalAddingCtrl = 0; |
| 196 | param.iLoopFilterDisableIdc = !s->loopfilter; |
Limin Wang | edd305e | 2022-01-14 09:48:54 | [diff] [blame] | 197 | param.iEntropyCodingModeFlag = s->coder >= 0 ? s->coder : 1; |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 198 | param.iMultipleThreadIdc = avctx->thread_count; |
Linjie Fu | d3a7bdd | 2020-05-06 13:47:50 | [diff] [blame] | 199 | |
Linjie Fu | e3e2702 | 2020-05-06 13:47:51 | [diff] [blame] | 200 | /* Allow specifying the libopenh264 profile through AVCodecContext. */ |
| 201 | if (FF_PROFILE_UNKNOWN == s->profile && |
| 202 | FF_PROFILE_UNKNOWN != avctx->profile) |
| 203 | switch (avctx->profile) { |
| 204 | case FF_PROFILE_H264_HIGH: |
| 205 | case FF_PROFILE_H264_MAIN: |
| 206 | case FF_PROFILE_H264_CONSTRAINED_BASELINE: |
| 207 | s->profile = avctx->profile; |
| 208 | break; |
| 209 | default: |
| 210 | av_log(avctx, AV_LOG_WARNING, |
| 211 | "Unsupported avctx->profile: %d.\n", avctx->profile); |
| 212 | break; |
| 213 | } |
| 214 | |
Linjie Fu | e4d37ab | 2020-05-06 13:47:52 | [diff] [blame] | 215 | if (s->profile == FF_PROFILE_UNKNOWN && s->coder >= 0) |
| 216 | s->profile = s->coder == 0 ? FF_PROFILE_H264_CONSTRAINED_BASELINE : |
Linjie Fu | d3a7bdd | 2020-05-06 13:47:50 | [diff] [blame] | 217 | #if OPENH264_VER_AT_LEAST(1, 8) |
Linjie Fu | e4d37ab | 2020-05-06 13:47:52 | [diff] [blame] | 218 | FF_PROFILE_H264_HIGH; |
Linjie Fu | d3a7bdd | 2020-05-06 13:47:50 | [diff] [blame] | 219 | #else |
Linjie Fu | e4d37ab | 2020-05-06 13:47:52 | [diff] [blame] | 220 | FF_PROFILE_H264_MAIN; |
Linjie Fu | d3a7bdd | 2020-05-06 13:47:50 | [diff] [blame] | 221 | #endif |
| 222 | |
| 223 | switch (s->profile) { |
Linjie Fu | d3a7bdd | 2020-05-06 13:47:50 | [diff] [blame] | 224 | case FF_PROFILE_H264_HIGH: |
Limin Wang | edd305e | 2022-01-14 09:48:54 | [diff] [blame] | 225 | av_log(avctx, AV_LOG_VERBOSE, "Using %s, " |
| 226 | "select EProfileIdc PRO_HIGH in libopenh264.\n", |
| 227 | param.iEntropyCodingModeFlag ? "CABAC" : "CAVLC"); |
Linjie Fu | d3a7bdd | 2020-05-06 13:47:50 | [diff] [blame] | 228 | break; |
Linjie Fu | d3a7bdd | 2020-05-06 13:47:50 | [diff] [blame] | 229 | case FF_PROFILE_H264_MAIN: |
Limin Wang | edd305e | 2022-01-14 09:48:54 | [diff] [blame] | 230 | av_log(avctx, AV_LOG_VERBOSE, "Using %s, " |
| 231 | "select EProfileIdc PRO_MAIN in libopenh264.\n", |
| 232 | param.iEntropyCodingModeFlag ? "CABAC" : "CAVLC"); |
Linjie Fu | d3a7bdd | 2020-05-06 13:47:50 | [diff] [blame] | 233 | break; |
Linjie Fu | d3a7bdd | 2020-05-06 13:47:50 | [diff] [blame] | 234 | case FF_PROFILE_H264_CONSTRAINED_BASELINE: |
| 235 | case FF_PROFILE_UNKNOWN: |
Limin Wang | f74e90c | 2022-01-14 09:48:10 | [diff] [blame] | 236 | s->profile = FF_PROFILE_H264_CONSTRAINED_BASELINE; |
Linjie Fu | d3a7bdd | 2020-05-06 13:47:50 | [diff] [blame] | 237 | param.iEntropyCodingModeFlag = 0; |
| 238 | av_log(avctx, AV_LOG_VERBOSE, "Using CAVLC, " |
| 239 | "select EProfileIdc PRO_BASELINE in libopenh264.\n"); |
| 240 | break; |
| 241 | default: |
Limin Wang | f74e90c | 2022-01-14 09:48:10 | [diff] [blame] | 242 | s->profile = FF_PROFILE_H264_CONSTRAINED_BASELINE; |
Linjie Fu | d3a7bdd | 2020-05-06 13:47:50 | [diff] [blame] | 243 | param.iEntropyCodingModeFlag = 0; |
| 244 | av_log(avctx, AV_LOG_WARNING, "Unsupported profile, " |
| 245 | "select EProfileIdc PRO_BASELINE in libopenh264.\n"); |
| 246 | break; |
| 247 | } |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 248 | |
| 249 | param.sSpatialLayers[0].iVideoWidth = param.iPicWidth; |
| 250 | param.sSpatialLayers[0].iVideoHeight = param.iPicHeight; |
| 251 | param.sSpatialLayers[0].fFrameRate = param.fMaxFrameRate; |
| 252 | param.sSpatialLayers[0].iSpatialBitrate = param.iTargetBitrate; |
| 253 | param.sSpatialLayers[0].iMaxSpatialBitrate = param.iMaxBitrate; |
Limin Wang | f74e90c | 2022-01-14 09:48:10 | [diff] [blame] | 254 | param.sSpatialLayers[0].uiProfileIdc = s->profile; |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 255 | |
Valery Kot | be827e1 | 2018-11-01 13:15:11 | [diff] [blame] | 256 | #if OPENH264_VER_AT_LEAST(1, 7) |
| 257 | if (avctx->sample_aspect_ratio.num && avctx->sample_aspect_ratio.den) { |
| 258 | // Table E-1. |
| 259 | static const AVRational sar_idc[] = { |
| 260 | { 0, 0 }, // Unspecified (never written here). |
| 261 | { 1, 1 }, { 12, 11 }, { 10, 11 }, { 16, 11 }, |
| 262 | { 40, 33 }, { 24, 11 }, { 20, 11 }, { 32, 11 }, |
| 263 | { 80, 33 }, { 18, 11 }, { 15, 11 }, { 64, 33 }, |
| 264 | { 160, 99 }, // Last 3 are unknown to openh264: { 4, 3 }, { 3, 2 }, { 2, 1 }, |
| 265 | }; |
| 266 | static const ESampleAspectRatio asp_idc[] = { |
| 267 | ASP_UNSPECIFIED, |
| 268 | ASP_1x1, ASP_12x11, ASP_10x11, ASP_16x11, |
| 269 | ASP_40x33, ASP_24x11, ASP_20x11, ASP_32x11, |
| 270 | ASP_80x33, ASP_18x11, ASP_15x11, ASP_64x33, |
| 271 | ASP_160x99, |
| 272 | }; |
| 273 | int num, den, i; |
| 274 | |
| 275 | av_reduce(&num, &den, avctx->sample_aspect_ratio.num, |
| 276 | avctx->sample_aspect_ratio.den, 65535); |
| 277 | |
| 278 | for (i = 1; i < FF_ARRAY_ELEMS(sar_idc); i++) { |
| 279 | if (num == sar_idc[i].num && |
| 280 | den == sar_idc[i].den) |
| 281 | break; |
| 282 | } |
| 283 | if (i == FF_ARRAY_ELEMS(sar_idc)) { |
| 284 | param.sSpatialLayers[0].eAspectRatio = ASP_EXT_SAR; |
| 285 | param.sSpatialLayers[0].sAspectRatioExtWidth = num; |
| 286 | param.sSpatialLayers[0].sAspectRatioExtHeight = den; |
| 287 | } else { |
| 288 | param.sSpatialLayers[0].eAspectRatio = asp_idc[i]; |
| 289 | } |
| 290 | param.sSpatialLayers[0].bAspectRatioPresent = true; |
Linjie Fu | 917d28d | 2020-04-06 11:14:45 | [diff] [blame] | 291 | } else { |
Valery Kot | be827e1 | 2018-11-01 13:15:11 | [diff] [blame] | 292 | param.sSpatialLayers[0].bAspectRatioPresent = false; |
| 293 | } |
| 294 | #endif |
| 295 | |
Martin Storsjö | 31aa533 | 2016-06-23 22:06:12 | [diff] [blame] | 296 | if ((avctx->slices > 1) && (s->max_nal_size)) { |
| 297 | av_log(avctx, AV_LOG_ERROR, |
| 298 | "Invalid combination -slices %d and -max_nal_size %d.\n", |
| 299 | avctx->slices, s->max_nal_size); |
Martin Storsjö | 7a76371 | 2016-07-14 19:24:55 | [diff] [blame] | 300 | return AVERROR(EINVAL); |
Mario Gasparoni | c3e5c47 | 2015-10-08 17:28:55 | [diff] [blame] | 301 | } |
| 302 | |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 303 | if (avctx->slices > 1) |
| 304 | s->slice_mode = SM_FIXEDSLCNUM_SLICE; |
Mario Gasparoni | c3e5c47 | 2015-10-08 17:28:55 | [diff] [blame] | 305 | |
| 306 | if (s->max_nal_size) |
Martin Storsjö | 293676c | 2016-07-08 20:21:41 | [diff] [blame] | 307 | s->slice_mode = SM_SIZELIMITED_SLICE; |
Mario Gasparoni | c3e5c47 | 2015-10-08 17:28:55 | [diff] [blame] | 308 | |
Martin Storsjö | 293676c | 2016-07-08 20:21:41 | [diff] [blame] | 309 | #if OPENH264_VER_AT_LEAST(1, 6) |
| 310 | param.sSpatialLayers[0].sSliceArgument.uiSliceMode = s->slice_mode; |
| 311 | param.sSpatialLayers[0].sSliceArgument.uiSliceNum = avctx->slices; |
| 312 | #else |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 313 | param.sSpatialLayers[0].sSliceCfg.uiSliceMode = s->slice_mode; |
| 314 | param.sSpatialLayers[0].sSliceCfg.sSliceArgument.uiSliceNum = avctx->slices; |
Martin Storsjö | 293676c | 2016-07-08 20:21:41 | [diff] [blame] | 315 | #endif |
Linjie Fu | 9310361 | 2020-04-29 03:00:49 | [diff] [blame] | 316 | if (avctx->slices == 0 && s->slice_mode == SM_FIXEDSLCNUM_SLICE) |
| 317 | av_log(avctx, AV_LOG_WARNING, "Slice count will be set automatically\n"); |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 318 | |
Martin Storsjö | 293676c | 2016-07-08 20:21:41 | [diff] [blame] | 319 | if (s->slice_mode == SM_SIZELIMITED_SLICE) { |
Linjie Fu | 917d28d | 2020-04-06 11:14:45 | [diff] [blame] | 320 | if (s->max_nal_size) { |
Mario Gasparoni | c3e5c47 | 2015-10-08 17:28:55 | [diff] [blame] | 321 | param.uiMaxNalSize = s->max_nal_size; |
Martin Storsjö | 293676c | 2016-07-08 20:21:41 | [diff] [blame] | 322 | #if OPENH264_VER_AT_LEAST(1, 6) |
| 323 | param.sSpatialLayers[0].sSliceArgument.uiSliceSizeConstraint = s->max_nal_size; |
| 324 | #else |
Mario Gasparoni | c3e5c47 | 2015-10-08 17:28:55 | [diff] [blame] | 325 | param.sSpatialLayers[0].sSliceCfg.sSliceArgument.uiSliceSizeConstraint = s->max_nal_size; |
Martin Storsjö | 293676c | 2016-07-08 20:21:41 | [diff] [blame] | 326 | #endif |
Mario Gasparoni | c3e5c47 | 2015-10-08 17:28:55 | [diff] [blame] | 327 | } else { |
Vittorio Giovara | 936f0d9 | 2015-09-13 21:45:24 | [diff] [blame] | 328 | av_log(avctx, AV_LOG_ERROR, "Invalid -max_nal_size, " |
| 329 | "specify a valid max_nal_size to use -slice_mode dyn\n"); |
Martin Storsjö | 7a76371 | 2016-07-14 19:24:55 | [diff] [blame] | 330 | return AVERROR(EINVAL); |
Mario Gasparoni | c3e5c47 | 2015-10-08 17:28:55 | [diff] [blame] | 331 | } |
| 332 | } |
| 333 | |
Limin Wang | 008cc90 | 2022-01-14 05:53:19 | [diff] [blame] | 334 | #if OPENH264_VER_AT_LEAST(1, 6) |
| 335 | param.sSpatialLayers[0].uiVideoFormat = VF_UNDEF; |
| 336 | if (avctx->color_range != AVCOL_RANGE_UNSPECIFIED) { |
| 337 | param.sSpatialLayers[0].bVideoSignalTypePresent = true; |
| 338 | param.sSpatialLayers[0].bFullRange = (avctx->color_range == AVCOL_RANGE_JPEG); |
| 339 | } |
| 340 | |
| 341 | if (avctx->colorspace != AVCOL_SPC_UNSPECIFIED || |
| 342 | avctx->color_primaries != AVCOL_PRI_UNSPECIFIED || |
| 343 | avctx->color_trc != AVCOL_TRC_UNSPECIFIED) { |
| 344 | param.sSpatialLayers[0].bVideoSignalTypePresent = true; |
| 345 | param.sSpatialLayers[0].bColorDescriptionPresent = true; |
| 346 | } |
| 347 | |
| 348 | if (avctx->colorspace != AVCOL_SPC_UNSPECIFIED) |
| 349 | param.sSpatialLayers[0].uiColorMatrix = avctx->colorspace; |
| 350 | if (avctx->color_primaries != AVCOL_PRI_UNSPECIFIED) |
| 351 | param.sSpatialLayers[0].uiColorPrimaries = avctx->color_primaries; |
| 352 | if (avctx->color_trc != AVCOL_TRC_UNSPECIFIED) |
| 353 | param.sSpatialLayers[0].uiTransferCharacteristics = avctx->color_trc; |
| 354 | #endif |
| 355 | |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 356 | if ((*s->encoder)->InitializeExt(s->encoder, ¶m) != cmResultSuccess) { |
| 357 | av_log(avctx, AV_LOG_ERROR, "Initialize failed\n"); |
Martin Storsjö | 7a76371 | 2016-07-14 19:24:55 | [diff] [blame] | 358 | return AVERROR_UNKNOWN; |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 359 | } |
| 360 | |
Vittorio Giovara | 7c6eb0a | 2015-06-29 19:59:37 | [diff] [blame] | 361 | if (avctx->flags & AV_CODEC_FLAG_GLOBAL_HEADER) { |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 362 | SFrameBSInfo fbi = { 0 }; |
| 363 | int i, size = 0; |
| 364 | (*s->encoder)->EncodeParameterSets(s->encoder, &fbi); |
| 365 | for (i = 0; i < fbi.sLayerInfo[0].iNalCount; i++) |
| 366 | size += fbi.sLayerInfo[0].pNalLengthInByte[i]; |
Vittorio Giovara | 059a934 | 2015-06-29 21:48:34 | [diff] [blame] | 367 | avctx->extradata = av_mallocz(size + AV_INPUT_BUFFER_PADDING_SIZE); |
Martin Storsjö | 7a76371 | 2016-07-14 19:24:55 | [diff] [blame] | 368 | if (!avctx->extradata) |
| 369 | return AVERROR(ENOMEM); |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 370 | avctx->extradata_size = size; |
| 371 | memcpy(avctx->extradata, fbi.sLayerInfo[0].pBsBuf, size); |
| 372 | } |
| 373 | |
Anton Khirnov | 11c9bd6 | 2015-10-03 13:19:10 | [diff] [blame] | 374 | props = ff_add_cpb_side_data(avctx); |
Martin Storsjö | 7a76371 | 2016-07-14 19:24:55 | [diff] [blame] | 375 | if (!props) |
| 376 | return AVERROR(ENOMEM); |
Anton Khirnov | 11c9bd6 | 2015-10-03 13:19:10 | [diff] [blame] | 377 | props->max_bitrate = param.iMaxBitrate; |
| 378 | props->avg_bitrate = param.iTargetBitrate; |
| 379 | |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 380 | return 0; |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 381 | } |
| 382 | |
| 383 | static int svc_encode_frame(AVCodecContext *avctx, AVPacket *avpkt, |
| 384 | const AVFrame *frame, int *got_packet) |
| 385 | { |
| 386 | SVCContext *s = avctx->priv_data; |
| 387 | SFrameBSInfo fbi = { 0 }; |
| 388 | int i, ret; |
| 389 | int encoded; |
| 390 | SSourcePicture sp = { 0 }; |
| 391 | int size = 0, layer, first_layer = 0; |
| 392 | int layer_size[MAX_LAYER_NUM_OF_FRAME] = { 0 }; |
| 393 | |
| 394 | sp.iColorFormat = videoFormatI420; |
| 395 | for (i = 0; i < 3; i++) { |
| 396 | sp.iStride[i] = frame->linesize[i]; |
| 397 | sp.pData[i] = frame->data[i]; |
| 398 | } |
| 399 | sp.iPicWidth = avctx->width; |
| 400 | sp.iPicHeight = avctx->height; |
| 401 | |
Valery Kot | 67fd8df | 2018-03-16 13:50:34 | [diff] [blame] | 402 | if (frame->pict_type == AV_PICTURE_TYPE_I) { |
| 403 | (*s->encoder)->ForceIntraFrame(s->encoder, true); |
| 404 | } |
| 405 | |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 406 | encoded = (*s->encoder)->EncodeFrame(s->encoder, &sp, &fbi); |
| 407 | if (encoded != cmResultSuccess) { |
| 408 | av_log(avctx, AV_LOG_ERROR, "EncodeFrame failed\n"); |
| 409 | return AVERROR_UNKNOWN; |
| 410 | } |
| 411 | if (fbi.eFrameType == videoFrameTypeSkip) { |
Martin Storsjö | 8edaf62 | 2015-10-28 09:12:42 | [diff] [blame] | 412 | s->skipped++; |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 413 | av_log(avctx, AV_LOG_DEBUG, "frame skipped\n"); |
| 414 | return 0; |
| 415 | } |
| 416 | first_layer = 0; |
Martin Storsjö | 3852e2c | 2015-01-07 22:03:09 | [diff] [blame] | 417 | // Normal frames are returned with one single layer, while IDR |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 418 | // frames have two layers, where the first layer contains the SPS/PPS. |
| 419 | // If using global headers, don't include the SPS/PPS in the returned |
| 420 | // packet - thus, only return one layer. |
Vittorio Giovara | 7c6eb0a | 2015-06-29 19:59:37 | [diff] [blame] | 421 | if (avctx->flags & AV_CODEC_FLAG_GLOBAL_HEADER) |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 422 | first_layer = fbi.iLayerNum - 1; |
| 423 | |
| 424 | for (layer = first_layer; layer < fbi.iLayerNum; layer++) { |
| 425 | for (i = 0; i < fbi.sLayerInfo[layer].iNalCount; i++) |
| 426 | layer_size[layer] += fbi.sLayerInfo[layer].pNalLengthInByte[i]; |
| 427 | size += layer_size[layer]; |
| 428 | } |
Martin Storsjö | 6996fd2 | 2015-01-28 20:17:29 | [diff] [blame] | 429 | av_log(avctx, AV_LOG_DEBUG, "%d slices\n", fbi.sLayerInfo[fbi.iLayerNum - 1].iNalCount); |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 430 | |
Andreas Rheinhardt | 0812a60 | 2021-04-24 23:43:26 | [diff] [blame] | 431 | if ((ret = ff_get_encode_buffer(avctx, avpkt, size, 0))) |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 432 | return ret; |
Andreas Rheinhardt | 0812a60 | 2021-04-24 23:43:26 | [diff] [blame] | 433 | |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 434 | size = 0; |
| 435 | for (layer = first_layer; layer < fbi.iLayerNum; layer++) { |
| 436 | memcpy(avpkt->data + size, fbi.sLayerInfo[layer].pBsBuf, layer_size[layer]); |
| 437 | size += layer_size[layer]; |
| 438 | } |
| 439 | avpkt->pts = frame->pts; |
| 440 | if (fbi.eFrameType == videoFrameTypeIDR) |
| 441 | avpkt->flags |= AV_PKT_FLAG_KEY; |
| 442 | *got_packet = 1; |
| 443 | return 0; |
| 444 | } |
| 445 | |
Andreas Rheinhardt | 5aabb25 | 2022-03-16 20:26:11 | [diff] [blame] | 446 | static const FFCodecDefault svc_enc_defaults[] = { |
Linjie Fu | e5f097e | 2020-04-29 03:00:47 | [diff] [blame] | 447 | { "b", "0" }, |
| 448 | { "g", "-1" }, |
Linjie Fu | 433ece8 | 2020-04-29 03:00:46 | [diff] [blame] | 449 | { "qmin", "-1" }, |
| 450 | { "qmax", "-1" }, |
| 451 | { NULL }, |
| 452 | }; |
| 453 | |
Andreas Rheinhardt | 20f9727 | 2022-03-16 20:09:54 | [diff] [blame] | 454 | const FFCodec ff_libopenh264_encoder = { |
| 455 | .p.name = "libopenh264", |
| 456 | .p.long_name = NULL_IF_CONFIG_SMALL("OpenH264 H.264 / AVC / MPEG-4 AVC / MPEG-4 part 10"), |
| 457 | .p.type = AVMEDIA_TYPE_VIDEO, |
| 458 | .p.id = AV_CODEC_ID_H264, |
| 459 | .p.capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_OTHER_THREADS, |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 460 | .priv_data_size = sizeof(SVCContext), |
| 461 | .init = svc_encode_init, |
Andreas Rheinhardt | 4243da4 | 2022-03-30 21:28:24 | [diff] [blame] | 462 | FF_CODEC_ENCODE_CB(svc_encode_frame), |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 463 | .close = svc_encode_close, |
Andreas Rheinhardt | 21b23ce | 2022-07-09 22:05:45 | [diff] [blame^] | 464 | .caps_internal = FF_CODEC_CAP_INIT_CLEANUP | |
Anton Khirnov | 8a12907 | 2021-03-09 17:00:44 | [diff] [blame] | 465 | FF_CODEC_CAP_AUTO_THREADS, |
Andreas Rheinhardt | 20f9727 | 2022-03-16 20:09:54 | [diff] [blame] | 466 | .p.pix_fmts = (const enum AVPixelFormat[]){ AV_PIX_FMT_YUV420P, |
Martin Storsjö | 58a840e | 2015-03-17 12:40:40 | [diff] [blame] | 467 | AV_PIX_FMT_NONE }, |
Linjie Fu | 433ece8 | 2020-04-29 03:00:46 | [diff] [blame] | 468 | .defaults = svc_enc_defaults, |
Andreas Rheinhardt | 20f9727 | 2022-03-16 20:09:54 | [diff] [blame] | 469 | .p.priv_class = &class, |
| 470 | .p.wrapper_name = "libopenh264", |
Martin Storsjö | 8a3d9ca | 2013-12-12 15:13:55 | [diff] [blame] | 471 | }; |