You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1134 lines
44KB

  1. /*
  2. * Copyright (c) 2010, Google, Inc.
  3. *
  4. * This file is part of FFmpeg.
  5. *
  6. * FFmpeg is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU Lesser General Public
  8. * License as published by the Free Software Foundation; either
  9. * version 2.1 of the License, or (at your option) any later version.
  10. *
  11. * FFmpeg is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  14. * Lesser General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU Lesser General Public
  17. * License along with FFmpeg; if not, write to the Free Software
  18. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  19. */
  20. /**
  21. * @file
  22. * AV1 encoder support via libaom
  23. */
  24. #define AOM_DISABLE_CTRL_TYPECHECKS 1
  25. #include <aom/aom_encoder.h>
  26. #include <aom/aomcx.h>
  27. #include "libavutil/avassert.h"
  28. #include "libavutil/base64.h"
  29. #include "libavutil/common.h"
  30. #include "libavutil/mathematics.h"
  31. #include "libavutil/opt.h"
  32. #include "libavutil/pixdesc.h"
  33. #include "av1.h"
  34. #include "avcodec.h"
  35. #include "internal.h"
  36. #include "profiles.h"
  37. /*
  38. * Portion of struct aom_codec_cx_pkt from aom_encoder.h.
  39. * One encoded frame returned from the library.
  40. */
  41. struct FrameListData {
  42. void *buf; /**< compressed data buffer */
  43. size_t sz; /**< length of compressed data */
  44. int64_t pts; /**< time stamp to show frame
  45. (in timebase units) */
  46. unsigned long duration; /**< duration to show frame
  47. (in timebase units) */
  48. uint32_t flags; /**< flags for this frame */
  49. uint64_t sse[4];
  50. int have_sse; /**< true if we have pending sse[] */
  51. uint64_t frame_number;
  52. struct FrameListData *next;
  53. };
  54. typedef struct AOMEncoderContext {
  55. AVClass *class;
  56. AVBSFContext *bsf;
  57. struct aom_codec_ctx encoder;
  58. struct aom_image rawimg;
  59. struct aom_fixed_buf twopass_stats;
  60. struct FrameListData *coded_frame_list;
  61. int cpu_used;
  62. int auto_alt_ref;
  63. int arnr_max_frames;
  64. int arnr_strength;
  65. int aq_mode;
  66. int lag_in_frames;
  67. int error_resilient;
  68. int crf;
  69. int static_thresh;
  70. int drop_threshold;
  71. int denoise_noise_level;
  72. int denoise_block_size;
  73. uint64_t sse[4];
  74. int have_sse; /**< true if we have pending sse[] */
  75. uint64_t frame_number;
  76. int rc_undershoot_pct;
  77. int rc_overshoot_pct;
  78. int minsection_pct;
  79. int maxsection_pct;
  80. int frame_parallel;
  81. int tile_cols, tile_rows;
  82. int tile_cols_log2, tile_rows_log2;
  83. aom_superblock_size_t superblock_size;
  84. int uniform_tiles;
  85. int row_mt;
  86. int enable_cdef;
  87. int enable_global_motion;
  88. int enable_intrabc;
  89. int enable_restoration;
  90. int usage;
  91. } AOMContext;
  92. static const char *const ctlidstr[] = {
  93. [AOME_SET_CPUUSED] = "AOME_SET_CPUUSED",
  94. [AOME_SET_CQ_LEVEL] = "AOME_SET_CQ_LEVEL",
  95. [AOME_SET_ENABLEAUTOALTREF] = "AOME_SET_ENABLEAUTOALTREF",
  96. [AOME_SET_ARNR_MAXFRAMES] = "AOME_SET_ARNR_MAXFRAMES",
  97. [AOME_SET_ARNR_STRENGTH] = "AOME_SET_ARNR_STRENGTH",
  98. [AOME_SET_STATIC_THRESHOLD] = "AOME_SET_STATIC_THRESHOLD",
  99. [AV1E_SET_COLOR_RANGE] = "AV1E_SET_COLOR_RANGE",
  100. [AV1E_SET_COLOR_PRIMARIES] = "AV1E_SET_COLOR_PRIMARIES",
  101. [AV1E_SET_MATRIX_COEFFICIENTS] = "AV1E_SET_MATRIX_COEFFICIENTS",
  102. [AV1E_SET_TRANSFER_CHARACTERISTICS] = "AV1E_SET_TRANSFER_CHARACTERISTICS",
  103. [AV1E_SET_AQ_MODE] = "AV1E_SET_AQ_MODE",
  104. [AV1E_SET_FRAME_PARALLEL_DECODING] = "AV1E_SET_FRAME_PARALLEL_DECODING",
  105. [AV1E_SET_SUPERBLOCK_SIZE] = "AV1E_SET_SUPERBLOCK_SIZE",
  106. [AV1E_SET_TILE_COLUMNS] = "AV1E_SET_TILE_COLUMNS",
  107. [AV1E_SET_TILE_ROWS] = "AV1E_SET_TILE_ROWS",
  108. [AV1E_SET_ENABLE_RESTORATION] = "AV1E_SET_ENABLE_RESTORATION",
  109. #ifdef AOM_CTRL_AV1E_SET_ROW_MT
  110. [AV1E_SET_ROW_MT] = "AV1E_SET_ROW_MT",
  111. #endif
  112. #ifdef AOM_CTRL_AV1E_SET_DENOISE_NOISE_LEVEL
  113. [AV1E_SET_DENOISE_NOISE_LEVEL] = "AV1E_SET_DENOISE_NOISE_LEVEL",
  114. #endif
  115. #ifdef AOM_CTRL_AV1E_SET_DENOISE_BLOCK_SIZE
  116. [AV1E_SET_DENOISE_BLOCK_SIZE] = "AV1E_SET_DENOISE_BLOCK_SIZE",
  117. #endif
  118. #ifdef AOM_CTRL_AV1E_SET_MAX_REFERENCE_FRAMES
  119. [AV1E_SET_MAX_REFERENCE_FRAMES] = "AV1E_SET_MAX_REFERENCE_FRAMES",
  120. #endif
  121. #ifdef AOM_CTRL_AV1E_SET_ENABLE_GLOBAL_MOTION
  122. [AV1E_SET_ENABLE_GLOBAL_MOTION] = "AV1E_SET_ENABLE_GLOBAL_MOTION",
  123. #endif
  124. #ifdef AOM_CTRL_AV1E_SET_ENABLE_INTRABC
  125. [AV1E_SET_ENABLE_INTRABC] = "AV1E_SET_ENABLE_INTRABC",
  126. #endif
  127. [AV1E_SET_ENABLE_CDEF] = "AV1E_SET_ENABLE_CDEF",
  128. };
  129. static av_cold void log_encoder_error(AVCodecContext *avctx, const char *desc)
  130. {
  131. AOMContext *ctx = avctx->priv_data;
  132. const char *error = aom_codec_error(&ctx->encoder);
  133. const char *detail = aom_codec_error_detail(&ctx->encoder);
  134. av_log(avctx, AV_LOG_ERROR, "%s: %s\n", desc, error);
  135. if (detail)
  136. av_log(avctx, AV_LOG_ERROR, " Additional information: %s\n", detail);
  137. }
  138. static av_cold void dump_enc_cfg(AVCodecContext *avctx,
  139. const struct aom_codec_enc_cfg *cfg)
  140. {
  141. int width = -30;
  142. int level = AV_LOG_DEBUG;
  143. av_log(avctx, level, "aom_codec_enc_cfg\n");
  144. av_log(avctx, level, "generic settings\n"
  145. " %*s%u\n %*s%u\n %*s%u\n %*s%u\n %*s%u\n"
  146. " %*s%u\n %*s%u\n"
  147. " %*s{%u/%u}\n %*s%u\n %*s%d\n %*s%u\n",
  148. width, "g_usage:", cfg->g_usage,
  149. width, "g_threads:", cfg->g_threads,
  150. width, "g_profile:", cfg->g_profile,
  151. width, "g_w:", cfg->g_w,
  152. width, "g_h:", cfg->g_h,
  153. width, "g_bit_depth:", cfg->g_bit_depth,
  154. width, "g_input_bit_depth:", cfg->g_input_bit_depth,
  155. width, "g_timebase:", cfg->g_timebase.num, cfg->g_timebase.den,
  156. width, "g_error_resilient:", cfg->g_error_resilient,
  157. width, "g_pass:", cfg->g_pass,
  158. width, "g_lag_in_frames:", cfg->g_lag_in_frames);
  159. av_log(avctx, level, "rate control settings\n"
  160. " %*s%u\n %*s%d\n %*s%p(%"SIZE_SPECIFIER")\n %*s%u\n",
  161. width, "rc_dropframe_thresh:", cfg->rc_dropframe_thresh,
  162. width, "rc_end_usage:", cfg->rc_end_usage,
  163. width, "rc_twopass_stats_in:", cfg->rc_twopass_stats_in.buf, cfg->rc_twopass_stats_in.sz,
  164. width, "rc_target_bitrate:", cfg->rc_target_bitrate);
  165. av_log(avctx, level, "quantizer settings\n"
  166. " %*s%u\n %*s%u\n",
  167. width, "rc_min_quantizer:", cfg->rc_min_quantizer,
  168. width, "rc_max_quantizer:", cfg->rc_max_quantizer);
  169. av_log(avctx, level, "bitrate tolerance\n"
  170. " %*s%u\n %*s%u\n",
  171. width, "rc_undershoot_pct:", cfg->rc_undershoot_pct,
  172. width, "rc_overshoot_pct:", cfg->rc_overshoot_pct);
  173. av_log(avctx, level, "decoder buffer model\n"
  174. " %*s%u\n %*s%u\n %*s%u\n",
  175. width, "rc_buf_sz:", cfg->rc_buf_sz,
  176. width, "rc_buf_initial_sz:", cfg->rc_buf_initial_sz,
  177. width, "rc_buf_optimal_sz:", cfg->rc_buf_optimal_sz);
  178. av_log(avctx, level, "2 pass rate control settings\n"
  179. " %*s%u\n %*s%u\n %*s%u\n",
  180. width, "rc_2pass_vbr_bias_pct:", cfg->rc_2pass_vbr_bias_pct,
  181. width, "rc_2pass_vbr_minsection_pct:", cfg->rc_2pass_vbr_minsection_pct,
  182. width, "rc_2pass_vbr_maxsection_pct:", cfg->rc_2pass_vbr_maxsection_pct);
  183. av_log(avctx, level, "keyframing settings\n"
  184. " %*s%d\n %*s%u\n %*s%u\n",
  185. width, "kf_mode:", cfg->kf_mode,
  186. width, "kf_min_dist:", cfg->kf_min_dist,
  187. width, "kf_max_dist:", cfg->kf_max_dist);
  188. av_log(avctx, level, "tile settings\n"
  189. " %*s%d\n %*s%d\n",
  190. width, "tile_width_count:", cfg->tile_width_count,
  191. width, "tile_height_count:", cfg->tile_height_count);
  192. av_log(avctx, level, "\n");
  193. }
  194. static void coded_frame_add(void *list, struct FrameListData *cx_frame)
  195. {
  196. struct FrameListData **p = list;
  197. while (*p)
  198. p = &(*p)->next;
  199. *p = cx_frame;
  200. cx_frame->next = NULL;
  201. }
  202. static av_cold void free_coded_frame(struct FrameListData *cx_frame)
  203. {
  204. av_freep(&cx_frame->buf);
  205. av_freep(&cx_frame);
  206. }
  207. static av_cold void free_frame_list(struct FrameListData *list)
  208. {
  209. struct FrameListData *p = list;
  210. while (p) {
  211. list = list->next;
  212. free_coded_frame(p);
  213. p = list;
  214. }
  215. }
  216. static av_cold int codecctl_int(AVCodecContext *avctx,
  217. #ifdef UENUM1BYTE
  218. aome_enc_control_id id,
  219. #else
  220. enum aome_enc_control_id id,
  221. #endif
  222. int val)
  223. {
  224. AOMContext *ctx = avctx->priv_data;
  225. char buf[80];
  226. int width = -30;
  227. int res;
  228. snprintf(buf, sizeof(buf), "%s:", ctlidstr[id]);
  229. av_log(avctx, AV_LOG_DEBUG, " %*s%d\n", width, buf, val);
  230. res = aom_codec_control(&ctx->encoder, id, val);
  231. if (res != AOM_CODEC_OK) {
  232. snprintf(buf, sizeof(buf), "Failed to set %s codec control",
  233. ctlidstr[id]);
  234. log_encoder_error(avctx, buf);
  235. return AVERROR(EINVAL);
  236. }
  237. return 0;
  238. }
  239. static av_cold int aom_free(AVCodecContext *avctx)
  240. {
  241. AOMContext *ctx = avctx->priv_data;
  242. aom_codec_destroy(&ctx->encoder);
  243. av_freep(&ctx->twopass_stats.buf);
  244. av_freep(&avctx->stats_out);
  245. free_frame_list(ctx->coded_frame_list);
  246. av_bsf_free(&ctx->bsf);
  247. return 0;
  248. }
  249. static int set_pix_fmt(AVCodecContext *avctx, aom_codec_caps_t codec_caps,
  250. struct aom_codec_enc_cfg *enccfg, aom_codec_flags_t *flags,
  251. aom_img_fmt_t *img_fmt)
  252. {
  253. AOMContext av_unused *ctx = avctx->priv_data;
  254. enccfg->g_bit_depth = enccfg->g_input_bit_depth = 8;
  255. switch (avctx->pix_fmt) {
  256. case AV_PIX_FMT_YUV420P:
  257. enccfg->g_profile = FF_PROFILE_AV1_MAIN;
  258. *img_fmt = AOM_IMG_FMT_I420;
  259. return 0;
  260. case AV_PIX_FMT_YUV422P:
  261. enccfg->g_profile = FF_PROFILE_AV1_PROFESSIONAL;
  262. *img_fmt = AOM_IMG_FMT_I422;
  263. return 0;
  264. case AV_PIX_FMT_YUV444P:
  265. enccfg->g_profile = FF_PROFILE_AV1_HIGH;
  266. *img_fmt = AOM_IMG_FMT_I444;
  267. return 0;
  268. case AV_PIX_FMT_YUV420P10:
  269. case AV_PIX_FMT_YUV420P12:
  270. if (codec_caps & AOM_CODEC_CAP_HIGHBITDEPTH) {
  271. enccfg->g_bit_depth = enccfg->g_input_bit_depth =
  272. avctx->pix_fmt == AV_PIX_FMT_YUV420P10 ? 10 : 12;
  273. enccfg->g_profile =
  274. enccfg->g_bit_depth == 10 ? FF_PROFILE_AV1_MAIN : FF_PROFILE_AV1_PROFESSIONAL;
  275. *img_fmt = AOM_IMG_FMT_I42016;
  276. *flags |= AOM_CODEC_USE_HIGHBITDEPTH;
  277. return 0;
  278. }
  279. break;
  280. case AV_PIX_FMT_YUV422P10:
  281. case AV_PIX_FMT_YUV422P12:
  282. if (codec_caps & AOM_CODEC_CAP_HIGHBITDEPTH) {
  283. enccfg->g_bit_depth = enccfg->g_input_bit_depth =
  284. avctx->pix_fmt == AV_PIX_FMT_YUV422P10 ? 10 : 12;
  285. enccfg->g_profile = FF_PROFILE_AV1_PROFESSIONAL;
  286. *img_fmt = AOM_IMG_FMT_I42216;
  287. *flags |= AOM_CODEC_USE_HIGHBITDEPTH;
  288. return 0;
  289. }
  290. break;
  291. case AV_PIX_FMT_YUV444P10:
  292. case AV_PIX_FMT_YUV444P12:
  293. if (codec_caps & AOM_CODEC_CAP_HIGHBITDEPTH) {
  294. enccfg->g_bit_depth = enccfg->g_input_bit_depth =
  295. avctx->pix_fmt == AV_PIX_FMT_YUV444P10 ? 10 : 12;
  296. enccfg->g_profile =
  297. enccfg->g_bit_depth == 10 ? FF_PROFILE_AV1_HIGH : FF_PROFILE_AV1_PROFESSIONAL;
  298. *img_fmt = AOM_IMG_FMT_I44416;
  299. *flags |= AOM_CODEC_USE_HIGHBITDEPTH;
  300. return 0;
  301. }
  302. break;
  303. default:
  304. break;
  305. }
  306. av_log(avctx, AV_LOG_ERROR, "Unsupported pixel format.\n");
  307. return AVERROR_INVALIDDATA;
  308. }
  309. static void set_color_range(AVCodecContext *avctx)
  310. {
  311. aom_color_range_t aom_cr;
  312. switch (avctx->color_range) {
  313. case AVCOL_RANGE_UNSPECIFIED:
  314. case AVCOL_RANGE_MPEG: aom_cr = AOM_CR_STUDIO_RANGE; break;
  315. case AVCOL_RANGE_JPEG: aom_cr = AOM_CR_FULL_RANGE; break;
  316. default:
  317. av_log(avctx, AV_LOG_WARNING, "Unsupported color range (%d)\n",
  318. avctx->color_range);
  319. return;
  320. }
  321. codecctl_int(avctx, AV1E_SET_COLOR_RANGE, aom_cr);
  322. }
  323. static int count_uniform_tiling(int dim, int sb_size, int tiles_log2)
  324. {
  325. int sb_dim = (dim + sb_size - 1) / sb_size;
  326. int tile_dim = (sb_dim + (1 << tiles_log2) - 1) >> tiles_log2;
  327. av_assert0(tile_dim > 0);
  328. return (sb_dim + tile_dim - 1) / tile_dim;
  329. }
  330. static int choose_tiling(AVCodecContext *avctx,
  331. struct aom_codec_enc_cfg *enccfg)
  332. {
  333. AOMContext *ctx = avctx->priv_data;
  334. int sb_128x128_possible, sb_size, sb_width, sb_height;
  335. int uniform_rows, uniform_cols;
  336. int uniform_64x64_possible, uniform_128x128_possible;
  337. int tile_size, rounding, i;
  338. if (ctx->tile_cols_log2 >= 0)
  339. ctx->tile_cols = 1 << ctx->tile_cols_log2;
  340. if (ctx->tile_rows_log2 >= 0)
  341. ctx->tile_rows = 1 << ctx->tile_rows_log2;
  342. if (ctx->tile_cols == 0) {
  343. ctx->tile_cols = (avctx->width + AV1_MAX_TILE_WIDTH - 1) /
  344. AV1_MAX_TILE_WIDTH;
  345. if (ctx->tile_cols > 1) {
  346. av_log(avctx, AV_LOG_DEBUG, "Automatically using %d tile "
  347. "columns to fill width.\n", ctx->tile_cols);
  348. }
  349. }
  350. av_assert0(ctx->tile_cols > 0);
  351. if (ctx->tile_rows == 0) {
  352. int max_tile_width =
  353. FFALIGN((FFALIGN(avctx->width, 128) +
  354. ctx->tile_cols - 1) / ctx->tile_cols, 128);
  355. ctx->tile_rows =
  356. (max_tile_width * FFALIGN(avctx->height, 128) +
  357. AV1_MAX_TILE_AREA - 1) / AV1_MAX_TILE_AREA;
  358. if (ctx->tile_rows > 1) {
  359. av_log(avctx, AV_LOG_DEBUG, "Automatically using %d tile "
  360. "rows to fill area.\n", ctx->tile_rows);
  361. }
  362. }
  363. av_assert0(ctx->tile_rows > 0);
  364. if ((avctx->width + 63) / 64 < ctx->tile_cols ||
  365. (avctx->height + 63) / 64 < ctx->tile_rows) {
  366. av_log(avctx, AV_LOG_ERROR, "Invalid tile sizing: frame not "
  367. "large enough to fit specified tile arrangement.\n");
  368. return AVERROR(EINVAL);
  369. }
  370. if (ctx->tile_cols > AV1_MAX_TILE_COLS ||
  371. ctx->tile_rows > AV1_MAX_TILE_ROWS) {
  372. av_log(avctx, AV_LOG_ERROR, "Invalid tile sizing: AV1 does "
  373. "not allow more than %dx%d tiles.\n",
  374. AV1_MAX_TILE_COLS, AV1_MAX_TILE_ROWS);
  375. return AVERROR(EINVAL);
  376. }
  377. if (avctx->width / ctx->tile_cols > AV1_MAX_TILE_WIDTH) {
  378. av_log(avctx, AV_LOG_ERROR, "Invalid tile sizing: AV1 does "
  379. "not allow tiles of width greater than %d.\n",
  380. AV1_MAX_TILE_WIDTH);
  381. return AVERROR(EINVAL);
  382. }
  383. ctx->superblock_size = AOM_SUPERBLOCK_SIZE_DYNAMIC;
  384. if (ctx->tile_cols == 1 && ctx->tile_rows == 1) {
  385. av_log(avctx, AV_LOG_DEBUG, "Using a single tile.\n");
  386. return 0;
  387. }
  388. sb_128x128_possible =
  389. (avctx->width + 127) / 128 >= ctx->tile_cols &&
  390. (avctx->height + 127) / 128 >= ctx->tile_rows;
  391. ctx->tile_cols_log2 = ctx->tile_cols == 1 ? 0 :
  392. av_log2(ctx->tile_cols - 1) + 1;
  393. ctx->tile_rows_log2 = ctx->tile_rows == 1 ? 0 :
  394. av_log2(ctx->tile_rows - 1) + 1;
  395. uniform_cols = count_uniform_tiling(avctx->width,
  396. 64, ctx->tile_cols_log2);
  397. uniform_rows = count_uniform_tiling(avctx->height,
  398. 64, ctx->tile_rows_log2);
  399. av_log(avctx, AV_LOG_DEBUG, "Uniform with 64x64 superblocks "
  400. "-> %dx%d tiles.\n", uniform_cols, uniform_rows);
  401. uniform_64x64_possible = uniform_cols == ctx->tile_cols &&
  402. uniform_rows == ctx->tile_rows;
  403. if (sb_128x128_possible) {
  404. uniform_cols = count_uniform_tiling(avctx->width,
  405. 128, ctx->tile_cols_log2);
  406. uniform_rows = count_uniform_tiling(avctx->height,
  407. 128, ctx->tile_rows_log2);
  408. av_log(avctx, AV_LOG_DEBUG, "Uniform with 128x128 superblocks "
  409. "-> %dx%d tiles.\n", uniform_cols, uniform_rows);
  410. uniform_128x128_possible = uniform_cols == ctx->tile_cols &&
  411. uniform_rows == ctx->tile_rows;
  412. } else {
  413. av_log(avctx, AV_LOG_DEBUG, "128x128 superblocks not possible.\n");
  414. uniform_128x128_possible = 0;
  415. }
  416. ctx->uniform_tiles = 1;
  417. if (uniform_64x64_possible && uniform_128x128_possible) {
  418. av_log(avctx, AV_LOG_DEBUG, "Using uniform tiling with dynamic "
  419. "superblocks (tile_cols_log2 = %d, tile_rows_log2 = %d).\n",
  420. ctx->tile_cols_log2, ctx->tile_rows_log2);
  421. return 0;
  422. }
  423. if (uniform_64x64_possible && !sb_128x128_possible) {
  424. av_log(avctx, AV_LOG_DEBUG, "Using uniform tiling with 64x64 "
  425. "superblocks (tile_cols_log2 = %d, tile_rows_log2 = %d).\n",
  426. ctx->tile_cols_log2, ctx->tile_rows_log2);
  427. ctx->superblock_size = AOM_SUPERBLOCK_SIZE_64X64;
  428. return 0;
  429. }
  430. if (uniform_128x128_possible) {
  431. av_log(avctx, AV_LOG_DEBUG, "Using uniform tiling with 128x128 "
  432. "superblocks (tile_cols_log2 = %d, tile_rows_log2 = %d).\n",
  433. ctx->tile_cols_log2, ctx->tile_rows_log2);
  434. ctx->superblock_size = AOM_SUPERBLOCK_SIZE_128X128;
  435. return 0;
  436. }
  437. ctx->uniform_tiles = 0;
  438. if (sb_128x128_possible) {
  439. sb_size = 128;
  440. ctx->superblock_size = AOM_SUPERBLOCK_SIZE_128X128;
  441. } else {
  442. sb_size = 64;
  443. ctx->superblock_size = AOM_SUPERBLOCK_SIZE_64X64;
  444. }
  445. av_log(avctx, AV_LOG_DEBUG, "Using fixed tiling with %dx%d "
  446. "superblocks (tile_cols = %d, tile_rows = %d).\n",
  447. sb_size, sb_size, ctx->tile_cols, ctx->tile_rows);
  448. enccfg->tile_width_count = ctx->tile_cols;
  449. enccfg->tile_height_count = ctx->tile_rows;
  450. sb_width = (avctx->width + sb_size - 1) / sb_size;
  451. sb_height = (avctx->height + sb_size - 1) / sb_size;
  452. tile_size = sb_width / ctx->tile_cols;
  453. rounding = sb_width % ctx->tile_cols;
  454. for (i = 0; i < ctx->tile_cols; i++) {
  455. enccfg->tile_widths[i] = tile_size +
  456. (i < rounding / 2 ||
  457. i > ctx->tile_cols - 1 - (rounding + 1) / 2);
  458. }
  459. tile_size = sb_height / ctx->tile_rows;
  460. rounding = sb_height % ctx->tile_rows;
  461. for (i = 0; i < ctx->tile_rows; i++) {
  462. enccfg->tile_heights[i] = tile_size +
  463. (i < rounding / 2 ||
  464. i > ctx->tile_rows - 1 - (rounding + 1) / 2);
  465. }
  466. return 0;
  467. }
  468. static av_cold int aom_init(AVCodecContext *avctx,
  469. const struct aom_codec_iface *iface)
  470. {
  471. AOMContext *ctx = avctx->priv_data;
  472. struct aom_codec_enc_cfg enccfg = { 0 };
  473. #ifdef AOM_FRAME_IS_INTRAONLY
  474. aom_codec_flags_t flags =
  475. (avctx->flags & AV_CODEC_FLAG_PSNR) ? AOM_CODEC_USE_PSNR : 0;
  476. #else
  477. aom_codec_flags_t flags = 0;
  478. #endif
  479. AVCPBProperties *cpb_props;
  480. int res;
  481. aom_img_fmt_t img_fmt;
  482. aom_codec_caps_t codec_caps = aom_codec_get_caps(iface);
  483. av_log(avctx, AV_LOG_INFO, "%s\n", aom_codec_version_str());
  484. av_log(avctx, AV_LOG_VERBOSE, "%s\n", aom_codec_build_config());
  485. if ((res = aom_codec_enc_config_default(iface, &enccfg, 0)) != AOM_CODEC_OK) {
  486. av_log(avctx, AV_LOG_ERROR, "Failed to get config: %s\n",
  487. aom_codec_err_to_string(res));
  488. return AVERROR(EINVAL);
  489. }
  490. if (set_pix_fmt(avctx, codec_caps, &enccfg, &flags, &img_fmt))
  491. return AVERROR(EINVAL);
  492. if(!avctx->bit_rate)
  493. if(avctx->rc_max_rate || avctx->rc_buffer_size || avctx->rc_initial_buffer_occupancy) {
  494. av_log( avctx, AV_LOG_ERROR, "Rate control parameters set without a bitrate\n");
  495. return AVERROR(EINVAL);
  496. }
  497. dump_enc_cfg(avctx, &enccfg);
  498. enccfg.g_w = avctx->width;
  499. enccfg.g_h = avctx->height;
  500. enccfg.g_timebase.num = avctx->time_base.num;
  501. enccfg.g_timebase.den = avctx->time_base.den;
  502. enccfg.g_threads =
  503. FFMIN(avctx->thread_count ? avctx->thread_count : av_cpu_count(), 64);
  504. enccfg.g_usage = ctx->usage;
  505. if (ctx->lag_in_frames >= 0)
  506. enccfg.g_lag_in_frames = ctx->lag_in_frames;
  507. if (avctx->flags & AV_CODEC_FLAG_PASS1)
  508. enccfg.g_pass = AOM_RC_FIRST_PASS;
  509. else if (avctx->flags & AV_CODEC_FLAG_PASS2)
  510. enccfg.g_pass = AOM_RC_LAST_PASS;
  511. else
  512. enccfg.g_pass = AOM_RC_ONE_PASS;
  513. if (avctx->rc_min_rate == avctx->rc_max_rate &&
  514. avctx->rc_min_rate == avctx->bit_rate && avctx->bit_rate) {
  515. enccfg.rc_end_usage = AOM_CBR;
  516. } else if (ctx->crf >= 0) {
  517. enccfg.rc_end_usage = AOM_CQ;
  518. if (!avctx->bit_rate)
  519. enccfg.rc_end_usage = AOM_Q;
  520. }
  521. if (avctx->bit_rate) {
  522. enccfg.rc_target_bitrate = av_rescale_rnd(avctx->bit_rate, 1, 1000,
  523. AV_ROUND_NEAR_INF);
  524. } else if (enccfg.rc_end_usage != AOM_Q) {
  525. enccfg.rc_end_usage = AOM_Q;
  526. ctx->crf = 32;
  527. av_log(avctx, AV_LOG_WARNING,
  528. "Neither bitrate nor constrained quality specified, using default CRF of %d\n",
  529. ctx->crf);
  530. }
  531. if (avctx->qmin >= 0)
  532. enccfg.rc_min_quantizer = avctx->qmin;
  533. if (avctx->qmax >= 0)
  534. enccfg.rc_max_quantizer = avctx->qmax;
  535. if (enccfg.rc_end_usage == AOM_CQ || enccfg.rc_end_usage == AOM_Q) {
  536. if (ctx->crf < enccfg.rc_min_quantizer || ctx->crf > enccfg.rc_max_quantizer) {
  537. av_log(avctx, AV_LOG_ERROR,
  538. "CQ level %d must be between minimum and maximum quantizer value (%d-%d)\n",
  539. ctx->crf, enccfg.rc_min_quantizer, enccfg.rc_max_quantizer);
  540. return AVERROR(EINVAL);
  541. }
  542. }
  543. enccfg.rc_dropframe_thresh = ctx->drop_threshold;
  544. // 0-100 (0 => CBR, 100 => VBR)
  545. enccfg.rc_2pass_vbr_bias_pct = round(avctx->qcompress * 100);
  546. if (ctx->minsection_pct >= 0)
  547. enccfg.rc_2pass_vbr_minsection_pct = ctx->minsection_pct;
  548. else if (avctx->bit_rate)
  549. enccfg.rc_2pass_vbr_minsection_pct =
  550. avctx->rc_min_rate * 100LL / avctx->bit_rate;
  551. if (ctx->maxsection_pct >= 0)
  552. enccfg.rc_2pass_vbr_maxsection_pct = ctx->maxsection_pct;
  553. else if (avctx->rc_max_rate)
  554. enccfg.rc_2pass_vbr_maxsection_pct =
  555. avctx->rc_max_rate * 100LL / avctx->bit_rate;
  556. if (avctx->rc_buffer_size)
  557. enccfg.rc_buf_sz =
  558. avctx->rc_buffer_size * 1000LL / avctx->bit_rate;
  559. if (avctx->rc_initial_buffer_occupancy)
  560. enccfg.rc_buf_initial_sz =
  561. avctx->rc_initial_buffer_occupancy * 1000LL / avctx->bit_rate;
  562. enccfg.rc_buf_optimal_sz = enccfg.rc_buf_sz * 5 / 6;
  563. if (ctx->rc_undershoot_pct >= 0)
  564. enccfg.rc_undershoot_pct = ctx->rc_undershoot_pct;
  565. if (ctx->rc_overshoot_pct >= 0)
  566. enccfg.rc_overshoot_pct = ctx->rc_overshoot_pct;
  567. // _enc_init() will balk if kf_min_dist differs from max w/AOM_KF_AUTO
  568. if (avctx->keyint_min >= 0 && avctx->keyint_min == avctx->gop_size)
  569. enccfg.kf_min_dist = avctx->keyint_min;
  570. if (avctx->gop_size >= 0)
  571. enccfg.kf_max_dist = avctx->gop_size;
  572. if (enccfg.g_pass == AOM_RC_FIRST_PASS)
  573. enccfg.g_lag_in_frames = 0;
  574. else if (enccfg.g_pass == AOM_RC_LAST_PASS) {
  575. int decode_size, ret;
  576. if (!avctx->stats_in) {
  577. av_log(avctx, AV_LOG_ERROR, "No stats file for second pass\n");
  578. return AVERROR_INVALIDDATA;
  579. }
  580. ctx->twopass_stats.sz = strlen(avctx->stats_in) * 3 / 4;
  581. ret = av_reallocp(&ctx->twopass_stats.buf, ctx->twopass_stats.sz);
  582. if (ret < 0) {
  583. av_log(avctx, AV_LOG_ERROR,
  584. "Stat buffer alloc (%"SIZE_SPECIFIER" bytes) failed\n",
  585. ctx->twopass_stats.sz);
  586. ctx->twopass_stats.sz = 0;
  587. return ret;
  588. }
  589. decode_size = av_base64_decode(ctx->twopass_stats.buf, avctx->stats_in,
  590. ctx->twopass_stats.sz);
  591. if (decode_size < 0) {
  592. av_log(avctx, AV_LOG_ERROR, "Stat buffer decode failed\n");
  593. return AVERROR_INVALIDDATA;
  594. }
  595. ctx->twopass_stats.sz = decode_size;
  596. enccfg.rc_twopass_stats_in = ctx->twopass_stats;
  597. }
  598. /* 0-3: For non-zero values the encoder increasingly optimizes for reduced
  599. * complexity playback on low powered devices at the expense of encode
  600. * quality. */
  601. if (avctx->profile != FF_PROFILE_UNKNOWN)
  602. enccfg.g_profile = avctx->profile;
  603. enccfg.g_error_resilient = ctx->error_resilient;
  604. res = choose_tiling(avctx, &enccfg);
  605. if (res < 0)
  606. return res;
  607. dump_enc_cfg(avctx, &enccfg);
  608. /* Construct Encoder Context */
  609. res = aom_codec_enc_init(&ctx->encoder, iface, &enccfg, flags);
  610. if (res != AOM_CODEC_OK) {
  611. log_encoder_error(avctx, "Failed to initialize encoder");
  612. return AVERROR(EINVAL);
  613. }
  614. // codec control failures are currently treated only as warnings
  615. av_log(avctx, AV_LOG_DEBUG, "aom_codec_control\n");
  616. codecctl_int(avctx, AOME_SET_CPUUSED, ctx->cpu_used);
  617. if (ctx->auto_alt_ref >= 0)
  618. codecctl_int(avctx, AOME_SET_ENABLEAUTOALTREF, ctx->auto_alt_ref);
  619. if (ctx->arnr_max_frames >= 0)
  620. codecctl_int(avctx, AOME_SET_ARNR_MAXFRAMES, ctx->arnr_max_frames);
  621. if (ctx->arnr_strength >= 0)
  622. codecctl_int(avctx, AOME_SET_ARNR_STRENGTH, ctx->arnr_strength);
  623. if (ctx->enable_cdef >= 0)
  624. codecctl_int(avctx, AV1E_SET_ENABLE_CDEF, ctx->enable_cdef);
  625. if (ctx->enable_restoration >= 0)
  626. codecctl_int(avctx, AV1E_SET_ENABLE_RESTORATION, ctx->enable_restoration);
  627. codecctl_int(avctx, AOME_SET_STATIC_THRESHOLD, ctx->static_thresh);
  628. if (ctx->crf >= 0)
  629. codecctl_int(avctx, AOME_SET_CQ_LEVEL, ctx->crf);
  630. codecctl_int(avctx, AV1E_SET_COLOR_PRIMARIES, avctx->color_primaries);
  631. codecctl_int(avctx, AV1E_SET_MATRIX_COEFFICIENTS, avctx->colorspace);
  632. codecctl_int(avctx, AV1E_SET_TRANSFER_CHARACTERISTICS, avctx->color_trc);
  633. if (ctx->aq_mode >= 0)
  634. codecctl_int(avctx, AV1E_SET_AQ_MODE, ctx->aq_mode);
  635. if (ctx->frame_parallel >= 0)
  636. codecctl_int(avctx, AV1E_SET_FRAME_PARALLEL_DECODING, ctx->frame_parallel);
  637. set_color_range(avctx);
  638. codecctl_int(avctx, AV1E_SET_SUPERBLOCK_SIZE, ctx->superblock_size);
  639. if (ctx->uniform_tiles) {
  640. codecctl_int(avctx, AV1E_SET_TILE_COLUMNS, ctx->tile_cols_log2);
  641. codecctl_int(avctx, AV1E_SET_TILE_ROWS, ctx->tile_rows_log2);
  642. }
  643. #ifdef AOM_CTRL_AV1E_SET_DENOISE_NOISE_LEVEL
  644. if (ctx->denoise_noise_level >= 0)
  645. codecctl_int(avctx, AV1E_SET_DENOISE_NOISE_LEVEL, ctx->denoise_noise_level);
  646. #endif
  647. #ifdef AOM_CTRL_AV1E_SET_DENOISE_BLOCK_SIZE
  648. if (ctx->denoise_block_size >= 0)
  649. codecctl_int(avctx, AV1E_SET_DENOISE_BLOCK_SIZE, ctx->denoise_block_size);
  650. #endif
  651. #ifdef AOM_CTRL_AV1E_SET_ENABLE_GLOBAL_MOTION
  652. if (ctx->enable_global_motion >= 0)
  653. codecctl_int(avctx, AV1E_SET_ENABLE_GLOBAL_MOTION, ctx->enable_global_motion);
  654. #endif
  655. #ifdef AOM_CTRL_AV1E_SET_MAX_REFERENCE_FRAMES
  656. if (avctx->refs >= 3) {
  657. codecctl_int(avctx, AV1E_SET_MAX_REFERENCE_FRAMES, avctx->refs);
  658. }
  659. #endif
  660. #ifdef AOM_CTRL_AV1E_SET_ROW_MT
  661. if (ctx->row_mt >= 0)
  662. codecctl_int(avctx, AV1E_SET_ROW_MT, ctx->row_mt);
  663. #endif
  664. #ifdef AOM_CTRL_AV1E_SET_ENABLE_INTRABC
  665. if (ctx->enable_intrabc >= 0)
  666. codecctl_int(avctx, AV1E_SET_ENABLE_INTRABC, ctx->enable_intrabc);
  667. #endif
  668. // provide dummy value to initialize wrapper, values will be updated each _encode()
  669. aom_img_wrap(&ctx->rawimg, img_fmt, avctx->width, avctx->height, 1,
  670. (unsigned char*)1);
  671. if (codec_caps & AOM_CODEC_CAP_HIGHBITDEPTH)
  672. ctx->rawimg.bit_depth = enccfg.g_bit_depth;
  673. cpb_props = ff_add_cpb_side_data(avctx);
  674. if (!cpb_props)
  675. return AVERROR(ENOMEM);
  676. if (avctx->flags & AV_CODEC_FLAG_GLOBAL_HEADER) {
  677. const AVBitStreamFilter *filter = av_bsf_get_by_name("extract_extradata");
  678. int ret;
  679. if (!filter) {
  680. av_log(avctx, AV_LOG_ERROR, "extract_extradata bitstream filter "
  681. "not found. This is a bug, please report it.\n");
  682. return AVERROR_BUG;
  683. }
  684. ret = av_bsf_alloc(filter, &ctx->bsf);
  685. if (ret < 0)
  686. return ret;
  687. ret = avcodec_parameters_from_context(ctx->bsf->par_in, avctx);
  688. if (ret < 0)
  689. return ret;
  690. ret = av_bsf_init(ctx->bsf);
  691. if (ret < 0)
  692. return ret;
  693. }
  694. if (enccfg.rc_end_usage == AOM_CBR ||
  695. enccfg.g_pass != AOM_RC_ONE_PASS) {
  696. cpb_props->max_bitrate = avctx->rc_max_rate;
  697. cpb_props->min_bitrate = avctx->rc_min_rate;
  698. cpb_props->avg_bitrate = avctx->bit_rate;
  699. }
  700. cpb_props->buffer_size = avctx->rc_buffer_size;
  701. return 0;
  702. }
  703. static inline void cx_pktcpy(AOMContext *ctx,
  704. struct FrameListData *dst,
  705. const struct aom_codec_cx_pkt *src)
  706. {
  707. dst->pts = src->data.frame.pts;
  708. dst->duration = src->data.frame.duration;
  709. dst->flags = src->data.frame.flags;
  710. dst->sz = src->data.frame.sz;
  711. dst->buf = src->data.frame.buf;
  712. #ifdef AOM_FRAME_IS_INTRAONLY
  713. dst->have_sse = 0;
  714. dst->frame_number = ++ctx->frame_number;
  715. dst->have_sse = ctx->have_sse;
  716. if (ctx->have_sse) {
  717. /* associate last-seen SSE to the frame. */
  718. /* Transfers ownership from ctx to dst. */
  719. memcpy(dst->sse, ctx->sse, sizeof(dst->sse));
  720. ctx->have_sse = 0;
  721. }
  722. #endif
  723. }
  724. /**
  725. * Store coded frame information in format suitable for return from encode2().
  726. *
  727. * Write information from @a cx_frame to @a pkt
  728. * @return packet data size on success
  729. * @return a negative AVERROR on error
  730. */
  731. static int storeframe(AVCodecContext *avctx, struct FrameListData *cx_frame,
  732. AVPacket *pkt)
  733. {
  734. AOMContext *ctx = avctx->priv_data;
  735. int av_unused pict_type;
  736. int ret = ff_alloc_packet2(avctx, pkt, cx_frame->sz, 0);
  737. if (ret < 0) {
  738. av_log(avctx, AV_LOG_ERROR,
  739. "Error getting output packet of size %"SIZE_SPECIFIER".\n", cx_frame->sz);
  740. return ret;
  741. }
  742. memcpy(pkt->data, cx_frame->buf, pkt->size);
  743. pkt->pts = pkt->dts = cx_frame->pts;
  744. if (!!(cx_frame->flags & AOM_FRAME_IS_KEY)) {
  745. pkt->flags |= AV_PKT_FLAG_KEY;
  746. #ifdef AOM_FRAME_IS_INTRAONLY
  747. pict_type = AV_PICTURE_TYPE_I;
  748. } else if (cx_frame->flags & AOM_FRAME_IS_INTRAONLY) {
  749. pict_type = AV_PICTURE_TYPE_I;
  750. } else {
  751. pict_type = AV_PICTURE_TYPE_P;
  752. }
  753. ff_side_data_set_encoder_stats(pkt, 0, cx_frame->sse + 1,
  754. cx_frame->have_sse ? 3 : 0, pict_type);
  755. if (cx_frame->have_sse) {
  756. int i;
  757. for (i = 0; i < 3; ++i) {
  758. avctx->error[i] += cx_frame->sse[i + 1];
  759. }
  760. cx_frame->have_sse = 0;
  761. #endif
  762. }
  763. if (avctx->flags & AV_CODEC_FLAG_GLOBAL_HEADER) {
  764. ret = av_bsf_send_packet(ctx->bsf, pkt);
  765. if (ret < 0) {
  766. av_log(avctx, AV_LOG_ERROR, "extract_extradata filter "
  767. "failed to send input packet\n");
  768. return ret;
  769. }
  770. ret = av_bsf_receive_packet(ctx->bsf, pkt);
  771. if (ret < 0) {
  772. av_log(avctx, AV_LOG_ERROR, "extract_extradata filter "
  773. "failed to receive output packet\n");
  774. return ret;
  775. }
  776. }
  777. return pkt->size;
  778. }
  779. /**
  780. * Queue multiple output frames from the encoder, returning the front-most.
  781. * In cases where aom_codec_get_cx_data() returns more than 1 frame append
  782. * the frame queue. Return the head frame if available.
  783. * @return Stored frame size
  784. * @return AVERROR(EINVAL) on output size error
  785. * @return AVERROR(ENOMEM) on coded frame queue data allocation error
  786. */
  787. static int queue_frames(AVCodecContext *avctx, AVPacket *pkt_out)
  788. {
  789. AOMContext *ctx = avctx->priv_data;
  790. const struct aom_codec_cx_pkt *pkt;
  791. const void *iter = NULL;
  792. int size = 0;
  793. if (ctx->coded_frame_list) {
  794. struct FrameListData *cx_frame = ctx->coded_frame_list;
  795. /* return the leading frame if we've already begun queueing */
  796. size = storeframe(avctx, cx_frame, pkt_out);
  797. if (size < 0)
  798. return size;
  799. ctx->coded_frame_list = cx_frame->next;
  800. free_coded_frame(cx_frame);
  801. }
  802. /* consume all available output from the encoder before returning. buffers
  803. * are only good through the next aom_codec call */
  804. while ((pkt = aom_codec_get_cx_data(&ctx->encoder, &iter))) {
  805. switch (pkt->kind) {
  806. case AOM_CODEC_CX_FRAME_PKT:
  807. if (!size) {
  808. struct FrameListData cx_frame;
  809. /* avoid storing the frame when the list is empty and we haven't yet
  810. * provided a frame for output */
  811. av_assert0(!ctx->coded_frame_list);
  812. cx_pktcpy(ctx, &cx_frame, pkt);
  813. size = storeframe(avctx, &cx_frame, pkt_out);
  814. if (size < 0)
  815. return size;
  816. } else {
  817. struct FrameListData *cx_frame =
  818. av_malloc(sizeof(struct FrameListData));
  819. if (!cx_frame) {
  820. av_log(avctx, AV_LOG_ERROR,
  821. "Frame queue element alloc failed\n");
  822. return AVERROR(ENOMEM);
  823. }
  824. cx_pktcpy(ctx, cx_frame, pkt);
  825. cx_frame->buf = av_malloc(cx_frame->sz);
  826. if (!cx_frame->buf) {
  827. av_log(avctx, AV_LOG_ERROR,
  828. "Data buffer alloc (%"SIZE_SPECIFIER" bytes) failed\n",
  829. cx_frame->sz);
  830. av_freep(&cx_frame);
  831. return AVERROR(ENOMEM);
  832. }
  833. memcpy(cx_frame->buf, pkt->data.frame.buf, pkt->data.frame.sz);
  834. coded_frame_add(&ctx->coded_frame_list, cx_frame);
  835. }
  836. break;
  837. case AOM_CODEC_STATS_PKT:
  838. {
  839. struct aom_fixed_buf *stats = &ctx->twopass_stats;
  840. int err;
  841. if ((err = av_reallocp(&stats->buf,
  842. stats->sz +
  843. pkt->data.twopass_stats.sz)) < 0) {
  844. stats->sz = 0;
  845. av_log(avctx, AV_LOG_ERROR, "Stat buffer realloc failed\n");
  846. return err;
  847. }
  848. memcpy((uint8_t *)stats->buf + stats->sz,
  849. pkt->data.twopass_stats.buf, pkt->data.twopass_stats.sz);
  850. stats->sz += pkt->data.twopass_stats.sz;
  851. break;
  852. }
  853. #ifdef AOM_FRAME_IS_INTRAONLY
  854. case AOM_CODEC_PSNR_PKT:
  855. {
  856. av_assert0(!ctx->have_sse);
  857. ctx->sse[0] = pkt->data.psnr.sse[0];
  858. ctx->sse[1] = pkt->data.psnr.sse[1];
  859. ctx->sse[2] = pkt->data.psnr.sse[2];
  860. ctx->sse[3] = pkt->data.psnr.sse[3];
  861. ctx->have_sse = 1;
  862. break;
  863. }
  864. #endif
  865. case AOM_CODEC_CUSTOM_PKT:
  866. // ignore unsupported/unrecognized packet types
  867. break;
  868. }
  869. }
  870. return size;
  871. }
  872. static int aom_encode(AVCodecContext *avctx, AVPacket *pkt,
  873. const AVFrame *frame, int *got_packet)
  874. {
  875. AOMContext *ctx = avctx->priv_data;
  876. struct aom_image *rawimg = NULL;
  877. int64_t timestamp = 0;
  878. int res, coded_size;
  879. aom_enc_frame_flags_t flags = 0;
  880. if (frame) {
  881. rawimg = &ctx->rawimg;
  882. rawimg->planes[AOM_PLANE_Y] = frame->data[0];
  883. rawimg->planes[AOM_PLANE_U] = frame->data[1];
  884. rawimg->planes[AOM_PLANE_V] = frame->data[2];
  885. rawimg->stride[AOM_PLANE_Y] = frame->linesize[0];
  886. rawimg->stride[AOM_PLANE_U] = frame->linesize[1];
  887. rawimg->stride[AOM_PLANE_V] = frame->linesize[2];
  888. timestamp = frame->pts;
  889. switch (frame->color_range) {
  890. case AVCOL_RANGE_MPEG:
  891. rawimg->range = AOM_CR_STUDIO_RANGE;
  892. break;
  893. case AVCOL_RANGE_JPEG:
  894. rawimg->range = AOM_CR_FULL_RANGE;
  895. break;
  896. }
  897. if (frame->pict_type == AV_PICTURE_TYPE_I)
  898. flags |= AOM_EFLAG_FORCE_KF;
  899. }
  900. res = aom_codec_encode(&ctx->encoder, rawimg, timestamp,
  901. avctx->ticks_per_frame, flags);
  902. if (res != AOM_CODEC_OK) {
  903. log_encoder_error(avctx, "Error encoding frame");
  904. return AVERROR_INVALIDDATA;
  905. }
  906. coded_size = queue_frames(avctx, pkt);
  907. if (!frame && avctx->flags & AV_CODEC_FLAG_PASS1) {
  908. size_t b64_size = AV_BASE64_SIZE(ctx->twopass_stats.sz);
  909. avctx->stats_out = av_malloc(b64_size);
  910. if (!avctx->stats_out) {
  911. av_log(avctx, AV_LOG_ERROR, "Stat buffer alloc (%"SIZE_SPECIFIER" bytes) failed\n",
  912. b64_size);
  913. return AVERROR(ENOMEM);
  914. }
  915. av_base64_encode(avctx->stats_out, b64_size, ctx->twopass_stats.buf,
  916. ctx->twopass_stats.sz);
  917. }
  918. *got_packet = !!coded_size;
  919. return 0;
  920. }
  921. static const enum AVPixelFormat av1_pix_fmts[] = {
  922. AV_PIX_FMT_YUV420P,
  923. AV_PIX_FMT_YUV422P,
  924. AV_PIX_FMT_YUV444P,
  925. AV_PIX_FMT_NONE
  926. };
  927. static const enum AVPixelFormat av1_pix_fmts_highbd[] = {
  928. AV_PIX_FMT_YUV420P,
  929. AV_PIX_FMT_YUV422P,
  930. AV_PIX_FMT_YUV444P,
  931. AV_PIX_FMT_YUV420P10,
  932. AV_PIX_FMT_YUV422P10,
  933. AV_PIX_FMT_YUV444P10,
  934. AV_PIX_FMT_YUV420P12,
  935. AV_PIX_FMT_YUV422P12,
  936. AV_PIX_FMT_YUV444P12,
  937. AV_PIX_FMT_NONE
  938. };
  939. static av_cold void av1_init_static(AVCodec *codec)
  940. {
  941. aom_codec_caps_t codec_caps = aom_codec_get_caps(aom_codec_av1_cx());
  942. if (codec_caps & AOM_CODEC_CAP_HIGHBITDEPTH)
  943. codec->pix_fmts = av1_pix_fmts_highbd;
  944. else
  945. codec->pix_fmts = av1_pix_fmts;
  946. }
  947. static av_cold int av1_init(AVCodecContext *avctx)
  948. {
  949. return aom_init(avctx, aom_codec_av1_cx());
  950. }
  951. #define OFFSET(x) offsetof(AOMContext, x)
  952. #define VE AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM
  953. static const AVOption options[] = {
  954. { "cpu-used", "Quality/Speed ratio modifier", OFFSET(cpu_used), AV_OPT_TYPE_INT, {.i64 = 1}, 0, 8, VE},
  955. { "auto-alt-ref", "Enable use of alternate reference "
  956. "frames (2-pass only)", OFFSET(auto_alt_ref), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 2, VE},
  957. { "lag-in-frames", "Number of frames to look ahead at for "
  958. "alternate reference frame selection", OFFSET(lag_in_frames), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, VE},
  959. { "arnr-max-frames", "altref noise reduction max frame count", OFFSET(arnr_max_frames), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, VE},
  960. { "arnr-strength", "altref noise reduction filter strength", OFFSET(arnr_strength), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 6, VE},
  961. { "aq-mode", "adaptive quantization mode", OFFSET(aq_mode), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 4, VE, "aq_mode"},
  962. { "none", "Aq not used", 0, AV_OPT_TYPE_CONST, {.i64 = 0}, 0, 0, VE, "aq_mode"},
  963. { "variance", "Variance based Aq", 0, AV_OPT_TYPE_CONST, {.i64 = 1}, 0, 0, VE, "aq_mode"},
  964. { "complexity", "Complexity based Aq", 0, AV_OPT_TYPE_CONST, {.i64 = 2}, 0, 0, VE, "aq_mode"},
  965. { "cyclic", "Cyclic Refresh Aq", 0, AV_OPT_TYPE_CONST, {.i64 = 3}, 0, 0, VE, "aq_mode"},
  966. { "error-resilience", "Error resilience configuration", OFFSET(error_resilient), AV_OPT_TYPE_FLAGS, {.i64 = 0}, INT_MIN, INT_MAX, VE, "er"},
  967. { "default", "Improve resiliency against losses of whole frames", 0, AV_OPT_TYPE_CONST, {.i64 = AOM_ERROR_RESILIENT_DEFAULT}, 0, 0, VE, "er"},
  968. { "crf", "Select the quality for constant quality mode", offsetof(AOMContext, crf), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 63, VE },
  969. { "static-thresh", "A change threshold on blocks below which they will be skipped by the encoder", OFFSET(static_thresh), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, INT_MAX, VE },
  970. { "drop-threshold", "Frame drop threshold", offsetof(AOMContext, drop_threshold), AV_OPT_TYPE_INT, {.i64 = 0 }, INT_MIN, INT_MAX, VE },
  971. { "denoise-noise-level", "Amount of noise to be removed", OFFSET(denoise_noise_level), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, VE},
  972. { "denoise-block-size", "Denoise block size ", OFFSET(denoise_block_size), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, VE},
  973. { "undershoot-pct", "Datarate undershoot (min) target (%)", OFFSET(rc_undershoot_pct), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 100, VE},
  974. { "overshoot-pct", "Datarate overshoot (max) target (%)", OFFSET(rc_overshoot_pct), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 1000, VE},
  975. { "minsection-pct", "GOP min bitrate (% of target)", OFFSET(minsection_pct), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 100, VE},
  976. { "maxsection-pct", "GOP max bitrate (% of target)", OFFSET(maxsection_pct), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 5000, VE},
  977. { "frame-parallel", "Enable frame parallel decodability features", OFFSET(frame_parallel), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
  978. { "tiles", "Tile columns x rows", OFFSET(tile_cols), AV_OPT_TYPE_IMAGE_SIZE, { .str = NULL }, 0, 0, VE },
  979. { "tile-columns", "Log2 of number of tile columns to use", OFFSET(tile_cols_log2), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 6, VE},
  980. { "tile-rows", "Log2 of number of tile rows to use", OFFSET(tile_rows_log2), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 6, VE},
  981. { "row-mt", "Enable row based multi-threading", OFFSET(row_mt), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
  982. { "enable-cdef", "Enable CDEF filtering", OFFSET(enable_cdef), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
  983. { "enable-global-motion", "Enable global motion", OFFSET(enable_global_motion), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
  984. { "enable-intrabc", "Enable intra block copy prediction mode", OFFSET(enable_intrabc), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
  985. { "enable-restoration", "Enable Loop Restoration filtering", OFFSET(enable_restoration), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
  986. { "usage", "Quality and compression efficiency vs speed tradeof", OFFSET(usage), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, VE, "usage"},
  987. { "good", "Good quality", 0, AV_OPT_TYPE_CONST, {.i64 = 0 /* AOM_USAGE_GOOD_QUALITY */}, 0, 0, VE, "usage"},
  988. { "realtime", "Realtime encoding", 0, AV_OPT_TYPE_CONST, {.i64 = 1 /* AOM_USAGE_REALTIME */}, 0, 0, VE, "usage"},
  989. { NULL },
  990. };
  991. static const AVCodecDefault defaults[] = {
  992. { "b", "0" },
  993. { "qmin", "-1" },
  994. { "qmax", "-1" },
  995. { "g", "-1" },
  996. { "keyint_min", "-1" },
  997. { NULL },
  998. };
  999. static const AVClass class_aom = {
  1000. .class_name = "libaom-av1 encoder",
  1001. .item_name = av_default_item_name,
  1002. .option = options,
  1003. .version = LIBAVUTIL_VERSION_INT,
  1004. };
  1005. AVCodec ff_libaom_av1_encoder = {
  1006. .name = "libaom-av1",
  1007. .long_name = NULL_IF_CONFIG_SMALL("libaom AV1"),
  1008. .type = AVMEDIA_TYPE_VIDEO,
  1009. .id = AV_CODEC_ID_AV1,
  1010. .priv_data_size = sizeof(AOMContext),
  1011. .init = av1_init,
  1012. .encode2 = aom_encode,
  1013. .close = aom_free,
  1014. .capabilities = AV_CODEC_CAP_DELAY | AV_CODEC_CAP_AUTO_THREADS | AV_CODEC_CAP_EXPERIMENTAL,
  1015. .profiles = NULL_IF_CONFIG_SMALL(ff_av1_profiles),
  1016. .priv_class = &class_aom,
  1017. .defaults = defaults,
  1018. .init_static_data = av1_init_static,
  1019. .wrapper_name = "libaom",
  1020. };