You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1161 lines
45KB

  1. /*
  2. * Copyright (c) 2010, Google, Inc.
  3. *
  4. * This file is part of FFmpeg.
  5. *
  6. * FFmpeg is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU Lesser General Public
  8. * License as published by the Free Software Foundation; either
  9. * version 2.1 of the License, or (at your option) any later version.
  10. *
  11. * FFmpeg is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  14. * Lesser General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU Lesser General Public
  17. * License along with FFmpeg; if not, write to the Free Software
  18. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  19. */
  20. /**
  21. * @file
  22. * AV1 encoder support via libaom
  23. */
  24. #define AOM_DISABLE_CTRL_TYPECHECKS 1
  25. #include <aom/aom_encoder.h>
  26. #include <aom/aomcx.h>
  27. #include "libavutil/avassert.h"
  28. #include "libavutil/base64.h"
  29. #include "libavutil/common.h"
  30. #include "libavutil/mathematics.h"
  31. #include "libavutil/opt.h"
  32. #include "libavutil/pixdesc.h"
  33. #include "av1.h"
  34. #include "avcodec.h"
  35. #include "internal.h"
  36. #include "packet_internal.h"
  37. #include "profiles.h"
  38. /*
  39. * Portion of struct aom_codec_cx_pkt from aom_encoder.h.
  40. * One encoded frame returned from the library.
  41. */
  42. struct FrameListData {
  43. void *buf; /**< compressed data buffer */
  44. size_t sz; /**< length of compressed data */
  45. int64_t pts; /**< time stamp to show frame
  46. (in timebase units) */
  47. unsigned long duration; /**< duration to show frame
  48. (in timebase units) */
  49. uint32_t flags; /**< flags for this frame */
  50. uint64_t sse[4];
  51. int have_sse; /**< true if we have pending sse[] */
  52. uint64_t frame_number;
  53. struct FrameListData *next;
  54. };
  55. typedef struct AOMEncoderContext {
  56. AVClass *class;
  57. AVBSFContext *bsf;
  58. struct aom_codec_ctx encoder;
  59. struct aom_image rawimg;
  60. struct aom_fixed_buf twopass_stats;
  61. struct FrameListData *coded_frame_list;
  62. int cpu_used;
  63. int auto_alt_ref;
  64. int arnr_max_frames;
  65. int arnr_strength;
  66. int aq_mode;
  67. int lag_in_frames;
  68. int error_resilient;
  69. int crf;
  70. int static_thresh;
  71. int drop_threshold;
  72. int denoise_noise_level;
  73. int denoise_block_size;
  74. uint64_t sse[4];
  75. int have_sse; /**< true if we have pending sse[] */
  76. uint64_t frame_number;
  77. int rc_undershoot_pct;
  78. int rc_overshoot_pct;
  79. int minsection_pct;
  80. int maxsection_pct;
  81. int frame_parallel;
  82. int tile_cols, tile_rows;
  83. int tile_cols_log2, tile_rows_log2;
  84. aom_superblock_size_t superblock_size;
  85. int uniform_tiles;
  86. int row_mt;
  87. int enable_cdef;
  88. int enable_global_motion;
  89. int enable_intrabc;
  90. int enable_restoration;
  91. int usage;
  92. int tune;
  93. int enable_rect_partitions;
  94. int enable_1to4_partitions;
  95. int enable_ab_partitions;
  96. } AOMContext;
  97. static const char *const ctlidstr[] = {
  98. [AOME_SET_CPUUSED] = "AOME_SET_CPUUSED",
  99. [AOME_SET_CQ_LEVEL] = "AOME_SET_CQ_LEVEL",
  100. [AOME_SET_ENABLEAUTOALTREF] = "AOME_SET_ENABLEAUTOALTREF",
  101. [AOME_SET_ARNR_MAXFRAMES] = "AOME_SET_ARNR_MAXFRAMES",
  102. [AOME_SET_ARNR_STRENGTH] = "AOME_SET_ARNR_STRENGTH",
  103. [AOME_SET_STATIC_THRESHOLD] = "AOME_SET_STATIC_THRESHOLD",
  104. [AV1E_SET_COLOR_RANGE] = "AV1E_SET_COLOR_RANGE",
  105. [AV1E_SET_COLOR_PRIMARIES] = "AV1E_SET_COLOR_PRIMARIES",
  106. [AV1E_SET_MATRIX_COEFFICIENTS] = "AV1E_SET_MATRIX_COEFFICIENTS",
  107. [AV1E_SET_TRANSFER_CHARACTERISTICS] = "AV1E_SET_TRANSFER_CHARACTERISTICS",
  108. [AV1E_SET_AQ_MODE] = "AV1E_SET_AQ_MODE",
  109. [AV1E_SET_FRAME_PARALLEL_DECODING] = "AV1E_SET_FRAME_PARALLEL_DECODING",
  110. [AV1E_SET_SUPERBLOCK_SIZE] = "AV1E_SET_SUPERBLOCK_SIZE",
  111. [AV1E_SET_TILE_COLUMNS] = "AV1E_SET_TILE_COLUMNS",
  112. [AV1E_SET_TILE_ROWS] = "AV1E_SET_TILE_ROWS",
  113. [AV1E_SET_ENABLE_RESTORATION] = "AV1E_SET_ENABLE_RESTORATION",
  114. #ifdef AOM_CTRL_AV1E_SET_ROW_MT
  115. [AV1E_SET_ROW_MT] = "AV1E_SET_ROW_MT",
  116. #endif
  117. #ifdef AOM_CTRL_AV1E_SET_DENOISE_NOISE_LEVEL
  118. [AV1E_SET_DENOISE_NOISE_LEVEL] = "AV1E_SET_DENOISE_NOISE_LEVEL",
  119. #endif
  120. #ifdef AOM_CTRL_AV1E_SET_DENOISE_BLOCK_SIZE
  121. [AV1E_SET_DENOISE_BLOCK_SIZE] = "AV1E_SET_DENOISE_BLOCK_SIZE",
  122. #endif
  123. #ifdef AOM_CTRL_AV1E_SET_MAX_REFERENCE_FRAMES
  124. [AV1E_SET_MAX_REFERENCE_FRAMES] = "AV1E_SET_MAX_REFERENCE_FRAMES",
  125. #endif
  126. #ifdef AOM_CTRL_AV1E_SET_ENABLE_GLOBAL_MOTION
  127. [AV1E_SET_ENABLE_GLOBAL_MOTION] = "AV1E_SET_ENABLE_GLOBAL_MOTION",
  128. #endif
  129. #ifdef AOM_CTRL_AV1E_SET_ENABLE_INTRABC
  130. [AV1E_SET_ENABLE_INTRABC] = "AV1E_SET_ENABLE_INTRABC",
  131. #endif
  132. [AV1E_SET_ENABLE_CDEF] = "AV1E_SET_ENABLE_CDEF",
  133. [AOME_SET_TUNING] = "AOME_SET_TUNING",
  134. [AV1E_SET_ENABLE_1TO4_PARTITIONS] = "AV1E_SET_ENABLE_1TO4_PARTITIONS",
  135. [AV1E_SET_ENABLE_AB_PARTITIONS] = "AV1E_SET_ENABLE_AB_PARTITIONS",
  136. [AV1E_SET_ENABLE_RECT_PARTITIONS] = "AV1E_SET_ENABLE_RECT_PARTITIONS",
  137. };
  138. static av_cold void log_encoder_error(AVCodecContext *avctx, const char *desc)
  139. {
  140. AOMContext *ctx = avctx->priv_data;
  141. const char *error = aom_codec_error(&ctx->encoder);
  142. const char *detail = aom_codec_error_detail(&ctx->encoder);
  143. av_log(avctx, AV_LOG_ERROR, "%s: %s\n", desc, error);
  144. if (detail)
  145. av_log(avctx, AV_LOG_ERROR, " Additional information: %s\n", detail);
  146. }
  147. static av_cold void dump_enc_cfg(AVCodecContext *avctx,
  148. const struct aom_codec_enc_cfg *cfg)
  149. {
  150. int width = -30;
  151. int level = AV_LOG_DEBUG;
  152. av_log(avctx, level, "aom_codec_enc_cfg\n");
  153. av_log(avctx, level, "generic settings\n"
  154. " %*s%u\n %*s%u\n %*s%u\n %*s%u\n %*s%u\n"
  155. " %*s%u\n %*s%u\n"
  156. " %*s{%u/%u}\n %*s%u\n %*s%d\n %*s%u\n",
  157. width, "g_usage:", cfg->g_usage,
  158. width, "g_threads:", cfg->g_threads,
  159. width, "g_profile:", cfg->g_profile,
  160. width, "g_w:", cfg->g_w,
  161. width, "g_h:", cfg->g_h,
  162. width, "g_bit_depth:", cfg->g_bit_depth,
  163. width, "g_input_bit_depth:", cfg->g_input_bit_depth,
  164. width, "g_timebase:", cfg->g_timebase.num, cfg->g_timebase.den,
  165. width, "g_error_resilient:", cfg->g_error_resilient,
  166. width, "g_pass:", cfg->g_pass,
  167. width, "g_lag_in_frames:", cfg->g_lag_in_frames);
  168. av_log(avctx, level, "rate control settings\n"
  169. " %*s%u\n %*s%d\n %*s%p(%"SIZE_SPECIFIER")\n %*s%u\n",
  170. width, "rc_dropframe_thresh:", cfg->rc_dropframe_thresh,
  171. width, "rc_end_usage:", cfg->rc_end_usage,
  172. width, "rc_twopass_stats_in:", cfg->rc_twopass_stats_in.buf, cfg->rc_twopass_stats_in.sz,
  173. width, "rc_target_bitrate:", cfg->rc_target_bitrate);
  174. av_log(avctx, level, "quantizer settings\n"
  175. " %*s%u\n %*s%u\n",
  176. width, "rc_min_quantizer:", cfg->rc_min_quantizer,
  177. width, "rc_max_quantizer:", cfg->rc_max_quantizer);
  178. av_log(avctx, level, "bitrate tolerance\n"
  179. " %*s%u\n %*s%u\n",
  180. width, "rc_undershoot_pct:", cfg->rc_undershoot_pct,
  181. width, "rc_overshoot_pct:", cfg->rc_overshoot_pct);
  182. av_log(avctx, level, "decoder buffer model\n"
  183. " %*s%u\n %*s%u\n %*s%u\n",
  184. width, "rc_buf_sz:", cfg->rc_buf_sz,
  185. width, "rc_buf_initial_sz:", cfg->rc_buf_initial_sz,
  186. width, "rc_buf_optimal_sz:", cfg->rc_buf_optimal_sz);
  187. av_log(avctx, level, "2 pass rate control settings\n"
  188. " %*s%u\n %*s%u\n %*s%u\n",
  189. width, "rc_2pass_vbr_bias_pct:", cfg->rc_2pass_vbr_bias_pct,
  190. width, "rc_2pass_vbr_minsection_pct:", cfg->rc_2pass_vbr_minsection_pct,
  191. width, "rc_2pass_vbr_maxsection_pct:", cfg->rc_2pass_vbr_maxsection_pct);
  192. av_log(avctx, level, "keyframing settings\n"
  193. " %*s%d\n %*s%u\n %*s%u\n",
  194. width, "kf_mode:", cfg->kf_mode,
  195. width, "kf_min_dist:", cfg->kf_min_dist,
  196. width, "kf_max_dist:", cfg->kf_max_dist);
  197. av_log(avctx, level, "tile settings\n"
  198. " %*s%d\n %*s%d\n",
  199. width, "tile_width_count:", cfg->tile_width_count,
  200. width, "tile_height_count:", cfg->tile_height_count);
  201. av_log(avctx, level, "\n");
  202. }
  203. static void coded_frame_add(void *list, struct FrameListData *cx_frame)
  204. {
  205. struct FrameListData **p = list;
  206. while (*p)
  207. p = &(*p)->next;
  208. *p = cx_frame;
  209. cx_frame->next = NULL;
  210. }
  211. static av_cold void free_coded_frame(struct FrameListData *cx_frame)
  212. {
  213. av_freep(&cx_frame->buf);
  214. av_freep(&cx_frame);
  215. }
  216. static av_cold void free_frame_list(struct FrameListData *list)
  217. {
  218. struct FrameListData *p = list;
  219. while (p) {
  220. list = list->next;
  221. free_coded_frame(p);
  222. p = list;
  223. }
  224. }
  225. static av_cold int codecctl_int(AVCodecContext *avctx,
  226. #ifdef UENUM1BYTE
  227. aome_enc_control_id id,
  228. #else
  229. enum aome_enc_control_id id,
  230. #endif
  231. int val)
  232. {
  233. AOMContext *ctx = avctx->priv_data;
  234. char buf[80];
  235. int width = -30;
  236. int res;
  237. snprintf(buf, sizeof(buf), "%s:", ctlidstr[id]);
  238. av_log(avctx, AV_LOG_DEBUG, " %*s%d\n", width, buf, val);
  239. res = aom_codec_control(&ctx->encoder, id, val);
  240. if (res != AOM_CODEC_OK) {
  241. snprintf(buf, sizeof(buf), "Failed to set %s codec control",
  242. ctlidstr[id]);
  243. log_encoder_error(avctx, buf);
  244. return AVERROR(EINVAL);
  245. }
  246. return 0;
  247. }
  248. static av_cold int aom_free(AVCodecContext *avctx)
  249. {
  250. AOMContext *ctx = avctx->priv_data;
  251. aom_codec_destroy(&ctx->encoder);
  252. av_freep(&ctx->twopass_stats.buf);
  253. av_freep(&avctx->stats_out);
  254. free_frame_list(ctx->coded_frame_list);
  255. av_bsf_free(&ctx->bsf);
  256. return 0;
  257. }
  258. static int set_pix_fmt(AVCodecContext *avctx, aom_codec_caps_t codec_caps,
  259. struct aom_codec_enc_cfg *enccfg, aom_codec_flags_t *flags,
  260. aom_img_fmt_t *img_fmt)
  261. {
  262. AOMContext av_unused *ctx = avctx->priv_data;
  263. enccfg->g_bit_depth = enccfg->g_input_bit_depth = 8;
  264. switch (avctx->pix_fmt) {
  265. case AV_PIX_FMT_YUV420P:
  266. enccfg->g_profile = FF_PROFILE_AV1_MAIN;
  267. *img_fmt = AOM_IMG_FMT_I420;
  268. return 0;
  269. case AV_PIX_FMT_YUV422P:
  270. enccfg->g_profile = FF_PROFILE_AV1_PROFESSIONAL;
  271. *img_fmt = AOM_IMG_FMT_I422;
  272. return 0;
  273. case AV_PIX_FMT_YUV444P:
  274. enccfg->g_profile = FF_PROFILE_AV1_HIGH;
  275. *img_fmt = AOM_IMG_FMT_I444;
  276. return 0;
  277. case AV_PIX_FMT_YUV420P10:
  278. case AV_PIX_FMT_YUV420P12:
  279. if (codec_caps & AOM_CODEC_CAP_HIGHBITDEPTH) {
  280. enccfg->g_bit_depth = enccfg->g_input_bit_depth =
  281. avctx->pix_fmt == AV_PIX_FMT_YUV420P10 ? 10 : 12;
  282. enccfg->g_profile =
  283. enccfg->g_bit_depth == 10 ? FF_PROFILE_AV1_MAIN : FF_PROFILE_AV1_PROFESSIONAL;
  284. *img_fmt = AOM_IMG_FMT_I42016;
  285. *flags |= AOM_CODEC_USE_HIGHBITDEPTH;
  286. return 0;
  287. }
  288. break;
  289. case AV_PIX_FMT_YUV422P10:
  290. case AV_PIX_FMT_YUV422P12:
  291. if (codec_caps & AOM_CODEC_CAP_HIGHBITDEPTH) {
  292. enccfg->g_bit_depth = enccfg->g_input_bit_depth =
  293. avctx->pix_fmt == AV_PIX_FMT_YUV422P10 ? 10 : 12;
  294. enccfg->g_profile = FF_PROFILE_AV1_PROFESSIONAL;
  295. *img_fmt = AOM_IMG_FMT_I42216;
  296. *flags |= AOM_CODEC_USE_HIGHBITDEPTH;
  297. return 0;
  298. }
  299. break;
  300. case AV_PIX_FMT_YUV444P10:
  301. case AV_PIX_FMT_YUV444P12:
  302. if (codec_caps & AOM_CODEC_CAP_HIGHBITDEPTH) {
  303. enccfg->g_bit_depth = enccfg->g_input_bit_depth =
  304. avctx->pix_fmt == AV_PIX_FMT_YUV444P10 ? 10 : 12;
  305. enccfg->g_profile =
  306. enccfg->g_bit_depth == 10 ? FF_PROFILE_AV1_HIGH : FF_PROFILE_AV1_PROFESSIONAL;
  307. *img_fmt = AOM_IMG_FMT_I44416;
  308. *flags |= AOM_CODEC_USE_HIGHBITDEPTH;
  309. return 0;
  310. }
  311. break;
  312. default:
  313. break;
  314. }
  315. av_log(avctx, AV_LOG_ERROR, "Unsupported pixel format.\n");
  316. return AVERROR_INVALIDDATA;
  317. }
  318. static void set_color_range(AVCodecContext *avctx)
  319. {
  320. aom_color_range_t aom_cr;
  321. switch (avctx->color_range) {
  322. case AVCOL_RANGE_UNSPECIFIED:
  323. case AVCOL_RANGE_MPEG: aom_cr = AOM_CR_STUDIO_RANGE; break;
  324. case AVCOL_RANGE_JPEG: aom_cr = AOM_CR_FULL_RANGE; break;
  325. default:
  326. av_log(avctx, AV_LOG_WARNING, "Unsupported color range (%d)\n",
  327. avctx->color_range);
  328. return;
  329. }
  330. codecctl_int(avctx, AV1E_SET_COLOR_RANGE, aom_cr);
  331. }
  332. static int count_uniform_tiling(int dim, int sb_size, int tiles_log2)
  333. {
  334. int sb_dim = (dim + sb_size - 1) / sb_size;
  335. int tile_dim = (sb_dim + (1 << tiles_log2) - 1) >> tiles_log2;
  336. av_assert0(tile_dim > 0);
  337. return (sb_dim + tile_dim - 1) / tile_dim;
  338. }
  339. static int choose_tiling(AVCodecContext *avctx,
  340. struct aom_codec_enc_cfg *enccfg)
  341. {
  342. AOMContext *ctx = avctx->priv_data;
  343. int sb_128x128_possible, sb_size, sb_width, sb_height;
  344. int uniform_rows, uniform_cols;
  345. int uniform_64x64_possible, uniform_128x128_possible;
  346. int tile_size, rounding, i;
  347. if (ctx->tile_cols_log2 >= 0)
  348. ctx->tile_cols = 1 << ctx->tile_cols_log2;
  349. if (ctx->tile_rows_log2 >= 0)
  350. ctx->tile_rows = 1 << ctx->tile_rows_log2;
  351. if (ctx->tile_cols == 0) {
  352. ctx->tile_cols = (avctx->width + AV1_MAX_TILE_WIDTH - 1) /
  353. AV1_MAX_TILE_WIDTH;
  354. if (ctx->tile_cols > 1) {
  355. av_log(avctx, AV_LOG_DEBUG, "Automatically using %d tile "
  356. "columns to fill width.\n", ctx->tile_cols);
  357. }
  358. }
  359. av_assert0(ctx->tile_cols > 0);
  360. if (ctx->tile_rows == 0) {
  361. int max_tile_width =
  362. FFALIGN((FFALIGN(avctx->width, 128) +
  363. ctx->tile_cols - 1) / ctx->tile_cols, 128);
  364. ctx->tile_rows =
  365. (max_tile_width * FFALIGN(avctx->height, 128) +
  366. AV1_MAX_TILE_AREA - 1) / AV1_MAX_TILE_AREA;
  367. if (ctx->tile_rows > 1) {
  368. av_log(avctx, AV_LOG_DEBUG, "Automatically using %d tile "
  369. "rows to fill area.\n", ctx->tile_rows);
  370. }
  371. }
  372. av_assert0(ctx->tile_rows > 0);
  373. if ((avctx->width + 63) / 64 < ctx->tile_cols ||
  374. (avctx->height + 63) / 64 < ctx->tile_rows) {
  375. av_log(avctx, AV_LOG_ERROR, "Invalid tile sizing: frame not "
  376. "large enough to fit specified tile arrangement.\n");
  377. return AVERROR(EINVAL);
  378. }
  379. if (ctx->tile_cols > AV1_MAX_TILE_COLS ||
  380. ctx->tile_rows > AV1_MAX_TILE_ROWS) {
  381. av_log(avctx, AV_LOG_ERROR, "Invalid tile sizing: AV1 does "
  382. "not allow more than %dx%d tiles.\n",
  383. AV1_MAX_TILE_COLS, AV1_MAX_TILE_ROWS);
  384. return AVERROR(EINVAL);
  385. }
  386. if (avctx->width / ctx->tile_cols > AV1_MAX_TILE_WIDTH) {
  387. av_log(avctx, AV_LOG_ERROR, "Invalid tile sizing: AV1 does "
  388. "not allow tiles of width greater than %d.\n",
  389. AV1_MAX_TILE_WIDTH);
  390. return AVERROR(EINVAL);
  391. }
  392. ctx->superblock_size = AOM_SUPERBLOCK_SIZE_DYNAMIC;
  393. if (ctx->tile_cols == 1 && ctx->tile_rows == 1) {
  394. av_log(avctx, AV_LOG_DEBUG, "Using a single tile.\n");
  395. return 0;
  396. }
  397. sb_128x128_possible =
  398. (avctx->width + 127) / 128 >= ctx->tile_cols &&
  399. (avctx->height + 127) / 128 >= ctx->tile_rows;
  400. ctx->tile_cols_log2 = ctx->tile_cols == 1 ? 0 :
  401. av_log2(ctx->tile_cols - 1) + 1;
  402. ctx->tile_rows_log2 = ctx->tile_rows == 1 ? 0 :
  403. av_log2(ctx->tile_rows - 1) + 1;
  404. uniform_cols = count_uniform_tiling(avctx->width,
  405. 64, ctx->tile_cols_log2);
  406. uniform_rows = count_uniform_tiling(avctx->height,
  407. 64, ctx->tile_rows_log2);
  408. av_log(avctx, AV_LOG_DEBUG, "Uniform with 64x64 superblocks "
  409. "-> %dx%d tiles.\n", uniform_cols, uniform_rows);
  410. uniform_64x64_possible = uniform_cols == ctx->tile_cols &&
  411. uniform_rows == ctx->tile_rows;
  412. if (sb_128x128_possible) {
  413. uniform_cols = count_uniform_tiling(avctx->width,
  414. 128, ctx->tile_cols_log2);
  415. uniform_rows = count_uniform_tiling(avctx->height,
  416. 128, ctx->tile_rows_log2);
  417. av_log(avctx, AV_LOG_DEBUG, "Uniform with 128x128 superblocks "
  418. "-> %dx%d tiles.\n", uniform_cols, uniform_rows);
  419. uniform_128x128_possible = uniform_cols == ctx->tile_cols &&
  420. uniform_rows == ctx->tile_rows;
  421. } else {
  422. av_log(avctx, AV_LOG_DEBUG, "128x128 superblocks not possible.\n");
  423. uniform_128x128_possible = 0;
  424. }
  425. ctx->uniform_tiles = 1;
  426. if (uniform_64x64_possible && uniform_128x128_possible) {
  427. av_log(avctx, AV_LOG_DEBUG, "Using uniform tiling with dynamic "
  428. "superblocks (tile_cols_log2 = %d, tile_rows_log2 = %d).\n",
  429. ctx->tile_cols_log2, ctx->tile_rows_log2);
  430. return 0;
  431. }
  432. if (uniform_64x64_possible && !sb_128x128_possible) {
  433. av_log(avctx, AV_LOG_DEBUG, "Using uniform tiling with 64x64 "
  434. "superblocks (tile_cols_log2 = %d, tile_rows_log2 = %d).\n",
  435. ctx->tile_cols_log2, ctx->tile_rows_log2);
  436. ctx->superblock_size = AOM_SUPERBLOCK_SIZE_64X64;
  437. return 0;
  438. }
  439. if (uniform_128x128_possible) {
  440. av_log(avctx, AV_LOG_DEBUG, "Using uniform tiling with 128x128 "
  441. "superblocks (tile_cols_log2 = %d, tile_rows_log2 = %d).\n",
  442. ctx->tile_cols_log2, ctx->tile_rows_log2);
  443. ctx->superblock_size = AOM_SUPERBLOCK_SIZE_128X128;
  444. return 0;
  445. }
  446. ctx->uniform_tiles = 0;
  447. if (sb_128x128_possible) {
  448. sb_size = 128;
  449. ctx->superblock_size = AOM_SUPERBLOCK_SIZE_128X128;
  450. } else {
  451. sb_size = 64;
  452. ctx->superblock_size = AOM_SUPERBLOCK_SIZE_64X64;
  453. }
  454. av_log(avctx, AV_LOG_DEBUG, "Using fixed tiling with %dx%d "
  455. "superblocks (tile_cols = %d, tile_rows = %d).\n",
  456. sb_size, sb_size, ctx->tile_cols, ctx->tile_rows);
  457. enccfg->tile_width_count = ctx->tile_cols;
  458. enccfg->tile_height_count = ctx->tile_rows;
  459. sb_width = (avctx->width + sb_size - 1) / sb_size;
  460. sb_height = (avctx->height + sb_size - 1) / sb_size;
  461. tile_size = sb_width / ctx->tile_cols;
  462. rounding = sb_width % ctx->tile_cols;
  463. for (i = 0; i < ctx->tile_cols; i++) {
  464. enccfg->tile_widths[i] = tile_size +
  465. (i < rounding / 2 ||
  466. i > ctx->tile_cols - 1 - (rounding + 1) / 2);
  467. }
  468. tile_size = sb_height / ctx->tile_rows;
  469. rounding = sb_height % ctx->tile_rows;
  470. for (i = 0; i < ctx->tile_rows; i++) {
  471. enccfg->tile_heights[i] = tile_size +
  472. (i < rounding / 2 ||
  473. i > ctx->tile_rows - 1 - (rounding + 1) / 2);
  474. }
  475. return 0;
  476. }
  477. static av_cold int aom_init(AVCodecContext *avctx,
  478. const struct aom_codec_iface *iface)
  479. {
  480. AOMContext *ctx = avctx->priv_data;
  481. struct aom_codec_enc_cfg enccfg = { 0 };
  482. #ifdef AOM_FRAME_IS_INTRAONLY
  483. aom_codec_flags_t flags =
  484. (avctx->flags & AV_CODEC_FLAG_PSNR) ? AOM_CODEC_USE_PSNR : 0;
  485. #else
  486. aom_codec_flags_t flags = 0;
  487. #endif
  488. AVCPBProperties *cpb_props;
  489. int res;
  490. aom_img_fmt_t img_fmt;
  491. aom_codec_caps_t codec_caps = aom_codec_get_caps(iface);
  492. av_log(avctx, AV_LOG_INFO, "%s\n", aom_codec_version_str());
  493. av_log(avctx, AV_LOG_VERBOSE, "%s\n", aom_codec_build_config());
  494. if ((res = aom_codec_enc_config_default(iface, &enccfg, 0)) != AOM_CODEC_OK) {
  495. av_log(avctx, AV_LOG_ERROR, "Failed to get config: %s\n",
  496. aom_codec_err_to_string(res));
  497. return AVERROR(EINVAL);
  498. }
  499. if (set_pix_fmt(avctx, codec_caps, &enccfg, &flags, &img_fmt))
  500. return AVERROR(EINVAL);
  501. if(!avctx->bit_rate)
  502. if(avctx->rc_max_rate || avctx->rc_buffer_size || avctx->rc_initial_buffer_occupancy) {
  503. av_log( avctx, AV_LOG_ERROR, "Rate control parameters set without a bitrate\n");
  504. return AVERROR(EINVAL);
  505. }
  506. dump_enc_cfg(avctx, &enccfg);
  507. enccfg.g_w = avctx->width;
  508. enccfg.g_h = avctx->height;
  509. enccfg.g_timebase.num = avctx->time_base.num;
  510. enccfg.g_timebase.den = avctx->time_base.den;
  511. enccfg.g_threads =
  512. FFMIN(avctx->thread_count ? avctx->thread_count : av_cpu_count(), 64);
  513. enccfg.g_usage = ctx->usage;
  514. if (ctx->lag_in_frames >= 0)
  515. enccfg.g_lag_in_frames = ctx->lag_in_frames;
  516. if (avctx->flags & AV_CODEC_FLAG_PASS1)
  517. enccfg.g_pass = AOM_RC_FIRST_PASS;
  518. else if (avctx->flags & AV_CODEC_FLAG_PASS2)
  519. enccfg.g_pass = AOM_RC_LAST_PASS;
  520. else
  521. enccfg.g_pass = AOM_RC_ONE_PASS;
  522. if (avctx->rc_min_rate == avctx->rc_max_rate &&
  523. avctx->rc_min_rate == avctx->bit_rate && avctx->bit_rate) {
  524. enccfg.rc_end_usage = AOM_CBR;
  525. } else if (ctx->crf >= 0) {
  526. enccfg.rc_end_usage = AOM_CQ;
  527. if (!avctx->bit_rate)
  528. enccfg.rc_end_usage = AOM_Q;
  529. }
  530. if (avctx->bit_rate) {
  531. enccfg.rc_target_bitrate = av_rescale_rnd(avctx->bit_rate, 1, 1000,
  532. AV_ROUND_NEAR_INF);
  533. } else if (enccfg.rc_end_usage != AOM_Q) {
  534. enccfg.rc_end_usage = AOM_Q;
  535. ctx->crf = 32;
  536. av_log(avctx, AV_LOG_WARNING,
  537. "Neither bitrate nor constrained quality specified, using default CRF of %d\n",
  538. ctx->crf);
  539. }
  540. if (avctx->qmin >= 0)
  541. enccfg.rc_min_quantizer = avctx->qmin;
  542. if (avctx->qmax >= 0)
  543. enccfg.rc_max_quantizer = avctx->qmax;
  544. if (enccfg.rc_end_usage == AOM_CQ || enccfg.rc_end_usage == AOM_Q) {
  545. if (ctx->crf < enccfg.rc_min_quantizer || ctx->crf > enccfg.rc_max_quantizer) {
  546. av_log(avctx, AV_LOG_ERROR,
  547. "CQ level %d must be between minimum and maximum quantizer value (%d-%d)\n",
  548. ctx->crf, enccfg.rc_min_quantizer, enccfg.rc_max_quantizer);
  549. return AVERROR(EINVAL);
  550. }
  551. }
  552. enccfg.rc_dropframe_thresh = ctx->drop_threshold;
  553. // 0-100 (0 => CBR, 100 => VBR)
  554. enccfg.rc_2pass_vbr_bias_pct = round(avctx->qcompress * 100);
  555. if (ctx->minsection_pct >= 0)
  556. enccfg.rc_2pass_vbr_minsection_pct = ctx->minsection_pct;
  557. else if (avctx->bit_rate)
  558. enccfg.rc_2pass_vbr_minsection_pct =
  559. avctx->rc_min_rate * 100LL / avctx->bit_rate;
  560. if (ctx->maxsection_pct >= 0)
  561. enccfg.rc_2pass_vbr_maxsection_pct = ctx->maxsection_pct;
  562. else if (avctx->rc_max_rate)
  563. enccfg.rc_2pass_vbr_maxsection_pct =
  564. avctx->rc_max_rate * 100LL / avctx->bit_rate;
  565. if (avctx->rc_buffer_size)
  566. enccfg.rc_buf_sz =
  567. avctx->rc_buffer_size * 1000LL / avctx->bit_rate;
  568. if (avctx->rc_initial_buffer_occupancy)
  569. enccfg.rc_buf_initial_sz =
  570. avctx->rc_initial_buffer_occupancy * 1000LL / avctx->bit_rate;
  571. enccfg.rc_buf_optimal_sz = enccfg.rc_buf_sz * 5 / 6;
  572. if (ctx->rc_undershoot_pct >= 0)
  573. enccfg.rc_undershoot_pct = ctx->rc_undershoot_pct;
  574. if (ctx->rc_overshoot_pct >= 0)
  575. enccfg.rc_overshoot_pct = ctx->rc_overshoot_pct;
  576. // _enc_init() will balk if kf_min_dist differs from max w/AOM_KF_AUTO
  577. if (avctx->keyint_min >= 0 && avctx->keyint_min == avctx->gop_size)
  578. enccfg.kf_min_dist = avctx->keyint_min;
  579. if (avctx->gop_size >= 0)
  580. enccfg.kf_max_dist = avctx->gop_size;
  581. if (enccfg.g_pass == AOM_RC_FIRST_PASS)
  582. enccfg.g_lag_in_frames = 0;
  583. else if (enccfg.g_pass == AOM_RC_LAST_PASS) {
  584. int decode_size, ret;
  585. if (!avctx->stats_in) {
  586. av_log(avctx, AV_LOG_ERROR, "No stats file for second pass\n");
  587. return AVERROR_INVALIDDATA;
  588. }
  589. ctx->twopass_stats.sz = strlen(avctx->stats_in) * 3 / 4;
  590. ret = av_reallocp(&ctx->twopass_stats.buf, ctx->twopass_stats.sz);
  591. if (ret < 0) {
  592. av_log(avctx, AV_LOG_ERROR,
  593. "Stat buffer alloc (%"SIZE_SPECIFIER" bytes) failed\n",
  594. ctx->twopass_stats.sz);
  595. ctx->twopass_stats.sz = 0;
  596. return ret;
  597. }
  598. decode_size = av_base64_decode(ctx->twopass_stats.buf, avctx->stats_in,
  599. ctx->twopass_stats.sz);
  600. if (decode_size < 0) {
  601. av_log(avctx, AV_LOG_ERROR, "Stat buffer decode failed\n");
  602. return AVERROR_INVALIDDATA;
  603. }
  604. ctx->twopass_stats.sz = decode_size;
  605. enccfg.rc_twopass_stats_in = ctx->twopass_stats;
  606. }
  607. /* 0-3: For non-zero values the encoder increasingly optimizes for reduced
  608. * complexity playback on low powered devices at the expense of encode
  609. * quality. */
  610. if (avctx->profile != FF_PROFILE_UNKNOWN)
  611. enccfg.g_profile = avctx->profile;
  612. enccfg.g_error_resilient = ctx->error_resilient;
  613. res = choose_tiling(avctx, &enccfg);
  614. if (res < 0)
  615. return res;
  616. dump_enc_cfg(avctx, &enccfg);
  617. /* Construct Encoder Context */
  618. res = aom_codec_enc_init(&ctx->encoder, iface, &enccfg, flags);
  619. if (res != AOM_CODEC_OK) {
  620. log_encoder_error(avctx, "Failed to initialize encoder");
  621. return AVERROR(EINVAL);
  622. }
  623. // codec control failures are currently treated only as warnings
  624. av_log(avctx, AV_LOG_DEBUG, "aom_codec_control\n");
  625. codecctl_int(avctx, AOME_SET_CPUUSED, ctx->cpu_used);
  626. if (ctx->auto_alt_ref >= 0)
  627. codecctl_int(avctx, AOME_SET_ENABLEAUTOALTREF, ctx->auto_alt_ref);
  628. if (ctx->arnr_max_frames >= 0)
  629. codecctl_int(avctx, AOME_SET_ARNR_MAXFRAMES, ctx->arnr_max_frames);
  630. if (ctx->arnr_strength >= 0)
  631. codecctl_int(avctx, AOME_SET_ARNR_STRENGTH, ctx->arnr_strength);
  632. if (ctx->enable_cdef >= 0)
  633. codecctl_int(avctx, AV1E_SET_ENABLE_CDEF, ctx->enable_cdef);
  634. if (ctx->enable_restoration >= 0)
  635. codecctl_int(avctx, AV1E_SET_ENABLE_RESTORATION, ctx->enable_restoration);
  636. if (ctx->enable_rect_partitions >= 0)
  637. codecctl_int(avctx, AV1E_SET_ENABLE_RECT_PARTITIONS, ctx->enable_rect_partitions);
  638. if (ctx->enable_1to4_partitions >= 0)
  639. codecctl_int(avctx, AV1E_SET_ENABLE_1TO4_PARTITIONS, ctx->enable_1to4_partitions);
  640. if (ctx->enable_ab_partitions >= 0)
  641. codecctl_int(avctx, AV1E_SET_ENABLE_AB_PARTITIONS, ctx->enable_ab_partitions);
  642. codecctl_int(avctx, AOME_SET_STATIC_THRESHOLD, ctx->static_thresh);
  643. if (ctx->crf >= 0)
  644. codecctl_int(avctx, AOME_SET_CQ_LEVEL, ctx->crf);
  645. if (ctx->tune >= 0)
  646. codecctl_int(avctx, AOME_SET_TUNING, ctx->tune);
  647. codecctl_int(avctx, AV1E_SET_COLOR_PRIMARIES, avctx->color_primaries);
  648. codecctl_int(avctx, AV1E_SET_MATRIX_COEFFICIENTS, avctx->colorspace);
  649. codecctl_int(avctx, AV1E_SET_TRANSFER_CHARACTERISTICS, avctx->color_trc);
  650. if (ctx->aq_mode >= 0)
  651. codecctl_int(avctx, AV1E_SET_AQ_MODE, ctx->aq_mode);
  652. if (ctx->frame_parallel >= 0)
  653. codecctl_int(avctx, AV1E_SET_FRAME_PARALLEL_DECODING, ctx->frame_parallel);
  654. set_color_range(avctx);
  655. codecctl_int(avctx, AV1E_SET_SUPERBLOCK_SIZE, ctx->superblock_size);
  656. if (ctx->uniform_tiles) {
  657. codecctl_int(avctx, AV1E_SET_TILE_COLUMNS, ctx->tile_cols_log2);
  658. codecctl_int(avctx, AV1E_SET_TILE_ROWS, ctx->tile_rows_log2);
  659. }
  660. #ifdef AOM_CTRL_AV1E_SET_DENOISE_NOISE_LEVEL
  661. if (ctx->denoise_noise_level >= 0)
  662. codecctl_int(avctx, AV1E_SET_DENOISE_NOISE_LEVEL, ctx->denoise_noise_level);
  663. #endif
  664. #ifdef AOM_CTRL_AV1E_SET_DENOISE_BLOCK_SIZE
  665. if (ctx->denoise_block_size >= 0)
  666. codecctl_int(avctx, AV1E_SET_DENOISE_BLOCK_SIZE, ctx->denoise_block_size);
  667. #endif
  668. #ifdef AOM_CTRL_AV1E_SET_ENABLE_GLOBAL_MOTION
  669. if (ctx->enable_global_motion >= 0)
  670. codecctl_int(avctx, AV1E_SET_ENABLE_GLOBAL_MOTION, ctx->enable_global_motion);
  671. #endif
  672. #ifdef AOM_CTRL_AV1E_SET_MAX_REFERENCE_FRAMES
  673. if (avctx->refs >= 3) {
  674. codecctl_int(avctx, AV1E_SET_MAX_REFERENCE_FRAMES, avctx->refs);
  675. }
  676. #endif
  677. #ifdef AOM_CTRL_AV1E_SET_ROW_MT
  678. if (ctx->row_mt >= 0)
  679. codecctl_int(avctx, AV1E_SET_ROW_MT, ctx->row_mt);
  680. #endif
  681. #ifdef AOM_CTRL_AV1E_SET_ENABLE_INTRABC
  682. if (ctx->enable_intrabc >= 0)
  683. codecctl_int(avctx, AV1E_SET_ENABLE_INTRABC, ctx->enable_intrabc);
  684. #endif
  685. // provide dummy value to initialize wrapper, values will be updated each _encode()
  686. aom_img_wrap(&ctx->rawimg, img_fmt, avctx->width, avctx->height, 1,
  687. (unsigned char*)1);
  688. if (codec_caps & AOM_CODEC_CAP_HIGHBITDEPTH)
  689. ctx->rawimg.bit_depth = enccfg.g_bit_depth;
  690. cpb_props = ff_add_cpb_side_data(avctx);
  691. if (!cpb_props)
  692. return AVERROR(ENOMEM);
  693. if (avctx->flags & AV_CODEC_FLAG_GLOBAL_HEADER) {
  694. const AVBitStreamFilter *filter = av_bsf_get_by_name("extract_extradata");
  695. int ret;
  696. if (!filter) {
  697. av_log(avctx, AV_LOG_ERROR, "extract_extradata bitstream filter "
  698. "not found. This is a bug, please report it.\n");
  699. return AVERROR_BUG;
  700. }
  701. ret = av_bsf_alloc(filter, &ctx->bsf);
  702. if (ret < 0)
  703. return ret;
  704. ret = avcodec_parameters_from_context(ctx->bsf->par_in, avctx);
  705. if (ret < 0)
  706. return ret;
  707. ret = av_bsf_init(ctx->bsf);
  708. if (ret < 0)
  709. return ret;
  710. }
  711. if (enccfg.rc_end_usage == AOM_CBR ||
  712. enccfg.g_pass != AOM_RC_ONE_PASS) {
  713. cpb_props->max_bitrate = avctx->rc_max_rate;
  714. cpb_props->min_bitrate = avctx->rc_min_rate;
  715. cpb_props->avg_bitrate = avctx->bit_rate;
  716. }
  717. cpb_props->buffer_size = avctx->rc_buffer_size;
  718. return 0;
  719. }
  720. static inline void cx_pktcpy(AOMContext *ctx,
  721. struct FrameListData *dst,
  722. const struct aom_codec_cx_pkt *src)
  723. {
  724. dst->pts = src->data.frame.pts;
  725. dst->duration = src->data.frame.duration;
  726. dst->flags = src->data.frame.flags;
  727. dst->sz = src->data.frame.sz;
  728. dst->buf = src->data.frame.buf;
  729. #ifdef AOM_FRAME_IS_INTRAONLY
  730. dst->have_sse = 0;
  731. dst->frame_number = ++ctx->frame_number;
  732. dst->have_sse = ctx->have_sse;
  733. if (ctx->have_sse) {
  734. /* associate last-seen SSE to the frame. */
  735. /* Transfers ownership from ctx to dst. */
  736. memcpy(dst->sse, ctx->sse, sizeof(dst->sse));
  737. ctx->have_sse = 0;
  738. }
  739. #endif
  740. }
  741. /**
  742. * Store coded frame information in format suitable for return from encode2().
  743. *
  744. * Write information from @a cx_frame to @a pkt
  745. * @return packet data size on success
  746. * @return a negative AVERROR on error
  747. */
  748. static int storeframe(AVCodecContext *avctx, struct FrameListData *cx_frame,
  749. AVPacket *pkt)
  750. {
  751. AOMContext *ctx = avctx->priv_data;
  752. int av_unused pict_type;
  753. int ret = ff_alloc_packet2(avctx, pkt, cx_frame->sz, 0);
  754. if (ret < 0) {
  755. av_log(avctx, AV_LOG_ERROR,
  756. "Error getting output packet of size %"SIZE_SPECIFIER".\n", cx_frame->sz);
  757. return ret;
  758. }
  759. memcpy(pkt->data, cx_frame->buf, pkt->size);
  760. pkt->pts = pkt->dts = cx_frame->pts;
  761. if (!!(cx_frame->flags & AOM_FRAME_IS_KEY)) {
  762. pkt->flags |= AV_PKT_FLAG_KEY;
  763. #ifdef AOM_FRAME_IS_INTRAONLY
  764. pict_type = AV_PICTURE_TYPE_I;
  765. } else if (cx_frame->flags & AOM_FRAME_IS_INTRAONLY) {
  766. pict_type = AV_PICTURE_TYPE_I;
  767. } else {
  768. pict_type = AV_PICTURE_TYPE_P;
  769. }
  770. ff_side_data_set_encoder_stats(pkt, 0, cx_frame->sse + 1,
  771. cx_frame->have_sse ? 3 : 0, pict_type);
  772. if (cx_frame->have_sse) {
  773. int i;
  774. for (i = 0; i < 3; ++i) {
  775. avctx->error[i] += cx_frame->sse[i + 1];
  776. }
  777. cx_frame->have_sse = 0;
  778. #endif
  779. }
  780. if (avctx->flags & AV_CODEC_FLAG_GLOBAL_HEADER) {
  781. ret = av_bsf_send_packet(ctx->bsf, pkt);
  782. if (ret < 0) {
  783. av_log(avctx, AV_LOG_ERROR, "extract_extradata filter "
  784. "failed to send input packet\n");
  785. return ret;
  786. }
  787. ret = av_bsf_receive_packet(ctx->bsf, pkt);
  788. if (ret < 0) {
  789. av_log(avctx, AV_LOG_ERROR, "extract_extradata filter "
  790. "failed to receive output packet\n");
  791. return ret;
  792. }
  793. }
  794. return pkt->size;
  795. }
  796. /**
  797. * Queue multiple output frames from the encoder, returning the front-most.
  798. * In cases where aom_codec_get_cx_data() returns more than 1 frame append
  799. * the frame queue. Return the head frame if available.
  800. * @return Stored frame size
  801. * @return AVERROR(EINVAL) on output size error
  802. * @return AVERROR(ENOMEM) on coded frame queue data allocation error
  803. */
  804. static int queue_frames(AVCodecContext *avctx, AVPacket *pkt_out)
  805. {
  806. AOMContext *ctx = avctx->priv_data;
  807. const struct aom_codec_cx_pkt *pkt;
  808. const void *iter = NULL;
  809. int size = 0;
  810. if (ctx->coded_frame_list) {
  811. struct FrameListData *cx_frame = ctx->coded_frame_list;
  812. /* return the leading frame if we've already begun queueing */
  813. size = storeframe(avctx, cx_frame, pkt_out);
  814. if (size < 0)
  815. return size;
  816. ctx->coded_frame_list = cx_frame->next;
  817. free_coded_frame(cx_frame);
  818. }
  819. /* consume all available output from the encoder before returning. buffers
  820. * are only good through the next aom_codec call */
  821. while ((pkt = aom_codec_get_cx_data(&ctx->encoder, &iter))) {
  822. switch (pkt->kind) {
  823. case AOM_CODEC_CX_FRAME_PKT:
  824. if (!size) {
  825. struct FrameListData cx_frame;
  826. /* avoid storing the frame when the list is empty and we haven't yet
  827. * provided a frame for output */
  828. av_assert0(!ctx->coded_frame_list);
  829. cx_pktcpy(ctx, &cx_frame, pkt);
  830. size = storeframe(avctx, &cx_frame, pkt_out);
  831. if (size < 0)
  832. return size;
  833. } else {
  834. struct FrameListData *cx_frame =
  835. av_malloc(sizeof(struct FrameListData));
  836. if (!cx_frame) {
  837. av_log(avctx, AV_LOG_ERROR,
  838. "Frame queue element alloc failed\n");
  839. return AVERROR(ENOMEM);
  840. }
  841. cx_pktcpy(ctx, cx_frame, pkt);
  842. cx_frame->buf = av_malloc(cx_frame->sz);
  843. if (!cx_frame->buf) {
  844. av_log(avctx, AV_LOG_ERROR,
  845. "Data buffer alloc (%"SIZE_SPECIFIER" bytes) failed\n",
  846. cx_frame->sz);
  847. av_freep(&cx_frame);
  848. return AVERROR(ENOMEM);
  849. }
  850. memcpy(cx_frame->buf, pkt->data.frame.buf, pkt->data.frame.sz);
  851. coded_frame_add(&ctx->coded_frame_list, cx_frame);
  852. }
  853. break;
  854. case AOM_CODEC_STATS_PKT:
  855. {
  856. struct aom_fixed_buf *stats = &ctx->twopass_stats;
  857. int err;
  858. if ((err = av_reallocp(&stats->buf,
  859. stats->sz +
  860. pkt->data.twopass_stats.sz)) < 0) {
  861. stats->sz = 0;
  862. av_log(avctx, AV_LOG_ERROR, "Stat buffer realloc failed\n");
  863. return err;
  864. }
  865. memcpy((uint8_t *)stats->buf + stats->sz,
  866. pkt->data.twopass_stats.buf, pkt->data.twopass_stats.sz);
  867. stats->sz += pkt->data.twopass_stats.sz;
  868. break;
  869. }
  870. #ifdef AOM_FRAME_IS_INTRAONLY
  871. case AOM_CODEC_PSNR_PKT:
  872. {
  873. av_assert0(!ctx->have_sse);
  874. ctx->sse[0] = pkt->data.psnr.sse[0];
  875. ctx->sse[1] = pkt->data.psnr.sse[1];
  876. ctx->sse[2] = pkt->data.psnr.sse[2];
  877. ctx->sse[3] = pkt->data.psnr.sse[3];
  878. ctx->have_sse = 1;
  879. break;
  880. }
  881. #endif
  882. case AOM_CODEC_CUSTOM_PKT:
  883. // ignore unsupported/unrecognized packet types
  884. break;
  885. }
  886. }
  887. return size;
  888. }
  889. static int aom_encode(AVCodecContext *avctx, AVPacket *pkt,
  890. const AVFrame *frame, int *got_packet)
  891. {
  892. AOMContext *ctx = avctx->priv_data;
  893. struct aom_image *rawimg = NULL;
  894. int64_t timestamp = 0;
  895. int res, coded_size;
  896. aom_enc_frame_flags_t flags = 0;
  897. if (frame) {
  898. rawimg = &ctx->rawimg;
  899. rawimg->planes[AOM_PLANE_Y] = frame->data[0];
  900. rawimg->planes[AOM_PLANE_U] = frame->data[1];
  901. rawimg->planes[AOM_PLANE_V] = frame->data[2];
  902. rawimg->stride[AOM_PLANE_Y] = frame->linesize[0];
  903. rawimg->stride[AOM_PLANE_U] = frame->linesize[1];
  904. rawimg->stride[AOM_PLANE_V] = frame->linesize[2];
  905. timestamp = frame->pts;
  906. switch (frame->color_range) {
  907. case AVCOL_RANGE_MPEG:
  908. rawimg->range = AOM_CR_STUDIO_RANGE;
  909. break;
  910. case AVCOL_RANGE_JPEG:
  911. rawimg->range = AOM_CR_FULL_RANGE;
  912. break;
  913. }
  914. if (frame->pict_type == AV_PICTURE_TYPE_I)
  915. flags |= AOM_EFLAG_FORCE_KF;
  916. }
  917. res = aom_codec_encode(&ctx->encoder, rawimg, timestamp,
  918. avctx->ticks_per_frame, flags);
  919. if (res != AOM_CODEC_OK) {
  920. log_encoder_error(avctx, "Error encoding frame");
  921. return AVERROR_INVALIDDATA;
  922. }
  923. coded_size = queue_frames(avctx, pkt);
  924. if (!frame && avctx->flags & AV_CODEC_FLAG_PASS1) {
  925. size_t b64_size = AV_BASE64_SIZE(ctx->twopass_stats.sz);
  926. avctx->stats_out = av_malloc(b64_size);
  927. if (!avctx->stats_out) {
  928. av_log(avctx, AV_LOG_ERROR, "Stat buffer alloc (%"SIZE_SPECIFIER" bytes) failed\n",
  929. b64_size);
  930. return AVERROR(ENOMEM);
  931. }
  932. av_base64_encode(avctx->stats_out, b64_size, ctx->twopass_stats.buf,
  933. ctx->twopass_stats.sz);
  934. }
  935. *got_packet = !!coded_size;
  936. return 0;
  937. }
  938. static const enum AVPixelFormat av1_pix_fmts[] = {
  939. AV_PIX_FMT_YUV420P,
  940. AV_PIX_FMT_YUV422P,
  941. AV_PIX_FMT_YUV444P,
  942. AV_PIX_FMT_NONE
  943. };
  944. static const enum AVPixelFormat av1_pix_fmts_highbd[] = {
  945. AV_PIX_FMT_YUV420P,
  946. AV_PIX_FMT_YUV422P,
  947. AV_PIX_FMT_YUV444P,
  948. AV_PIX_FMT_YUV420P10,
  949. AV_PIX_FMT_YUV422P10,
  950. AV_PIX_FMT_YUV444P10,
  951. AV_PIX_FMT_YUV420P12,
  952. AV_PIX_FMT_YUV422P12,
  953. AV_PIX_FMT_YUV444P12,
  954. AV_PIX_FMT_NONE
  955. };
  956. static av_cold void av1_init_static(AVCodec *codec)
  957. {
  958. aom_codec_caps_t codec_caps = aom_codec_get_caps(aom_codec_av1_cx());
  959. if (codec_caps & AOM_CODEC_CAP_HIGHBITDEPTH)
  960. codec->pix_fmts = av1_pix_fmts_highbd;
  961. else
  962. codec->pix_fmts = av1_pix_fmts;
  963. if (aom_codec_version_major() < 2)
  964. codec->capabilities |= AV_CODEC_CAP_EXPERIMENTAL;
  965. }
  966. static av_cold int av1_init(AVCodecContext *avctx)
  967. {
  968. return aom_init(avctx, aom_codec_av1_cx());
  969. }
  970. #define OFFSET(x) offsetof(AOMContext, x)
  971. #define VE AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM
  972. static const AVOption options[] = {
  973. { "cpu-used", "Quality/Speed ratio modifier", OFFSET(cpu_used), AV_OPT_TYPE_INT, {.i64 = 1}, 0, 8, VE},
  974. { "auto-alt-ref", "Enable use of alternate reference "
  975. "frames (2-pass only)", OFFSET(auto_alt_ref), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 2, VE},
  976. { "lag-in-frames", "Number of frames to look ahead at for "
  977. "alternate reference frame selection", OFFSET(lag_in_frames), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, VE},
  978. { "arnr-max-frames", "altref noise reduction max frame count", OFFSET(arnr_max_frames), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, VE},
  979. { "arnr-strength", "altref noise reduction filter strength", OFFSET(arnr_strength), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 6, VE},
  980. { "aq-mode", "adaptive quantization mode", OFFSET(aq_mode), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 4, VE, "aq_mode"},
  981. { "none", "Aq not used", 0, AV_OPT_TYPE_CONST, {.i64 = 0}, 0, 0, VE, "aq_mode"},
  982. { "variance", "Variance based Aq", 0, AV_OPT_TYPE_CONST, {.i64 = 1}, 0, 0, VE, "aq_mode"},
  983. { "complexity", "Complexity based Aq", 0, AV_OPT_TYPE_CONST, {.i64 = 2}, 0, 0, VE, "aq_mode"},
  984. { "cyclic", "Cyclic Refresh Aq", 0, AV_OPT_TYPE_CONST, {.i64 = 3}, 0, 0, VE, "aq_mode"},
  985. { "error-resilience", "Error resilience configuration", OFFSET(error_resilient), AV_OPT_TYPE_FLAGS, {.i64 = 0}, INT_MIN, INT_MAX, VE, "er"},
  986. { "default", "Improve resiliency against losses of whole frames", 0, AV_OPT_TYPE_CONST, {.i64 = AOM_ERROR_RESILIENT_DEFAULT}, 0, 0, VE, "er"},
  987. { "crf", "Select the quality for constant quality mode", offsetof(AOMContext, crf), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 63, VE },
  988. { "static-thresh", "A change threshold on blocks below which they will be skipped by the encoder", OFFSET(static_thresh), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, INT_MAX, VE },
  989. { "drop-threshold", "Frame drop threshold", offsetof(AOMContext, drop_threshold), AV_OPT_TYPE_INT, {.i64 = 0 }, INT_MIN, INT_MAX, VE },
  990. { "denoise-noise-level", "Amount of noise to be removed", OFFSET(denoise_noise_level), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, VE},
  991. { "denoise-block-size", "Denoise block size ", OFFSET(denoise_block_size), AV_OPT_TYPE_INT, {.i64 = -1}, -1, INT_MAX, VE},
  992. { "undershoot-pct", "Datarate undershoot (min) target (%)", OFFSET(rc_undershoot_pct), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 100, VE},
  993. { "overshoot-pct", "Datarate overshoot (max) target (%)", OFFSET(rc_overshoot_pct), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 1000, VE},
  994. { "minsection-pct", "GOP min bitrate (% of target)", OFFSET(minsection_pct), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 100, VE},
  995. { "maxsection-pct", "GOP max bitrate (% of target)", OFFSET(maxsection_pct), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 5000, VE},
  996. { "frame-parallel", "Enable frame parallel decodability features", OFFSET(frame_parallel), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
  997. { "tiles", "Tile columns x rows", OFFSET(tile_cols), AV_OPT_TYPE_IMAGE_SIZE, { .str = NULL }, 0, 0, VE },
  998. { "tile-columns", "Log2 of number of tile columns to use", OFFSET(tile_cols_log2), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 6, VE},
  999. { "tile-rows", "Log2 of number of tile rows to use", OFFSET(tile_rows_log2), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 6, VE},
  1000. { "row-mt", "Enable row based multi-threading", OFFSET(row_mt), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
  1001. { "enable-cdef", "Enable CDEF filtering", OFFSET(enable_cdef), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
  1002. { "enable-global-motion", "Enable global motion", OFFSET(enable_global_motion), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
  1003. { "enable-intrabc", "Enable intra block copy prediction mode", OFFSET(enable_intrabc), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
  1004. { "enable-restoration", "Enable Loop Restoration filtering", OFFSET(enable_restoration), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
  1005. { "usage", "Quality and compression efficiency vs speed trade-off", OFFSET(usage), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, VE, "usage"},
  1006. { "good", "Good quality", 0, AV_OPT_TYPE_CONST, {.i64 = 0 /* AOM_USAGE_GOOD_QUALITY */}, 0, 0, VE, "usage"},
  1007. { "realtime", "Realtime encoding", 0, AV_OPT_TYPE_CONST, {.i64 = 1 /* AOM_USAGE_REALTIME */}, 0, 0, VE, "usage"},
  1008. { "tune", "The metric that the encoder tunes for. Automatically chosen by the encoder by default", OFFSET(tune), AV_OPT_TYPE_INT, {.i64 = -1}, -1, AOM_TUNE_SSIM, VE, "tune"},
  1009. { "psnr", NULL, 0, AV_OPT_TYPE_CONST, {.i64 = AOM_TUNE_PSNR}, 0, 0, VE, "tune"},
  1010. { "ssim", NULL, 0, AV_OPT_TYPE_CONST, {.i64 = AOM_TUNE_SSIM}, 0, 0, VE, "tune"},
  1011. FF_AV1_PROFILE_OPTS
  1012. { "enable-rect-partitions", "Enable rectangular partitions", OFFSET(enable_rect_partitions), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
  1013. { "enable-1to4-partitions", "Enable 1:4/4:1 partitions", OFFSET(enable_1to4_partitions), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
  1014. { "enable-ab-partitions", "Enable ab shape partitions", OFFSET(enable_ab_partitions), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, VE},
  1015. { NULL },
  1016. };
  1017. static const AVCodecDefault defaults[] = {
  1018. { "b", "0" },
  1019. { "qmin", "-1" },
  1020. { "qmax", "-1" },
  1021. { "g", "-1" },
  1022. { "keyint_min", "-1" },
  1023. { NULL },
  1024. };
  1025. static const AVClass class_aom = {
  1026. .class_name = "libaom-av1 encoder",
  1027. .item_name = av_default_item_name,
  1028. .option = options,
  1029. .version = LIBAVUTIL_VERSION_INT,
  1030. };
  1031. AVCodec ff_libaom_av1_encoder = {
  1032. .name = "libaom-av1",
  1033. .long_name = NULL_IF_CONFIG_SMALL("libaom AV1"),
  1034. .type = AVMEDIA_TYPE_VIDEO,
  1035. .id = AV_CODEC_ID_AV1,
  1036. .priv_data_size = sizeof(AOMContext),
  1037. .init = av1_init,
  1038. .encode2 = aom_encode,
  1039. .close = aom_free,
  1040. .capabilities = AV_CODEC_CAP_DELAY | AV_CODEC_CAP_AUTO_THREADS,
  1041. .profiles = NULL_IF_CONFIG_SMALL(ff_av1_profiles),
  1042. .priv_class = &class_aom,
  1043. .defaults = defaults,
  1044. .init_static_data = av1_init_static,
  1045. .wrapper_name = "libaom",
  1046. };