You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

656 lines
19KB

  1. /*
  2. * This file is part of FFmpeg.
  3. *
  4. * FFmpeg is free software; you can redistribute it and/or
  5. * modify it under the terms of the GNU Lesser General Public
  6. * License as published by the Free Software Foundation; either
  7. * version 2.1 of the License, or (at your option) any later version.
  8. *
  9. * FFmpeg is distributed in the hope that it will be useful,
  10. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  12. * Lesser General Public License for more details.
  13. *
  14. * You should have received a copy of the GNU Lesser General Public
  15. * License along with FFmpeg; if not, write to the Free Software
  16. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  17. */
  18. #include "libavutil/avassert.h"
  19. #include "cbs.h"
  20. #include "cbs_internal.h"
  21. #include "cbs_vp9.h"
  22. #include "internal.h"
  23. static int cbs_vp9_read_s(CodedBitstreamContext *ctx, GetBitContext *gbc,
  24. int width, const char *name,
  25. const int *subscripts, int32_t *write_to)
  26. {
  27. uint32_t magnitude;
  28. int position, sign;
  29. int32_t value;
  30. if (ctx->trace_enable)
  31. position = get_bits_count(gbc);
  32. if (get_bits_left(gbc) < width + 1) {
  33. av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid signed value at "
  34. "%s: bitstream ended.\n", name);
  35. return AVERROR_INVALIDDATA;
  36. }
  37. magnitude = get_bits(gbc, width);
  38. sign = get_bits1(gbc);
  39. value = sign ? -(int32_t)magnitude : magnitude;
  40. if (ctx->trace_enable) {
  41. char bits[33];
  42. int i;
  43. for (i = 0; i < width; i++)
  44. bits[i] = magnitude >> (width - i - 1) & 1 ? '1' : '0';
  45. bits[i] = sign ? '1' : '0';
  46. bits[i + 1] = 0;
  47. ff_cbs_trace_syntax_element(ctx, position, name, subscripts,
  48. bits, value);
  49. }
  50. *write_to = value;
  51. return 0;
  52. }
  53. static int cbs_vp9_write_s(CodedBitstreamContext *ctx, PutBitContext *pbc,
  54. int width, const char *name,
  55. const int *subscripts, int32_t value)
  56. {
  57. uint32_t magnitude;
  58. int sign;
  59. if (put_bits_left(pbc) < width + 1)
  60. return AVERROR(ENOSPC);
  61. sign = value < 0;
  62. magnitude = sign ? -value : value;
  63. if (ctx->trace_enable) {
  64. char bits[33];
  65. int i;
  66. for (i = 0; i < width; i++)
  67. bits[i] = magnitude >> (width - i - 1) & 1 ? '1' : '0';
  68. bits[i] = sign ? '1' : '0';
  69. bits[i + 1] = 0;
  70. ff_cbs_trace_syntax_element(ctx, put_bits_count(pbc),
  71. name, subscripts, bits, value);
  72. }
  73. put_bits(pbc, width, magnitude);
  74. put_bits(pbc, 1, sign);
  75. return 0;
  76. }
  77. static int cbs_vp9_read_increment(CodedBitstreamContext *ctx, GetBitContext *gbc,
  78. uint32_t range_min, uint32_t range_max,
  79. const char *name, uint32_t *write_to)
  80. {
  81. uint32_t value;
  82. int position, i;
  83. char bits[8];
  84. av_assert0(range_min <= range_max && range_max - range_min < sizeof(bits) - 1);
  85. if (ctx->trace_enable)
  86. position = get_bits_count(gbc);
  87. for (i = 0, value = range_min; value < range_max;) {
  88. if (get_bits_left(gbc) < 1) {
  89. av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid increment value at "
  90. "%s: bitstream ended.\n", name);
  91. return AVERROR_INVALIDDATA;
  92. }
  93. if (get_bits1(gbc)) {
  94. bits[i++] = '1';
  95. ++value;
  96. } else {
  97. bits[i++] = '0';
  98. break;
  99. }
  100. }
  101. if (ctx->trace_enable) {
  102. bits[i] = 0;
  103. ff_cbs_trace_syntax_element(ctx, position, name, NULL, bits, value);
  104. }
  105. *write_to = value;
  106. return 0;
  107. }
  108. static int cbs_vp9_write_increment(CodedBitstreamContext *ctx, PutBitContext *pbc,
  109. uint32_t range_min, uint32_t range_max,
  110. const char *name, uint32_t value)
  111. {
  112. int len;
  113. av_assert0(range_min <= range_max && range_max - range_min < 8);
  114. if (value < range_min || value > range_max) {
  115. av_log(ctx->log_ctx, AV_LOG_ERROR, "%s out of range: "
  116. "%"PRIu32", but must be in [%"PRIu32",%"PRIu32"].\n",
  117. name, value, range_min, range_max);
  118. return AVERROR_INVALIDDATA;
  119. }
  120. if (value == range_max)
  121. len = range_max - range_min;
  122. else
  123. len = value - range_min + 1;
  124. if (put_bits_left(pbc) < len)
  125. return AVERROR(ENOSPC);
  126. if (ctx->trace_enable) {
  127. char bits[8];
  128. int i;
  129. for (i = 0; i < len; i++) {
  130. if (range_min + i == value)
  131. bits[i] = '0';
  132. else
  133. bits[i] = '1';
  134. }
  135. bits[i] = 0;
  136. ff_cbs_trace_syntax_element(ctx, put_bits_count(pbc),
  137. name, NULL, bits, value);
  138. }
  139. if (len > 0)
  140. put_bits(pbc, len, (1 << len) - 1 - (value != range_max));
  141. return 0;
  142. }
  143. static int cbs_vp9_read_le(CodedBitstreamContext *ctx, GetBitContext *gbc,
  144. int width, const char *name,
  145. const int *subscripts, uint32_t *write_to)
  146. {
  147. uint32_t value;
  148. int position, b;
  149. av_assert0(width % 8 == 0);
  150. if (ctx->trace_enable)
  151. position = get_bits_count(gbc);
  152. if (get_bits_left(gbc) < width) {
  153. av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid le value at "
  154. "%s: bitstream ended.\n", name);
  155. return AVERROR_INVALIDDATA;
  156. }
  157. value = 0;
  158. for (b = 0; b < width; b += 8)
  159. value |= get_bits(gbc, 8) << b;
  160. if (ctx->trace_enable) {
  161. char bits[33];
  162. int i;
  163. for (b = 0; b < width; b += 8)
  164. for (i = 0; i < 8; i++)
  165. bits[b + i] = value >> (b + i) & 1 ? '1' : '0';
  166. bits[b] = 0;
  167. ff_cbs_trace_syntax_element(ctx, position, name, subscripts,
  168. bits, value);
  169. }
  170. *write_to = value;
  171. return 0;
  172. }
  173. static int cbs_vp9_write_le(CodedBitstreamContext *ctx, PutBitContext *pbc,
  174. int width, const char *name,
  175. const int *subscripts, uint32_t value)
  176. {
  177. int b;
  178. av_assert0(width % 8 == 0);
  179. if (put_bits_left(pbc) < width)
  180. return AVERROR(ENOSPC);
  181. if (ctx->trace_enable) {
  182. char bits[33];
  183. int i;
  184. for (b = 0; b < width; b += 8)
  185. for (i = 0; i < 8; i++)
  186. bits[b + i] = value >> (b + i) & 1 ? '1' : '0';
  187. bits[b] = 0;
  188. ff_cbs_trace_syntax_element(ctx, put_bits_count(pbc),
  189. name, subscripts, bits, value);
  190. }
  191. for (b = 0; b < width; b += 8)
  192. put_bits(pbc, 8, value >> b & 0xff);
  193. return 0;
  194. }
  195. #define HEADER(name) do { \
  196. ff_cbs_trace_header(ctx, name); \
  197. } while (0)
  198. #define CHECK(call) do { \
  199. err = (call); \
  200. if (err < 0) \
  201. return err; \
  202. } while (0)
  203. #define FUNC_NAME(rw, codec, name) cbs_ ## codec ## _ ## rw ## _ ## name
  204. #define FUNC_VP9(rw, name) FUNC_NAME(rw, vp9, name)
  205. #define FUNC(name) FUNC_VP9(READWRITE, name)
  206. #define SUBSCRIPTS(subs, ...) (subs > 0 ? ((int[subs + 1]){ subs, __VA_ARGS__ }) : NULL)
  207. #define f(width, name) \
  208. xf(width, name, current->name, 0)
  209. #define s(width, name) \
  210. xs(width, name, current->name, 0)
  211. #define fs(width, name, subs, ...) \
  212. xf(width, name, current->name, subs, __VA_ARGS__)
  213. #define ss(width, name, subs, ...) \
  214. xs(width, name, current->name, subs, __VA_ARGS__)
  215. #define READ
  216. #define READWRITE read
  217. #define RWContext GetBitContext
  218. #define xf(width, name, var, subs, ...) do { \
  219. uint32_t value = 0; \
  220. CHECK(ff_cbs_read_unsigned(ctx, rw, width, #name, \
  221. SUBSCRIPTS(subs, __VA_ARGS__), \
  222. &value, 0, (1 << width) - 1)); \
  223. var = value; \
  224. } while (0)
  225. #define xs(width, name, var, subs, ...) do { \
  226. int32_t value = 0; \
  227. CHECK(cbs_vp9_read_s(ctx, rw, width, #name, \
  228. SUBSCRIPTS(subs, __VA_ARGS__), &value)); \
  229. var = value; \
  230. } while (0)
  231. #define increment(name, min, max) do { \
  232. uint32_t value = 0; \
  233. CHECK(cbs_vp9_read_increment(ctx, rw, min, max, #name, &value)); \
  234. current->name = value; \
  235. } while (0)
  236. #define fle(width, name, subs, ...) do { \
  237. CHECK(cbs_vp9_read_le(ctx, rw, width, #name, \
  238. SUBSCRIPTS(subs, __VA_ARGS__), &current->name)); \
  239. } while (0)
  240. #define delta_q(name) do { \
  241. uint8_t delta_coded; \
  242. int8_t delta_q; \
  243. xf(1, name.delta_coded, delta_coded, 0); \
  244. if (delta_coded) \
  245. xs(4, name.delta_q, delta_q, 0); \
  246. else \
  247. delta_q = 0; \
  248. current->name = delta_q; \
  249. } while (0)
  250. #define prob(name, subs, ...) do { \
  251. uint8_t prob_coded; \
  252. uint8_t prob; \
  253. xf(1, name.prob_coded, prob_coded, subs, __VA_ARGS__); \
  254. if (prob_coded) \
  255. xf(8, name.prob, prob, subs, __VA_ARGS__); \
  256. else \
  257. prob = 255; \
  258. current->name = prob; \
  259. } while (0)
  260. #define fixed(width, name, value) do { \
  261. av_unused uint32_t fixed_value = value; \
  262. CHECK(ff_cbs_read_unsigned(ctx, rw, width, #name, \
  263. 0, &fixed_value, value, value)); \
  264. } while (0)
  265. #define infer(name, value) do { \
  266. current->name = value; \
  267. } while (0)
  268. #define byte_alignment(rw) (get_bits_count(rw) % 8)
  269. #include "cbs_vp9_syntax_template.c"
  270. #undef READ
  271. #undef READWRITE
  272. #undef RWContext
  273. #undef xf
  274. #undef xs
  275. #undef increment
  276. #undef fle
  277. #undef delta_q
  278. #undef prob
  279. #undef fixed
  280. #undef infer
  281. #undef byte_alignment
  282. #define WRITE
  283. #define READWRITE write
  284. #define RWContext PutBitContext
  285. #define xf(width, name, var, subs, ...) do { \
  286. CHECK(ff_cbs_write_unsigned(ctx, rw, width, #name, \
  287. SUBSCRIPTS(subs, __VA_ARGS__), \
  288. var, 0, (1 << width) - 1)); \
  289. } while (0)
  290. #define xs(width, name, var, subs, ...) do { \
  291. CHECK(cbs_vp9_write_s(ctx, rw, width, #name, \
  292. SUBSCRIPTS(subs, __VA_ARGS__), var)); \
  293. } while (0)
  294. #define increment(name, min, max) do { \
  295. CHECK(cbs_vp9_write_increment(ctx, rw, min, max, #name, current->name)); \
  296. } while (0)
  297. #define fle(width, name, subs, ...) do { \
  298. CHECK(cbs_vp9_write_le(ctx, rw, width, #name, \
  299. SUBSCRIPTS(subs, __VA_ARGS__), current->name)); \
  300. } while (0)
  301. #define delta_q(name) do { \
  302. xf(1, name.delta_coded, !!current->name, 0); \
  303. if (current->name) \
  304. xs(4, name.delta_q, current->name, 0); \
  305. } while (0)
  306. #define prob(name, subs, ...) do { \
  307. xf(1, name.prob_coded, current->name != 255, subs, __VA_ARGS__); \
  308. if (current->name != 255) \
  309. xf(8, name.prob, current->name, subs, __VA_ARGS__); \
  310. } while (0)
  311. #define fixed(width, name, value) do { \
  312. CHECK(ff_cbs_write_unsigned(ctx, rw, width, #name, \
  313. 0, value, value, value)); \
  314. } while (0)
  315. #define infer(name, value) do { \
  316. if (current->name != (value)) { \
  317. av_log(ctx->log_ctx, AV_LOG_WARNING, "Warning: " \
  318. "%s does not match inferred value: " \
  319. "%"PRId64", but should be %"PRId64".\n", \
  320. #name, (int64_t)current->name, (int64_t)(value)); \
  321. } \
  322. } while (0)
  323. #define byte_alignment(rw) (put_bits_count(rw) % 8)
  324. #include "cbs_vp9_syntax_template.c"
  325. #undef WRITE
  326. #undef READWRITE
  327. #undef RWContext
  328. #undef xf
  329. #undef xs
  330. #undef increment
  331. #undef fle
  332. #undef delta_q
  333. #undef prob
  334. #undef fixed
  335. #undef infer
  336. #undef byte_alignment
  337. static int cbs_vp9_split_fragment(CodedBitstreamContext *ctx,
  338. CodedBitstreamFragment *frag,
  339. int header)
  340. {
  341. uint8_t superframe_header;
  342. int err;
  343. if (frag->data_size == 0)
  344. return AVERROR_INVALIDDATA;
  345. // Last byte in the packet.
  346. superframe_header = frag->data[frag->data_size - 1];
  347. if ((superframe_header & 0xe0) == 0xc0) {
  348. VP9RawSuperframeIndex sfi;
  349. GetBitContext gbc;
  350. size_t index_size, pos;
  351. int i;
  352. index_size = 2 + (((superframe_header & 0x18) >> 3) + 1) *
  353. ((superframe_header & 0x07) + 1);
  354. if (index_size > frag->data_size)
  355. return AVERROR_INVALIDDATA;
  356. err = init_get_bits(&gbc, frag->data + frag->data_size - index_size,
  357. 8 * index_size);
  358. if (err < 0)
  359. return err;
  360. err = cbs_vp9_read_superframe_index(ctx, &gbc, &sfi);
  361. if (err < 0)
  362. return err;
  363. pos = 0;
  364. for (i = 0; i <= sfi.frames_in_superframe_minus_1; i++) {
  365. if (pos + sfi.frame_sizes[i] + index_size > frag->data_size) {
  366. av_log(ctx->log_ctx, AV_LOG_ERROR, "Frame %d too large "
  367. "in superframe: %"PRIu32" bytes.\n",
  368. i, sfi.frame_sizes[i]);
  369. return AVERROR_INVALIDDATA;
  370. }
  371. err = ff_cbs_insert_unit_data(ctx, frag, -1, 0,
  372. frag->data + pos,
  373. sfi.frame_sizes[i],
  374. frag->data_ref);
  375. if (err < 0)
  376. return err;
  377. pos += sfi.frame_sizes[i];
  378. }
  379. if (pos + index_size != frag->data_size) {
  380. av_log(ctx->log_ctx, AV_LOG_WARNING, "Extra padding at "
  381. "end of superframe: %"SIZE_SPECIFIER" bytes.\n",
  382. frag->data_size - (pos + index_size));
  383. }
  384. return 0;
  385. } else {
  386. err = ff_cbs_insert_unit_data(ctx, frag, -1, 0,
  387. frag->data, frag->data_size,
  388. frag->data_ref);
  389. if (err < 0)
  390. return err;
  391. }
  392. return 0;
  393. }
  394. static void cbs_vp9_free_frame(void *unit, uint8_t *content)
  395. {
  396. VP9RawFrame *frame = (VP9RawFrame*)content;
  397. av_buffer_unref(&frame->data_ref);
  398. av_freep(&frame);
  399. }
  400. static int cbs_vp9_read_unit(CodedBitstreamContext *ctx,
  401. CodedBitstreamUnit *unit)
  402. {
  403. VP9RawFrame *frame;
  404. GetBitContext gbc;
  405. int err, pos;
  406. err = init_get_bits(&gbc, unit->data, 8 * unit->data_size);
  407. if (err < 0)
  408. return err;
  409. err = ff_cbs_alloc_unit_content(ctx, unit, sizeof(*frame),
  410. &cbs_vp9_free_frame);
  411. if (err < 0)
  412. return err;
  413. frame = unit->content;
  414. err = cbs_vp9_read_frame(ctx, &gbc, frame);
  415. if (err < 0)
  416. return err;
  417. pos = get_bits_count(&gbc);
  418. av_assert0(pos % 8 == 0);
  419. pos /= 8;
  420. av_assert0(pos <= unit->data_size);
  421. if (pos == unit->data_size) {
  422. // No data (e.g. a show-existing-frame frame).
  423. } else {
  424. frame->data_ref = av_buffer_ref(unit->data_ref);
  425. if (!frame->data_ref)
  426. return AVERROR(ENOMEM);
  427. frame->data = unit->data + pos;
  428. frame->data_size = unit->data_size - pos;
  429. }
  430. return 0;
  431. }
  432. static int cbs_vp9_write_unit(CodedBitstreamContext *ctx,
  433. CodedBitstreamUnit *unit,
  434. PutBitContext *pbc)
  435. {
  436. VP9RawFrame *frame = unit->content;
  437. int err;
  438. err = cbs_vp9_write_frame(ctx, pbc, frame);
  439. if (err < 0)
  440. return err;
  441. // Frame must be byte-aligned.
  442. av_assert0(put_bits_count(pbc) % 8 == 0);
  443. if (frame->data) {
  444. if (frame->data_size > put_bits_left(pbc) / 8)
  445. return AVERROR(ENOSPC);
  446. flush_put_bits(pbc);
  447. memcpy(put_bits_ptr(pbc), frame->data, frame->data_size);
  448. skip_put_bytes(pbc, frame->data_size);
  449. }
  450. return 0;
  451. }
  452. static int cbs_vp9_assemble_fragment(CodedBitstreamContext *ctx,
  453. CodedBitstreamFragment *frag)
  454. {
  455. int err;
  456. if (frag->nb_units == 1) {
  457. // Output is just the content of the single frame.
  458. CodedBitstreamUnit *frame = &frag->units[0];
  459. frag->data_ref = av_buffer_ref(frame->data_ref);
  460. if (!frag->data_ref)
  461. return AVERROR(ENOMEM);
  462. frag->data = frame->data;
  463. frag->data_size = frame->data_size;
  464. } else {
  465. // Build superframe out of frames.
  466. VP9RawSuperframeIndex sfi;
  467. PutBitContext pbc;
  468. AVBufferRef *ref;
  469. uint8_t *data;
  470. size_t size, max, pos;
  471. int i, size_len;
  472. if (frag->nb_units > 8) {
  473. av_log(ctx->log_ctx, AV_LOG_ERROR, "Too many frames to "
  474. "make superframe: %d.\n", frag->nb_units);
  475. return AVERROR(EINVAL);
  476. }
  477. max = 0;
  478. for (i = 0; i < frag->nb_units; i++)
  479. if (max < frag->units[i].data_size)
  480. max = frag->units[i].data_size;
  481. if (max < 2)
  482. size_len = 1;
  483. else
  484. size_len = av_log2(max) / 8 + 1;
  485. av_assert0(size_len <= 4);
  486. sfi.superframe_marker = VP9_SUPERFRAME_MARKER;
  487. sfi.bytes_per_framesize_minus_1 = size_len - 1;
  488. sfi.frames_in_superframe_minus_1 = frag->nb_units - 1;
  489. size = 2;
  490. for (i = 0; i < frag->nb_units; i++) {
  491. size += size_len + frag->units[i].data_size;
  492. sfi.frame_sizes[i] = frag->units[i].data_size;
  493. }
  494. ref = av_buffer_alloc(size + AV_INPUT_BUFFER_PADDING_SIZE);
  495. if (!ref)
  496. return AVERROR(ENOMEM);
  497. data = ref->data;
  498. memset(data + size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
  499. pos = 0;
  500. for (i = 0; i < frag->nb_units; i++) {
  501. av_assert0(size - pos > frag->units[i].data_size);
  502. memcpy(data + pos, frag->units[i].data,
  503. frag->units[i].data_size);
  504. pos += frag->units[i].data_size;
  505. }
  506. av_assert0(size - pos == 2 + frag->nb_units * size_len);
  507. init_put_bits(&pbc, data + pos, size - pos);
  508. err = cbs_vp9_write_superframe_index(ctx, &pbc, &sfi);
  509. if (err < 0) {
  510. av_log(ctx->log_ctx, AV_LOG_ERROR, "Failed to write "
  511. "superframe index.\n");
  512. av_buffer_unref(&ref);
  513. return err;
  514. }
  515. av_assert0(put_bits_left(&pbc) == 0);
  516. flush_put_bits(&pbc);
  517. frag->data_ref = ref;
  518. frag->data = data;
  519. frag->data_size = size;
  520. }
  521. return 0;
  522. }
  523. const CodedBitstreamType ff_cbs_type_vp9 = {
  524. .codec_id = AV_CODEC_ID_VP9,
  525. .priv_data_size = sizeof(CodedBitstreamVP9Context),
  526. .split_fragment = &cbs_vp9_split_fragment,
  527. .read_unit = &cbs_vp9_read_unit,
  528. .write_unit = &cbs_vp9_write_unit,
  529. .assemble_fragment = &cbs_vp9_assemble_fragment,
  530. };