You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1004 lines
32KB

  1. /*
  2. * "NUT" Container Format demuxer
  3. * Copyright (c) 2004-2006 Michael Niedermayer
  4. * Copyright (c) 2003 Alex Beregszaszi
  5. *
  6. * This file is part of FFmpeg.
  7. *
  8. * FFmpeg is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * FFmpeg is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with FFmpeg; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. #include "libavutil/avstring.h"
  23. #include "libavutil/avassert.h"
  24. #include "libavutil/bswap.h"
  25. #include "libavutil/dict.h"
  26. #include "libavutil/mathematics.h"
  27. #include "libavutil/tree.h"
  28. #include "avio_internal.h"
  29. #include "nut.h"
  30. #define NUT_MAX_STREAMS 256 /* arbitrary sanity check value */
  31. static int get_str(AVIOContext *bc, char *string, unsigned int maxlen)
  32. {
  33. unsigned int len = ffio_read_varlen(bc);
  34. if (len && maxlen)
  35. avio_read(bc, string, FFMIN(len, maxlen));
  36. while (len > maxlen) {
  37. avio_r8(bc);
  38. len--;
  39. }
  40. if (maxlen)
  41. string[FFMIN(len, maxlen - 1)] = 0;
  42. if (maxlen == len)
  43. return -1;
  44. else
  45. return 0;
  46. }
  47. static int64_t get_s(AVIOContext *bc)
  48. {
  49. int64_t v = ffio_read_varlen(bc) + 1;
  50. if (v & 1)
  51. return -(v >> 1);
  52. else
  53. return (v >> 1);
  54. }
  55. static uint64_t get_fourcc(AVIOContext *bc)
  56. {
  57. unsigned int len = ffio_read_varlen(bc);
  58. if (len == 2)
  59. return avio_rl16(bc);
  60. else if (len == 4)
  61. return avio_rl32(bc);
  62. else
  63. return -1;
  64. }
  65. #ifdef TRACE
  66. static inline uint64_t get_v_trace(AVIOContext *bc, char *file,
  67. char *func, int line)
  68. {
  69. uint64_t v = ffio_read_varlen(bc);
  70. av_log(NULL, AV_LOG_DEBUG, "get_v %5"PRId64" / %"PRIX64" in %s %s:%d\n",
  71. v, v, file, func, line);
  72. return v;
  73. }
  74. static inline int64_t get_s_trace(AVIOContext *bc, char *file,
  75. char *func, int line)
  76. {
  77. int64_t v = get_s(bc);
  78. av_log(NULL, AV_LOG_DEBUG, "get_s %5"PRId64" / %"PRIX64" in %s %s:%d\n",
  79. v, v, file, func, line);
  80. return v;
  81. }
  82. static inline uint64_t get_vb_trace(AVIOContext *bc, char *file,
  83. char *func, int line)
  84. {
  85. uint64_t v = get_vb(bc);
  86. av_log(NULL, AV_LOG_DEBUG, "get_vb %5"PRId64" / %"PRIX64" in %s %s:%d\n",
  87. v, v, file, func, line);
  88. return v;
  89. }
  90. #define ffio_read_varlen(bc) get_v_trace(bc, __FILE__, __PRETTY_FUNCTION__, __LINE__)
  91. #define get_s(bc) get_s_trace(bc, __FILE__, __PRETTY_FUNCTION__, __LINE__)
  92. #define get_vb(bc) get_vb_trace(bc, __FILE__, __PRETTY_FUNCTION__, __LINE__)
  93. #endif
  94. static int get_packetheader(NUTContext *nut, AVIOContext *bc,
  95. int calculate_checksum, uint64_t startcode)
  96. {
  97. int64_t size;
  98. // start = avio_tell(bc) - 8;
  99. startcode = av_be2ne64(startcode);
  100. startcode = ff_crc04C11DB7_update(0, (uint8_t*) &startcode, 8);
  101. ffio_init_checksum(bc, ff_crc04C11DB7_update, startcode);
  102. size = ffio_read_varlen(bc);
  103. if (size > 4096)
  104. avio_rb32(bc);
  105. if (ffio_get_checksum(bc) && size > 4096)
  106. return -1;
  107. ffio_init_checksum(bc, calculate_checksum ? ff_crc04C11DB7_update : NULL, 0);
  108. return size;
  109. }
  110. static uint64_t find_any_startcode(AVIOContext *bc, int64_t pos)
  111. {
  112. uint64_t state = 0;
  113. if (pos >= 0)
  114. /* Note, this may fail if the stream is not seekable, but that should
  115. * not matter, as in this case we simply start where we currently are */
  116. avio_seek(bc, pos, SEEK_SET);
  117. while (!url_feof(bc)) {
  118. state = (state << 8) | avio_r8(bc);
  119. if ((state >> 56) != 'N')
  120. continue;
  121. switch (state) {
  122. case MAIN_STARTCODE:
  123. case STREAM_STARTCODE:
  124. case SYNCPOINT_STARTCODE:
  125. case INFO_STARTCODE:
  126. case INDEX_STARTCODE:
  127. return state;
  128. }
  129. }
  130. return 0;
  131. }
  132. /**
  133. * Find the given startcode.
  134. * @param code the startcode
  135. * @param pos the start position of the search, or -1 if the current position
  136. * @return the position of the startcode or -1 if not found
  137. */
  138. static int64_t find_startcode(AVIOContext *bc, uint64_t code, int64_t pos)
  139. {
  140. for (;;) {
  141. uint64_t startcode = find_any_startcode(bc, pos);
  142. if (startcode == code)
  143. return avio_tell(bc) - 8;
  144. else if (startcode == 0)
  145. return -1;
  146. pos = -1;
  147. }
  148. }
  149. static int nut_probe(AVProbeData *p)
  150. {
  151. int i;
  152. uint64_t code = 0;
  153. for (i = 0; i < p->buf_size; i++) {
  154. code = (code << 8) | p->buf[i];
  155. if (code == MAIN_STARTCODE)
  156. return AVPROBE_SCORE_MAX;
  157. }
  158. return 0;
  159. }
  160. #define GET_V(dst, check) \
  161. tmp = ffio_read_varlen(bc); \
  162. if (!(check)) { \
  163. av_log(s, AV_LOG_ERROR, "Error " #dst " is (%"PRId64")\n", tmp); \
  164. return -1; \
  165. } \
  166. dst = tmp;
  167. static int skip_reserved(AVIOContext *bc, int64_t pos)
  168. {
  169. pos -= avio_tell(bc);
  170. if (pos < 0) {
  171. avio_seek(bc, pos, SEEK_CUR);
  172. return -1;
  173. } else {
  174. while (pos--)
  175. avio_r8(bc);
  176. return 0;
  177. }
  178. }
  179. static int decode_main_header(NUTContext *nut)
  180. {
  181. AVFormatContext *s = nut->avf;
  182. AVIOContext *bc = s->pb;
  183. uint64_t tmp, end;
  184. unsigned int stream_count;
  185. int i, j, count;
  186. int tmp_stream, tmp_mul, tmp_pts, tmp_size, tmp_res, tmp_head_idx;
  187. end = get_packetheader(nut, bc, 1, MAIN_STARTCODE);
  188. end += avio_tell(bc);
  189. GET_V(tmp, tmp >= 2 && tmp <= 3)
  190. GET_V(stream_count, tmp > 0 && tmp <= NUT_MAX_STREAMS)
  191. nut->max_distance = ffio_read_varlen(bc);
  192. if (nut->max_distance > 65536) {
  193. av_log(s, AV_LOG_DEBUG, "max_distance %d\n", nut->max_distance);
  194. nut->max_distance = 65536;
  195. }
  196. GET_V(nut->time_base_count, tmp > 0 && tmp < INT_MAX / sizeof(AVRational))
  197. nut->time_base = av_malloc(nut->time_base_count * sizeof(AVRational));
  198. for (i = 0; i < nut->time_base_count; i++) {
  199. GET_V(nut->time_base[i].num, tmp > 0 && tmp < (1ULL << 31))
  200. GET_V(nut->time_base[i].den, tmp > 0 && tmp < (1ULL << 31))
  201. if (av_gcd(nut->time_base[i].num, nut->time_base[i].den) != 1) {
  202. av_log(s, AV_LOG_ERROR, "time base invalid\n");
  203. return AVERROR_INVALIDDATA;
  204. }
  205. }
  206. tmp_pts = 0;
  207. tmp_mul = 1;
  208. tmp_stream = 0;
  209. tmp_head_idx = 0;
  210. for (i = 0; i < 256;) {
  211. int tmp_flags = ffio_read_varlen(bc);
  212. int tmp_fields = ffio_read_varlen(bc);
  213. if (tmp_fields > 0)
  214. tmp_pts = get_s(bc);
  215. if (tmp_fields > 1)
  216. tmp_mul = ffio_read_varlen(bc);
  217. if (tmp_fields > 2)
  218. tmp_stream = ffio_read_varlen(bc);
  219. if (tmp_fields > 3)
  220. tmp_size = ffio_read_varlen(bc);
  221. else
  222. tmp_size = 0;
  223. if (tmp_fields > 4)
  224. tmp_res = ffio_read_varlen(bc);
  225. else
  226. tmp_res = 0;
  227. if (tmp_fields > 5)
  228. count = ffio_read_varlen(bc);
  229. else
  230. count = tmp_mul - tmp_size;
  231. if (tmp_fields > 6)
  232. get_s(bc);
  233. if (tmp_fields > 7)
  234. tmp_head_idx = ffio_read_varlen(bc);
  235. while (tmp_fields-- > 8)
  236. ffio_read_varlen(bc);
  237. if (count == 0 || i + count > 256) {
  238. av_log(s, AV_LOG_ERROR, "illegal count %d at %d\n", count, i);
  239. return AVERROR_INVALIDDATA;
  240. }
  241. if (tmp_stream >= stream_count) {
  242. av_log(s, AV_LOG_ERROR, "illegal stream number\n");
  243. return AVERROR_INVALIDDATA;
  244. }
  245. for (j = 0; j < count; j++, i++) {
  246. if (i == 'N') {
  247. nut->frame_code[i].flags = FLAG_INVALID;
  248. j--;
  249. continue;
  250. }
  251. nut->frame_code[i].flags = tmp_flags;
  252. nut->frame_code[i].pts_delta = tmp_pts;
  253. nut->frame_code[i].stream_id = tmp_stream;
  254. nut->frame_code[i].size_mul = tmp_mul;
  255. nut->frame_code[i].size_lsb = tmp_size + j;
  256. nut->frame_code[i].reserved_count = tmp_res;
  257. nut->frame_code[i].header_idx = tmp_head_idx;
  258. }
  259. }
  260. av_assert0(nut->frame_code['N'].flags == FLAG_INVALID);
  261. if (end > avio_tell(bc) + 4) {
  262. int rem = 1024;
  263. GET_V(nut->header_count, tmp < 128U)
  264. nut->header_count++;
  265. for (i = 1; i < nut->header_count; i++) {
  266. uint8_t *hdr;
  267. GET_V(nut->header_len[i], tmp > 0 && tmp < 256);
  268. rem -= nut->header_len[i];
  269. if (rem < 0) {
  270. av_log(s, AV_LOG_ERROR, "invalid elision header\n");
  271. return AVERROR_INVALIDDATA;
  272. }
  273. hdr = av_malloc(nut->header_len[i]);
  274. if (!hdr)
  275. return AVERROR(ENOMEM);
  276. avio_read(bc, hdr, nut->header_len[i]);
  277. nut->header[i] = hdr;
  278. }
  279. av_assert0(nut->header_len[0] == 0);
  280. }
  281. if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
  282. av_log(s, AV_LOG_ERROR, "main header checksum mismatch\n");
  283. return AVERROR_INVALIDDATA;
  284. }
  285. nut->stream = av_mallocz(sizeof(StreamContext) * stream_count);
  286. for (i = 0; i < stream_count; i++)
  287. avformat_new_stream(s, NULL);
  288. return 0;
  289. }
  290. static int decode_stream_header(NUTContext *nut)
  291. {
  292. AVFormatContext *s = nut->avf;
  293. AVIOContext *bc = s->pb;
  294. StreamContext *stc;
  295. int class, stream_id;
  296. uint64_t tmp, end;
  297. AVStream *st;
  298. end = get_packetheader(nut, bc, 1, STREAM_STARTCODE);
  299. end += avio_tell(bc);
  300. GET_V(stream_id, tmp < s->nb_streams && !nut->stream[tmp].time_base);
  301. stc = &nut->stream[stream_id];
  302. st = s->streams[stream_id];
  303. if (!st)
  304. return AVERROR(ENOMEM);
  305. class = ffio_read_varlen(bc);
  306. tmp = get_fourcc(bc);
  307. st->codec->codec_tag = tmp;
  308. switch (class) {
  309. case 0:
  310. st->codec->codec_type = AVMEDIA_TYPE_VIDEO;
  311. st->codec->codec_id = av_codec_get_id((const AVCodecTag * const []) {
  312. ff_codec_bmp_tags,
  313. ff_nut_video_tags,
  314. 0
  315. },
  316. tmp);
  317. break;
  318. case 1:
  319. st->codec->codec_type = AVMEDIA_TYPE_AUDIO;
  320. st->codec->codec_id = ff_codec_get_id(ff_codec_wav_tags, tmp);
  321. break;
  322. case 2:
  323. st->codec->codec_type = AVMEDIA_TYPE_SUBTITLE;
  324. st->codec->codec_id = ff_codec_get_id(ff_nut_subtitle_tags, tmp);
  325. break;
  326. case 3:
  327. st->codec->codec_type = AVMEDIA_TYPE_DATA;
  328. break;
  329. default:
  330. av_log(s, AV_LOG_ERROR, "unknown stream class (%d)\n", class);
  331. return -1;
  332. }
  333. if (class < 3 && st->codec->codec_id == CODEC_ID_NONE)
  334. av_log(s, AV_LOG_ERROR,
  335. "Unknown codec tag '0x%04x' for stream number %d\n",
  336. (unsigned int) tmp, stream_id);
  337. GET_V(stc->time_base_id, tmp < nut->time_base_count);
  338. GET_V(stc->msb_pts_shift, tmp < 16);
  339. stc->max_pts_distance = ffio_read_varlen(bc);
  340. GET_V(stc->decode_delay, tmp < 1000); // sanity limit, raise this if Moore's law is true
  341. st->codec->has_b_frames = stc->decode_delay;
  342. ffio_read_varlen(bc); // stream flags
  343. GET_V(st->codec->extradata_size, tmp < (1 << 30));
  344. if (st->codec->extradata_size) {
  345. st->codec->extradata = av_mallocz(st->codec->extradata_size +
  346. FF_INPUT_BUFFER_PADDING_SIZE);
  347. avio_read(bc, st->codec->extradata, st->codec->extradata_size);
  348. }
  349. if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
  350. GET_V(st->codec->width, tmp > 0)
  351. GET_V(st->codec->height, tmp > 0)
  352. st->sample_aspect_ratio.num = ffio_read_varlen(bc);
  353. st->sample_aspect_ratio.den = ffio_read_varlen(bc);
  354. if ((!st->sample_aspect_ratio.num) != (!st->sample_aspect_ratio.den)) {
  355. av_log(s, AV_LOG_ERROR, "invalid aspect ratio %d/%d\n",
  356. st->sample_aspect_ratio.num, st->sample_aspect_ratio.den);
  357. return -1;
  358. }
  359. ffio_read_varlen(bc); /* csp type */
  360. } else if (st->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
  361. GET_V(st->codec->sample_rate, tmp > 0)
  362. ffio_read_varlen(bc); // samplerate_den
  363. GET_V(st->codec->channels, tmp > 0)
  364. }
  365. if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
  366. av_log(s, AV_LOG_ERROR,
  367. "stream header %d checksum mismatch\n", stream_id);
  368. return -1;
  369. }
  370. stc->time_base = &nut->time_base[stc->time_base_id];
  371. avpriv_set_pts_info(s->streams[stream_id], 63, stc->time_base->num,
  372. stc->time_base->den);
  373. return 0;
  374. }
  375. static void set_disposition_bits(AVFormatContext *avf, char *value,
  376. int stream_id)
  377. {
  378. int flag = 0, i;
  379. for (i = 0; ff_nut_dispositions[i].flag; ++i)
  380. if (!strcmp(ff_nut_dispositions[i].str, value))
  381. flag = ff_nut_dispositions[i].flag;
  382. if (!flag)
  383. av_log(avf, AV_LOG_INFO, "unknown disposition type '%s'\n", value);
  384. for (i = 0; i < avf->nb_streams; ++i)
  385. if (stream_id == i || stream_id == -1)
  386. avf->streams[i]->disposition |= flag;
  387. }
  388. static int decode_info_header(NUTContext *nut)
  389. {
  390. AVFormatContext *s = nut->avf;
  391. AVIOContext *bc = s->pb;
  392. uint64_t tmp, chapter_start, chapter_len;
  393. unsigned int stream_id_plus1, count;
  394. int chapter_id, i;
  395. int64_t value, end;
  396. char name[256], str_value[1024], type_str[256];
  397. const char *type;
  398. AVChapter *chapter = NULL;
  399. AVStream *st = NULL;
  400. AVDictionary **metadata = NULL;
  401. end = get_packetheader(nut, bc, 1, INFO_STARTCODE);
  402. end += avio_tell(bc);
  403. GET_V(stream_id_plus1, tmp <= s->nb_streams)
  404. chapter_id = get_s(bc);
  405. chapter_start = ffio_read_varlen(bc);
  406. chapter_len = ffio_read_varlen(bc);
  407. count = ffio_read_varlen(bc);
  408. if (chapter_id && !stream_id_plus1) {
  409. int64_t start = chapter_start / nut->time_base_count;
  410. chapter = avpriv_new_chapter(s, chapter_id,
  411. nut->time_base[chapter_start %
  412. nut->time_base_count],
  413. start, start + chapter_len, NULL);
  414. metadata = &chapter->metadata;
  415. } else if (stream_id_plus1) {
  416. st = s->streams[stream_id_plus1 - 1];
  417. metadata = &st->metadata;
  418. } else
  419. metadata = &s->metadata;
  420. for (i = 0; i < count; i++) {
  421. get_str(bc, name, sizeof(name));
  422. value = get_s(bc);
  423. if (value == -1) {
  424. type = "UTF-8";
  425. get_str(bc, str_value, sizeof(str_value));
  426. } else if (value == -2) {
  427. get_str(bc, type_str, sizeof(type_str));
  428. type = type_str;
  429. get_str(bc, str_value, sizeof(str_value));
  430. } else if (value == -3) {
  431. type = "s";
  432. value = get_s(bc);
  433. } else if (value == -4) {
  434. type = "t";
  435. value = ffio_read_varlen(bc);
  436. } else if (value < -4) {
  437. type = "r";
  438. get_s(bc);
  439. } else {
  440. type = "v";
  441. }
  442. if (stream_id_plus1 > s->nb_streams) {
  443. av_log(s, AV_LOG_ERROR, "invalid stream id for info packet\n");
  444. continue;
  445. }
  446. if (!strcmp(type, "UTF-8")) {
  447. if (chapter_id == 0 && !strcmp(name, "Disposition")) {
  448. set_disposition_bits(s, str_value, stream_id_plus1 - 1);
  449. continue;
  450. }
  451. if (metadata && av_strcasecmp(name, "Uses") &&
  452. av_strcasecmp(name, "Depends") && av_strcasecmp(name, "Replaces"))
  453. av_dict_set(metadata, name, str_value, 0);
  454. }
  455. }
  456. if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
  457. av_log(s, AV_LOG_ERROR, "info header checksum mismatch\n");
  458. return -1;
  459. }
  460. return 0;
  461. }
  462. static int decode_syncpoint(NUTContext *nut, int64_t *ts, int64_t *back_ptr)
  463. {
  464. AVFormatContext *s = nut->avf;
  465. AVIOContext *bc = s->pb;
  466. int64_t end, tmp;
  467. nut->last_syncpoint_pos = avio_tell(bc) - 8;
  468. end = get_packetheader(nut, bc, 1, SYNCPOINT_STARTCODE);
  469. end += avio_tell(bc);
  470. tmp = ffio_read_varlen(bc);
  471. *back_ptr = nut->last_syncpoint_pos - 16 * ffio_read_varlen(bc);
  472. if (*back_ptr < 0)
  473. return -1;
  474. ff_nut_reset_ts(nut, nut->time_base[tmp % nut->time_base_count],
  475. tmp / nut->time_base_count);
  476. if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
  477. av_log(s, AV_LOG_ERROR, "sync point checksum mismatch\n");
  478. return -1;
  479. }
  480. *ts = tmp / s->nb_streams *
  481. av_q2d(nut->time_base[tmp % s->nb_streams]) * AV_TIME_BASE;
  482. ff_nut_add_sp(nut, nut->last_syncpoint_pos, *back_ptr, *ts);
  483. return 0;
  484. }
  485. static int find_and_decode_index(NUTContext *nut)
  486. {
  487. AVFormatContext *s = nut->avf;
  488. AVIOContext *bc = s->pb;
  489. uint64_t tmp, end;
  490. int i, j, syncpoint_count;
  491. int64_t filesize = avio_size(bc);
  492. int64_t *syncpoints;
  493. int8_t *has_keyframe;
  494. int ret = -1;
  495. avio_seek(bc, filesize - 12, SEEK_SET);
  496. avio_seek(bc, filesize - avio_rb64(bc), SEEK_SET);
  497. if (avio_rb64(bc) != INDEX_STARTCODE) {
  498. av_log(s, AV_LOG_ERROR, "no index at the end\n");
  499. return -1;
  500. }
  501. end = get_packetheader(nut, bc, 1, INDEX_STARTCODE);
  502. end += avio_tell(bc);
  503. ffio_read_varlen(bc); // max_pts
  504. GET_V(syncpoint_count, tmp < INT_MAX / 8 && tmp > 0)
  505. syncpoints = av_malloc(sizeof(int64_t) * syncpoint_count);
  506. has_keyframe = av_malloc(sizeof(int8_t) * (syncpoint_count + 1));
  507. for (i = 0; i < syncpoint_count; i++) {
  508. syncpoints[i] = ffio_read_varlen(bc);
  509. if (syncpoints[i] <= 0)
  510. goto fail;
  511. if (i)
  512. syncpoints[i] += syncpoints[i - 1];
  513. }
  514. for (i = 0; i < s->nb_streams; i++) {
  515. int64_t last_pts = -1;
  516. for (j = 0; j < syncpoint_count;) {
  517. uint64_t x = ffio_read_varlen(bc);
  518. int type = x & 1;
  519. int n = j;
  520. x >>= 1;
  521. if (type) {
  522. int flag = x & 1;
  523. x >>= 1;
  524. if (n + x >= syncpoint_count + 1) {
  525. av_log(s, AV_LOG_ERROR, "index overflow A\n");
  526. goto fail;
  527. }
  528. while (x--)
  529. has_keyframe[n++] = flag;
  530. has_keyframe[n++] = !flag;
  531. } else {
  532. while (x != 1) {
  533. if (n >= syncpoint_count + 1) {
  534. av_log(s, AV_LOG_ERROR, "index overflow B\n");
  535. goto fail;
  536. }
  537. has_keyframe[n++] = x & 1;
  538. x >>= 1;
  539. }
  540. }
  541. if (has_keyframe[0]) {
  542. av_log(s, AV_LOG_ERROR, "keyframe before first syncpoint in index\n");
  543. goto fail;
  544. }
  545. av_assert0(n <= syncpoint_count + 1);
  546. for (; j < n && j < syncpoint_count; j++) {
  547. if (has_keyframe[j]) {
  548. uint64_t B, A = ffio_read_varlen(bc);
  549. if (!A) {
  550. A = ffio_read_varlen(bc);
  551. B = ffio_read_varlen(bc);
  552. // eor_pts[j][i] = last_pts + A + B
  553. } else
  554. B = 0;
  555. av_add_index_entry(s->streams[i], 16 * syncpoints[j - 1],
  556. last_pts + A, 0, 0, AVINDEX_KEYFRAME);
  557. last_pts += A + B;
  558. }
  559. }
  560. }
  561. }
  562. if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
  563. av_log(s, AV_LOG_ERROR, "index checksum mismatch\n");
  564. goto fail;
  565. }
  566. ret = 0;
  567. fail:
  568. av_free(syncpoints);
  569. av_free(has_keyframe);
  570. return ret;
  571. }
  572. static int nut_read_header(AVFormatContext *s)
  573. {
  574. NUTContext *nut = s->priv_data;
  575. AVIOContext *bc = s->pb;
  576. int64_t pos;
  577. int initialized_stream_count;
  578. nut->avf = s;
  579. /* main header */
  580. pos = 0;
  581. do {
  582. pos = find_startcode(bc, MAIN_STARTCODE, pos) + 1;
  583. if (pos < 0 + 1) {
  584. av_log(s, AV_LOG_ERROR, "No main startcode found.\n");
  585. return AVERROR_INVALIDDATA;
  586. }
  587. } while (decode_main_header(nut) < 0);
  588. /* stream headers */
  589. pos = 0;
  590. for (initialized_stream_count = 0; initialized_stream_count < s->nb_streams;) {
  591. pos = find_startcode(bc, STREAM_STARTCODE, pos) + 1;
  592. if (pos < 0 + 1) {
  593. av_log(s, AV_LOG_ERROR, "Not all stream headers found.\n");
  594. return AVERROR_INVALIDDATA;
  595. }
  596. if (decode_stream_header(nut) >= 0)
  597. initialized_stream_count++;
  598. }
  599. /* info headers */
  600. pos = 0;
  601. for (;;) {
  602. uint64_t startcode = find_any_startcode(bc, pos);
  603. pos = avio_tell(bc);
  604. if (startcode == 0) {
  605. av_log(s, AV_LOG_ERROR, "EOF before video frames\n");
  606. return AVERROR_INVALIDDATA;
  607. } else if (startcode == SYNCPOINT_STARTCODE) {
  608. nut->next_startcode = startcode;
  609. break;
  610. } else if (startcode != INFO_STARTCODE) {
  611. continue;
  612. }
  613. decode_info_header(nut);
  614. }
  615. s->data_offset = pos - 8;
  616. if (bc->seekable) {
  617. int64_t orig_pos = avio_tell(bc);
  618. find_and_decode_index(nut);
  619. avio_seek(bc, orig_pos, SEEK_SET);
  620. }
  621. av_assert0(nut->next_startcode == SYNCPOINT_STARTCODE);
  622. ff_metadata_conv_ctx(s, NULL, ff_nut_metadata_conv);
  623. return 0;
  624. }
  625. static int decode_frame_header(NUTContext *nut, int64_t *pts, int *stream_id,
  626. uint8_t *header_idx, int frame_code)
  627. {
  628. AVFormatContext *s = nut->avf;
  629. AVIOContext *bc = s->pb;
  630. StreamContext *stc;
  631. int size, flags, size_mul, pts_delta, i, reserved_count;
  632. uint64_t tmp;
  633. if (avio_tell(bc) > nut->last_syncpoint_pos + nut->max_distance) {
  634. av_log(s, AV_LOG_ERROR,
  635. "Last frame must have been damaged %"PRId64" > %"PRId64" + %d\n",
  636. avio_tell(bc), nut->last_syncpoint_pos, nut->max_distance);
  637. return AVERROR_INVALIDDATA;
  638. }
  639. flags = nut->frame_code[frame_code].flags;
  640. size_mul = nut->frame_code[frame_code].size_mul;
  641. size = nut->frame_code[frame_code].size_lsb;
  642. *stream_id = nut->frame_code[frame_code].stream_id;
  643. pts_delta = nut->frame_code[frame_code].pts_delta;
  644. reserved_count = nut->frame_code[frame_code].reserved_count;
  645. *header_idx = nut->frame_code[frame_code].header_idx;
  646. if (flags & FLAG_INVALID)
  647. return AVERROR_INVALIDDATA;
  648. if (flags & FLAG_CODED)
  649. flags ^= ffio_read_varlen(bc);
  650. if (flags & FLAG_STREAM_ID) {
  651. GET_V(*stream_id, tmp < s->nb_streams)
  652. }
  653. stc = &nut->stream[*stream_id];
  654. if (flags & FLAG_CODED_PTS) {
  655. int coded_pts = ffio_read_varlen(bc);
  656. // FIXME check last_pts validity?
  657. if (coded_pts < (1 << stc->msb_pts_shift)) {
  658. *pts = ff_lsb2full(stc, coded_pts);
  659. } else
  660. *pts = coded_pts - (1 << stc->msb_pts_shift);
  661. } else
  662. *pts = stc->last_pts + pts_delta;
  663. if (flags & FLAG_SIZE_MSB)
  664. size += size_mul * ffio_read_varlen(bc);
  665. if (flags & FLAG_MATCH_TIME)
  666. get_s(bc);
  667. if (flags & FLAG_HEADER_IDX)
  668. *header_idx = ffio_read_varlen(bc);
  669. if (flags & FLAG_RESERVED)
  670. reserved_count = ffio_read_varlen(bc);
  671. for (i = 0; i < reserved_count; i++)
  672. ffio_read_varlen(bc);
  673. if (*header_idx >= (unsigned)nut->header_count) {
  674. av_log(s, AV_LOG_ERROR, "header_idx invalid\n");
  675. return AVERROR_INVALIDDATA;
  676. }
  677. if (size > 4096)
  678. *header_idx = 0;
  679. size -= nut->header_len[*header_idx];
  680. if (flags & FLAG_CHECKSUM) {
  681. avio_rb32(bc); // FIXME check this
  682. } else if (size > 2 * nut->max_distance || FFABS(stc->last_pts - *pts) >
  683. stc->max_pts_distance) {
  684. av_log(s, AV_LOG_ERROR, "frame size > 2max_distance and no checksum\n");
  685. return AVERROR_INVALIDDATA;
  686. }
  687. stc->last_pts = *pts;
  688. stc->last_flags = flags;
  689. return size;
  690. }
  691. static int decode_frame(NUTContext *nut, AVPacket *pkt, int frame_code)
  692. {
  693. AVFormatContext *s = nut->avf;
  694. AVIOContext *bc = s->pb;
  695. int size, stream_id, discard;
  696. int64_t pts, last_IP_pts;
  697. StreamContext *stc;
  698. uint8_t header_idx;
  699. size = decode_frame_header(nut, &pts, &stream_id, &header_idx, frame_code);
  700. if (size < 0)
  701. return size;
  702. stc = &nut->stream[stream_id];
  703. if (stc->last_flags & FLAG_KEY)
  704. stc->skip_until_key_frame = 0;
  705. discard = s->streams[stream_id]->discard;
  706. last_IP_pts = s->streams[stream_id]->last_IP_pts;
  707. if ((discard >= AVDISCARD_NONKEY && !(stc->last_flags & FLAG_KEY)) ||
  708. (discard >= AVDISCARD_BIDIR && last_IP_pts != AV_NOPTS_VALUE &&
  709. last_IP_pts > pts) ||
  710. discard >= AVDISCARD_ALL ||
  711. stc->skip_until_key_frame) {
  712. avio_skip(bc, size);
  713. return 1;
  714. }
  715. av_new_packet(pkt, size + nut->header_len[header_idx]);
  716. memcpy(pkt->data, nut->header[header_idx], nut->header_len[header_idx]);
  717. pkt->pos = avio_tell(bc); // FIXME
  718. avio_read(bc, pkt->data + nut->header_len[header_idx], size);
  719. pkt->stream_index = stream_id;
  720. if (stc->last_flags & FLAG_KEY)
  721. pkt->flags |= AV_PKT_FLAG_KEY;
  722. pkt->pts = pts;
  723. return 0;
  724. }
  725. static int nut_read_packet(AVFormatContext *s, AVPacket *pkt)
  726. {
  727. NUTContext *nut = s->priv_data;
  728. AVIOContext *bc = s->pb;
  729. int i, frame_code = 0, ret, skip;
  730. int64_t ts, back_ptr;
  731. for (;;) {
  732. int64_t pos = avio_tell(bc);
  733. uint64_t tmp = nut->next_startcode;
  734. nut->next_startcode = 0;
  735. if (tmp) {
  736. pos -= 8;
  737. } else {
  738. frame_code = avio_r8(bc);
  739. if (url_feof(bc))
  740. return -1;
  741. if (frame_code == 'N') {
  742. tmp = frame_code;
  743. for (i = 1; i < 8; i++)
  744. tmp = (tmp << 8) + avio_r8(bc);
  745. }
  746. }
  747. switch (tmp) {
  748. case MAIN_STARTCODE:
  749. case STREAM_STARTCODE:
  750. case INDEX_STARTCODE:
  751. skip = get_packetheader(nut, bc, 0, tmp);
  752. avio_skip(bc, skip);
  753. break;
  754. case INFO_STARTCODE:
  755. if (decode_info_header(nut) < 0)
  756. goto resync;
  757. break;
  758. case SYNCPOINT_STARTCODE:
  759. if (decode_syncpoint(nut, &ts, &back_ptr) < 0)
  760. goto resync;
  761. frame_code = avio_r8(bc);
  762. case 0:
  763. ret = decode_frame(nut, pkt, frame_code);
  764. if (ret == 0)
  765. return 0;
  766. else if (ret == 1) // OK but discard packet
  767. break;
  768. default:
  769. resync:
  770. av_log(s, AV_LOG_DEBUG, "syncing from %"PRId64"\n", pos);
  771. tmp = find_any_startcode(bc, nut->last_syncpoint_pos + 1);
  772. if (tmp == 0)
  773. return AVERROR_INVALIDDATA;
  774. av_log(s, AV_LOG_DEBUG, "sync\n");
  775. nut->next_startcode = tmp;
  776. }
  777. }
  778. }
  779. static int64_t nut_read_timestamp(AVFormatContext *s, int stream_index,
  780. int64_t *pos_arg, int64_t pos_limit)
  781. {
  782. NUTContext *nut = s->priv_data;
  783. AVIOContext *bc = s->pb;
  784. int64_t pos, pts, back_ptr;
  785. av_log(s, AV_LOG_DEBUG, "read_timestamp(X,%d,%"PRId64",%"PRId64")\n",
  786. stream_index, *pos_arg, pos_limit);
  787. pos = *pos_arg;
  788. do {
  789. pos = find_startcode(bc, SYNCPOINT_STARTCODE, pos) + 1;
  790. if (pos < 1) {
  791. av_assert0(nut->next_startcode == 0);
  792. av_log(s, AV_LOG_ERROR, "read_timestamp failed.\n");
  793. return AV_NOPTS_VALUE;
  794. }
  795. } while (decode_syncpoint(nut, &pts, &back_ptr) < 0);
  796. *pos_arg = pos - 1;
  797. av_assert0(nut->last_syncpoint_pos == *pos_arg);
  798. av_log(s, AV_LOG_DEBUG, "return %"PRId64" %"PRId64"\n", pts, back_ptr);
  799. if (stream_index == -2)
  800. return back_ptr;
  801. av_assert0(stream_index == -1);
  802. return pts;
  803. }
  804. static int read_seek(AVFormatContext *s, int stream_index,
  805. int64_t pts, int flags)
  806. {
  807. NUTContext *nut = s->priv_data;
  808. AVStream *st = s->streams[stream_index];
  809. Syncpoint dummy = { .ts = pts * av_q2d(st->time_base) * AV_TIME_BASE };
  810. Syncpoint nopts_sp = { .ts = AV_NOPTS_VALUE, .back_ptr = AV_NOPTS_VALUE };
  811. Syncpoint *sp, *next_node[2] = { &nopts_sp, &nopts_sp };
  812. int64_t pos, pos2, ts;
  813. int i;
  814. if (st->index_entries) {
  815. int index = av_index_search_timestamp(st, pts, flags);
  816. if (index < 0)
  817. return -1;
  818. pos2 = st->index_entries[index].pos;
  819. ts = st->index_entries[index].timestamp;
  820. } else {
  821. av_tree_find(nut->syncpoints, &dummy, (void *) ff_nut_sp_pts_cmp,
  822. (void **) next_node);
  823. av_log(s, AV_LOG_DEBUG, "%"PRIu64"-%"PRIu64" %"PRId64"-%"PRId64"\n",
  824. next_node[0]->pos, next_node[1]->pos, next_node[0]->ts,
  825. next_node[1]->ts);
  826. pos = ff_gen_search(s, -1, dummy.ts, next_node[0]->pos,
  827. next_node[1]->pos, next_node[1]->pos,
  828. next_node[0]->ts, next_node[1]->ts,
  829. AVSEEK_FLAG_BACKWARD, &ts, nut_read_timestamp);
  830. if (!(flags & AVSEEK_FLAG_BACKWARD)) {
  831. dummy.pos = pos + 16;
  832. next_node[1] = &nopts_sp;
  833. av_tree_find(nut->syncpoints, &dummy, (void *) ff_nut_sp_pos_cmp,
  834. (void **) next_node);
  835. pos2 = ff_gen_search(s, -2, dummy.pos, next_node[0]->pos,
  836. next_node[1]->pos, next_node[1]->pos,
  837. next_node[0]->back_ptr, next_node[1]->back_ptr,
  838. flags, &ts, nut_read_timestamp);
  839. if (pos2 >= 0)
  840. pos = pos2;
  841. // FIXME dir but I think it does not matter
  842. }
  843. dummy.pos = pos;
  844. sp = av_tree_find(nut->syncpoints, &dummy, (void *) ff_nut_sp_pos_cmp,
  845. NULL);
  846. av_assert0(sp);
  847. pos2 = sp->back_ptr - 15;
  848. }
  849. av_log(NULL, AV_LOG_DEBUG, "SEEKTO: %"PRId64"\n", pos2);
  850. pos = find_startcode(s->pb, SYNCPOINT_STARTCODE, pos2);
  851. avio_seek(s->pb, pos, SEEK_SET);
  852. av_log(NULL, AV_LOG_DEBUG, "SP: %"PRId64"\n", pos);
  853. if (pos2 > pos || pos2 + 15 < pos)
  854. av_log(NULL, AV_LOG_ERROR, "no syncpoint at backptr pos\n");
  855. for (i = 0; i < s->nb_streams; i++)
  856. nut->stream[i].skip_until_key_frame = 1;
  857. return 0;
  858. }
  859. static int nut_read_close(AVFormatContext *s)
  860. {
  861. NUTContext *nut = s->priv_data;
  862. int i;
  863. av_freep(&nut->time_base);
  864. av_freep(&nut->stream);
  865. ff_nut_free_sp(nut);
  866. for (i = 1; i < nut->header_count; i++)
  867. av_freep(&nut->header[i]);
  868. return 0;
  869. }
  870. AVInputFormat ff_nut_demuxer = {
  871. .name = "nut",
  872. .long_name = NULL_IF_CONFIG_SMALL("NUT format"),
  873. .flags = AVFMT_SEEK_TO_PTS,
  874. .priv_data_size = sizeof(NUTContext),
  875. .read_probe = nut_probe,
  876. .read_header = nut_read_header,
  877. .read_packet = nut_read_packet,
  878. .read_close = nut_read_close,
  879. .read_seek = read_seek,
  880. .extensions = "nut",
  881. .codec_tag = (const AVCodecTag * const []) {
  882. ff_codec_bmp_tags, ff_nut_video_tags, ff_codec_wav_tags,
  883. ff_nut_subtitle_tags, 0
  884. },
  885. };