You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1006 lines
32KB

  1. /*
  2. * "NUT" Container Format demuxer
  3. * Copyright (c) 2004-2006 Michael Niedermayer
  4. * Copyright (c) 2003 Alex Beregszaszi
  5. *
  6. * This file is part of FFmpeg.
  7. *
  8. * FFmpeg is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * FFmpeg is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with FFmpeg; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. #include "libavutil/avstring.h"
  23. #include "libavutil/avassert.h"
  24. #include "libavutil/bswap.h"
  25. #include "libavutil/dict.h"
  26. #include "libavutil/mathematics.h"
  27. #include "libavutil/tree.h"
  28. #include "avio_internal.h"
  29. #include "nut.h"
  30. #define NUT_MAX_STREAMS 256 /* arbitrary sanity check value */
  31. static int get_str(AVIOContext *bc, char *string, unsigned int maxlen)
  32. {
  33. unsigned int len = ffio_read_varlen(bc);
  34. if (len && maxlen)
  35. avio_read(bc, string, FFMIN(len, maxlen));
  36. while (len > maxlen) {
  37. avio_r8(bc);
  38. len--;
  39. }
  40. if (maxlen)
  41. string[FFMIN(len, maxlen - 1)] = 0;
  42. if (maxlen == len)
  43. return -1;
  44. else
  45. return 0;
  46. }
  47. static int64_t get_s(AVIOContext *bc)
  48. {
  49. int64_t v = ffio_read_varlen(bc) + 1;
  50. if (v & 1)
  51. return -(v >> 1);
  52. else
  53. return (v >> 1);
  54. }
  55. static uint64_t get_fourcc(AVIOContext *bc)
  56. {
  57. unsigned int len = ffio_read_varlen(bc);
  58. if (len == 2)
  59. return avio_rl16(bc);
  60. else if (len == 4)
  61. return avio_rl32(bc);
  62. else
  63. return -1;
  64. }
  65. #ifdef TRACE
  66. static inline uint64_t get_v_trace(AVIOContext *bc, char *file,
  67. char *func, int line)
  68. {
  69. uint64_t v = ffio_read_varlen(bc);
  70. av_log(NULL, AV_LOG_DEBUG, "get_v %5"PRId64" / %"PRIX64" in %s %s:%d\n",
  71. v, v, file, func, line);
  72. return v;
  73. }
  74. static inline int64_t get_s_trace(AVIOContext *bc, char *file,
  75. char *func, int line)
  76. {
  77. int64_t v = get_s(bc);
  78. av_log(NULL, AV_LOG_DEBUG, "get_s %5"PRId64" / %"PRIX64" in %s %s:%d\n",
  79. v, v, file, func, line);
  80. return v;
  81. }
  82. static inline uint64_t get_vb_trace(AVIOContext *bc, char *file,
  83. char *func, int line)
  84. {
  85. uint64_t v = get_vb(bc);
  86. av_log(NULL, AV_LOG_DEBUG, "get_vb %5"PRId64" / %"PRIX64" in %s %s:%d\n",
  87. v, v, file, func, line);
  88. return v;
  89. }
  90. #define ffio_read_varlen(bc) get_v_trace(bc, __FILE__, __PRETTY_FUNCTION__, __LINE__)
  91. #define get_s(bc) get_s_trace(bc, __FILE__, __PRETTY_FUNCTION__, __LINE__)
  92. #define get_vb(bc) get_vb_trace(bc, __FILE__, __PRETTY_FUNCTION__, __LINE__)
  93. #endif
  94. static int get_packetheader(NUTContext *nut, AVIOContext *bc,
  95. int calculate_checksum, uint64_t startcode)
  96. {
  97. int64_t size;
  98. // start = avio_tell(bc) - 8;
  99. startcode = av_be2ne64(startcode);
  100. startcode = ff_crc04C11DB7_update(0, (uint8_t*) &startcode, 8);
  101. ffio_init_checksum(bc, ff_crc04C11DB7_update, startcode);
  102. size = ffio_read_varlen(bc);
  103. if (size > 4096)
  104. avio_rb32(bc);
  105. if (ffio_get_checksum(bc) && size > 4096)
  106. return -1;
  107. ffio_init_checksum(bc, calculate_checksum ? ff_crc04C11DB7_update : NULL, 0);
  108. return size;
  109. }
  110. static uint64_t find_any_startcode(AVIOContext *bc, int64_t pos)
  111. {
  112. uint64_t state = 0;
  113. if (pos >= 0)
  114. /* Note, this may fail if the stream is not seekable, but that should
  115. * not matter, as in this case we simply start where we currently are */
  116. avio_seek(bc, pos, SEEK_SET);
  117. while (!url_feof(bc)) {
  118. state = (state << 8) | avio_r8(bc);
  119. if ((state >> 56) != 'N')
  120. continue;
  121. switch (state) {
  122. case MAIN_STARTCODE:
  123. case STREAM_STARTCODE:
  124. case SYNCPOINT_STARTCODE:
  125. case INFO_STARTCODE:
  126. case INDEX_STARTCODE:
  127. return state;
  128. }
  129. }
  130. return 0;
  131. }
  132. /**
  133. * Find the given startcode.
  134. * @param code the startcode
  135. * @param pos the start position of the search, or -1 if the current position
  136. * @return the position of the startcode or -1 if not found
  137. */
  138. static int64_t find_startcode(AVIOContext *bc, uint64_t code, int64_t pos)
  139. {
  140. for (;;) {
  141. uint64_t startcode = find_any_startcode(bc, pos);
  142. if (startcode == code)
  143. return avio_tell(bc) - 8;
  144. else if (startcode == 0)
  145. return -1;
  146. pos = -1;
  147. }
  148. }
  149. static int nut_probe(AVProbeData *p)
  150. {
  151. int i;
  152. uint64_t code = 0;
  153. for (i = 0; i < p->buf_size; i++) {
  154. code = (code << 8) | p->buf[i];
  155. if (code == MAIN_STARTCODE)
  156. return AVPROBE_SCORE_MAX;
  157. }
  158. return 0;
  159. }
  160. #define GET_V(dst, check) \
  161. tmp = ffio_read_varlen(bc); \
  162. if (!(check)) { \
  163. av_log(s, AV_LOG_ERROR, "Error " #dst " is (%"PRId64")\n", tmp); \
  164. return -1; \
  165. } \
  166. dst = tmp;
  167. static int skip_reserved(AVIOContext *bc, int64_t pos)
  168. {
  169. pos -= avio_tell(bc);
  170. if (pos < 0) {
  171. avio_seek(bc, pos, SEEK_CUR);
  172. return -1;
  173. } else {
  174. while (pos--)
  175. avio_r8(bc);
  176. return 0;
  177. }
  178. }
  179. static int decode_main_header(NUTContext *nut)
  180. {
  181. AVFormatContext *s = nut->avf;
  182. AVIOContext *bc = s->pb;
  183. uint64_t tmp, end;
  184. unsigned int stream_count;
  185. int i, j, count;
  186. int tmp_stream, tmp_mul, tmp_pts, tmp_size, tmp_res, tmp_head_idx;
  187. end = get_packetheader(nut, bc, 1, MAIN_STARTCODE);
  188. end += avio_tell(bc);
  189. GET_V(tmp, tmp >= 2 && tmp <= 3)
  190. GET_V(stream_count, tmp > 0 && tmp <= NUT_MAX_STREAMS)
  191. nut->max_distance = ffio_read_varlen(bc);
  192. if (nut->max_distance > 65536) {
  193. av_log(s, AV_LOG_DEBUG, "max_distance %d\n", nut->max_distance);
  194. nut->max_distance = 65536;
  195. }
  196. GET_V(nut->time_base_count, tmp > 0 && tmp < INT_MAX / sizeof(AVRational))
  197. nut->time_base = av_malloc(nut->time_base_count * sizeof(AVRational));
  198. for (i = 0; i < nut->time_base_count; i++) {
  199. GET_V(nut->time_base[i].num, tmp > 0 && tmp < (1ULL << 31))
  200. GET_V(nut->time_base[i].den, tmp > 0 && tmp < (1ULL << 31))
  201. if (av_gcd(nut->time_base[i].num, nut->time_base[i].den) != 1) {
  202. av_log(s, AV_LOG_ERROR, "time base invalid\n");
  203. return AVERROR_INVALIDDATA;
  204. }
  205. }
  206. tmp_pts = 0;
  207. tmp_mul = 1;
  208. tmp_stream = 0;
  209. tmp_head_idx = 0;
  210. for (i = 0; i < 256;) {
  211. int tmp_flags = ffio_read_varlen(bc);
  212. int tmp_fields = ffio_read_varlen(bc);
  213. if (tmp_fields > 0)
  214. tmp_pts = get_s(bc);
  215. if (tmp_fields > 1)
  216. tmp_mul = ffio_read_varlen(bc);
  217. if (tmp_fields > 2)
  218. tmp_stream = ffio_read_varlen(bc);
  219. if (tmp_fields > 3)
  220. tmp_size = ffio_read_varlen(bc);
  221. else
  222. tmp_size = 0;
  223. if (tmp_fields > 4)
  224. tmp_res = ffio_read_varlen(bc);
  225. else
  226. tmp_res = 0;
  227. if (tmp_fields > 5)
  228. count = ffio_read_varlen(bc);
  229. else
  230. count = tmp_mul - tmp_size;
  231. if (tmp_fields > 6)
  232. get_s(bc);
  233. if (tmp_fields > 7)
  234. tmp_head_idx = ffio_read_varlen(bc);
  235. while (tmp_fields-- > 8)
  236. ffio_read_varlen(bc);
  237. if (count == 0 || i + count > 256) {
  238. av_log(s, AV_LOG_ERROR, "illegal count %d at %d\n", count, i);
  239. return AVERROR_INVALIDDATA;
  240. }
  241. if (tmp_stream >= stream_count) {
  242. av_log(s, AV_LOG_ERROR, "illegal stream number\n");
  243. return AVERROR_INVALIDDATA;
  244. }
  245. for (j = 0; j < count; j++, i++) {
  246. if (i == 'N') {
  247. nut->frame_code[i].flags = FLAG_INVALID;
  248. j--;
  249. continue;
  250. }
  251. nut->frame_code[i].flags = tmp_flags;
  252. nut->frame_code[i].pts_delta = tmp_pts;
  253. nut->frame_code[i].stream_id = tmp_stream;
  254. nut->frame_code[i].size_mul = tmp_mul;
  255. nut->frame_code[i].size_lsb = tmp_size + j;
  256. nut->frame_code[i].reserved_count = tmp_res;
  257. nut->frame_code[i].header_idx = tmp_head_idx;
  258. }
  259. }
  260. av_assert0(nut->frame_code['N'].flags == FLAG_INVALID);
  261. if (end > avio_tell(bc) + 4) {
  262. int rem = 1024;
  263. GET_V(nut->header_count, tmp < 128U)
  264. nut->header_count++;
  265. for (i = 1; i < nut->header_count; i++) {
  266. uint8_t *hdr;
  267. GET_V(nut->header_len[i], tmp > 0 && tmp < 256);
  268. rem -= nut->header_len[i];
  269. if (rem < 0) {
  270. av_log(s, AV_LOG_ERROR, "invalid elision header\n");
  271. return AVERROR_INVALIDDATA;
  272. }
  273. hdr = av_malloc(nut->header_len[i]);
  274. if (!hdr)
  275. return AVERROR(ENOMEM);
  276. avio_read(bc, hdr, nut->header_len[i]);
  277. nut->header[i] = hdr;
  278. }
  279. av_assert0(nut->header_len[0] == 0);
  280. }
  281. if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
  282. av_log(s, AV_LOG_ERROR, "main header checksum mismatch\n");
  283. return AVERROR_INVALIDDATA;
  284. }
  285. nut->stream = av_mallocz(sizeof(StreamContext) * stream_count);
  286. for (i = 0; i < stream_count; i++)
  287. avformat_new_stream(s, NULL);
  288. return 0;
  289. }
  290. static int decode_stream_header(NUTContext *nut)
  291. {
  292. AVFormatContext *s = nut->avf;
  293. AVIOContext *bc = s->pb;
  294. StreamContext *stc;
  295. int class, stream_id;
  296. uint64_t tmp, end;
  297. AVStream *st;
  298. end = get_packetheader(nut, bc, 1, STREAM_STARTCODE);
  299. end += avio_tell(bc);
  300. GET_V(stream_id, tmp < s->nb_streams && !nut->stream[tmp].time_base);
  301. stc = &nut->stream[stream_id];
  302. st = s->streams[stream_id];
  303. if (!st)
  304. return AVERROR(ENOMEM);
  305. class = ffio_read_varlen(bc);
  306. tmp = get_fourcc(bc);
  307. st->codec->codec_tag = tmp;
  308. switch (class) {
  309. case 0:
  310. st->codec->codec_type = AVMEDIA_TYPE_VIDEO;
  311. st->codec->codec_id = av_codec_get_id((const AVCodecTag * const []) {
  312. ff_codec_bmp_tags,
  313. ff_nut_video_tags,
  314. 0
  315. },
  316. tmp);
  317. break;
  318. case 1:
  319. st->codec->codec_type = AVMEDIA_TYPE_AUDIO;
  320. st->codec->codec_id = ff_codec_get_id(ff_codec_wav_tags, tmp);
  321. break;
  322. case 2:
  323. st->codec->codec_type = AVMEDIA_TYPE_SUBTITLE;
  324. st->codec->codec_id = ff_codec_get_id(ff_nut_subtitle_tags, tmp);
  325. break;
  326. case 3:
  327. st->codec->codec_type = AVMEDIA_TYPE_DATA;
  328. break;
  329. default:
  330. av_log(s, AV_LOG_ERROR, "unknown stream class (%d)\n", class);
  331. return -1;
  332. }
  333. if (class < 3 && st->codec->codec_id == CODEC_ID_NONE)
  334. av_log(s, AV_LOG_ERROR,
  335. "Unknown codec tag '0x%04x' for stream number %d\n",
  336. (unsigned int) tmp, stream_id);
  337. GET_V(stc->time_base_id, tmp < nut->time_base_count);
  338. GET_V(stc->msb_pts_shift, tmp < 16);
  339. stc->max_pts_distance = ffio_read_varlen(bc);
  340. GET_V(stc->decode_delay, tmp < 1000); // sanity limit, raise this if Moore's law is true
  341. st->codec->has_b_frames = stc->decode_delay;
  342. ffio_read_varlen(bc); // stream flags
  343. GET_V(st->codec->extradata_size, tmp < (1 << 30));
  344. if (st->codec->extradata_size) {
  345. st->codec->extradata = av_mallocz(st->codec->extradata_size +
  346. FF_INPUT_BUFFER_PADDING_SIZE);
  347. avio_read(bc, st->codec->extradata, st->codec->extradata_size);
  348. }
  349. if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
  350. GET_V(st->codec->width, tmp > 0)
  351. GET_V(st->codec->height, tmp > 0)
  352. st->sample_aspect_ratio.num = ffio_read_varlen(bc);
  353. st->sample_aspect_ratio.den = ffio_read_varlen(bc);
  354. if ((!st->sample_aspect_ratio.num) != (!st->sample_aspect_ratio.den)) {
  355. av_log(s, AV_LOG_ERROR, "invalid aspect ratio %d/%d\n",
  356. st->sample_aspect_ratio.num, st->sample_aspect_ratio.den);
  357. return -1;
  358. }
  359. ffio_read_varlen(bc); /* csp type */
  360. } else if (st->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
  361. GET_V(st->codec->sample_rate, tmp > 0)
  362. ffio_read_varlen(bc); // samplerate_den
  363. GET_V(st->codec->channels, tmp > 0)
  364. }
  365. if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
  366. av_log(s, AV_LOG_ERROR,
  367. "stream header %d checksum mismatch\n", stream_id);
  368. return -1;
  369. }
  370. stc->time_base = &nut->time_base[stc->time_base_id];
  371. avpriv_set_pts_info(s->streams[stream_id], 63, stc->time_base->num,
  372. stc->time_base->den);
  373. return 0;
  374. }
  375. static void set_disposition_bits(AVFormatContext *avf, char *value,
  376. int stream_id)
  377. {
  378. int flag = 0, i;
  379. for (i = 0; ff_nut_dispositions[i].flag; ++i)
  380. if (!strcmp(ff_nut_dispositions[i].str, value))
  381. flag = ff_nut_dispositions[i].flag;
  382. if (!flag)
  383. av_log(avf, AV_LOG_INFO, "unknown disposition type '%s'\n", value);
  384. for (i = 0; i < avf->nb_streams; ++i)
  385. if (stream_id == i || stream_id == -1)
  386. avf->streams[i]->disposition |= flag;
  387. }
  388. static int decode_info_header(NUTContext *nut)
  389. {
  390. AVFormatContext *s = nut->avf;
  391. AVIOContext *bc = s->pb;
  392. uint64_t tmp, chapter_start, chapter_len;
  393. unsigned int stream_id_plus1, count;
  394. int chapter_id, i;
  395. int64_t value, end;
  396. char name[256], str_value[1024], type_str[256];
  397. const char *type;
  398. AVChapter *chapter = NULL;
  399. AVStream *st = NULL;
  400. AVDictionary **metadata = NULL;
  401. end = get_packetheader(nut, bc, 1, INFO_STARTCODE);
  402. end += avio_tell(bc);
  403. GET_V(stream_id_plus1, tmp <= s->nb_streams)
  404. chapter_id = get_s(bc);
  405. chapter_start = ffio_read_varlen(bc);
  406. chapter_len = ffio_read_varlen(bc);
  407. count = ffio_read_varlen(bc);
  408. if (chapter_id && !stream_id_plus1) {
  409. int64_t start = chapter_start / nut->time_base_count;
  410. chapter = avpriv_new_chapter(s, chapter_id,
  411. nut->time_base[chapter_start %
  412. nut->time_base_count],
  413. start, start + chapter_len, NULL);
  414. metadata = &chapter->metadata;
  415. } else if (stream_id_plus1) {
  416. st = s->streams[stream_id_plus1 - 1];
  417. metadata = &st->metadata;
  418. } else
  419. metadata = &s->metadata;
  420. for (i = 0; i < count; i++) {
  421. get_str(bc, name, sizeof(name));
  422. value = get_s(bc);
  423. if (value == -1) {
  424. type = "UTF-8";
  425. get_str(bc, str_value, sizeof(str_value));
  426. } else if (value == -2) {
  427. get_str(bc, type_str, sizeof(type_str));
  428. type = type_str;
  429. get_str(bc, str_value, sizeof(str_value));
  430. } else if (value == -3) {
  431. type = "s";
  432. value = get_s(bc);
  433. } else if (value == -4) {
  434. type = "t";
  435. value = ffio_read_varlen(bc);
  436. } else if (value < -4) {
  437. type = "r";
  438. get_s(bc);
  439. } else {
  440. type = "v";
  441. }
  442. if (stream_id_plus1 > s->nb_streams) {
  443. av_log(s, AV_LOG_ERROR, "invalid stream id for info packet\n");
  444. continue;
  445. }
  446. if (!strcmp(type, "UTF-8")) {
  447. if (chapter_id == 0 && !strcmp(name, "Disposition")) {
  448. set_disposition_bits(s, str_value, stream_id_plus1 - 1);
  449. continue;
  450. }
  451. if (metadata && av_strcasecmp(name, "Uses") &&
  452. av_strcasecmp(name, "Depends") && av_strcasecmp(name, "Replaces"))
  453. av_dict_set(metadata, name, str_value, 0);
  454. }
  455. }
  456. if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
  457. av_log(s, AV_LOG_ERROR, "info header checksum mismatch\n");
  458. return -1;
  459. }
  460. return 0;
  461. }
  462. static int decode_syncpoint(NUTContext *nut, int64_t *ts, int64_t *back_ptr)
  463. {
  464. AVFormatContext *s = nut->avf;
  465. AVIOContext *bc = s->pb;
  466. int64_t end, tmp;
  467. nut->last_syncpoint_pos = avio_tell(bc) - 8;
  468. end = get_packetheader(nut, bc, 1, SYNCPOINT_STARTCODE);
  469. end += avio_tell(bc);
  470. tmp = ffio_read_varlen(bc);
  471. *back_ptr = nut->last_syncpoint_pos - 16 * ffio_read_varlen(bc);
  472. if (*back_ptr < 0)
  473. return -1;
  474. ff_nut_reset_ts(nut, nut->time_base[tmp % nut->time_base_count],
  475. tmp / nut->time_base_count);
  476. if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
  477. av_log(s, AV_LOG_ERROR, "sync point checksum mismatch\n");
  478. return -1;
  479. }
  480. *ts = tmp / s->nb_streams *
  481. av_q2d(nut->time_base[tmp % s->nb_streams]) * AV_TIME_BASE;
  482. ff_nut_add_sp(nut, nut->last_syncpoint_pos, *back_ptr, *ts);
  483. return 0;
  484. }
  485. static int find_and_decode_index(NUTContext *nut)
  486. {
  487. AVFormatContext *s = nut->avf;
  488. AVIOContext *bc = s->pb;
  489. uint64_t tmp, end;
  490. int i, j, syncpoint_count;
  491. int64_t filesize = avio_size(bc);
  492. int64_t *syncpoints;
  493. int8_t *has_keyframe;
  494. int ret = -1;
  495. if(filesize <= 0)
  496. return -1;
  497. avio_seek(bc, filesize - 12, SEEK_SET);
  498. avio_seek(bc, filesize - avio_rb64(bc), SEEK_SET);
  499. if (avio_rb64(bc) != INDEX_STARTCODE) {
  500. av_log(s, AV_LOG_ERROR, "no index at the end\n");
  501. return -1;
  502. }
  503. end = get_packetheader(nut, bc, 1, INDEX_STARTCODE);
  504. end += avio_tell(bc);
  505. ffio_read_varlen(bc); // max_pts
  506. GET_V(syncpoint_count, tmp < INT_MAX / 8 && tmp > 0)
  507. syncpoints = av_malloc(sizeof(int64_t) * syncpoint_count);
  508. has_keyframe = av_malloc(sizeof(int8_t) * (syncpoint_count + 1));
  509. for (i = 0; i < syncpoint_count; i++) {
  510. syncpoints[i] = ffio_read_varlen(bc);
  511. if (syncpoints[i] <= 0)
  512. goto fail;
  513. if (i)
  514. syncpoints[i] += syncpoints[i - 1];
  515. }
  516. for (i = 0; i < s->nb_streams; i++) {
  517. int64_t last_pts = -1;
  518. for (j = 0; j < syncpoint_count;) {
  519. uint64_t x = ffio_read_varlen(bc);
  520. int type = x & 1;
  521. int n = j;
  522. x >>= 1;
  523. if (type) {
  524. int flag = x & 1;
  525. x >>= 1;
  526. if (n + x >= syncpoint_count + 1) {
  527. av_log(s, AV_LOG_ERROR, "index overflow A\n");
  528. goto fail;
  529. }
  530. while (x--)
  531. has_keyframe[n++] = flag;
  532. has_keyframe[n++] = !flag;
  533. } else {
  534. while (x != 1) {
  535. if (n >= syncpoint_count + 1) {
  536. av_log(s, AV_LOG_ERROR, "index overflow B\n");
  537. goto fail;
  538. }
  539. has_keyframe[n++] = x & 1;
  540. x >>= 1;
  541. }
  542. }
  543. if (has_keyframe[0]) {
  544. av_log(s, AV_LOG_ERROR, "keyframe before first syncpoint in index\n");
  545. goto fail;
  546. }
  547. av_assert0(n <= syncpoint_count + 1);
  548. for (; j < n && j < syncpoint_count; j++) {
  549. if (has_keyframe[j]) {
  550. uint64_t B, A = ffio_read_varlen(bc);
  551. if (!A) {
  552. A = ffio_read_varlen(bc);
  553. B = ffio_read_varlen(bc);
  554. // eor_pts[j][i] = last_pts + A + B
  555. } else
  556. B = 0;
  557. av_add_index_entry(s->streams[i], 16 * syncpoints[j - 1],
  558. last_pts + A, 0, 0, AVINDEX_KEYFRAME);
  559. last_pts += A + B;
  560. }
  561. }
  562. }
  563. }
  564. if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
  565. av_log(s, AV_LOG_ERROR, "index checksum mismatch\n");
  566. goto fail;
  567. }
  568. ret = 0;
  569. fail:
  570. av_free(syncpoints);
  571. av_free(has_keyframe);
  572. return ret;
  573. }
  574. static int nut_read_header(AVFormatContext *s)
  575. {
  576. NUTContext *nut = s->priv_data;
  577. AVIOContext *bc = s->pb;
  578. int64_t pos;
  579. int initialized_stream_count;
  580. nut->avf = s;
  581. /* main header */
  582. pos = 0;
  583. do {
  584. pos = find_startcode(bc, MAIN_STARTCODE, pos) + 1;
  585. if (pos < 0 + 1) {
  586. av_log(s, AV_LOG_ERROR, "No main startcode found.\n");
  587. return AVERROR_INVALIDDATA;
  588. }
  589. } while (decode_main_header(nut) < 0);
  590. /* stream headers */
  591. pos = 0;
  592. for (initialized_stream_count = 0; initialized_stream_count < s->nb_streams;) {
  593. pos = find_startcode(bc, STREAM_STARTCODE, pos) + 1;
  594. if (pos < 0 + 1) {
  595. av_log(s, AV_LOG_ERROR, "Not all stream headers found.\n");
  596. return AVERROR_INVALIDDATA;
  597. }
  598. if (decode_stream_header(nut) >= 0)
  599. initialized_stream_count++;
  600. }
  601. /* info headers */
  602. pos = 0;
  603. for (;;) {
  604. uint64_t startcode = find_any_startcode(bc, pos);
  605. pos = avio_tell(bc);
  606. if (startcode == 0) {
  607. av_log(s, AV_LOG_ERROR, "EOF before video frames\n");
  608. return AVERROR_INVALIDDATA;
  609. } else if (startcode == SYNCPOINT_STARTCODE) {
  610. nut->next_startcode = startcode;
  611. break;
  612. } else if (startcode != INFO_STARTCODE) {
  613. continue;
  614. }
  615. decode_info_header(nut);
  616. }
  617. s->data_offset = pos - 8;
  618. if (bc->seekable) {
  619. int64_t orig_pos = avio_tell(bc);
  620. find_and_decode_index(nut);
  621. avio_seek(bc, orig_pos, SEEK_SET);
  622. }
  623. av_assert0(nut->next_startcode == SYNCPOINT_STARTCODE);
  624. ff_metadata_conv_ctx(s, NULL, ff_nut_metadata_conv);
  625. return 0;
  626. }
  627. static int decode_frame_header(NUTContext *nut, int64_t *pts, int *stream_id,
  628. uint8_t *header_idx, int frame_code)
  629. {
  630. AVFormatContext *s = nut->avf;
  631. AVIOContext *bc = s->pb;
  632. StreamContext *stc;
  633. int size, flags, size_mul, pts_delta, i, reserved_count;
  634. uint64_t tmp;
  635. if (avio_tell(bc) > nut->last_syncpoint_pos + nut->max_distance) {
  636. av_log(s, AV_LOG_ERROR,
  637. "Last frame must have been damaged %"PRId64" > %"PRId64" + %d\n",
  638. avio_tell(bc), nut->last_syncpoint_pos, nut->max_distance);
  639. return AVERROR_INVALIDDATA;
  640. }
  641. flags = nut->frame_code[frame_code].flags;
  642. size_mul = nut->frame_code[frame_code].size_mul;
  643. size = nut->frame_code[frame_code].size_lsb;
  644. *stream_id = nut->frame_code[frame_code].stream_id;
  645. pts_delta = nut->frame_code[frame_code].pts_delta;
  646. reserved_count = nut->frame_code[frame_code].reserved_count;
  647. *header_idx = nut->frame_code[frame_code].header_idx;
  648. if (flags & FLAG_INVALID)
  649. return AVERROR_INVALIDDATA;
  650. if (flags & FLAG_CODED)
  651. flags ^= ffio_read_varlen(bc);
  652. if (flags & FLAG_STREAM_ID) {
  653. GET_V(*stream_id, tmp < s->nb_streams)
  654. }
  655. stc = &nut->stream[*stream_id];
  656. if (flags & FLAG_CODED_PTS) {
  657. int coded_pts = ffio_read_varlen(bc);
  658. // FIXME check last_pts validity?
  659. if (coded_pts < (1 << stc->msb_pts_shift)) {
  660. *pts = ff_lsb2full(stc, coded_pts);
  661. } else
  662. *pts = coded_pts - (1 << stc->msb_pts_shift);
  663. } else
  664. *pts = stc->last_pts + pts_delta;
  665. if (flags & FLAG_SIZE_MSB)
  666. size += size_mul * ffio_read_varlen(bc);
  667. if (flags & FLAG_MATCH_TIME)
  668. get_s(bc);
  669. if (flags & FLAG_HEADER_IDX)
  670. *header_idx = ffio_read_varlen(bc);
  671. if (flags & FLAG_RESERVED)
  672. reserved_count = ffio_read_varlen(bc);
  673. for (i = 0; i < reserved_count; i++)
  674. ffio_read_varlen(bc);
  675. if (*header_idx >= (unsigned)nut->header_count) {
  676. av_log(s, AV_LOG_ERROR, "header_idx invalid\n");
  677. return AVERROR_INVALIDDATA;
  678. }
  679. if (size > 4096)
  680. *header_idx = 0;
  681. size -= nut->header_len[*header_idx];
  682. if (flags & FLAG_CHECKSUM) {
  683. avio_rb32(bc); // FIXME check this
  684. } else if (size > 2 * nut->max_distance || FFABS(stc->last_pts - *pts) >
  685. stc->max_pts_distance) {
  686. av_log(s, AV_LOG_ERROR, "frame size > 2max_distance and no checksum\n");
  687. return AVERROR_INVALIDDATA;
  688. }
  689. stc->last_pts = *pts;
  690. stc->last_flags = flags;
  691. return size;
  692. }
  693. static int decode_frame(NUTContext *nut, AVPacket *pkt, int frame_code)
  694. {
  695. AVFormatContext *s = nut->avf;
  696. AVIOContext *bc = s->pb;
  697. int size, stream_id, discard;
  698. int64_t pts, last_IP_pts;
  699. StreamContext *stc;
  700. uint8_t header_idx;
  701. size = decode_frame_header(nut, &pts, &stream_id, &header_idx, frame_code);
  702. if (size < 0)
  703. return size;
  704. stc = &nut->stream[stream_id];
  705. if (stc->last_flags & FLAG_KEY)
  706. stc->skip_until_key_frame = 0;
  707. discard = s->streams[stream_id]->discard;
  708. last_IP_pts = s->streams[stream_id]->last_IP_pts;
  709. if ((discard >= AVDISCARD_NONKEY && !(stc->last_flags & FLAG_KEY)) ||
  710. (discard >= AVDISCARD_BIDIR && last_IP_pts != AV_NOPTS_VALUE &&
  711. last_IP_pts > pts) ||
  712. discard >= AVDISCARD_ALL ||
  713. stc->skip_until_key_frame) {
  714. avio_skip(bc, size);
  715. return 1;
  716. }
  717. av_new_packet(pkt, size + nut->header_len[header_idx]);
  718. memcpy(pkt->data, nut->header[header_idx], nut->header_len[header_idx]);
  719. pkt->pos = avio_tell(bc); // FIXME
  720. avio_read(bc, pkt->data + nut->header_len[header_idx], size);
  721. pkt->stream_index = stream_id;
  722. if (stc->last_flags & FLAG_KEY)
  723. pkt->flags |= AV_PKT_FLAG_KEY;
  724. pkt->pts = pts;
  725. return 0;
  726. }
  727. static int nut_read_packet(AVFormatContext *s, AVPacket *pkt)
  728. {
  729. NUTContext *nut = s->priv_data;
  730. AVIOContext *bc = s->pb;
  731. int i, frame_code = 0, ret, skip;
  732. int64_t ts, back_ptr;
  733. for (;;) {
  734. int64_t pos = avio_tell(bc);
  735. uint64_t tmp = nut->next_startcode;
  736. nut->next_startcode = 0;
  737. if (tmp) {
  738. pos -= 8;
  739. } else {
  740. frame_code = avio_r8(bc);
  741. if (url_feof(bc))
  742. return -1;
  743. if (frame_code == 'N') {
  744. tmp = frame_code;
  745. for (i = 1; i < 8; i++)
  746. tmp = (tmp << 8) + avio_r8(bc);
  747. }
  748. }
  749. switch (tmp) {
  750. case MAIN_STARTCODE:
  751. case STREAM_STARTCODE:
  752. case INDEX_STARTCODE:
  753. skip = get_packetheader(nut, bc, 0, tmp);
  754. avio_skip(bc, skip);
  755. break;
  756. case INFO_STARTCODE:
  757. if (decode_info_header(nut) < 0)
  758. goto resync;
  759. break;
  760. case SYNCPOINT_STARTCODE:
  761. if (decode_syncpoint(nut, &ts, &back_ptr) < 0)
  762. goto resync;
  763. frame_code = avio_r8(bc);
  764. case 0:
  765. ret = decode_frame(nut, pkt, frame_code);
  766. if (ret == 0)
  767. return 0;
  768. else if (ret == 1) // OK but discard packet
  769. break;
  770. default:
  771. resync:
  772. av_log(s, AV_LOG_DEBUG, "syncing from %"PRId64"\n", pos);
  773. tmp = find_any_startcode(bc, nut->last_syncpoint_pos + 1);
  774. if (tmp == 0)
  775. return AVERROR_INVALIDDATA;
  776. av_log(s, AV_LOG_DEBUG, "sync\n");
  777. nut->next_startcode = tmp;
  778. }
  779. }
  780. }
  781. static int64_t nut_read_timestamp(AVFormatContext *s, int stream_index,
  782. int64_t *pos_arg, int64_t pos_limit)
  783. {
  784. NUTContext *nut = s->priv_data;
  785. AVIOContext *bc = s->pb;
  786. int64_t pos, pts, back_ptr;
  787. av_log(s, AV_LOG_DEBUG, "read_timestamp(X,%d,%"PRId64",%"PRId64")\n",
  788. stream_index, *pos_arg, pos_limit);
  789. pos = *pos_arg;
  790. do {
  791. pos = find_startcode(bc, SYNCPOINT_STARTCODE, pos) + 1;
  792. if (pos < 1) {
  793. av_log(s, AV_LOG_ERROR, "read_timestamp failed.\n");
  794. return AV_NOPTS_VALUE;
  795. }
  796. } while (decode_syncpoint(nut, &pts, &back_ptr) < 0);
  797. *pos_arg = pos - 1;
  798. av_assert0(nut->last_syncpoint_pos == *pos_arg);
  799. av_log(s, AV_LOG_DEBUG, "return %"PRId64" %"PRId64"\n", pts, back_ptr);
  800. if (stream_index == -2)
  801. return back_ptr;
  802. av_assert0(stream_index == -1);
  803. return pts;
  804. }
  805. static int read_seek(AVFormatContext *s, int stream_index,
  806. int64_t pts, int flags)
  807. {
  808. NUTContext *nut = s->priv_data;
  809. AVStream *st = s->streams[stream_index];
  810. Syncpoint dummy = { .ts = pts * av_q2d(st->time_base) * AV_TIME_BASE };
  811. Syncpoint nopts_sp = { .ts = AV_NOPTS_VALUE, .back_ptr = AV_NOPTS_VALUE };
  812. Syncpoint *sp, *next_node[2] = { &nopts_sp, &nopts_sp };
  813. int64_t pos, pos2, ts;
  814. int i;
  815. if (st->index_entries) {
  816. int index = av_index_search_timestamp(st, pts, flags);
  817. if (index < 0)
  818. return -1;
  819. pos2 = st->index_entries[index].pos;
  820. ts = st->index_entries[index].timestamp;
  821. } else {
  822. av_tree_find(nut->syncpoints, &dummy, (void *) ff_nut_sp_pts_cmp,
  823. (void **) next_node);
  824. av_log(s, AV_LOG_DEBUG, "%"PRIu64"-%"PRIu64" %"PRId64"-%"PRId64"\n",
  825. next_node[0]->pos, next_node[1]->pos, next_node[0]->ts,
  826. next_node[1]->ts);
  827. pos = ff_gen_search(s, -1, dummy.ts, next_node[0]->pos,
  828. next_node[1]->pos, next_node[1]->pos,
  829. next_node[0]->ts, next_node[1]->ts,
  830. AVSEEK_FLAG_BACKWARD, &ts, nut_read_timestamp);
  831. if (!(flags & AVSEEK_FLAG_BACKWARD)) {
  832. dummy.pos = pos + 16;
  833. next_node[1] = &nopts_sp;
  834. av_tree_find(nut->syncpoints, &dummy, (void *) ff_nut_sp_pos_cmp,
  835. (void **) next_node);
  836. pos2 = ff_gen_search(s, -2, dummy.pos, next_node[0]->pos,
  837. next_node[1]->pos, next_node[1]->pos,
  838. next_node[0]->back_ptr, next_node[1]->back_ptr,
  839. flags, &ts, nut_read_timestamp);
  840. if (pos2 >= 0)
  841. pos = pos2;
  842. // FIXME dir but I think it does not matter
  843. }
  844. dummy.pos = pos;
  845. sp = av_tree_find(nut->syncpoints, &dummy, (void *) ff_nut_sp_pos_cmp,
  846. NULL);
  847. av_assert0(sp);
  848. pos2 = sp->back_ptr - 15;
  849. }
  850. av_log(NULL, AV_LOG_DEBUG, "SEEKTO: %"PRId64"\n", pos2);
  851. pos = find_startcode(s->pb, SYNCPOINT_STARTCODE, pos2);
  852. avio_seek(s->pb, pos, SEEK_SET);
  853. av_log(NULL, AV_LOG_DEBUG, "SP: %"PRId64"\n", pos);
  854. if (pos2 > pos || pos2 + 15 < pos)
  855. av_log(NULL, AV_LOG_ERROR, "no syncpoint at backptr pos\n");
  856. for (i = 0; i < s->nb_streams; i++)
  857. nut->stream[i].skip_until_key_frame = 1;
  858. return 0;
  859. }
  860. static int nut_read_close(AVFormatContext *s)
  861. {
  862. NUTContext *nut = s->priv_data;
  863. int i;
  864. av_freep(&nut->time_base);
  865. av_freep(&nut->stream);
  866. ff_nut_free_sp(nut);
  867. for (i = 1; i < nut->header_count; i++)
  868. av_freep(&nut->header[i]);
  869. return 0;
  870. }
  871. AVInputFormat ff_nut_demuxer = {
  872. .name = "nut",
  873. .long_name = NULL_IF_CONFIG_SMALL("NUT format"),
  874. .flags = AVFMT_SEEK_TO_PTS,
  875. .priv_data_size = sizeof(NUTContext),
  876. .read_probe = nut_probe,
  877. .read_header = nut_read_header,
  878. .read_packet = nut_read_packet,
  879. .read_close = nut_read_close,
  880. .read_seek = read_seek,
  881. .extensions = "nut",
  882. .codec_tag = (const AVCodecTag * const []) {
  883. ff_codec_bmp_tags, ff_nut_video_tags, ff_codec_wav_tags,
  884. ff_nut_subtitle_tags, 0
  885. },
  886. };