You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1040 lines
33KB

  1. /*
  2. * "NUT" Container Format demuxer
  3. * Copyright (c) 2004-2006 Michael Niedermayer
  4. * Copyright (c) 2003 Alex Beregszaszi
  5. *
  6. * This file is part of FFmpeg.
  7. *
  8. * FFmpeg is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * FFmpeg is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with FFmpeg; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. #include "libavutil/avstring.h"
  23. #include "libavutil/avassert.h"
  24. #include "libavutil/bswap.h"
  25. #include "libavutil/dict.h"
  26. #include "libavutil/mathematics.h"
  27. #include "libavutil/tree.h"
  28. #include "avio_internal.h"
  29. #include "nut.h"
  30. #define NUT_MAX_STREAMS 256 /* arbitrary sanity check value */
  31. static int64_t nut_read_timestamp(AVFormatContext *s, int stream_index,
  32. int64_t *pos_arg, int64_t pos_limit);
  33. static int get_str(AVIOContext *bc, char *string, unsigned int maxlen)
  34. {
  35. unsigned int len = ffio_read_varlen(bc);
  36. if (len && maxlen)
  37. avio_read(bc, string, FFMIN(len, maxlen));
  38. while (len > maxlen) {
  39. avio_r8(bc);
  40. len--;
  41. }
  42. if (maxlen)
  43. string[FFMIN(len, maxlen - 1)] = 0;
  44. if (maxlen == len)
  45. return -1;
  46. else
  47. return 0;
  48. }
  49. static int64_t get_s(AVIOContext *bc)
  50. {
  51. int64_t v = ffio_read_varlen(bc) + 1;
  52. if (v & 1)
  53. return -(v >> 1);
  54. else
  55. return (v >> 1);
  56. }
  57. static uint64_t get_fourcc(AVIOContext *bc)
  58. {
  59. unsigned int len = ffio_read_varlen(bc);
  60. if (len == 2)
  61. return avio_rl16(bc);
  62. else if (len == 4)
  63. return avio_rl32(bc);
  64. else
  65. return -1;
  66. }
  67. #ifdef TRACE
  68. static inline uint64_t get_v_trace(AVIOContext *bc, const char *file,
  69. const char *func, int line)
  70. {
  71. uint64_t v = ffio_read_varlen(bc);
  72. av_log(NULL, AV_LOG_DEBUG, "get_v %5"PRId64" / %"PRIX64" in %s %s:%d\n",
  73. v, v, file, func, line);
  74. return v;
  75. }
  76. static inline int64_t get_s_trace(AVIOContext *bc, const char *file,
  77. const char *func, int line)
  78. {
  79. int64_t v = get_s(bc);
  80. av_log(NULL, AV_LOG_DEBUG, "get_s %5"PRId64" / %"PRIX64" in %s %s:%d\n",
  81. v, v, file, func, line);
  82. return v;
  83. }
  84. static inline uint64_t get_4cc_trace(AVIOContext *bc, char *file,
  85. char *func, int line)
  86. {
  87. uint64_t v = get_fourcc(bc);
  88. av_log(NULL, AV_LOG_DEBUG, "get_fourcc %5"PRId64" / %"PRIX64" in %s %s:%d\n",
  89. v, v, file, func, line);
  90. return v;
  91. }
  92. #define ffio_read_varlen(bc) get_v_trace(bc, __FILE__, __PRETTY_FUNCTION__, __LINE__)
  93. #define get_s(bc) get_s_trace(bc, __FILE__, __PRETTY_FUNCTION__, __LINE__)
  94. #define get_fourcc(bc) get_4cc_trace(bc, __FILE__, __PRETTY_FUNCTION__, __LINE__)
  95. #endif
  96. static int get_packetheader(NUTContext *nut, AVIOContext *bc,
  97. int calculate_checksum, uint64_t startcode)
  98. {
  99. int64_t size;
  100. // start = avio_tell(bc) - 8;
  101. startcode = av_be2ne64(startcode);
  102. startcode = ff_crc04C11DB7_update(0, (uint8_t*) &startcode, 8);
  103. ffio_init_checksum(bc, ff_crc04C11DB7_update, startcode);
  104. size = ffio_read_varlen(bc);
  105. if (size > 4096)
  106. avio_rb32(bc);
  107. if (ffio_get_checksum(bc) && size > 4096)
  108. return -1;
  109. ffio_init_checksum(bc, calculate_checksum ? ff_crc04C11DB7_update : NULL, 0);
  110. return size;
  111. }
  112. static uint64_t find_any_startcode(AVIOContext *bc, int64_t pos)
  113. {
  114. uint64_t state = 0;
  115. if (pos >= 0)
  116. /* Note, this may fail if the stream is not seekable, but that should
  117. * not matter, as in this case we simply start where we currently are */
  118. avio_seek(bc, pos, SEEK_SET);
  119. while (!url_feof(bc)) {
  120. state = (state << 8) | avio_r8(bc);
  121. if ((state >> 56) != 'N')
  122. continue;
  123. switch (state) {
  124. case MAIN_STARTCODE:
  125. case STREAM_STARTCODE:
  126. case SYNCPOINT_STARTCODE:
  127. case INFO_STARTCODE:
  128. case INDEX_STARTCODE:
  129. return state;
  130. }
  131. }
  132. return 0;
  133. }
  134. /**
  135. * Find the given startcode.
  136. * @param code the startcode
  137. * @param pos the start position of the search, or -1 if the current position
  138. * @return the position of the startcode or -1 if not found
  139. */
  140. static int64_t find_startcode(AVIOContext *bc, uint64_t code, int64_t pos)
  141. {
  142. for (;;) {
  143. uint64_t startcode = find_any_startcode(bc, pos);
  144. if (startcode == code)
  145. return avio_tell(bc) - 8;
  146. else if (startcode == 0)
  147. return -1;
  148. pos = -1;
  149. }
  150. }
  151. static int nut_probe(AVProbeData *p)
  152. {
  153. int i;
  154. uint64_t code = 0;
  155. for (i = 0; i < p->buf_size; i++) {
  156. code = (code << 8) | p->buf[i];
  157. if (code == MAIN_STARTCODE)
  158. return AVPROBE_SCORE_MAX;
  159. }
  160. return 0;
  161. }
  162. #define GET_V(dst, check) \
  163. tmp = ffio_read_varlen(bc); \
  164. if (!(check)) { \
  165. av_log(s, AV_LOG_ERROR, "Error " #dst " is (%"PRId64")\n", tmp); \
  166. return -1; \
  167. } \
  168. dst = tmp;
  169. static int skip_reserved(AVIOContext *bc, int64_t pos)
  170. {
  171. pos -= avio_tell(bc);
  172. if (pos < 0) {
  173. avio_seek(bc, pos, SEEK_CUR);
  174. return -1;
  175. } else {
  176. while (pos--)
  177. avio_r8(bc);
  178. return 0;
  179. }
  180. }
  181. static int decode_main_header(NUTContext *nut)
  182. {
  183. AVFormatContext *s = nut->avf;
  184. AVIOContext *bc = s->pb;
  185. uint64_t tmp, end;
  186. unsigned int stream_count;
  187. int i, j, count;
  188. int tmp_stream, tmp_mul, tmp_pts, tmp_size, tmp_res, tmp_head_idx;
  189. end = get_packetheader(nut, bc, 1, MAIN_STARTCODE);
  190. end += avio_tell(bc);
  191. GET_V(tmp, tmp >= 2 && tmp <= 3)
  192. GET_V(stream_count, tmp > 0 && tmp <= NUT_MAX_STREAMS)
  193. nut->max_distance = ffio_read_varlen(bc);
  194. if (nut->max_distance > 65536) {
  195. av_log(s, AV_LOG_DEBUG, "max_distance %d\n", nut->max_distance);
  196. nut->max_distance = 65536;
  197. }
  198. GET_V(nut->time_base_count, tmp > 0 && tmp < INT_MAX / sizeof(AVRational))
  199. nut->time_base = av_malloc(nut->time_base_count * sizeof(AVRational));
  200. for (i = 0; i < nut->time_base_count; i++) {
  201. GET_V(nut->time_base[i].num, tmp > 0 && tmp < (1ULL << 31))
  202. GET_V(nut->time_base[i].den, tmp > 0 && tmp < (1ULL << 31))
  203. if (av_gcd(nut->time_base[i].num, nut->time_base[i].den) != 1) {
  204. av_log(s, AV_LOG_ERROR, "time base invalid\n");
  205. return AVERROR_INVALIDDATA;
  206. }
  207. }
  208. tmp_pts = 0;
  209. tmp_mul = 1;
  210. tmp_stream = 0;
  211. tmp_head_idx = 0;
  212. for (i = 0; i < 256;) {
  213. int tmp_flags = ffio_read_varlen(bc);
  214. int tmp_fields = ffio_read_varlen(bc);
  215. if (tmp_fields > 0)
  216. tmp_pts = get_s(bc);
  217. if (tmp_fields > 1)
  218. tmp_mul = ffio_read_varlen(bc);
  219. if (tmp_fields > 2)
  220. tmp_stream = ffio_read_varlen(bc);
  221. if (tmp_fields > 3)
  222. tmp_size = ffio_read_varlen(bc);
  223. else
  224. tmp_size = 0;
  225. if (tmp_fields > 4)
  226. tmp_res = ffio_read_varlen(bc);
  227. else
  228. tmp_res = 0;
  229. if (tmp_fields > 5)
  230. count = ffio_read_varlen(bc);
  231. else
  232. count = tmp_mul - tmp_size;
  233. if (tmp_fields > 6)
  234. get_s(bc);
  235. if (tmp_fields > 7)
  236. tmp_head_idx = ffio_read_varlen(bc);
  237. while (tmp_fields-- > 8)
  238. ffio_read_varlen(bc);
  239. if (count == 0 || i + count > 256) {
  240. av_log(s, AV_LOG_ERROR, "illegal count %d at %d\n", count, i);
  241. return AVERROR_INVALIDDATA;
  242. }
  243. if (tmp_stream >= stream_count) {
  244. av_log(s, AV_LOG_ERROR, "illegal stream number\n");
  245. return AVERROR_INVALIDDATA;
  246. }
  247. for (j = 0; j < count; j++, i++) {
  248. if (i == 'N') {
  249. nut->frame_code[i].flags = FLAG_INVALID;
  250. j--;
  251. continue;
  252. }
  253. nut->frame_code[i].flags = tmp_flags;
  254. nut->frame_code[i].pts_delta = tmp_pts;
  255. nut->frame_code[i].stream_id = tmp_stream;
  256. nut->frame_code[i].size_mul = tmp_mul;
  257. nut->frame_code[i].size_lsb = tmp_size + j;
  258. nut->frame_code[i].reserved_count = tmp_res;
  259. nut->frame_code[i].header_idx = tmp_head_idx;
  260. }
  261. }
  262. av_assert0(nut->frame_code['N'].flags == FLAG_INVALID);
  263. if (end > avio_tell(bc) + 4) {
  264. int rem = 1024;
  265. GET_V(nut->header_count, tmp < 128U)
  266. nut->header_count++;
  267. for (i = 1; i < nut->header_count; i++) {
  268. uint8_t *hdr;
  269. GET_V(nut->header_len[i], tmp > 0 && tmp < 256);
  270. rem -= nut->header_len[i];
  271. if (rem < 0) {
  272. av_log(s, AV_LOG_ERROR, "invalid elision header\n");
  273. return AVERROR_INVALIDDATA;
  274. }
  275. hdr = av_malloc(nut->header_len[i]);
  276. if (!hdr)
  277. return AVERROR(ENOMEM);
  278. avio_read(bc, hdr, nut->header_len[i]);
  279. nut->header[i] = hdr;
  280. }
  281. av_assert0(nut->header_len[0] == 0);
  282. }
  283. if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
  284. av_log(s, AV_LOG_ERROR, "main header checksum mismatch\n");
  285. return AVERROR_INVALIDDATA;
  286. }
  287. nut->stream = av_mallocz(sizeof(StreamContext) * stream_count);
  288. for (i = 0; i < stream_count; i++)
  289. avformat_new_stream(s, NULL);
  290. return 0;
  291. }
  292. static int decode_stream_header(NUTContext *nut)
  293. {
  294. AVFormatContext *s = nut->avf;
  295. AVIOContext *bc = s->pb;
  296. StreamContext *stc;
  297. int class, stream_id;
  298. uint64_t tmp, end;
  299. AVStream *st;
  300. end = get_packetheader(nut, bc, 1, STREAM_STARTCODE);
  301. end += avio_tell(bc);
  302. GET_V(stream_id, tmp < s->nb_streams && !nut->stream[tmp].time_base);
  303. stc = &nut->stream[stream_id];
  304. st = s->streams[stream_id];
  305. if (!st)
  306. return AVERROR(ENOMEM);
  307. class = ffio_read_varlen(bc);
  308. tmp = get_fourcc(bc);
  309. st->codec->codec_tag = tmp;
  310. switch (class) {
  311. case 0:
  312. st->codec->codec_type = AVMEDIA_TYPE_VIDEO;
  313. st->codec->codec_id = av_codec_get_id((const AVCodecTag * const []) {
  314. ff_codec_bmp_tags,
  315. ff_nut_video_tags,
  316. 0
  317. },
  318. tmp);
  319. break;
  320. case 1:
  321. st->codec->codec_type = AVMEDIA_TYPE_AUDIO;
  322. st->codec->codec_id = ff_codec_get_id(ff_codec_wav_tags, tmp);
  323. break;
  324. case 2:
  325. st->codec->codec_type = AVMEDIA_TYPE_SUBTITLE;
  326. st->codec->codec_id = ff_codec_get_id(ff_nut_subtitle_tags, tmp);
  327. break;
  328. case 3:
  329. st->codec->codec_type = AVMEDIA_TYPE_DATA;
  330. break;
  331. default:
  332. av_log(s, AV_LOG_ERROR, "unknown stream class (%d)\n", class);
  333. return -1;
  334. }
  335. if (class < 3 && st->codec->codec_id == AV_CODEC_ID_NONE)
  336. av_log(s, AV_LOG_ERROR,
  337. "Unknown codec tag '0x%04x' for stream number %d\n",
  338. (unsigned int) tmp, stream_id);
  339. GET_V(stc->time_base_id, tmp < nut->time_base_count);
  340. GET_V(stc->msb_pts_shift, tmp < 16);
  341. stc->max_pts_distance = ffio_read_varlen(bc);
  342. GET_V(stc->decode_delay, tmp < 1000); // sanity limit, raise this if Moore's law is true
  343. st->codec->has_b_frames = stc->decode_delay;
  344. ffio_read_varlen(bc); // stream flags
  345. GET_V(st->codec->extradata_size, tmp < (1 << 30));
  346. if (st->codec->extradata_size) {
  347. st->codec->extradata = av_mallocz(st->codec->extradata_size +
  348. FF_INPUT_BUFFER_PADDING_SIZE);
  349. avio_read(bc, st->codec->extradata, st->codec->extradata_size);
  350. }
  351. if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
  352. GET_V(st->codec->width, tmp > 0)
  353. GET_V(st->codec->height, tmp > 0)
  354. st->sample_aspect_ratio.num = ffio_read_varlen(bc);
  355. st->sample_aspect_ratio.den = ffio_read_varlen(bc);
  356. if ((!st->sample_aspect_ratio.num) != (!st->sample_aspect_ratio.den)) {
  357. av_log(s, AV_LOG_ERROR, "invalid aspect ratio %d/%d\n",
  358. st->sample_aspect_ratio.num, st->sample_aspect_ratio.den);
  359. return -1;
  360. }
  361. ffio_read_varlen(bc); /* csp type */
  362. } else if (st->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
  363. GET_V(st->codec->sample_rate, tmp > 0)
  364. ffio_read_varlen(bc); // samplerate_den
  365. GET_V(st->codec->channels, tmp > 0)
  366. }
  367. if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
  368. av_log(s, AV_LOG_ERROR,
  369. "stream header %d checksum mismatch\n", stream_id);
  370. return -1;
  371. }
  372. stc->time_base = &nut->time_base[stc->time_base_id];
  373. avpriv_set_pts_info(s->streams[stream_id], 63, stc->time_base->num,
  374. stc->time_base->den);
  375. return 0;
  376. }
  377. static void set_disposition_bits(AVFormatContext *avf, char *value,
  378. int stream_id)
  379. {
  380. int flag = 0, i;
  381. for (i = 0; ff_nut_dispositions[i].flag; ++i)
  382. if (!strcmp(ff_nut_dispositions[i].str, value))
  383. flag = ff_nut_dispositions[i].flag;
  384. if (!flag)
  385. av_log(avf, AV_LOG_INFO, "unknown disposition type '%s'\n", value);
  386. for (i = 0; i < avf->nb_streams; ++i)
  387. if (stream_id == i || stream_id == -1)
  388. avf->streams[i]->disposition |= flag;
  389. }
  390. static int decode_info_header(NUTContext *nut)
  391. {
  392. AVFormatContext *s = nut->avf;
  393. AVIOContext *bc = s->pb;
  394. uint64_t tmp, chapter_start, chapter_len;
  395. unsigned int stream_id_plus1, count;
  396. int chapter_id, i;
  397. int64_t value, end;
  398. char name[256], str_value[1024], type_str[256];
  399. const char *type;
  400. AVChapter *chapter = NULL;
  401. AVStream *st = NULL;
  402. AVDictionary **metadata = NULL;
  403. end = get_packetheader(nut, bc, 1, INFO_STARTCODE);
  404. end += avio_tell(bc);
  405. GET_V(stream_id_plus1, tmp <= s->nb_streams)
  406. chapter_id = get_s(bc);
  407. chapter_start = ffio_read_varlen(bc);
  408. chapter_len = ffio_read_varlen(bc);
  409. count = ffio_read_varlen(bc);
  410. if (chapter_id && !stream_id_plus1) {
  411. int64_t start = chapter_start / nut->time_base_count;
  412. chapter = avpriv_new_chapter(s, chapter_id,
  413. nut->time_base[chapter_start %
  414. nut->time_base_count],
  415. start, start + chapter_len, NULL);
  416. metadata = &chapter->metadata;
  417. } else if (stream_id_plus1) {
  418. st = s->streams[stream_id_plus1 - 1];
  419. metadata = &st->metadata;
  420. } else
  421. metadata = &s->metadata;
  422. for (i = 0; i < count; i++) {
  423. get_str(bc, name, sizeof(name));
  424. value = get_s(bc);
  425. if (value == -1) {
  426. type = "UTF-8";
  427. get_str(bc, str_value, sizeof(str_value));
  428. } else if (value == -2) {
  429. get_str(bc, type_str, sizeof(type_str));
  430. type = type_str;
  431. get_str(bc, str_value, sizeof(str_value));
  432. } else if (value == -3) {
  433. type = "s";
  434. value = get_s(bc);
  435. } else if (value == -4) {
  436. type = "t";
  437. value = ffio_read_varlen(bc);
  438. } else if (value < -4) {
  439. type = "r";
  440. get_s(bc);
  441. } else {
  442. type = "v";
  443. }
  444. if (stream_id_plus1 > s->nb_streams) {
  445. av_log(s, AV_LOG_ERROR, "invalid stream id for info packet\n");
  446. continue;
  447. }
  448. if (!strcmp(type, "UTF-8")) {
  449. if (chapter_id == 0 && !strcmp(name, "Disposition")) {
  450. set_disposition_bits(s, str_value, stream_id_plus1 - 1);
  451. continue;
  452. }
  453. if (stream_id_plus1 && !strcmp(name, "r_frame_rate")) {
  454. sscanf(str_value, "%d/%d", &st->r_frame_rate.num, &st->r_frame_rate.den);
  455. continue;
  456. }
  457. if (metadata && av_strcasecmp(name, "Uses") &&
  458. av_strcasecmp(name, "Depends") && av_strcasecmp(name, "Replaces"))
  459. av_dict_set(metadata, name, str_value, 0);
  460. }
  461. }
  462. if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
  463. av_log(s, AV_LOG_ERROR, "info header checksum mismatch\n");
  464. return -1;
  465. }
  466. return 0;
  467. }
  468. static int decode_syncpoint(NUTContext *nut, int64_t *ts, int64_t *back_ptr)
  469. {
  470. AVFormatContext *s = nut->avf;
  471. AVIOContext *bc = s->pb;
  472. int64_t end;
  473. uint64_t tmp;
  474. nut->last_syncpoint_pos = avio_tell(bc) - 8;
  475. end = get_packetheader(nut, bc, 1, SYNCPOINT_STARTCODE);
  476. end += avio_tell(bc);
  477. tmp = ffio_read_varlen(bc);
  478. *back_ptr = nut->last_syncpoint_pos - 16 * ffio_read_varlen(bc);
  479. if (*back_ptr < 0)
  480. return -1;
  481. ff_nut_reset_ts(nut, nut->time_base[tmp % nut->time_base_count],
  482. tmp / nut->time_base_count);
  483. if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
  484. av_log(s, AV_LOG_ERROR, "sync point checksum mismatch\n");
  485. return -1;
  486. }
  487. *ts = tmp / nut->time_base_count *
  488. av_q2d(nut->time_base[tmp % nut->time_base_count]) * AV_TIME_BASE;
  489. ff_nut_add_sp(nut, nut->last_syncpoint_pos, *back_ptr, *ts);
  490. return 0;
  491. }
  492. //FIXME calculate exactly, this is just a good approximation.
  493. static int64_t find_duration(NUTContext *nut, int64_t filesize)
  494. {
  495. AVFormatContext *s = nut->avf;
  496. int64_t duration = 0;
  497. int64_t pos = FFMAX(0, filesize - 2*nut->max_distance);
  498. for(;;){
  499. int64_t ts = nut_read_timestamp(s, -1, &pos, INT64_MAX);
  500. if(ts < 0)
  501. break;
  502. duration = FFMAX(duration, ts);
  503. pos++;
  504. }
  505. if(duration > 0)
  506. s->duration_estimation_method = AVFMT_DURATION_FROM_PTS;
  507. return duration;
  508. }
  509. static int find_and_decode_index(NUTContext *nut)
  510. {
  511. AVFormatContext *s = nut->avf;
  512. AVIOContext *bc = s->pb;
  513. uint64_t tmp, end;
  514. int i, j, syncpoint_count;
  515. int64_t filesize = avio_size(bc);
  516. int64_t *syncpoints;
  517. int8_t *has_keyframe;
  518. int ret = -1;
  519. if(filesize <= 0)
  520. return -1;
  521. avio_seek(bc, filesize - 12, SEEK_SET);
  522. avio_seek(bc, filesize - avio_rb64(bc), SEEK_SET);
  523. if (avio_rb64(bc) != INDEX_STARTCODE) {
  524. av_log(s, AV_LOG_ERROR, "no index at the end\n");
  525. if(s->duration<=0)
  526. s->duration = find_duration(nut, filesize);
  527. return -1;
  528. }
  529. end = get_packetheader(nut, bc, 1, INDEX_STARTCODE);
  530. end += avio_tell(bc);
  531. ffio_read_varlen(bc); // max_pts
  532. GET_V(syncpoint_count, tmp < INT_MAX / 8 && tmp > 0)
  533. syncpoints = av_malloc(sizeof(int64_t) * syncpoint_count);
  534. has_keyframe = av_malloc(sizeof(int8_t) * (syncpoint_count + 1));
  535. for (i = 0; i < syncpoint_count; i++) {
  536. syncpoints[i] = ffio_read_varlen(bc);
  537. if (syncpoints[i] <= 0)
  538. goto fail;
  539. if (i)
  540. syncpoints[i] += syncpoints[i - 1];
  541. }
  542. for (i = 0; i < s->nb_streams; i++) {
  543. int64_t last_pts = -1;
  544. for (j = 0; j < syncpoint_count;) {
  545. uint64_t x = ffio_read_varlen(bc);
  546. int type = x & 1;
  547. int n = j;
  548. x >>= 1;
  549. if (type) {
  550. int flag = x & 1;
  551. x >>= 1;
  552. if (n + x >= syncpoint_count + 1) {
  553. av_log(s, AV_LOG_ERROR, "index overflow A %d + %"PRIu64" >= %d\n", n, x, syncpoint_count + 1);
  554. goto fail;
  555. }
  556. while (x--)
  557. has_keyframe[n++] = flag;
  558. has_keyframe[n++] = !flag;
  559. } else {
  560. while (x != 1) {
  561. if (n >= syncpoint_count + 1) {
  562. av_log(s, AV_LOG_ERROR, "index overflow B\n");
  563. goto fail;
  564. }
  565. has_keyframe[n++] = x & 1;
  566. x >>= 1;
  567. }
  568. }
  569. if (has_keyframe[0]) {
  570. av_log(s, AV_LOG_ERROR, "keyframe before first syncpoint in index\n");
  571. goto fail;
  572. }
  573. av_assert0(n <= syncpoint_count + 1);
  574. for (; j < n && j < syncpoint_count; j++) {
  575. if (has_keyframe[j]) {
  576. uint64_t B, A = ffio_read_varlen(bc);
  577. if (!A) {
  578. A = ffio_read_varlen(bc);
  579. B = ffio_read_varlen(bc);
  580. // eor_pts[j][i] = last_pts + A + B
  581. } else
  582. B = 0;
  583. av_add_index_entry(s->streams[i], 16 * syncpoints[j - 1],
  584. last_pts + A, 0, 0, AVINDEX_KEYFRAME);
  585. last_pts += A + B;
  586. }
  587. }
  588. }
  589. }
  590. if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
  591. av_log(s, AV_LOG_ERROR, "index checksum mismatch\n");
  592. goto fail;
  593. }
  594. ret = 0;
  595. fail:
  596. av_free(syncpoints);
  597. av_free(has_keyframe);
  598. return ret;
  599. }
  600. static int nut_read_header(AVFormatContext *s)
  601. {
  602. NUTContext *nut = s->priv_data;
  603. AVIOContext *bc = s->pb;
  604. int64_t pos;
  605. int initialized_stream_count;
  606. nut->avf = s;
  607. /* main header */
  608. pos = 0;
  609. do {
  610. pos = find_startcode(bc, MAIN_STARTCODE, pos) + 1;
  611. if (pos < 0 + 1) {
  612. av_log(s, AV_LOG_ERROR, "No main startcode found.\n");
  613. return AVERROR_INVALIDDATA;
  614. }
  615. } while (decode_main_header(nut) < 0);
  616. /* stream headers */
  617. pos = 0;
  618. for (initialized_stream_count = 0; initialized_stream_count < s->nb_streams;) {
  619. pos = find_startcode(bc, STREAM_STARTCODE, pos) + 1;
  620. if (pos < 0 + 1) {
  621. av_log(s, AV_LOG_ERROR, "Not all stream headers found.\n");
  622. return AVERROR_INVALIDDATA;
  623. }
  624. if (decode_stream_header(nut) >= 0)
  625. initialized_stream_count++;
  626. }
  627. /* info headers */
  628. pos = 0;
  629. for (;;) {
  630. uint64_t startcode = find_any_startcode(bc, pos);
  631. pos = avio_tell(bc);
  632. if (startcode == 0) {
  633. av_log(s, AV_LOG_ERROR, "EOF before video frames\n");
  634. return AVERROR_INVALIDDATA;
  635. } else if (startcode == SYNCPOINT_STARTCODE) {
  636. nut->next_startcode = startcode;
  637. break;
  638. } else if (startcode != INFO_STARTCODE) {
  639. continue;
  640. }
  641. decode_info_header(nut);
  642. }
  643. s->data_offset = pos - 8;
  644. if (bc->seekable) {
  645. int64_t orig_pos = avio_tell(bc);
  646. find_and_decode_index(nut);
  647. avio_seek(bc, orig_pos, SEEK_SET);
  648. }
  649. av_assert0(nut->next_startcode == SYNCPOINT_STARTCODE);
  650. ff_metadata_conv_ctx(s, NULL, ff_nut_metadata_conv);
  651. return 0;
  652. }
  653. static int decode_frame_header(NUTContext *nut, int64_t *pts, int *stream_id,
  654. uint8_t *header_idx, int frame_code)
  655. {
  656. AVFormatContext *s = nut->avf;
  657. AVIOContext *bc = s->pb;
  658. StreamContext *stc;
  659. int size, flags, size_mul, pts_delta, i, reserved_count;
  660. uint64_t tmp;
  661. if (avio_tell(bc) > nut->last_syncpoint_pos + nut->max_distance) {
  662. av_log(s, AV_LOG_ERROR,
  663. "Last frame must have been damaged %"PRId64" > %"PRId64" + %d\n",
  664. avio_tell(bc), nut->last_syncpoint_pos, nut->max_distance);
  665. return AVERROR_INVALIDDATA;
  666. }
  667. flags = nut->frame_code[frame_code].flags;
  668. size_mul = nut->frame_code[frame_code].size_mul;
  669. size = nut->frame_code[frame_code].size_lsb;
  670. *stream_id = nut->frame_code[frame_code].stream_id;
  671. pts_delta = nut->frame_code[frame_code].pts_delta;
  672. reserved_count = nut->frame_code[frame_code].reserved_count;
  673. *header_idx = nut->frame_code[frame_code].header_idx;
  674. if (flags & FLAG_INVALID)
  675. return AVERROR_INVALIDDATA;
  676. if (flags & FLAG_CODED)
  677. flags ^= ffio_read_varlen(bc);
  678. if (flags & FLAG_STREAM_ID) {
  679. GET_V(*stream_id, tmp < s->nb_streams)
  680. }
  681. stc = &nut->stream[*stream_id];
  682. if (flags & FLAG_CODED_PTS) {
  683. int coded_pts = ffio_read_varlen(bc);
  684. // FIXME check last_pts validity?
  685. if (coded_pts < (1 << stc->msb_pts_shift)) {
  686. *pts = ff_lsb2full(stc, coded_pts);
  687. } else
  688. *pts = coded_pts - (1 << stc->msb_pts_shift);
  689. } else
  690. *pts = stc->last_pts + pts_delta;
  691. if (flags & FLAG_SIZE_MSB)
  692. size += size_mul * ffio_read_varlen(bc);
  693. if (flags & FLAG_MATCH_TIME)
  694. get_s(bc);
  695. if (flags & FLAG_HEADER_IDX)
  696. *header_idx = ffio_read_varlen(bc);
  697. if (flags & FLAG_RESERVED)
  698. reserved_count = ffio_read_varlen(bc);
  699. for (i = 0; i < reserved_count; i++)
  700. ffio_read_varlen(bc);
  701. if (*header_idx >= (unsigned)nut->header_count) {
  702. av_log(s, AV_LOG_ERROR, "header_idx invalid\n");
  703. return AVERROR_INVALIDDATA;
  704. }
  705. if (size > 4096)
  706. *header_idx = 0;
  707. size -= nut->header_len[*header_idx];
  708. if (flags & FLAG_CHECKSUM) {
  709. avio_rb32(bc); // FIXME check this
  710. } else if (size > 2 * nut->max_distance || FFABS(stc->last_pts - *pts) >
  711. stc->max_pts_distance) {
  712. av_log(s, AV_LOG_ERROR, "frame size > 2max_distance and no checksum\n");
  713. return AVERROR_INVALIDDATA;
  714. }
  715. stc->last_pts = *pts;
  716. stc->last_flags = flags;
  717. return size;
  718. }
  719. static int decode_frame(NUTContext *nut, AVPacket *pkt, int frame_code)
  720. {
  721. AVFormatContext *s = nut->avf;
  722. AVIOContext *bc = s->pb;
  723. int size, stream_id, discard;
  724. int64_t pts, last_IP_pts;
  725. StreamContext *stc;
  726. uint8_t header_idx;
  727. size = decode_frame_header(nut, &pts, &stream_id, &header_idx, frame_code);
  728. if (size < 0)
  729. return size;
  730. stc = &nut->stream[stream_id];
  731. if (stc->last_flags & FLAG_KEY)
  732. stc->skip_until_key_frame = 0;
  733. discard = s->streams[stream_id]->discard;
  734. last_IP_pts = s->streams[stream_id]->last_IP_pts;
  735. if ((discard >= AVDISCARD_NONKEY && !(stc->last_flags & FLAG_KEY)) ||
  736. (discard >= AVDISCARD_BIDIR && last_IP_pts != AV_NOPTS_VALUE &&
  737. last_IP_pts > pts) ||
  738. discard >= AVDISCARD_ALL ||
  739. stc->skip_until_key_frame) {
  740. avio_skip(bc, size);
  741. return 1;
  742. }
  743. av_new_packet(pkt, size + nut->header_len[header_idx]);
  744. memcpy(pkt->data, nut->header[header_idx], nut->header_len[header_idx]);
  745. pkt->pos = avio_tell(bc); // FIXME
  746. avio_read(bc, pkt->data + nut->header_len[header_idx], size);
  747. pkt->stream_index = stream_id;
  748. if (stc->last_flags & FLAG_KEY)
  749. pkt->flags |= AV_PKT_FLAG_KEY;
  750. pkt->pts = pts;
  751. return 0;
  752. }
  753. static int nut_read_packet(AVFormatContext *s, AVPacket *pkt)
  754. {
  755. NUTContext *nut = s->priv_data;
  756. AVIOContext *bc = s->pb;
  757. int i, frame_code = 0, ret, skip;
  758. int64_t ts, back_ptr;
  759. for (;;) {
  760. int64_t pos = avio_tell(bc);
  761. uint64_t tmp = nut->next_startcode;
  762. nut->next_startcode = 0;
  763. if (tmp) {
  764. pos -= 8;
  765. } else {
  766. frame_code = avio_r8(bc);
  767. if (url_feof(bc))
  768. return -1;
  769. if (frame_code == 'N') {
  770. tmp = frame_code;
  771. for (i = 1; i < 8; i++)
  772. tmp = (tmp << 8) + avio_r8(bc);
  773. }
  774. }
  775. switch (tmp) {
  776. case MAIN_STARTCODE:
  777. case STREAM_STARTCODE:
  778. case INDEX_STARTCODE:
  779. skip = get_packetheader(nut, bc, 0, tmp);
  780. avio_skip(bc, skip);
  781. break;
  782. case INFO_STARTCODE:
  783. if (decode_info_header(nut) < 0)
  784. goto resync;
  785. break;
  786. case SYNCPOINT_STARTCODE:
  787. if (decode_syncpoint(nut, &ts, &back_ptr) < 0)
  788. goto resync;
  789. frame_code = avio_r8(bc);
  790. case 0:
  791. ret = decode_frame(nut, pkt, frame_code);
  792. if (ret == 0)
  793. return 0;
  794. else if (ret == 1) // OK but discard packet
  795. break;
  796. default:
  797. resync:
  798. av_log(s, AV_LOG_DEBUG, "syncing from %"PRId64"\n", pos);
  799. tmp = find_any_startcode(bc, nut->last_syncpoint_pos + 1);
  800. if (tmp == 0)
  801. return AVERROR_INVALIDDATA;
  802. av_log(s, AV_LOG_DEBUG, "sync\n");
  803. nut->next_startcode = tmp;
  804. }
  805. }
  806. }
  807. static int64_t nut_read_timestamp(AVFormatContext *s, int stream_index,
  808. int64_t *pos_arg, int64_t pos_limit)
  809. {
  810. NUTContext *nut = s->priv_data;
  811. AVIOContext *bc = s->pb;
  812. int64_t pos, pts, back_ptr;
  813. av_log(s, AV_LOG_DEBUG, "read_timestamp(X,%d,%"PRId64",%"PRId64")\n",
  814. stream_index, *pos_arg, pos_limit);
  815. pos = *pos_arg;
  816. do {
  817. pos = find_startcode(bc, SYNCPOINT_STARTCODE, pos) + 1;
  818. if (pos < 1) {
  819. av_log(s, AV_LOG_ERROR, "read_timestamp failed.\n");
  820. return AV_NOPTS_VALUE;
  821. }
  822. } while (decode_syncpoint(nut, &pts, &back_ptr) < 0);
  823. *pos_arg = pos - 1;
  824. av_assert0(nut->last_syncpoint_pos == *pos_arg);
  825. av_log(s, AV_LOG_DEBUG, "return %"PRId64" %"PRId64"\n", pts, back_ptr);
  826. if (stream_index == -2)
  827. return back_ptr;
  828. av_assert0(stream_index == -1);
  829. return pts;
  830. }
  831. static int read_seek(AVFormatContext *s, int stream_index,
  832. int64_t pts, int flags)
  833. {
  834. NUTContext *nut = s->priv_data;
  835. AVStream *st = s->streams[stream_index];
  836. Syncpoint dummy = { .ts = pts * av_q2d(st->time_base) * AV_TIME_BASE };
  837. Syncpoint nopts_sp = { .ts = AV_NOPTS_VALUE, .back_ptr = AV_NOPTS_VALUE };
  838. Syncpoint *sp, *next_node[2] = { &nopts_sp, &nopts_sp };
  839. int64_t pos, pos2, ts;
  840. int i;
  841. if (st->index_entries) {
  842. int index = av_index_search_timestamp(st, pts, flags);
  843. if (index < 0)
  844. index = av_index_search_timestamp(st, pts, flags ^ AVSEEK_FLAG_BACKWARD);
  845. if (index < 0)
  846. return -1;
  847. pos2 = st->index_entries[index].pos;
  848. ts = st->index_entries[index].timestamp;
  849. } else {
  850. av_tree_find(nut->syncpoints, &dummy, (void *) ff_nut_sp_pts_cmp,
  851. (void **) next_node);
  852. av_log(s, AV_LOG_DEBUG, "%"PRIu64"-%"PRIu64" %"PRId64"-%"PRId64"\n",
  853. next_node[0]->pos, next_node[1]->pos, next_node[0]->ts,
  854. next_node[1]->ts);
  855. pos = ff_gen_search(s, -1, dummy.ts, next_node[0]->pos,
  856. next_node[1]->pos, next_node[1]->pos,
  857. next_node[0]->ts, next_node[1]->ts,
  858. AVSEEK_FLAG_BACKWARD, &ts, nut_read_timestamp);
  859. if (!(flags & AVSEEK_FLAG_BACKWARD)) {
  860. dummy.pos = pos + 16;
  861. next_node[1] = &nopts_sp;
  862. av_tree_find(nut->syncpoints, &dummy, (void *) ff_nut_sp_pos_cmp,
  863. (void **) next_node);
  864. pos2 = ff_gen_search(s, -2, dummy.pos, next_node[0]->pos,
  865. next_node[1]->pos, next_node[1]->pos,
  866. next_node[0]->back_ptr, next_node[1]->back_ptr,
  867. flags, &ts, nut_read_timestamp);
  868. if (pos2 >= 0)
  869. pos = pos2;
  870. // FIXME dir but I think it does not matter
  871. }
  872. dummy.pos = pos;
  873. sp = av_tree_find(nut->syncpoints, &dummy, (void *) ff_nut_sp_pos_cmp,
  874. NULL);
  875. av_assert0(sp);
  876. pos2 = sp->back_ptr - 15;
  877. }
  878. av_log(NULL, AV_LOG_DEBUG, "SEEKTO: %"PRId64"\n", pos2);
  879. pos = find_startcode(s->pb, SYNCPOINT_STARTCODE, pos2);
  880. avio_seek(s->pb, pos, SEEK_SET);
  881. av_log(NULL, AV_LOG_DEBUG, "SP: %"PRId64"\n", pos);
  882. if (pos2 > pos || pos2 + 15 < pos)
  883. av_log(NULL, AV_LOG_ERROR, "no syncpoint at backptr pos\n");
  884. for (i = 0; i < s->nb_streams; i++)
  885. nut->stream[i].skip_until_key_frame = 1;
  886. return 0;
  887. }
  888. static int nut_read_close(AVFormatContext *s)
  889. {
  890. NUTContext *nut = s->priv_data;
  891. int i;
  892. av_freep(&nut->time_base);
  893. av_freep(&nut->stream);
  894. ff_nut_free_sp(nut);
  895. for (i = 1; i < nut->header_count; i++)
  896. av_freep(&nut->header[i]);
  897. return 0;
  898. }
  899. AVInputFormat ff_nut_demuxer = {
  900. .name = "nut",
  901. .long_name = NULL_IF_CONFIG_SMALL("NUT"),
  902. .flags = AVFMT_SEEK_TO_PTS,
  903. .priv_data_size = sizeof(NUTContext),
  904. .read_probe = nut_probe,
  905. .read_header = nut_read_header,
  906. .read_packet = nut_read_packet,
  907. .read_close = nut_read_close,
  908. .read_seek = read_seek,
  909. .extensions = "nut",
  910. .codec_tag = (const AVCodecTag * const []) {
  911. ff_codec_bmp_tags, ff_nut_video_tags, ff_codec_wav_tags,
  912. ff_nut_subtitle_tags, 0
  913. },
  914. };