You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1031 lines
33KB

  1. /*
  2. * "NUT" Container Format demuxer
  3. * Copyright (c) 2004-2006 Michael Niedermayer
  4. * Copyright (c) 2003 Alex Beregszaszi
  5. *
  6. * This file is part of FFmpeg.
  7. *
  8. * FFmpeg is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * FFmpeg is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with FFmpeg; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. #include "libavutil/avstring.h"
  23. #include "libavutil/avassert.h"
  24. #include "libavutil/bswap.h"
  25. #include "libavutil/dict.h"
  26. #include "libavutil/mathematics.h"
  27. #include "libavutil/tree.h"
  28. #include "avio_internal.h"
  29. #include "nut.h"
  30. #define NUT_MAX_STREAMS 256 /* arbitrary sanity check value */
  31. static int64_t nut_read_timestamp(AVFormatContext *s, int stream_index,
  32. int64_t *pos_arg, int64_t pos_limit);
  33. static int get_str(AVIOContext *bc, char *string, unsigned int maxlen)
  34. {
  35. unsigned int len = ffio_read_varlen(bc);
  36. if (len && maxlen)
  37. avio_read(bc, string, FFMIN(len, maxlen));
  38. while (len > maxlen) {
  39. avio_r8(bc);
  40. len--;
  41. }
  42. if (maxlen)
  43. string[FFMIN(len, maxlen - 1)] = 0;
  44. if (maxlen == len)
  45. return -1;
  46. else
  47. return 0;
  48. }
  49. static int64_t get_s(AVIOContext *bc)
  50. {
  51. int64_t v = ffio_read_varlen(bc) + 1;
  52. if (v & 1)
  53. return -(v >> 1);
  54. else
  55. return (v >> 1);
  56. }
  57. static uint64_t get_fourcc(AVIOContext *bc)
  58. {
  59. unsigned int len = ffio_read_varlen(bc);
  60. if (len == 2)
  61. return avio_rl16(bc);
  62. else if (len == 4)
  63. return avio_rl32(bc);
  64. else
  65. return -1;
  66. }
  67. #ifdef TRACE
  68. static inline uint64_t get_v_trace(AVIOContext *bc, char *file,
  69. char *func, int line)
  70. {
  71. uint64_t v = ffio_read_varlen(bc);
  72. av_log(NULL, AV_LOG_DEBUG, "get_v %5"PRId64" / %"PRIX64" in %s %s:%d\n",
  73. v, v, file, func, line);
  74. return v;
  75. }
  76. static inline int64_t get_s_trace(AVIOContext *bc, char *file,
  77. char *func, int line)
  78. {
  79. int64_t v = get_s(bc);
  80. av_log(NULL, AV_LOG_DEBUG, "get_s %5"PRId64" / %"PRIX64" in %s %s:%d\n",
  81. v, v, file, func, line);
  82. return v;
  83. }
  84. static inline uint64_t get_vb_trace(AVIOContext *bc, char *file,
  85. char *func, int line)
  86. {
  87. uint64_t v = get_vb(bc);
  88. av_log(NULL, AV_LOG_DEBUG, "get_vb %5"PRId64" / %"PRIX64" in %s %s:%d\n",
  89. v, v, file, func, line);
  90. return v;
  91. }
  92. #define ffio_read_varlen(bc) get_v_trace(bc, __FILE__, __PRETTY_FUNCTION__, __LINE__)
  93. #define get_s(bc) get_s_trace(bc, __FILE__, __PRETTY_FUNCTION__, __LINE__)
  94. #define get_vb(bc) get_vb_trace(bc, __FILE__, __PRETTY_FUNCTION__, __LINE__)
  95. #endif
  96. static int get_packetheader(NUTContext *nut, AVIOContext *bc,
  97. int calculate_checksum, uint64_t startcode)
  98. {
  99. int64_t size;
  100. // start = avio_tell(bc) - 8;
  101. startcode = av_be2ne64(startcode);
  102. startcode = ff_crc04C11DB7_update(0, (uint8_t*) &startcode, 8);
  103. ffio_init_checksum(bc, ff_crc04C11DB7_update, startcode);
  104. size = ffio_read_varlen(bc);
  105. if (size > 4096)
  106. avio_rb32(bc);
  107. if (ffio_get_checksum(bc) && size > 4096)
  108. return -1;
  109. ffio_init_checksum(bc, calculate_checksum ? ff_crc04C11DB7_update : NULL, 0);
  110. return size;
  111. }
  112. static uint64_t find_any_startcode(AVIOContext *bc, int64_t pos)
  113. {
  114. uint64_t state = 0;
  115. if (pos >= 0)
  116. /* Note, this may fail if the stream is not seekable, but that should
  117. * not matter, as in this case we simply start where we currently are */
  118. avio_seek(bc, pos, SEEK_SET);
  119. while (!url_feof(bc)) {
  120. state = (state << 8) | avio_r8(bc);
  121. if ((state >> 56) != 'N')
  122. continue;
  123. switch (state) {
  124. case MAIN_STARTCODE:
  125. case STREAM_STARTCODE:
  126. case SYNCPOINT_STARTCODE:
  127. case INFO_STARTCODE:
  128. case INDEX_STARTCODE:
  129. return state;
  130. }
  131. }
  132. return 0;
  133. }
  134. /**
  135. * Find the given startcode.
  136. * @param code the startcode
  137. * @param pos the start position of the search, or -1 if the current position
  138. * @return the position of the startcode or -1 if not found
  139. */
  140. static int64_t find_startcode(AVIOContext *bc, uint64_t code, int64_t pos)
  141. {
  142. for (;;) {
  143. uint64_t startcode = find_any_startcode(bc, pos);
  144. if (startcode == code)
  145. return avio_tell(bc) - 8;
  146. else if (startcode == 0)
  147. return -1;
  148. pos = -1;
  149. }
  150. }
  151. static int nut_probe(AVProbeData *p)
  152. {
  153. int i;
  154. uint64_t code = 0;
  155. for (i = 0; i < p->buf_size; i++) {
  156. code = (code << 8) | p->buf[i];
  157. if (code == MAIN_STARTCODE)
  158. return AVPROBE_SCORE_MAX;
  159. }
  160. return 0;
  161. }
  162. #define GET_V(dst, check) \
  163. tmp = ffio_read_varlen(bc); \
  164. if (!(check)) { \
  165. av_log(s, AV_LOG_ERROR, "Error " #dst " is (%"PRId64")\n", tmp); \
  166. return -1; \
  167. } \
  168. dst = tmp;
  169. static int skip_reserved(AVIOContext *bc, int64_t pos)
  170. {
  171. pos -= avio_tell(bc);
  172. if (pos < 0) {
  173. avio_seek(bc, pos, SEEK_CUR);
  174. return -1;
  175. } else {
  176. while (pos--)
  177. avio_r8(bc);
  178. return 0;
  179. }
  180. }
  181. static int decode_main_header(NUTContext *nut)
  182. {
  183. AVFormatContext *s = nut->avf;
  184. AVIOContext *bc = s->pb;
  185. uint64_t tmp, end;
  186. unsigned int stream_count;
  187. int i, j, count;
  188. int tmp_stream, tmp_mul, tmp_pts, tmp_size, tmp_res, tmp_head_idx;
  189. end = get_packetheader(nut, bc, 1, MAIN_STARTCODE);
  190. end += avio_tell(bc);
  191. GET_V(tmp, tmp >= 2 && tmp <= 3)
  192. GET_V(stream_count, tmp > 0 && tmp <= NUT_MAX_STREAMS)
  193. nut->max_distance = ffio_read_varlen(bc);
  194. if (nut->max_distance > 65536) {
  195. av_log(s, AV_LOG_DEBUG, "max_distance %d\n", nut->max_distance);
  196. nut->max_distance = 65536;
  197. }
  198. GET_V(nut->time_base_count, tmp > 0 && tmp < INT_MAX / sizeof(AVRational))
  199. nut->time_base = av_malloc(nut->time_base_count * sizeof(AVRational));
  200. for (i = 0; i < nut->time_base_count; i++) {
  201. GET_V(nut->time_base[i].num, tmp > 0 && tmp < (1ULL << 31))
  202. GET_V(nut->time_base[i].den, tmp > 0 && tmp < (1ULL << 31))
  203. if (av_gcd(nut->time_base[i].num, nut->time_base[i].den) != 1) {
  204. av_log(s, AV_LOG_ERROR, "time base invalid\n");
  205. return AVERROR_INVALIDDATA;
  206. }
  207. }
  208. tmp_pts = 0;
  209. tmp_mul = 1;
  210. tmp_stream = 0;
  211. tmp_head_idx = 0;
  212. for (i = 0; i < 256;) {
  213. int tmp_flags = ffio_read_varlen(bc);
  214. int tmp_fields = ffio_read_varlen(bc);
  215. if (tmp_fields > 0)
  216. tmp_pts = get_s(bc);
  217. if (tmp_fields > 1)
  218. tmp_mul = ffio_read_varlen(bc);
  219. if (tmp_fields > 2)
  220. tmp_stream = ffio_read_varlen(bc);
  221. if (tmp_fields > 3)
  222. tmp_size = ffio_read_varlen(bc);
  223. else
  224. tmp_size = 0;
  225. if (tmp_fields > 4)
  226. tmp_res = ffio_read_varlen(bc);
  227. else
  228. tmp_res = 0;
  229. if (tmp_fields > 5)
  230. count = ffio_read_varlen(bc);
  231. else
  232. count = tmp_mul - tmp_size;
  233. if (tmp_fields > 6)
  234. get_s(bc);
  235. if (tmp_fields > 7)
  236. tmp_head_idx = ffio_read_varlen(bc);
  237. while (tmp_fields-- > 8)
  238. ffio_read_varlen(bc);
  239. if (count == 0 || i + count > 256) {
  240. av_log(s, AV_LOG_ERROR, "illegal count %d at %d\n", count, i);
  241. return AVERROR_INVALIDDATA;
  242. }
  243. if (tmp_stream >= stream_count) {
  244. av_log(s, AV_LOG_ERROR, "illegal stream number\n");
  245. return AVERROR_INVALIDDATA;
  246. }
  247. for (j = 0; j < count; j++, i++) {
  248. if (i == 'N') {
  249. nut->frame_code[i].flags = FLAG_INVALID;
  250. j--;
  251. continue;
  252. }
  253. nut->frame_code[i].flags = tmp_flags;
  254. nut->frame_code[i].pts_delta = tmp_pts;
  255. nut->frame_code[i].stream_id = tmp_stream;
  256. nut->frame_code[i].size_mul = tmp_mul;
  257. nut->frame_code[i].size_lsb = tmp_size + j;
  258. nut->frame_code[i].reserved_count = tmp_res;
  259. nut->frame_code[i].header_idx = tmp_head_idx;
  260. }
  261. }
  262. av_assert0(nut->frame_code['N'].flags == FLAG_INVALID);
  263. if (end > avio_tell(bc) + 4) {
  264. int rem = 1024;
  265. GET_V(nut->header_count, tmp < 128U)
  266. nut->header_count++;
  267. for (i = 1; i < nut->header_count; i++) {
  268. uint8_t *hdr;
  269. GET_V(nut->header_len[i], tmp > 0 && tmp < 256);
  270. rem -= nut->header_len[i];
  271. if (rem < 0) {
  272. av_log(s, AV_LOG_ERROR, "invalid elision header\n");
  273. return AVERROR_INVALIDDATA;
  274. }
  275. hdr = av_malloc(nut->header_len[i]);
  276. if (!hdr)
  277. return AVERROR(ENOMEM);
  278. avio_read(bc, hdr, nut->header_len[i]);
  279. nut->header[i] = hdr;
  280. }
  281. av_assert0(nut->header_len[0] == 0);
  282. }
  283. if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
  284. av_log(s, AV_LOG_ERROR, "main header checksum mismatch\n");
  285. return AVERROR_INVALIDDATA;
  286. }
  287. nut->stream = av_mallocz(sizeof(StreamContext) * stream_count);
  288. for (i = 0; i < stream_count; i++)
  289. avformat_new_stream(s, NULL);
  290. return 0;
  291. }
  292. static int decode_stream_header(NUTContext *nut)
  293. {
  294. AVFormatContext *s = nut->avf;
  295. AVIOContext *bc = s->pb;
  296. StreamContext *stc;
  297. int class, stream_id;
  298. uint64_t tmp, end;
  299. AVStream *st;
  300. end = get_packetheader(nut, bc, 1, STREAM_STARTCODE);
  301. end += avio_tell(bc);
  302. GET_V(stream_id, tmp < s->nb_streams && !nut->stream[tmp].time_base);
  303. stc = &nut->stream[stream_id];
  304. st = s->streams[stream_id];
  305. if (!st)
  306. return AVERROR(ENOMEM);
  307. class = ffio_read_varlen(bc);
  308. tmp = get_fourcc(bc);
  309. st->codec->codec_tag = tmp;
  310. switch (class) {
  311. case 0:
  312. st->codec->codec_type = AVMEDIA_TYPE_VIDEO;
  313. st->codec->codec_id = av_codec_get_id((const AVCodecTag * const []) {
  314. ff_codec_bmp_tags,
  315. ff_nut_video_tags,
  316. 0
  317. },
  318. tmp);
  319. break;
  320. case 1:
  321. st->codec->codec_type = AVMEDIA_TYPE_AUDIO;
  322. st->codec->codec_id = ff_codec_get_id(ff_codec_wav_tags, tmp);
  323. break;
  324. case 2:
  325. st->codec->codec_type = AVMEDIA_TYPE_SUBTITLE;
  326. st->codec->codec_id = ff_codec_get_id(ff_nut_subtitle_tags, tmp);
  327. break;
  328. case 3:
  329. st->codec->codec_type = AVMEDIA_TYPE_DATA;
  330. break;
  331. default:
  332. av_log(s, AV_LOG_ERROR, "unknown stream class (%d)\n", class);
  333. return -1;
  334. }
  335. if (class < 3 && st->codec->codec_id == AV_CODEC_ID_NONE)
  336. av_log(s, AV_LOG_ERROR,
  337. "Unknown codec tag '0x%04x' for stream number %d\n",
  338. (unsigned int) tmp, stream_id);
  339. GET_V(stc->time_base_id, tmp < nut->time_base_count);
  340. GET_V(stc->msb_pts_shift, tmp < 16);
  341. stc->max_pts_distance = ffio_read_varlen(bc);
  342. GET_V(stc->decode_delay, tmp < 1000); // sanity limit, raise this if Moore's law is true
  343. st->codec->has_b_frames = stc->decode_delay;
  344. ffio_read_varlen(bc); // stream flags
  345. GET_V(st->codec->extradata_size, tmp < (1 << 30));
  346. if (st->codec->extradata_size) {
  347. st->codec->extradata = av_mallocz(st->codec->extradata_size +
  348. FF_INPUT_BUFFER_PADDING_SIZE);
  349. avio_read(bc, st->codec->extradata, st->codec->extradata_size);
  350. }
  351. if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
  352. GET_V(st->codec->width, tmp > 0)
  353. GET_V(st->codec->height, tmp > 0)
  354. st->sample_aspect_ratio.num = ffio_read_varlen(bc);
  355. st->sample_aspect_ratio.den = ffio_read_varlen(bc);
  356. if ((!st->sample_aspect_ratio.num) != (!st->sample_aspect_ratio.den)) {
  357. av_log(s, AV_LOG_ERROR, "invalid aspect ratio %d/%d\n",
  358. st->sample_aspect_ratio.num, st->sample_aspect_ratio.den);
  359. return -1;
  360. }
  361. ffio_read_varlen(bc); /* csp type */
  362. } else if (st->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
  363. GET_V(st->codec->sample_rate, tmp > 0)
  364. ffio_read_varlen(bc); // samplerate_den
  365. GET_V(st->codec->channels, tmp > 0)
  366. }
  367. if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
  368. av_log(s, AV_LOG_ERROR,
  369. "stream header %d checksum mismatch\n", stream_id);
  370. return -1;
  371. }
  372. stc->time_base = &nut->time_base[stc->time_base_id];
  373. avpriv_set_pts_info(s->streams[stream_id], 63, stc->time_base->num,
  374. stc->time_base->den);
  375. return 0;
  376. }
  377. static void set_disposition_bits(AVFormatContext *avf, char *value,
  378. int stream_id)
  379. {
  380. int flag = 0, i;
  381. for (i = 0; ff_nut_dispositions[i].flag; ++i)
  382. if (!strcmp(ff_nut_dispositions[i].str, value))
  383. flag = ff_nut_dispositions[i].flag;
  384. if (!flag)
  385. av_log(avf, AV_LOG_INFO, "unknown disposition type '%s'\n", value);
  386. for (i = 0; i < avf->nb_streams; ++i)
  387. if (stream_id == i || stream_id == -1)
  388. avf->streams[i]->disposition |= flag;
  389. }
  390. static int decode_info_header(NUTContext *nut)
  391. {
  392. AVFormatContext *s = nut->avf;
  393. AVIOContext *bc = s->pb;
  394. uint64_t tmp, chapter_start, chapter_len;
  395. unsigned int stream_id_plus1, count;
  396. int chapter_id, i;
  397. int64_t value, end;
  398. char name[256], str_value[1024], type_str[256];
  399. const char *type;
  400. AVChapter *chapter = NULL;
  401. AVStream *st = NULL;
  402. AVDictionary **metadata = NULL;
  403. end = get_packetheader(nut, bc, 1, INFO_STARTCODE);
  404. end += avio_tell(bc);
  405. GET_V(stream_id_plus1, tmp <= s->nb_streams)
  406. chapter_id = get_s(bc);
  407. chapter_start = ffio_read_varlen(bc);
  408. chapter_len = ffio_read_varlen(bc);
  409. count = ffio_read_varlen(bc);
  410. if (chapter_id && !stream_id_plus1) {
  411. int64_t start = chapter_start / nut->time_base_count;
  412. chapter = avpriv_new_chapter(s, chapter_id,
  413. nut->time_base[chapter_start %
  414. nut->time_base_count],
  415. start, start + chapter_len, NULL);
  416. metadata = &chapter->metadata;
  417. } else if (stream_id_plus1) {
  418. st = s->streams[stream_id_plus1 - 1];
  419. metadata = &st->metadata;
  420. } else
  421. metadata = &s->metadata;
  422. for (i = 0; i < count; i++) {
  423. get_str(bc, name, sizeof(name));
  424. value = get_s(bc);
  425. if (value == -1) {
  426. type = "UTF-8";
  427. get_str(bc, str_value, sizeof(str_value));
  428. } else if (value == -2) {
  429. get_str(bc, type_str, sizeof(type_str));
  430. type = type_str;
  431. get_str(bc, str_value, sizeof(str_value));
  432. } else if (value == -3) {
  433. type = "s";
  434. value = get_s(bc);
  435. } else if (value == -4) {
  436. type = "t";
  437. value = ffio_read_varlen(bc);
  438. } else if (value < -4) {
  439. type = "r";
  440. get_s(bc);
  441. } else {
  442. type = "v";
  443. }
  444. if (stream_id_plus1 > s->nb_streams) {
  445. av_log(s, AV_LOG_ERROR, "invalid stream id for info packet\n");
  446. continue;
  447. }
  448. if (!strcmp(type, "UTF-8")) {
  449. if (chapter_id == 0 && !strcmp(name, "Disposition")) {
  450. set_disposition_bits(s, str_value, stream_id_plus1 - 1);
  451. continue;
  452. }
  453. if (metadata && av_strcasecmp(name, "Uses") &&
  454. av_strcasecmp(name, "Depends") && av_strcasecmp(name, "Replaces"))
  455. av_dict_set(metadata, name, str_value, 0);
  456. }
  457. }
  458. if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
  459. av_log(s, AV_LOG_ERROR, "info header checksum mismatch\n");
  460. return -1;
  461. }
  462. return 0;
  463. }
  464. static int decode_syncpoint(NUTContext *nut, int64_t *ts, int64_t *back_ptr)
  465. {
  466. AVFormatContext *s = nut->avf;
  467. AVIOContext *bc = s->pb;
  468. int64_t end, tmp;
  469. nut->last_syncpoint_pos = avio_tell(bc) - 8;
  470. end = get_packetheader(nut, bc, 1, SYNCPOINT_STARTCODE);
  471. end += avio_tell(bc);
  472. tmp = ffio_read_varlen(bc);
  473. *back_ptr = nut->last_syncpoint_pos - 16 * ffio_read_varlen(bc);
  474. if (*back_ptr < 0)
  475. return -1;
  476. ff_nut_reset_ts(nut, nut->time_base[tmp % nut->time_base_count],
  477. tmp / nut->time_base_count);
  478. if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
  479. av_log(s, AV_LOG_ERROR, "sync point checksum mismatch\n");
  480. return -1;
  481. }
  482. *ts = tmp / s->nb_streams *
  483. av_q2d(nut->time_base[tmp % s->nb_streams]) * AV_TIME_BASE;
  484. ff_nut_add_sp(nut, nut->last_syncpoint_pos, *back_ptr, *ts);
  485. return 0;
  486. }
  487. //FIXME calculate exactly, this is just a good approximation.
  488. static int64_t find_duration(NUTContext *nut, int64_t filesize)
  489. {
  490. AVFormatContext *s = nut->avf;
  491. int64_t duration = 0;
  492. int64_t pos = FFMAX(0, filesize - 2*nut->max_distance);
  493. for(;;){
  494. int64_t ts = nut_read_timestamp(s, -1, &pos, INT64_MAX);
  495. if(ts < 0)
  496. break;
  497. duration = FFMAX(duration, ts);
  498. pos++;
  499. }
  500. if(duration > 0)
  501. s->duration_estimation_method = AVFMT_DURATION_FROM_PTS;
  502. return duration;
  503. }
  504. static int find_and_decode_index(NUTContext *nut)
  505. {
  506. AVFormatContext *s = nut->avf;
  507. AVIOContext *bc = s->pb;
  508. uint64_t tmp, end;
  509. int i, j, syncpoint_count;
  510. int64_t filesize = avio_size(bc);
  511. int64_t *syncpoints;
  512. int8_t *has_keyframe;
  513. int ret = -1;
  514. if(filesize <= 0)
  515. return -1;
  516. avio_seek(bc, filesize - 12, SEEK_SET);
  517. avio_seek(bc, filesize - avio_rb64(bc), SEEK_SET);
  518. if (avio_rb64(bc) != INDEX_STARTCODE) {
  519. av_log(s, AV_LOG_ERROR, "no index at the end\n");
  520. if(s->duration<=0)
  521. s->duration = find_duration(nut, filesize);
  522. return -1;
  523. }
  524. end = get_packetheader(nut, bc, 1, INDEX_STARTCODE);
  525. end += avio_tell(bc);
  526. ffio_read_varlen(bc); // max_pts
  527. GET_V(syncpoint_count, tmp < INT_MAX / 8 && tmp > 0)
  528. syncpoints = av_malloc(sizeof(int64_t) * syncpoint_count);
  529. has_keyframe = av_malloc(sizeof(int8_t) * (syncpoint_count + 1));
  530. for (i = 0; i < syncpoint_count; i++) {
  531. syncpoints[i] = ffio_read_varlen(bc);
  532. if (syncpoints[i] <= 0)
  533. goto fail;
  534. if (i)
  535. syncpoints[i] += syncpoints[i - 1];
  536. }
  537. for (i = 0; i < s->nb_streams; i++) {
  538. int64_t last_pts = -1;
  539. for (j = 0; j < syncpoint_count;) {
  540. uint64_t x = ffio_read_varlen(bc);
  541. int type = x & 1;
  542. int n = j;
  543. x >>= 1;
  544. if (type) {
  545. int flag = x & 1;
  546. x >>= 1;
  547. if (n + x >= syncpoint_count + 1) {
  548. av_log(s, AV_LOG_ERROR, "index overflow A\n");
  549. goto fail;
  550. }
  551. while (x--)
  552. has_keyframe[n++] = flag;
  553. has_keyframe[n++] = !flag;
  554. } else {
  555. while (x != 1) {
  556. if (n >= syncpoint_count + 1) {
  557. av_log(s, AV_LOG_ERROR, "index overflow B\n");
  558. goto fail;
  559. }
  560. has_keyframe[n++] = x & 1;
  561. x >>= 1;
  562. }
  563. }
  564. if (has_keyframe[0]) {
  565. av_log(s, AV_LOG_ERROR, "keyframe before first syncpoint in index\n");
  566. goto fail;
  567. }
  568. av_assert0(n <= syncpoint_count + 1);
  569. for (; j < n && j < syncpoint_count; j++) {
  570. if (has_keyframe[j]) {
  571. uint64_t B, A = ffio_read_varlen(bc);
  572. if (!A) {
  573. A = ffio_read_varlen(bc);
  574. B = ffio_read_varlen(bc);
  575. // eor_pts[j][i] = last_pts + A + B
  576. } else
  577. B = 0;
  578. av_add_index_entry(s->streams[i], 16 * syncpoints[j - 1],
  579. last_pts + A, 0, 0, AVINDEX_KEYFRAME);
  580. last_pts += A + B;
  581. }
  582. }
  583. }
  584. }
  585. if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
  586. av_log(s, AV_LOG_ERROR, "index checksum mismatch\n");
  587. goto fail;
  588. }
  589. ret = 0;
  590. fail:
  591. av_free(syncpoints);
  592. av_free(has_keyframe);
  593. return ret;
  594. }
  595. static int nut_read_header(AVFormatContext *s)
  596. {
  597. NUTContext *nut = s->priv_data;
  598. AVIOContext *bc = s->pb;
  599. int64_t pos;
  600. int initialized_stream_count;
  601. nut->avf = s;
  602. /* main header */
  603. pos = 0;
  604. do {
  605. pos = find_startcode(bc, MAIN_STARTCODE, pos) + 1;
  606. if (pos < 0 + 1) {
  607. av_log(s, AV_LOG_ERROR, "No main startcode found.\n");
  608. return AVERROR_INVALIDDATA;
  609. }
  610. } while (decode_main_header(nut) < 0);
  611. /* stream headers */
  612. pos = 0;
  613. for (initialized_stream_count = 0; initialized_stream_count < s->nb_streams;) {
  614. pos = find_startcode(bc, STREAM_STARTCODE, pos) + 1;
  615. if (pos < 0 + 1) {
  616. av_log(s, AV_LOG_ERROR, "Not all stream headers found.\n");
  617. return AVERROR_INVALIDDATA;
  618. }
  619. if (decode_stream_header(nut) >= 0)
  620. initialized_stream_count++;
  621. }
  622. /* info headers */
  623. pos = 0;
  624. for (;;) {
  625. uint64_t startcode = find_any_startcode(bc, pos);
  626. pos = avio_tell(bc);
  627. if (startcode == 0) {
  628. av_log(s, AV_LOG_ERROR, "EOF before video frames\n");
  629. return AVERROR_INVALIDDATA;
  630. } else if (startcode == SYNCPOINT_STARTCODE) {
  631. nut->next_startcode = startcode;
  632. break;
  633. } else if (startcode != INFO_STARTCODE) {
  634. continue;
  635. }
  636. decode_info_header(nut);
  637. }
  638. s->data_offset = pos - 8;
  639. if (bc->seekable) {
  640. int64_t orig_pos = avio_tell(bc);
  641. find_and_decode_index(nut);
  642. avio_seek(bc, orig_pos, SEEK_SET);
  643. }
  644. av_assert0(nut->next_startcode == SYNCPOINT_STARTCODE);
  645. ff_metadata_conv_ctx(s, NULL, ff_nut_metadata_conv);
  646. return 0;
  647. }
  648. static int decode_frame_header(NUTContext *nut, int64_t *pts, int *stream_id,
  649. uint8_t *header_idx, int frame_code)
  650. {
  651. AVFormatContext *s = nut->avf;
  652. AVIOContext *bc = s->pb;
  653. StreamContext *stc;
  654. int size, flags, size_mul, pts_delta, i, reserved_count;
  655. uint64_t tmp;
  656. if (avio_tell(bc) > nut->last_syncpoint_pos + nut->max_distance) {
  657. av_log(s, AV_LOG_ERROR,
  658. "Last frame must have been damaged %"PRId64" > %"PRId64" + %d\n",
  659. avio_tell(bc), nut->last_syncpoint_pos, nut->max_distance);
  660. return AVERROR_INVALIDDATA;
  661. }
  662. flags = nut->frame_code[frame_code].flags;
  663. size_mul = nut->frame_code[frame_code].size_mul;
  664. size = nut->frame_code[frame_code].size_lsb;
  665. *stream_id = nut->frame_code[frame_code].stream_id;
  666. pts_delta = nut->frame_code[frame_code].pts_delta;
  667. reserved_count = nut->frame_code[frame_code].reserved_count;
  668. *header_idx = nut->frame_code[frame_code].header_idx;
  669. if (flags & FLAG_INVALID)
  670. return AVERROR_INVALIDDATA;
  671. if (flags & FLAG_CODED)
  672. flags ^= ffio_read_varlen(bc);
  673. if (flags & FLAG_STREAM_ID) {
  674. GET_V(*stream_id, tmp < s->nb_streams)
  675. }
  676. stc = &nut->stream[*stream_id];
  677. if (flags & FLAG_CODED_PTS) {
  678. int coded_pts = ffio_read_varlen(bc);
  679. // FIXME check last_pts validity?
  680. if (coded_pts < (1 << stc->msb_pts_shift)) {
  681. *pts = ff_lsb2full(stc, coded_pts);
  682. } else
  683. *pts = coded_pts - (1 << stc->msb_pts_shift);
  684. } else
  685. *pts = stc->last_pts + pts_delta;
  686. if (flags & FLAG_SIZE_MSB)
  687. size += size_mul * ffio_read_varlen(bc);
  688. if (flags & FLAG_MATCH_TIME)
  689. get_s(bc);
  690. if (flags & FLAG_HEADER_IDX)
  691. *header_idx = ffio_read_varlen(bc);
  692. if (flags & FLAG_RESERVED)
  693. reserved_count = ffio_read_varlen(bc);
  694. for (i = 0; i < reserved_count; i++)
  695. ffio_read_varlen(bc);
  696. if (*header_idx >= (unsigned)nut->header_count) {
  697. av_log(s, AV_LOG_ERROR, "header_idx invalid\n");
  698. return AVERROR_INVALIDDATA;
  699. }
  700. if (size > 4096)
  701. *header_idx = 0;
  702. size -= nut->header_len[*header_idx];
  703. if (flags & FLAG_CHECKSUM) {
  704. avio_rb32(bc); // FIXME check this
  705. } else if (size > 2 * nut->max_distance || FFABS(stc->last_pts - *pts) >
  706. stc->max_pts_distance) {
  707. av_log(s, AV_LOG_ERROR, "frame size > 2max_distance and no checksum\n");
  708. return AVERROR_INVALIDDATA;
  709. }
  710. stc->last_pts = *pts;
  711. stc->last_flags = flags;
  712. return size;
  713. }
  714. static int decode_frame(NUTContext *nut, AVPacket *pkt, int frame_code)
  715. {
  716. AVFormatContext *s = nut->avf;
  717. AVIOContext *bc = s->pb;
  718. int size, stream_id, discard;
  719. int64_t pts, last_IP_pts;
  720. StreamContext *stc;
  721. uint8_t header_idx;
  722. size = decode_frame_header(nut, &pts, &stream_id, &header_idx, frame_code);
  723. if (size < 0)
  724. return size;
  725. stc = &nut->stream[stream_id];
  726. if (stc->last_flags & FLAG_KEY)
  727. stc->skip_until_key_frame = 0;
  728. discard = s->streams[stream_id]->discard;
  729. last_IP_pts = s->streams[stream_id]->last_IP_pts;
  730. if ((discard >= AVDISCARD_NONKEY && !(stc->last_flags & FLAG_KEY)) ||
  731. (discard >= AVDISCARD_BIDIR && last_IP_pts != AV_NOPTS_VALUE &&
  732. last_IP_pts > pts) ||
  733. discard >= AVDISCARD_ALL ||
  734. stc->skip_until_key_frame) {
  735. avio_skip(bc, size);
  736. return 1;
  737. }
  738. av_new_packet(pkt, size + nut->header_len[header_idx]);
  739. memcpy(pkt->data, nut->header[header_idx], nut->header_len[header_idx]);
  740. pkt->pos = avio_tell(bc); // FIXME
  741. avio_read(bc, pkt->data + nut->header_len[header_idx], size);
  742. pkt->stream_index = stream_id;
  743. if (stc->last_flags & FLAG_KEY)
  744. pkt->flags |= AV_PKT_FLAG_KEY;
  745. pkt->pts = pts;
  746. return 0;
  747. }
  748. static int nut_read_packet(AVFormatContext *s, AVPacket *pkt)
  749. {
  750. NUTContext *nut = s->priv_data;
  751. AVIOContext *bc = s->pb;
  752. int i, frame_code = 0, ret, skip;
  753. int64_t ts, back_ptr;
  754. for (;;) {
  755. int64_t pos = avio_tell(bc);
  756. uint64_t tmp = nut->next_startcode;
  757. nut->next_startcode = 0;
  758. if (tmp) {
  759. pos -= 8;
  760. } else {
  761. frame_code = avio_r8(bc);
  762. if (url_feof(bc))
  763. return -1;
  764. if (frame_code == 'N') {
  765. tmp = frame_code;
  766. for (i = 1; i < 8; i++)
  767. tmp = (tmp << 8) + avio_r8(bc);
  768. }
  769. }
  770. switch (tmp) {
  771. case MAIN_STARTCODE:
  772. case STREAM_STARTCODE:
  773. case INDEX_STARTCODE:
  774. skip = get_packetheader(nut, bc, 0, tmp);
  775. avio_skip(bc, skip);
  776. break;
  777. case INFO_STARTCODE:
  778. if (decode_info_header(nut) < 0)
  779. goto resync;
  780. break;
  781. case SYNCPOINT_STARTCODE:
  782. if (decode_syncpoint(nut, &ts, &back_ptr) < 0)
  783. goto resync;
  784. frame_code = avio_r8(bc);
  785. case 0:
  786. ret = decode_frame(nut, pkt, frame_code);
  787. if (ret == 0)
  788. return 0;
  789. else if (ret == 1) // OK but discard packet
  790. break;
  791. default:
  792. resync:
  793. av_log(s, AV_LOG_DEBUG, "syncing from %"PRId64"\n", pos);
  794. tmp = find_any_startcode(bc, nut->last_syncpoint_pos + 1);
  795. if (tmp == 0)
  796. return AVERROR_INVALIDDATA;
  797. av_log(s, AV_LOG_DEBUG, "sync\n");
  798. nut->next_startcode = tmp;
  799. }
  800. }
  801. }
  802. static int64_t nut_read_timestamp(AVFormatContext *s, int stream_index,
  803. int64_t *pos_arg, int64_t pos_limit)
  804. {
  805. NUTContext *nut = s->priv_data;
  806. AVIOContext *bc = s->pb;
  807. int64_t pos, pts, back_ptr;
  808. av_log(s, AV_LOG_DEBUG, "read_timestamp(X,%d,%"PRId64",%"PRId64")\n",
  809. stream_index, *pos_arg, pos_limit);
  810. pos = *pos_arg;
  811. do {
  812. pos = find_startcode(bc, SYNCPOINT_STARTCODE, pos) + 1;
  813. if (pos < 1) {
  814. av_log(s, AV_LOG_ERROR, "read_timestamp failed.\n");
  815. return AV_NOPTS_VALUE;
  816. }
  817. } while (decode_syncpoint(nut, &pts, &back_ptr) < 0);
  818. *pos_arg = pos - 1;
  819. av_assert0(nut->last_syncpoint_pos == *pos_arg);
  820. av_log(s, AV_LOG_DEBUG, "return %"PRId64" %"PRId64"\n", pts, back_ptr);
  821. if (stream_index == -2)
  822. return back_ptr;
  823. av_assert0(stream_index == -1);
  824. return pts;
  825. }
  826. static int read_seek(AVFormatContext *s, int stream_index,
  827. int64_t pts, int flags)
  828. {
  829. NUTContext *nut = s->priv_data;
  830. AVStream *st = s->streams[stream_index];
  831. Syncpoint dummy = { .ts = pts * av_q2d(st->time_base) * AV_TIME_BASE };
  832. Syncpoint nopts_sp = { .ts = AV_NOPTS_VALUE, .back_ptr = AV_NOPTS_VALUE };
  833. Syncpoint *sp, *next_node[2] = { &nopts_sp, &nopts_sp };
  834. int64_t pos, pos2, ts;
  835. int i;
  836. if (st->index_entries) {
  837. int index = av_index_search_timestamp(st, pts, flags);
  838. if (index < 0)
  839. return -1;
  840. pos2 = st->index_entries[index].pos;
  841. ts = st->index_entries[index].timestamp;
  842. } else {
  843. av_tree_find(nut->syncpoints, &dummy, (void *) ff_nut_sp_pts_cmp,
  844. (void **) next_node);
  845. av_log(s, AV_LOG_DEBUG, "%"PRIu64"-%"PRIu64" %"PRId64"-%"PRId64"\n",
  846. next_node[0]->pos, next_node[1]->pos, next_node[0]->ts,
  847. next_node[1]->ts);
  848. pos = ff_gen_search(s, -1, dummy.ts, next_node[0]->pos,
  849. next_node[1]->pos, next_node[1]->pos,
  850. next_node[0]->ts, next_node[1]->ts,
  851. AVSEEK_FLAG_BACKWARD, &ts, nut_read_timestamp);
  852. if (!(flags & AVSEEK_FLAG_BACKWARD)) {
  853. dummy.pos = pos + 16;
  854. next_node[1] = &nopts_sp;
  855. av_tree_find(nut->syncpoints, &dummy, (void *) ff_nut_sp_pos_cmp,
  856. (void **) next_node);
  857. pos2 = ff_gen_search(s, -2, dummy.pos, next_node[0]->pos,
  858. next_node[1]->pos, next_node[1]->pos,
  859. next_node[0]->back_ptr, next_node[1]->back_ptr,
  860. flags, &ts, nut_read_timestamp);
  861. if (pos2 >= 0)
  862. pos = pos2;
  863. // FIXME dir but I think it does not matter
  864. }
  865. dummy.pos = pos;
  866. sp = av_tree_find(nut->syncpoints, &dummy, (void *) ff_nut_sp_pos_cmp,
  867. NULL);
  868. av_assert0(sp);
  869. pos2 = sp->back_ptr - 15;
  870. }
  871. av_log(NULL, AV_LOG_DEBUG, "SEEKTO: %"PRId64"\n", pos2);
  872. pos = find_startcode(s->pb, SYNCPOINT_STARTCODE, pos2);
  873. avio_seek(s->pb, pos, SEEK_SET);
  874. av_log(NULL, AV_LOG_DEBUG, "SP: %"PRId64"\n", pos);
  875. if (pos2 > pos || pos2 + 15 < pos)
  876. av_log(NULL, AV_LOG_ERROR, "no syncpoint at backptr pos\n");
  877. for (i = 0; i < s->nb_streams; i++)
  878. nut->stream[i].skip_until_key_frame = 1;
  879. return 0;
  880. }
  881. static int nut_read_close(AVFormatContext *s)
  882. {
  883. NUTContext *nut = s->priv_data;
  884. int i;
  885. av_freep(&nut->time_base);
  886. av_freep(&nut->stream);
  887. ff_nut_free_sp(nut);
  888. for (i = 1; i < nut->header_count; i++)
  889. av_freep(&nut->header[i]);
  890. return 0;
  891. }
  892. AVInputFormat ff_nut_demuxer = {
  893. .name = "nut",
  894. .long_name = NULL_IF_CONFIG_SMALL("NUT"),
  895. .flags = AVFMT_SEEK_TO_PTS,
  896. .priv_data_size = sizeof(NUTContext),
  897. .read_probe = nut_probe,
  898. .read_header = nut_read_header,
  899. .read_packet = nut_read_packet,
  900. .read_close = nut_read_close,
  901. .read_seek = read_seek,
  902. .extensions = "nut",
  903. .codec_tag = (const AVCodecTag * const []) {
  904. ff_codec_bmp_tags, ff_nut_video_tags, ff_codec_wav_tags,
  905. ff_nut_subtitle_tags, 0
  906. },
  907. };