You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

2763 lines
92KB

  1. /*
  2. * MOV demuxer
  3. * Copyright (c) 2001 Fabrice Bellard
  4. * Copyright (c) 2009 Baptiste Coudurier <baptiste dot coudurier at gmail dot com>
  5. *
  6. * This file is part of FFmpeg.
  7. *
  8. * FFmpeg is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * FFmpeg is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with FFmpeg; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. #include <limits.h>
  23. //#define DEBUG
  24. //#define MOV_EXPORT_ALL_METADATA
  25. #include "libavutil/intreadwrite.h"
  26. #include "libavutil/intfloat_readwrite.h"
  27. #include "libavutil/mathematics.h"
  28. #include "libavutil/avstring.h"
  29. #include "libavutil/dict.h"
  30. #include "avformat.h"
  31. #include "avio_internal.h"
  32. #include "riff.h"
  33. #include "isom.h"
  34. #include "libavcodec/get_bits.h"
  35. #include "id3v1.h"
  36. #if CONFIG_ZLIB
  37. #include <zlib.h>
  38. #endif
  39. /*
  40. * First version by Francois Revol revol@free.fr
  41. * Seek function by Gael Chardon gael.dev@4now.net
  42. */
  43. #include "qtpalette.h"
  44. #undef NDEBUG
  45. #include <assert.h>
  46. /* those functions parse an atom */
  47. /* links atom IDs to parse functions */
  48. typedef struct MOVParseTableEntry {
  49. uint32_t type;
  50. int (*parse)(MOVContext *ctx, AVIOContext *pb, MOVAtom atom);
  51. } MOVParseTableEntry;
  52. static const MOVParseTableEntry mov_default_parse_table[];
  53. static int mov_metadata_track_or_disc_number(MOVContext *c, AVIOContext *pb,
  54. unsigned len, const char *key)
  55. {
  56. char buf[16];
  57. short current, total = 0;
  58. avio_rb16(pb); // unknown
  59. current = avio_rb16(pb);
  60. if (len >= 6)
  61. total = avio_rb16(pb);
  62. if (!total)
  63. snprintf(buf, sizeof(buf), "%d", current);
  64. else
  65. snprintf(buf, sizeof(buf), "%d/%d", current, total);
  66. av_dict_set(&c->fc->metadata, key, buf, 0);
  67. return 0;
  68. }
  69. static int mov_metadata_int8_bypass_padding(MOVContext *c, AVIOContext *pb,
  70. unsigned len, const char *key)
  71. {
  72. char buf[16];
  73. /* bypass padding bytes */
  74. avio_r8(pb);
  75. avio_r8(pb);
  76. avio_r8(pb);
  77. snprintf(buf, sizeof(buf), "%d", avio_r8(pb));
  78. av_dict_set(&c->fc->metadata, key, buf, 0);
  79. return 0;
  80. }
  81. static int mov_metadata_int8_no_padding(MOVContext *c, AVIOContext *pb,
  82. unsigned len, const char *key)
  83. {
  84. char buf[16];
  85. snprintf(buf, sizeof(buf), "%d", avio_r8(pb));
  86. av_dict_set(&c->fc->metadata, key, buf, 0);
  87. return 0;
  88. }
  89. static int mov_metadata_gnre(MOVContext *c, AVIOContext *pb,
  90. unsigned len, const char *key)
  91. {
  92. short genre;
  93. char buf[20];
  94. avio_r8(pb); // unknown
  95. genre = avio_r8(pb);
  96. if (genre < 1 || genre > ID3v1_GENRE_MAX)
  97. return 0;
  98. snprintf(buf, sizeof(buf), "%s", ff_id3v1_genre_str[genre-1]);
  99. av_dict_set(&c->fc->metadata, key, buf, 0);
  100. return 0;
  101. }
  102. static const uint32_t mac_to_unicode[128] = {
  103. 0x00C4,0x00C5,0x00C7,0x00C9,0x00D1,0x00D6,0x00DC,0x00E1,
  104. 0x00E0,0x00E2,0x00E4,0x00E3,0x00E5,0x00E7,0x00E9,0x00E8,
  105. 0x00EA,0x00EB,0x00ED,0x00EC,0x00EE,0x00EF,0x00F1,0x00F3,
  106. 0x00F2,0x00F4,0x00F6,0x00F5,0x00FA,0x00F9,0x00FB,0x00FC,
  107. 0x2020,0x00B0,0x00A2,0x00A3,0x00A7,0x2022,0x00B6,0x00DF,
  108. 0x00AE,0x00A9,0x2122,0x00B4,0x00A8,0x2260,0x00C6,0x00D8,
  109. 0x221E,0x00B1,0x2264,0x2265,0x00A5,0x00B5,0x2202,0x2211,
  110. 0x220F,0x03C0,0x222B,0x00AA,0x00BA,0x03A9,0x00E6,0x00F8,
  111. 0x00BF,0x00A1,0x00AC,0x221A,0x0192,0x2248,0x2206,0x00AB,
  112. 0x00BB,0x2026,0x00A0,0x00C0,0x00C3,0x00D5,0x0152,0x0153,
  113. 0x2013,0x2014,0x201C,0x201D,0x2018,0x2019,0x00F7,0x25CA,
  114. 0x00FF,0x0178,0x2044,0x20AC,0x2039,0x203A,0xFB01,0xFB02,
  115. 0x2021,0x00B7,0x201A,0x201E,0x2030,0x00C2,0x00CA,0x00C1,
  116. 0x00CB,0x00C8,0x00CD,0x00CE,0x00CF,0x00CC,0x00D3,0x00D4,
  117. 0xF8FF,0x00D2,0x00DA,0x00DB,0x00D9,0x0131,0x02C6,0x02DC,
  118. 0x00AF,0x02D8,0x02D9,0x02DA,0x00B8,0x02DD,0x02DB,0x02C7,
  119. };
  120. static int mov_read_mac_string(MOVContext *c, AVIOContext *pb, int len,
  121. char *dst, int dstlen)
  122. {
  123. char *p = dst;
  124. char *end = dst+dstlen-1;
  125. int i;
  126. for (i = 0; i < len; i++) {
  127. uint8_t t, c = avio_r8(pb);
  128. if (c < 0x80 && p < end)
  129. *p++ = c;
  130. else
  131. PUT_UTF8(mac_to_unicode[c-0x80], t, if (p < end) *p++ = t;);
  132. }
  133. *p = 0;
  134. return p - dst;
  135. }
  136. static int mov_read_udta_string(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  137. {
  138. #ifdef MOV_EXPORT_ALL_METADATA
  139. char tmp_key[5];
  140. #endif
  141. char str[1024], key2[16], language[4] = {0};
  142. const char *key = NULL;
  143. uint16_t str_size, langcode = 0;
  144. uint32_t data_type = 0;
  145. int (*parse)(MOVContext*, AVIOContext*, unsigned, const char*) = NULL;
  146. switch (atom.type) {
  147. case MKTAG(0xa9,'n','a','m'): key = "title"; break;
  148. case MKTAG(0xa9,'a','u','t'):
  149. case MKTAG(0xa9,'A','R','T'): key = "artist"; break;
  150. case MKTAG( 'a','A','R','T'): key = "album_artist"; break;
  151. case MKTAG(0xa9,'w','r','t'): key = "composer"; break;
  152. case MKTAG( 'c','p','r','t'):
  153. case MKTAG(0xa9,'c','p','y'): key = "copyright"; break;
  154. case MKTAG(0xa9,'g','r','p'): key = "grouping"; break;
  155. case MKTAG(0xa9,'l','y','r'): key = "lyrics"; break;
  156. case MKTAG(0xa9,'c','m','t'):
  157. case MKTAG(0xa9,'i','n','f'): key = "comment"; break;
  158. case MKTAG(0xa9,'a','l','b'): key = "album"; break;
  159. case MKTAG(0xa9,'d','a','y'): key = "date"; break;
  160. case MKTAG(0xa9,'g','e','n'): key = "genre"; break;
  161. case MKTAG( 'g','n','r','e'): key = "genre";
  162. parse = mov_metadata_gnre; break;
  163. case MKTAG(0xa9,'t','o','o'):
  164. case MKTAG(0xa9,'s','w','r'): key = "encoder"; break;
  165. case MKTAG(0xa9,'e','n','c'): key = "encoder"; break;
  166. case MKTAG( 'd','e','s','c'): key = "description";break;
  167. case MKTAG( 'l','d','e','s'): key = "synopsis"; break;
  168. case MKTAG( 't','v','s','h'): key = "show"; break;
  169. case MKTAG( 't','v','e','n'): key = "episode_id";break;
  170. case MKTAG( 't','v','n','n'): key = "network"; break;
  171. case MKTAG( 't','r','k','n'): key = "track";
  172. parse = mov_metadata_track_or_disc_number; break;
  173. case MKTAG( 'd','i','s','k'): key = "disc";
  174. parse = mov_metadata_track_or_disc_number; break;
  175. case MKTAG( 't','v','e','s'): key = "episode_sort";
  176. parse = mov_metadata_int8_bypass_padding; break;
  177. case MKTAG( 't','v','s','n'): key = "season_number";
  178. parse = mov_metadata_int8_bypass_padding; break;
  179. case MKTAG( 's','t','i','k'): key = "media_type";
  180. parse = mov_metadata_int8_no_padding; break;
  181. case MKTAG( 'h','d','v','d'): key = "hd_video";
  182. parse = mov_metadata_int8_no_padding; break;
  183. case MKTAG( 'p','g','a','p'): key = "gapless_playback";
  184. parse = mov_metadata_int8_no_padding; break;
  185. }
  186. if (c->itunes_metadata && atom.size > 8) {
  187. int data_size = avio_rb32(pb);
  188. int tag = avio_rl32(pb);
  189. if (tag == MKTAG('d','a','t','a')) {
  190. data_type = avio_rb32(pb); // type
  191. avio_rb32(pb); // unknown
  192. str_size = data_size - 16;
  193. atom.size -= 16;
  194. } else return 0;
  195. } else if (atom.size > 4 && key && !c->itunes_metadata) {
  196. str_size = avio_rb16(pb); // string length
  197. langcode = avio_rb16(pb);
  198. ff_mov_lang_to_iso639(langcode, language);
  199. atom.size -= 4;
  200. } else
  201. str_size = atom.size;
  202. #ifdef MOV_EXPORT_ALL_METADATA
  203. if (!key) {
  204. snprintf(tmp_key, 5, "%.4s", (char*)&atom.type);
  205. key = tmp_key;
  206. }
  207. #endif
  208. if (!key)
  209. return 0;
  210. if (atom.size < 0)
  211. return -1;
  212. str_size = FFMIN3(sizeof(str)-1, str_size, atom.size);
  213. if (parse)
  214. parse(c, pb, str_size, key);
  215. else {
  216. if (data_type == 3 || (data_type == 0 && langcode < 0x800)) { // MAC Encoded
  217. mov_read_mac_string(c, pb, str_size, str, sizeof(str));
  218. } else {
  219. avio_read(pb, str, str_size);
  220. str[str_size] = 0;
  221. }
  222. av_dict_set(&c->fc->metadata, key, str, 0);
  223. if (*language && strcmp(language, "und")) {
  224. snprintf(key2, sizeof(key2), "%s-%s", key, language);
  225. av_dict_set(&c->fc->metadata, key2, str, 0);
  226. }
  227. }
  228. av_dlog(c->fc, "lang \"%3s\" ", language);
  229. av_dlog(c->fc, "tag \"%s\" value \"%s\" atom \"%.4s\" %d %"PRId64"\n",
  230. key, str, (char*)&atom.type, str_size, atom.size);
  231. return 0;
  232. }
  233. static int mov_read_chpl(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  234. {
  235. int64_t start;
  236. int i, nb_chapters, str_len, version;
  237. char str[256+1];
  238. if ((atom.size -= 5) < 0)
  239. return 0;
  240. version = avio_r8(pb);
  241. avio_rb24(pb);
  242. if (version)
  243. avio_rb32(pb); // ???
  244. nb_chapters = avio_r8(pb);
  245. for (i = 0; i < nb_chapters; i++) {
  246. if (atom.size < 9)
  247. return 0;
  248. start = avio_rb64(pb);
  249. str_len = avio_r8(pb);
  250. if ((atom.size -= 9+str_len) < 0)
  251. return 0;
  252. avio_read(pb, str, str_len);
  253. str[str_len] = 0;
  254. avpriv_new_chapter(c->fc, i, (AVRational){1,10000000}, start, AV_NOPTS_VALUE, str);
  255. }
  256. return 0;
  257. }
  258. static int mov_read_default(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  259. {
  260. int64_t total_size = 0;
  261. MOVAtom a;
  262. int i;
  263. if (atom.size < 0)
  264. atom.size = INT64_MAX;
  265. while (total_size + 8 < atom.size && !url_feof(pb)) {
  266. int (*parse)(MOVContext*, AVIOContext*, MOVAtom) = NULL;
  267. a.size = atom.size;
  268. a.type=0;
  269. if (atom.size >= 8) {
  270. a.size = avio_rb32(pb);
  271. a.type = avio_rl32(pb);
  272. }
  273. av_dlog(c->fc, "type: %08x '%.4s' parent:'%.4s' sz: %"PRId64" %"PRId64" %"PRId64"\n",
  274. a.type, (char*)&a.type, (char*)&atom.type, a.size, total_size, atom.size);
  275. total_size += 8;
  276. if (a.size == 1) { /* 64 bit extended size */
  277. a.size = avio_rb64(pb) - 8;
  278. total_size += 8;
  279. }
  280. if (a.size == 0) {
  281. a.size = atom.size - total_size;
  282. if (a.size <= 8)
  283. break;
  284. }
  285. a.size -= 8;
  286. if (a.size < 0)
  287. break;
  288. a.size = FFMIN(a.size, atom.size - total_size);
  289. for (i = 0; mov_default_parse_table[i].type; i++)
  290. if (mov_default_parse_table[i].type == a.type) {
  291. parse = mov_default_parse_table[i].parse;
  292. break;
  293. }
  294. // container is user data
  295. if (!parse && (atom.type == MKTAG('u','d','t','a') ||
  296. atom.type == MKTAG('i','l','s','t')))
  297. parse = mov_read_udta_string;
  298. if (!parse) { /* skip leaf atoms data */
  299. avio_skip(pb, a.size);
  300. } else {
  301. int64_t start_pos = avio_tell(pb);
  302. int64_t left;
  303. int err = parse(c, pb, a);
  304. if (err < 0)
  305. return err;
  306. if (c->found_moov && c->found_mdat &&
  307. (!pb->seekable || start_pos + a.size == avio_size(pb)))
  308. return 0;
  309. left = a.size - avio_tell(pb) + start_pos;
  310. if (left > 0) /* skip garbage at atom end */
  311. avio_skip(pb, left);
  312. }
  313. total_size += a.size;
  314. }
  315. if (total_size < atom.size && atom.size < 0x7ffff)
  316. avio_skip(pb, atom.size - total_size);
  317. return 0;
  318. }
  319. static int mov_read_dref(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  320. {
  321. AVStream *st;
  322. MOVStreamContext *sc;
  323. int entries, i, j;
  324. if (c->fc->nb_streams < 1)
  325. return 0;
  326. st = c->fc->streams[c->fc->nb_streams-1];
  327. sc = st->priv_data;
  328. avio_rb32(pb); // version + flags
  329. entries = avio_rb32(pb);
  330. if (entries >= UINT_MAX / sizeof(*sc->drefs))
  331. return -1;
  332. sc->drefs = av_mallocz(entries * sizeof(*sc->drefs));
  333. if (!sc->drefs)
  334. return AVERROR(ENOMEM);
  335. sc->drefs_count = entries;
  336. for (i = 0; i < sc->drefs_count; i++) {
  337. MOVDref *dref = &sc->drefs[i];
  338. uint32_t size = avio_rb32(pb);
  339. int64_t next = avio_tell(pb) + size - 4;
  340. if (size < 12)
  341. return -1;
  342. dref->type = avio_rl32(pb);
  343. avio_rb32(pb); // version + flags
  344. av_dlog(c->fc, "type %.4s size %d\n", (char*)&dref->type, size);
  345. if (dref->type == MKTAG('a','l','i','s') && size > 150) {
  346. /* macintosh alias record */
  347. uint16_t volume_len, len;
  348. int16_t type;
  349. avio_skip(pb, 10);
  350. volume_len = avio_r8(pb);
  351. volume_len = FFMIN(volume_len, 27);
  352. avio_read(pb, dref->volume, 27);
  353. dref->volume[volume_len] = 0;
  354. av_log(c->fc, AV_LOG_DEBUG, "volume %s, len %d\n", dref->volume, volume_len);
  355. avio_skip(pb, 12);
  356. len = avio_r8(pb);
  357. len = FFMIN(len, 63);
  358. avio_read(pb, dref->filename, 63);
  359. dref->filename[len] = 0;
  360. av_log(c->fc, AV_LOG_DEBUG, "filename %s, len %d\n", dref->filename, len);
  361. avio_skip(pb, 16);
  362. /* read next level up_from_alias/down_to_target */
  363. dref->nlvl_from = avio_rb16(pb);
  364. dref->nlvl_to = avio_rb16(pb);
  365. av_log(c->fc, AV_LOG_DEBUG, "nlvl from %d, nlvl to %d\n",
  366. dref->nlvl_from, dref->nlvl_to);
  367. avio_skip(pb, 16);
  368. for (type = 0; type != -1 && avio_tell(pb) < next; ) {
  369. type = avio_rb16(pb);
  370. len = avio_rb16(pb);
  371. av_log(c->fc, AV_LOG_DEBUG, "type %d, len %d\n", type, len);
  372. if (len&1)
  373. len += 1;
  374. if (type == 2) { // absolute path
  375. av_free(dref->path);
  376. dref->path = av_mallocz(len+1);
  377. if (!dref->path)
  378. return AVERROR(ENOMEM);
  379. avio_read(pb, dref->path, len);
  380. if (len > volume_len && !strncmp(dref->path, dref->volume, volume_len)) {
  381. len -= volume_len;
  382. memmove(dref->path, dref->path+volume_len, len);
  383. dref->path[len] = 0;
  384. }
  385. for (j = 0; j < len; j++)
  386. if (dref->path[j] == ':')
  387. dref->path[j] = '/';
  388. av_log(c->fc, AV_LOG_DEBUG, "path %s\n", dref->path);
  389. } else if (type == 0) { // directory name
  390. av_free(dref->dir);
  391. dref->dir = av_malloc(len+1);
  392. if (!dref->dir)
  393. return AVERROR(ENOMEM);
  394. avio_read(pb, dref->dir, len);
  395. dref->dir[len] = 0;
  396. for (j = 0; j < len; j++)
  397. if (dref->dir[j] == ':')
  398. dref->dir[j] = '/';
  399. av_log(c->fc, AV_LOG_DEBUG, "dir %s\n", dref->dir);
  400. } else
  401. avio_skip(pb, len);
  402. }
  403. }
  404. avio_seek(pb, next, SEEK_SET);
  405. }
  406. return 0;
  407. }
  408. static int mov_read_hdlr(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  409. {
  410. AVStream *st;
  411. uint32_t type;
  412. uint32_t av_unused ctype;
  413. int title_size;
  414. char *title_str;
  415. if (c->fc->nb_streams < 1) // meta before first trak
  416. return 0;
  417. st = c->fc->streams[c->fc->nb_streams-1];
  418. avio_r8(pb); /* version */
  419. avio_rb24(pb); /* flags */
  420. /* component type */
  421. ctype = avio_rl32(pb);
  422. type = avio_rl32(pb); /* component subtype */
  423. av_dlog(c->fc, "ctype= %.4s (0x%08x)\n", (char*)&ctype, ctype);
  424. av_dlog(c->fc, "stype= %.4s\n", (char*)&type);
  425. if (type == MKTAG('v','i','d','e'))
  426. st->codec->codec_type = AVMEDIA_TYPE_VIDEO;
  427. else if (type == MKTAG('s','o','u','n'))
  428. st->codec->codec_type = AVMEDIA_TYPE_AUDIO;
  429. else if (type == MKTAG('m','1','a',' '))
  430. st->codec->codec_id = CODEC_ID_MP2;
  431. else if ((type == MKTAG('s','u','b','p')) || (type == MKTAG('c','l','c','p')))
  432. st->codec->codec_type = AVMEDIA_TYPE_SUBTITLE;
  433. avio_rb32(pb); /* component manufacture */
  434. avio_rb32(pb); /* component flags */
  435. avio_rb32(pb); /* component flags mask */
  436. title_size = atom.size - 24;
  437. if (title_size > 0) {
  438. title_str = av_malloc(title_size + 1); /* Add null terminator */
  439. if (!title_str)
  440. return AVERROR(ENOMEM);
  441. avio_read(pb, title_str, title_size);
  442. title_str[title_size] = 0;
  443. av_dict_set(&st->metadata, "handler_name", title_str, 0);
  444. av_freep(&title_str);
  445. }
  446. return 0;
  447. }
  448. int ff_mov_read_esds(AVFormatContext *fc, AVIOContext *pb, MOVAtom atom)
  449. {
  450. AVStream *st;
  451. int tag;
  452. if (fc->nb_streams < 1)
  453. return 0;
  454. st = fc->streams[fc->nb_streams-1];
  455. avio_rb32(pb); /* version + flags */
  456. ff_mp4_read_descr(fc, pb, &tag);
  457. if (tag == MP4ESDescrTag) {
  458. ff_mp4_parse_es_descr(pb, NULL);
  459. } else
  460. avio_rb16(pb); /* ID */
  461. ff_mp4_read_descr(fc, pb, &tag);
  462. if (tag == MP4DecConfigDescrTag)
  463. ff_mp4_read_dec_config_descr(fc, st, pb);
  464. return 0;
  465. }
  466. static int mov_read_esds(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  467. {
  468. return ff_mov_read_esds(c->fc, pb, atom);
  469. }
  470. static int mov_read_dac3(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  471. {
  472. AVStream *st;
  473. int ac3info, acmod, lfeon, bsmod;
  474. if (c->fc->nb_streams < 1)
  475. return 0;
  476. st = c->fc->streams[c->fc->nb_streams-1];
  477. ac3info = avio_rb24(pb);
  478. bsmod = (ac3info >> 14) & 0x7;
  479. acmod = (ac3info >> 11) & 0x7;
  480. lfeon = (ac3info >> 10) & 0x1;
  481. st->codec->channels = ((int[]){2,1,2,3,3,4,4,5})[acmod] + lfeon;
  482. st->codec->audio_service_type = bsmod;
  483. if (st->codec->channels > 1 && bsmod == 0x7)
  484. st->codec->audio_service_type = AV_AUDIO_SERVICE_TYPE_KARAOKE;
  485. return 0;
  486. }
  487. static int mov_read_wfex(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  488. {
  489. AVStream *st;
  490. if (c->fc->nb_streams < 1)
  491. return 0;
  492. st = c->fc->streams[c->fc->nb_streams-1];
  493. ff_get_wav_header(pb, st->codec, atom.size);
  494. return 0;
  495. }
  496. static int mov_read_pasp(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  497. {
  498. const int num = avio_rb32(pb);
  499. const int den = avio_rb32(pb);
  500. AVStream *st;
  501. if (c->fc->nb_streams < 1)
  502. return 0;
  503. st = c->fc->streams[c->fc->nb_streams-1];
  504. if ((st->sample_aspect_ratio.den != 1 || st->sample_aspect_ratio.num) && // default
  505. (den != st->sample_aspect_ratio.den || num != st->sample_aspect_ratio.num)) {
  506. av_log(c->fc, AV_LOG_WARNING,
  507. "sample aspect ratio already set to %d:%d, ignoring 'pasp' atom (%d:%d)\n",
  508. st->sample_aspect_ratio.num, st->sample_aspect_ratio.den,
  509. num, den);
  510. } else if (den != 0) {
  511. st->sample_aspect_ratio.num = num;
  512. st->sample_aspect_ratio.den = den;
  513. }
  514. return 0;
  515. }
  516. /* this atom contains actual media data */
  517. static int mov_read_mdat(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  518. {
  519. if (atom.size == 0) /* wrong one (MP4) */
  520. return 0;
  521. c->found_mdat=1;
  522. return 0; /* now go for moov */
  523. }
  524. /* read major brand, minor version and compatible brands and store them as metadata */
  525. static int mov_read_ftyp(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  526. {
  527. uint32_t minor_ver;
  528. int comp_brand_size;
  529. char minor_ver_str[11]; /* 32 bit integer -> 10 digits + null */
  530. char* comp_brands_str;
  531. uint8_t type[5] = {0};
  532. avio_read(pb, type, 4);
  533. if (strcmp(type, "qt "))
  534. c->isom = 1;
  535. av_log(c->fc, AV_LOG_DEBUG, "ISO: File Type Major Brand: %.4s\n",(char *)&type);
  536. av_dict_set(&c->fc->metadata, "major_brand", type, 0);
  537. minor_ver = avio_rb32(pb); /* minor version */
  538. snprintf(minor_ver_str, sizeof(minor_ver_str), "%d", minor_ver);
  539. av_dict_set(&c->fc->metadata, "minor_version", minor_ver_str, 0);
  540. comp_brand_size = atom.size - 8;
  541. if (comp_brand_size < 0)
  542. return -1;
  543. comp_brands_str = av_malloc(comp_brand_size + 1); /* Add null terminator */
  544. if (!comp_brands_str)
  545. return AVERROR(ENOMEM);
  546. avio_read(pb, comp_brands_str, comp_brand_size);
  547. comp_brands_str[comp_brand_size] = 0;
  548. av_dict_set(&c->fc->metadata, "compatible_brands", comp_brands_str, 0);
  549. av_freep(&comp_brands_str);
  550. return 0;
  551. }
  552. /* this atom should contain all header atoms */
  553. static int mov_read_moov(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  554. {
  555. if (mov_read_default(c, pb, atom) < 0)
  556. return -1;
  557. /* we parsed the 'moov' atom, we can terminate the parsing as soon as we find the 'mdat' */
  558. /* so we don't parse the whole file if over a network */
  559. c->found_moov=1;
  560. return 0; /* now go for mdat */
  561. }
  562. static int mov_read_moof(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  563. {
  564. c->fragment.moof_offset = avio_tell(pb) - 8;
  565. av_dlog(c->fc, "moof offset %"PRIx64"\n", c->fragment.moof_offset);
  566. return mov_read_default(c, pb, atom);
  567. }
  568. static void mov_metadata_creation_time(AVDictionary **metadata, time_t time)
  569. {
  570. char buffer[32];
  571. if (time) {
  572. struct tm *ptm;
  573. time -= 2082844800; /* seconds between 1904-01-01 and Epoch */
  574. ptm = gmtime(&time);
  575. if (!ptm) return;
  576. strftime(buffer, sizeof(buffer), "%Y-%m-%d %H:%M:%S", ptm);
  577. av_dict_set(metadata, "creation_time", buffer, 0);
  578. }
  579. }
  580. static int mov_read_mdhd(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  581. {
  582. AVStream *st;
  583. MOVStreamContext *sc;
  584. int version;
  585. char language[4] = {0};
  586. unsigned lang;
  587. time_t creation_time;
  588. if (c->fc->nb_streams < 1)
  589. return 0;
  590. st = c->fc->streams[c->fc->nb_streams-1];
  591. sc = st->priv_data;
  592. version = avio_r8(pb);
  593. if (version > 1)
  594. return -1; /* unsupported */
  595. avio_rb24(pb); /* flags */
  596. if (version == 1) {
  597. creation_time = avio_rb64(pb);
  598. avio_rb64(pb);
  599. } else {
  600. creation_time = avio_rb32(pb);
  601. avio_rb32(pb); /* modification time */
  602. }
  603. mov_metadata_creation_time(&st->metadata, creation_time);
  604. sc->time_scale = avio_rb32(pb);
  605. st->duration = (version == 1) ? avio_rb64(pb) : avio_rb32(pb); /* duration */
  606. lang = avio_rb16(pb); /* language */
  607. if (ff_mov_lang_to_iso639(lang, language))
  608. av_dict_set(&st->metadata, "language", language, 0);
  609. avio_rb16(pb); /* quality */
  610. return 0;
  611. }
  612. static int mov_read_mvhd(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  613. {
  614. time_t creation_time;
  615. int version = avio_r8(pb); /* version */
  616. avio_rb24(pb); /* flags */
  617. if (version == 1) {
  618. creation_time = avio_rb64(pb);
  619. avio_rb64(pb);
  620. } else {
  621. creation_time = avio_rb32(pb);
  622. avio_rb32(pb); /* modification time */
  623. }
  624. mov_metadata_creation_time(&c->fc->metadata, creation_time);
  625. c->time_scale = avio_rb32(pb); /* time scale */
  626. av_dlog(c->fc, "time scale = %i\n", c->time_scale);
  627. c->duration = (version == 1) ? avio_rb64(pb) : avio_rb32(pb); /* duration */
  628. avio_rb32(pb); /* preferred scale */
  629. avio_rb16(pb); /* preferred volume */
  630. avio_skip(pb, 10); /* reserved */
  631. avio_skip(pb, 36); /* display matrix */
  632. avio_rb32(pb); /* preview time */
  633. avio_rb32(pb); /* preview duration */
  634. avio_rb32(pb); /* poster time */
  635. avio_rb32(pb); /* selection time */
  636. avio_rb32(pb); /* selection duration */
  637. avio_rb32(pb); /* current time */
  638. avio_rb32(pb); /* next track ID */
  639. return 0;
  640. }
  641. static int mov_read_smi(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  642. {
  643. AVStream *st;
  644. if (c->fc->nb_streams < 1)
  645. return 0;
  646. st = c->fc->streams[c->fc->nb_streams-1];
  647. if ((uint64_t)atom.size > (1<<30))
  648. return -1;
  649. // currently SVQ3 decoder expect full STSD header - so let's fake it
  650. // this should be fixed and just SMI header should be passed
  651. av_free(st->codec->extradata);
  652. st->codec->extradata = av_mallocz(atom.size + 0x5a + FF_INPUT_BUFFER_PADDING_SIZE);
  653. if (!st->codec->extradata)
  654. return AVERROR(ENOMEM);
  655. st->codec->extradata_size = 0x5a + atom.size;
  656. memcpy(st->codec->extradata, "SVQ3", 4); // fake
  657. avio_read(pb, st->codec->extradata + 0x5a, atom.size);
  658. av_dlog(c->fc, "Reading SMI %"PRId64" %s\n", atom.size, st->codec->extradata + 0x5a);
  659. return 0;
  660. }
  661. static int mov_read_enda(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  662. {
  663. AVStream *st;
  664. int little_endian;
  665. if (c->fc->nb_streams < 1)
  666. return 0;
  667. st = c->fc->streams[c->fc->nb_streams-1];
  668. little_endian = avio_rb16(pb) & 0xFF;
  669. av_dlog(c->fc, "enda %d\n", little_endian);
  670. if (little_endian == 1) {
  671. switch (st->codec->codec_id) {
  672. case CODEC_ID_PCM_S24BE:
  673. st->codec->codec_id = CODEC_ID_PCM_S24LE;
  674. break;
  675. case CODEC_ID_PCM_S32BE:
  676. st->codec->codec_id = CODEC_ID_PCM_S32LE;
  677. break;
  678. case CODEC_ID_PCM_F32BE:
  679. st->codec->codec_id = CODEC_ID_PCM_F32LE;
  680. break;
  681. case CODEC_ID_PCM_F64BE:
  682. st->codec->codec_id = CODEC_ID_PCM_F64LE;
  683. break;
  684. default:
  685. break;
  686. }
  687. }
  688. return 0;
  689. }
  690. /* FIXME modify qdm2/svq3/h264 decoders to take full atom as extradata */
  691. static int mov_read_extradata(MOVContext *c, AVIOContext *pb, MOVAtom atom,
  692. enum CodecID codec_id)
  693. {
  694. AVStream *st;
  695. uint64_t size;
  696. uint8_t *buf;
  697. if (c->fc->nb_streams < 1) // will happen with jp2 files
  698. return 0;
  699. st= c->fc->streams[c->fc->nb_streams-1];
  700. if (st->codec->codec_id != codec_id)
  701. return 0; /* unexpected codec_id - don't mess with extradata */
  702. size= (uint64_t)st->codec->extradata_size + atom.size + 8 + FF_INPUT_BUFFER_PADDING_SIZE;
  703. if (size > INT_MAX || (uint64_t)atom.size > INT_MAX)
  704. return -1;
  705. buf= av_realloc(st->codec->extradata, size);
  706. if (!buf)
  707. return -1;
  708. st->codec->extradata= buf;
  709. buf+= st->codec->extradata_size;
  710. st->codec->extradata_size= size - FF_INPUT_BUFFER_PADDING_SIZE;
  711. AV_WB32( buf , atom.size + 8);
  712. AV_WL32( buf + 4, atom.type);
  713. avio_read(pb, buf + 8, atom.size);
  714. return 0;
  715. }
  716. /* wrapper functions for reading ALAC/AVS/MJPEG/MJPEG2000 extradata atoms only for those codecs */
  717. static int mov_read_alac(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  718. {
  719. return mov_read_extradata(c, pb, atom, CODEC_ID_ALAC);
  720. }
  721. static int mov_read_avss(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  722. {
  723. return mov_read_extradata(c, pb, atom, CODEC_ID_AVS);
  724. }
  725. static int mov_read_fiel(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  726. {
  727. return mov_read_extradata(c, pb, atom, CODEC_ID_MJPEG);
  728. }
  729. static int mov_read_jp2h(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  730. {
  731. return mov_read_extradata(c, pb, atom, CODEC_ID_JPEG2000);
  732. }
  733. static int mov_read_wave(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  734. {
  735. AVStream *st;
  736. if (c->fc->nb_streams < 1)
  737. return 0;
  738. st = c->fc->streams[c->fc->nb_streams-1];
  739. if ((uint64_t)atom.size > (1<<30))
  740. return -1;
  741. if (st->codec->codec_id == CODEC_ID_QDM2 || st->codec->codec_id == CODEC_ID_QDMC) {
  742. // pass all frma atom to codec, needed at least for QDMC and QDM2
  743. av_free(st->codec->extradata);
  744. st->codec->extradata = av_mallocz(atom.size + FF_INPUT_BUFFER_PADDING_SIZE);
  745. if (!st->codec->extradata)
  746. return AVERROR(ENOMEM);
  747. st->codec->extradata_size = atom.size;
  748. avio_read(pb, st->codec->extradata, atom.size);
  749. } else if (atom.size > 8) { /* to read frma, esds atoms */
  750. if (mov_read_default(c, pb, atom) < 0)
  751. return -1;
  752. } else
  753. avio_skip(pb, atom.size);
  754. return 0;
  755. }
  756. /**
  757. * This function reads atom content and puts data in extradata without tag
  758. * nor size unlike mov_read_extradata.
  759. */
  760. static int mov_read_glbl(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  761. {
  762. AVStream *st;
  763. if (c->fc->nb_streams < 1)
  764. return 0;
  765. st = c->fc->streams[c->fc->nb_streams-1];
  766. if ((uint64_t)atom.size > (1<<30))
  767. return -1;
  768. av_free(st->codec->extradata);
  769. st->codec->extradata = av_mallocz(atom.size + FF_INPUT_BUFFER_PADDING_SIZE);
  770. if (!st->codec->extradata)
  771. return AVERROR(ENOMEM);
  772. st->codec->extradata_size = atom.size;
  773. avio_read(pb, st->codec->extradata, atom.size);
  774. return 0;
  775. }
  776. /**
  777. * An strf atom is a BITMAPINFOHEADER struct. This struct is 40 bytes itself,
  778. * but can have extradata appended at the end after the 40 bytes belonging
  779. * to the struct.
  780. */
  781. static int mov_read_strf(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  782. {
  783. AVStream *st;
  784. if (c->fc->nb_streams < 1)
  785. return 0;
  786. if (atom.size <= 40)
  787. return 0;
  788. st = c->fc->streams[c->fc->nb_streams-1];
  789. if ((uint64_t)atom.size > (1<<30))
  790. return -1;
  791. av_free(st->codec->extradata);
  792. st->codec->extradata = av_mallocz(atom.size - 40 + FF_INPUT_BUFFER_PADDING_SIZE);
  793. if (!st->codec->extradata)
  794. return AVERROR(ENOMEM);
  795. st->codec->extradata_size = atom.size - 40;
  796. avio_skip(pb, 40);
  797. avio_read(pb, st->codec->extradata, atom.size - 40);
  798. return 0;
  799. }
  800. static int mov_read_stco(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  801. {
  802. AVStream *st;
  803. MOVStreamContext *sc;
  804. unsigned int i, entries;
  805. if (c->fc->nb_streams < 1)
  806. return 0;
  807. st = c->fc->streams[c->fc->nb_streams-1];
  808. sc = st->priv_data;
  809. avio_r8(pb); /* version */
  810. avio_rb24(pb); /* flags */
  811. entries = avio_rb32(pb);
  812. if (entries >= UINT_MAX/sizeof(int64_t))
  813. return -1;
  814. sc->chunk_offsets = av_malloc(entries * sizeof(int64_t));
  815. if (!sc->chunk_offsets)
  816. return AVERROR(ENOMEM);
  817. sc->chunk_count = entries;
  818. if (atom.type == MKTAG('s','t','c','o'))
  819. for (i=0; i<entries; i++)
  820. sc->chunk_offsets[i] = avio_rb32(pb);
  821. else if (atom.type == MKTAG('c','o','6','4'))
  822. for (i=0; i<entries; i++)
  823. sc->chunk_offsets[i] = avio_rb64(pb);
  824. else
  825. return -1;
  826. return 0;
  827. }
  828. /**
  829. * Compute codec id for 'lpcm' tag.
  830. * See CoreAudioTypes and AudioStreamBasicDescription at Apple.
  831. */
  832. enum CodecID ff_mov_get_lpcm_codec_id(int bps, int flags)
  833. {
  834. if (flags & 1) { // floating point
  835. if (flags & 2) { // big endian
  836. if (bps == 32) return CODEC_ID_PCM_F32BE;
  837. else if (bps == 64) return CODEC_ID_PCM_F64BE;
  838. } else {
  839. if (bps == 32) return CODEC_ID_PCM_F32LE;
  840. else if (bps == 64) return CODEC_ID_PCM_F64LE;
  841. }
  842. } else {
  843. if (flags & 2) {
  844. if (bps == 8)
  845. // signed integer
  846. if (flags & 4) return CODEC_ID_PCM_S8;
  847. else return CODEC_ID_PCM_U8;
  848. else if (bps == 16) return CODEC_ID_PCM_S16BE;
  849. else if (bps == 24) return CODEC_ID_PCM_S24BE;
  850. else if (bps == 32) return CODEC_ID_PCM_S32BE;
  851. } else {
  852. if (bps == 8)
  853. if (flags & 4) return CODEC_ID_PCM_S8;
  854. else return CODEC_ID_PCM_U8;
  855. else if (bps == 16) return CODEC_ID_PCM_S16LE;
  856. else if (bps == 24) return CODEC_ID_PCM_S24LE;
  857. else if (bps == 32) return CODEC_ID_PCM_S32LE;
  858. }
  859. }
  860. return CODEC_ID_NONE;
  861. }
  862. int ff_mov_read_stsd_entries(MOVContext *c, AVIOContext *pb, int entries)
  863. {
  864. AVStream *st;
  865. MOVStreamContext *sc;
  866. int j, pseudo_stream_id;
  867. if (c->fc->nb_streams < 1)
  868. return 0;
  869. st = c->fc->streams[c->fc->nb_streams-1];
  870. sc = st->priv_data;
  871. for (pseudo_stream_id=0; pseudo_stream_id<entries; pseudo_stream_id++) {
  872. //Parsing Sample description table
  873. enum CodecID id;
  874. int dref_id = 1;
  875. MOVAtom a = { AV_RL32("stsd") };
  876. int64_t start_pos = avio_tell(pb);
  877. int size = avio_rb32(pb); /* size */
  878. uint32_t format = avio_rl32(pb); /* data format */
  879. if (size >= 16) {
  880. avio_rb32(pb); /* reserved */
  881. avio_rb16(pb); /* reserved */
  882. dref_id = avio_rb16(pb);
  883. }
  884. if (st->codec->codec_tag &&
  885. st->codec->codec_tag != format &&
  886. (c->fc->video_codec_id ? ff_codec_get_id(codec_movvideo_tags, format) != c->fc->video_codec_id
  887. : st->codec->codec_tag != MKTAG('j','p','e','g'))
  888. ){
  889. /* Multiple fourcc, we skip JPEG. This is not correct, we should
  890. * export it as a separate AVStream but this needs a few changes
  891. * in the MOV demuxer, patch welcome. */
  892. multiple_stsd:
  893. av_log(c->fc, AV_LOG_WARNING, "multiple fourcc not supported\n");
  894. avio_skip(pb, size - (avio_tell(pb) - start_pos));
  895. continue;
  896. }
  897. /* we cannot demux concatenated h264 streams because of different extradata */
  898. if (st->codec->codec_tag && st->codec->codec_tag == AV_RL32("avc1"))
  899. goto multiple_stsd;
  900. sc->pseudo_stream_id = st->codec->codec_tag ? -1 : pseudo_stream_id;
  901. sc->dref_id= dref_id;
  902. st->codec->codec_tag = format;
  903. id = ff_codec_get_id(codec_movaudio_tags, format);
  904. if (id<=0 && ((format&0xFFFF) == 'm'+('s'<<8) || (format&0xFFFF) == 'T'+('S'<<8)))
  905. id = ff_codec_get_id(ff_codec_wav_tags, av_bswap32(format)&0xFFFF);
  906. if (st->codec->codec_type != AVMEDIA_TYPE_VIDEO && id > 0) {
  907. st->codec->codec_type = AVMEDIA_TYPE_AUDIO;
  908. } else if (st->codec->codec_type != AVMEDIA_TYPE_AUDIO && /* do not overwrite codec type */
  909. format && format != MKTAG('m','p','4','s')) { /* skip old asf mpeg4 tag */
  910. id = ff_codec_get_id(codec_movvideo_tags, format);
  911. if (id <= 0)
  912. id = ff_codec_get_id(ff_codec_bmp_tags, format);
  913. if (id > 0)
  914. st->codec->codec_type = AVMEDIA_TYPE_VIDEO;
  915. else if (st->codec->codec_type == AVMEDIA_TYPE_DATA){
  916. id = ff_codec_get_id(ff_codec_movsubtitle_tags, format);
  917. if (id > 0)
  918. st->codec->codec_type = AVMEDIA_TYPE_SUBTITLE;
  919. }
  920. }
  921. av_dlog(c->fc, "size=%d 4CC= %c%c%c%c codec_type=%d\n", size,
  922. (format >> 0) & 0xff, (format >> 8) & 0xff, (format >> 16) & 0xff,
  923. (format >> 24) & 0xff, st->codec->codec_type);
  924. if (st->codec->codec_type==AVMEDIA_TYPE_VIDEO) {
  925. unsigned int color_depth, len;
  926. int color_greyscale;
  927. st->codec->codec_id = id;
  928. avio_rb16(pb); /* version */
  929. avio_rb16(pb); /* revision level */
  930. avio_rb32(pb); /* vendor */
  931. avio_rb32(pb); /* temporal quality */
  932. avio_rb32(pb); /* spatial quality */
  933. st->codec->width = avio_rb16(pb); /* width */
  934. st->codec->height = avio_rb16(pb); /* height */
  935. avio_rb32(pb); /* horiz resolution */
  936. avio_rb32(pb); /* vert resolution */
  937. avio_rb32(pb); /* data size, always 0 */
  938. avio_rb16(pb); /* frames per samples */
  939. len = avio_r8(pb); /* codec name, pascal string */
  940. if (len > 31)
  941. len = 31;
  942. mov_read_mac_string(c, pb, len, st->codec->codec_name, 32);
  943. if (len < 31)
  944. avio_skip(pb, 31 - len);
  945. /* codec_tag YV12 triggers an UV swap in rawdec.c */
  946. if (!memcmp(st->codec->codec_name, "Planar Y'CbCr 8-bit 4:2:0", 25))
  947. st->codec->codec_tag=MKTAG('I', '4', '2', '0');
  948. st->codec->bits_per_coded_sample = avio_rb16(pb); /* depth */
  949. st->codec->color_table_id = avio_rb16(pb); /* colortable id */
  950. av_dlog(c->fc, "depth %d, ctab id %d\n",
  951. st->codec->bits_per_coded_sample, st->codec->color_table_id);
  952. /* figure out the palette situation */
  953. color_depth = st->codec->bits_per_coded_sample & 0x1F;
  954. color_greyscale = st->codec->bits_per_coded_sample & 0x20;
  955. /* if the depth is 2, 4, or 8 bpp, file is palettized */
  956. if ((color_depth == 2) || (color_depth == 4) ||
  957. (color_depth == 8)) {
  958. /* for palette traversal */
  959. unsigned int color_start, color_count, color_end;
  960. unsigned char r, g, b;
  961. if (color_greyscale) {
  962. int color_index, color_dec;
  963. /* compute the greyscale palette */
  964. st->codec->bits_per_coded_sample = color_depth;
  965. color_count = 1 << color_depth;
  966. color_index = 255;
  967. color_dec = 256 / (color_count - 1);
  968. for (j = 0; j < color_count; j++) {
  969. if (id == CODEC_ID_CINEPAK){
  970. r = g = b = color_count - 1 - color_index;
  971. }else
  972. r = g = b = color_index;
  973. sc->palette[j] =
  974. (r << 16) | (g << 8) | (b);
  975. color_index -= color_dec;
  976. if (color_index < 0)
  977. color_index = 0;
  978. }
  979. } else if (st->codec->color_table_id) {
  980. const uint8_t *color_table;
  981. /* if flag bit 3 is set, use the default palette */
  982. color_count = 1 << color_depth;
  983. if (color_depth == 2)
  984. color_table = ff_qt_default_palette_4;
  985. else if (color_depth == 4)
  986. color_table = ff_qt_default_palette_16;
  987. else
  988. color_table = ff_qt_default_palette_256;
  989. for (j = 0; j < color_count; j++) {
  990. r = color_table[j * 3 + 0];
  991. g = color_table[j * 3 + 1];
  992. b = color_table[j * 3 + 2];
  993. sc->palette[j] =
  994. (r << 16) | (g << 8) | (b);
  995. }
  996. } else {
  997. /* load the palette from the file */
  998. color_start = avio_rb32(pb);
  999. color_count = avio_rb16(pb);
  1000. color_end = avio_rb16(pb);
  1001. if ((color_start <= 255) &&
  1002. (color_end <= 255)) {
  1003. for (j = color_start; j <= color_end; j++) {
  1004. /* each R, G, or B component is 16 bits;
  1005. * only use the top 8 bits; skip alpha bytes
  1006. * up front */
  1007. avio_r8(pb);
  1008. avio_r8(pb);
  1009. r = avio_r8(pb);
  1010. avio_r8(pb);
  1011. g = avio_r8(pb);
  1012. avio_r8(pb);
  1013. b = avio_r8(pb);
  1014. avio_r8(pb);
  1015. sc->palette[j] =
  1016. (r << 16) | (g << 8) | (b);
  1017. }
  1018. }
  1019. }
  1020. sc->has_palette = 1;
  1021. }
  1022. } else if (st->codec->codec_type==AVMEDIA_TYPE_AUDIO) {
  1023. int bits_per_sample, flags;
  1024. uint16_t version = avio_rb16(pb);
  1025. st->codec->codec_id = id;
  1026. avio_rb16(pb); /* revision level */
  1027. avio_rb32(pb); /* vendor */
  1028. st->codec->channels = avio_rb16(pb); /* channel count */
  1029. av_dlog(c->fc, "audio channels %d\n", st->codec->channels);
  1030. st->codec->bits_per_coded_sample = avio_rb16(pb); /* sample size */
  1031. sc->audio_cid = avio_rb16(pb);
  1032. avio_rb16(pb); /* packet size = 0 */
  1033. st->codec->sample_rate = ((avio_rb32(pb) >> 16));
  1034. //Read QT version 1 fields. In version 0 these do not exist.
  1035. av_dlog(c->fc, "version =%d, isom =%d\n",version,c->isom);
  1036. if (!c->isom) {
  1037. if (version==1) {
  1038. sc->samples_per_frame = avio_rb32(pb);
  1039. avio_rb32(pb); /* bytes per packet */
  1040. sc->bytes_per_frame = avio_rb32(pb);
  1041. avio_rb32(pb); /* bytes per sample */
  1042. } else if (version==2) {
  1043. avio_rb32(pb); /* sizeof struct only */
  1044. st->codec->sample_rate = av_int2dbl(avio_rb64(pb)); /* float 64 */
  1045. st->codec->channels = avio_rb32(pb);
  1046. avio_rb32(pb); /* always 0x7F000000 */
  1047. st->codec->bits_per_coded_sample = avio_rb32(pb); /* bits per channel if sound is uncompressed */
  1048. flags = avio_rb32(pb); /* lpcm format specific flag */
  1049. sc->bytes_per_frame = avio_rb32(pb); /* bytes per audio packet if constant */
  1050. sc->samples_per_frame = avio_rb32(pb); /* lpcm frames per audio packet if constant */
  1051. if (format == MKTAG('l','p','c','m'))
  1052. st->codec->codec_id = ff_mov_get_lpcm_codec_id(st->codec->bits_per_coded_sample, flags);
  1053. }
  1054. }
  1055. switch (st->codec->codec_id) {
  1056. case CODEC_ID_PCM_S8:
  1057. case CODEC_ID_PCM_U8:
  1058. if (st->codec->bits_per_coded_sample == 16)
  1059. st->codec->codec_id = CODEC_ID_PCM_S16BE;
  1060. break;
  1061. case CODEC_ID_PCM_S16LE:
  1062. case CODEC_ID_PCM_S16BE:
  1063. if (st->codec->bits_per_coded_sample == 8)
  1064. st->codec->codec_id = CODEC_ID_PCM_S8;
  1065. else if (st->codec->bits_per_coded_sample == 24)
  1066. st->codec->codec_id =
  1067. st->codec->codec_id == CODEC_ID_PCM_S16BE ?
  1068. CODEC_ID_PCM_S24BE : CODEC_ID_PCM_S24LE;
  1069. break;
  1070. /* set values for old format before stsd version 1 appeared */
  1071. case CODEC_ID_MACE3:
  1072. sc->samples_per_frame = 6;
  1073. sc->bytes_per_frame = 2*st->codec->channels;
  1074. break;
  1075. case CODEC_ID_MACE6:
  1076. sc->samples_per_frame = 6;
  1077. sc->bytes_per_frame = 1*st->codec->channels;
  1078. break;
  1079. case CODEC_ID_ADPCM_IMA_QT:
  1080. sc->samples_per_frame = 64;
  1081. sc->bytes_per_frame = 34*st->codec->channels;
  1082. break;
  1083. case CODEC_ID_GSM:
  1084. sc->samples_per_frame = 160;
  1085. sc->bytes_per_frame = 33;
  1086. break;
  1087. default:
  1088. break;
  1089. }
  1090. bits_per_sample = av_get_bits_per_sample(st->codec->codec_id);
  1091. if (bits_per_sample) {
  1092. st->codec->bits_per_coded_sample = bits_per_sample;
  1093. sc->sample_size = (bits_per_sample >> 3) * st->codec->channels;
  1094. }
  1095. } else if (st->codec->codec_type==AVMEDIA_TYPE_SUBTITLE){
  1096. // ttxt stsd contains display flags, justification, background
  1097. // color, fonts, and default styles, so fake an atom to read it
  1098. MOVAtom fake_atom = { .size = size - (avio_tell(pb) - start_pos) };
  1099. if (format != AV_RL32("mp4s")) // mp4s contains a regular esds atom
  1100. mov_read_glbl(c, pb, fake_atom);
  1101. st->codec->codec_id= id;
  1102. st->codec->width = sc->width;
  1103. st->codec->height = sc->height;
  1104. } else {
  1105. if (st->codec->codec_tag == MKTAG('t','m','c','d')) {
  1106. int val;
  1107. avio_rb32(pb); /* reserved */
  1108. val = avio_rb32(pb); /* flags */
  1109. if (val & 1)
  1110. st->codec->flags2 |= CODEC_FLAG2_DROP_FRAME_TIMECODE;
  1111. avio_rb32(pb);
  1112. avio_rb32(pb);
  1113. st->codec->time_base.den = avio_r8(pb);
  1114. st->codec->time_base.num = 1;
  1115. }
  1116. /* other codec type, just skip (rtp, mp4s, ...) */
  1117. avio_skip(pb, size - (avio_tell(pb) - start_pos));
  1118. }
  1119. /* this will read extra atoms at the end (wave, alac, damr, avcC, SMI ...) */
  1120. a.size = size - (avio_tell(pb) - start_pos);
  1121. if (a.size > 8) {
  1122. if (mov_read_default(c, pb, a) < 0)
  1123. return -1;
  1124. } else if (a.size > 0)
  1125. avio_skip(pb, a.size);
  1126. }
  1127. if (st->codec->codec_type==AVMEDIA_TYPE_AUDIO && st->codec->sample_rate==0 && sc->time_scale>1)
  1128. st->codec->sample_rate= sc->time_scale;
  1129. /* special codec parameters handling */
  1130. switch (st->codec->codec_id) {
  1131. #if CONFIG_DV_DEMUXER
  1132. case CODEC_ID_DVAUDIO:
  1133. c->dv_fctx = avformat_alloc_context();
  1134. c->dv_demux = avpriv_dv_init_demux(c->dv_fctx);
  1135. if (!c->dv_demux) {
  1136. av_log(c->fc, AV_LOG_ERROR, "dv demux context init error\n");
  1137. return -1;
  1138. }
  1139. sc->dv_audio_container = 1;
  1140. st->codec->codec_id = CODEC_ID_PCM_S16LE;
  1141. break;
  1142. #endif
  1143. /* no ifdef since parameters are always those */
  1144. case CODEC_ID_QCELP:
  1145. // force sample rate for qcelp when not stored in mov
  1146. if (st->codec->codec_tag != MKTAG('Q','c','l','p'))
  1147. st->codec->sample_rate = 8000;
  1148. st->codec->frame_size= 160;
  1149. st->codec->channels= 1; /* really needed */
  1150. break;
  1151. case CODEC_ID_AMR_NB:
  1152. st->codec->channels= 1; /* really needed */
  1153. /* force sample rate for amr, stsd in 3gp does not store sample rate */
  1154. st->codec->sample_rate = 8000;
  1155. /* force frame_size, too, samples_per_frame isn't always set properly */
  1156. st->codec->frame_size = 160;
  1157. break;
  1158. case CODEC_ID_AMR_WB:
  1159. st->codec->channels = 1;
  1160. st->codec->sample_rate = 16000;
  1161. st->codec->frame_size = 320;
  1162. break;
  1163. case CODEC_ID_MP2:
  1164. case CODEC_ID_MP3:
  1165. st->codec->codec_type = AVMEDIA_TYPE_AUDIO; /* force type after stsd for m1a hdlr */
  1166. st->need_parsing = AVSTREAM_PARSE_FULL;
  1167. break;
  1168. case CODEC_ID_GSM:
  1169. case CODEC_ID_ADPCM_MS:
  1170. case CODEC_ID_ADPCM_IMA_WAV:
  1171. st->codec->frame_size = sc->samples_per_frame;
  1172. st->codec->block_align = sc->bytes_per_frame;
  1173. break;
  1174. case CODEC_ID_ALAC:
  1175. if (st->codec->extradata_size == 36) {
  1176. st->codec->frame_size = AV_RB32(st->codec->extradata+12);
  1177. st->codec->channels = AV_RB8 (st->codec->extradata+21);
  1178. st->codec->sample_rate = AV_RB32(st->codec->extradata+32);
  1179. }
  1180. break;
  1181. case CODEC_ID_AC3:
  1182. st->need_parsing = AVSTREAM_PARSE_FULL;
  1183. break;
  1184. case CODEC_ID_MPEG1VIDEO:
  1185. st->need_parsing = AVSTREAM_PARSE_FULL;
  1186. break;
  1187. default:
  1188. break;
  1189. }
  1190. return 0;
  1191. }
  1192. static int mov_read_stsd(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  1193. {
  1194. int entries;
  1195. avio_r8(pb); /* version */
  1196. avio_rb24(pb); /* flags */
  1197. entries = avio_rb32(pb);
  1198. return ff_mov_read_stsd_entries(c, pb, entries);
  1199. }
  1200. static int mov_read_stsc(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  1201. {
  1202. AVStream *st;
  1203. MOVStreamContext *sc;
  1204. unsigned int i, entries;
  1205. if (c->fc->nb_streams < 1)
  1206. return 0;
  1207. st = c->fc->streams[c->fc->nb_streams-1];
  1208. sc = st->priv_data;
  1209. avio_r8(pb); /* version */
  1210. avio_rb24(pb); /* flags */
  1211. entries = avio_rb32(pb);
  1212. av_dlog(c->fc, "track[%i].stsc.entries = %i\n", c->fc->nb_streams-1, entries);
  1213. if (entries >= UINT_MAX / sizeof(*sc->stsc_data))
  1214. return -1;
  1215. sc->stsc_data = av_malloc(entries * sizeof(*sc->stsc_data));
  1216. if (!sc->stsc_data)
  1217. return AVERROR(ENOMEM);
  1218. sc->stsc_count = entries;
  1219. for (i=0; i<entries; i++) {
  1220. sc->stsc_data[i].first = avio_rb32(pb);
  1221. sc->stsc_data[i].count = avio_rb32(pb);
  1222. sc->stsc_data[i].id = avio_rb32(pb);
  1223. }
  1224. return 0;
  1225. }
  1226. static int mov_read_stps(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  1227. {
  1228. AVStream *st;
  1229. MOVStreamContext *sc;
  1230. unsigned i, entries;
  1231. if (c->fc->nb_streams < 1)
  1232. return 0;
  1233. st = c->fc->streams[c->fc->nb_streams-1];
  1234. sc = st->priv_data;
  1235. avio_rb32(pb); // version + flags
  1236. entries = avio_rb32(pb);
  1237. if (entries >= UINT_MAX / sizeof(*sc->stps_data))
  1238. return -1;
  1239. sc->stps_data = av_malloc(entries * sizeof(*sc->stps_data));
  1240. if (!sc->stps_data)
  1241. return AVERROR(ENOMEM);
  1242. sc->stps_count = entries;
  1243. for (i = 0; i < entries; i++) {
  1244. sc->stps_data[i] = avio_rb32(pb);
  1245. //av_dlog(c->fc, "stps %d\n", sc->stps_data[i]);
  1246. }
  1247. return 0;
  1248. }
  1249. static int mov_read_stss(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  1250. {
  1251. AVStream *st;
  1252. MOVStreamContext *sc;
  1253. unsigned int i, entries;
  1254. if (c->fc->nb_streams < 1)
  1255. return 0;
  1256. st = c->fc->streams[c->fc->nb_streams-1];
  1257. sc = st->priv_data;
  1258. avio_r8(pb); /* version */
  1259. avio_rb24(pb); /* flags */
  1260. entries = avio_rb32(pb);
  1261. av_dlog(c->fc, "keyframe_count = %d\n", entries);
  1262. if (entries >= UINT_MAX / sizeof(int))
  1263. return -1;
  1264. sc->keyframes = av_malloc(entries * sizeof(int));
  1265. if (!sc->keyframes)
  1266. return AVERROR(ENOMEM);
  1267. sc->keyframe_count = entries;
  1268. for (i=0; i<entries; i++) {
  1269. sc->keyframes[i] = avio_rb32(pb);
  1270. //av_dlog(c->fc, "keyframes[]=%d\n", sc->keyframes[i]);
  1271. }
  1272. return 0;
  1273. }
  1274. static int mov_read_stsz(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  1275. {
  1276. AVStream *st;
  1277. MOVStreamContext *sc;
  1278. unsigned int i, entries, sample_size, field_size, num_bytes;
  1279. GetBitContext gb;
  1280. unsigned char* buf;
  1281. if (c->fc->nb_streams < 1)
  1282. return 0;
  1283. st = c->fc->streams[c->fc->nb_streams-1];
  1284. sc = st->priv_data;
  1285. avio_r8(pb); /* version */
  1286. avio_rb24(pb); /* flags */
  1287. if (atom.type == MKTAG('s','t','s','z')) {
  1288. sample_size = avio_rb32(pb);
  1289. if (!sc->sample_size) /* do not overwrite value computed in stsd */
  1290. sc->sample_size = sample_size;
  1291. field_size = 32;
  1292. } else {
  1293. sample_size = 0;
  1294. avio_rb24(pb); /* reserved */
  1295. field_size = avio_r8(pb);
  1296. }
  1297. entries = avio_rb32(pb);
  1298. av_dlog(c->fc, "sample_size = %d sample_count = %d\n", sc->sample_size, entries);
  1299. sc->sample_count = entries;
  1300. if (sample_size)
  1301. return 0;
  1302. if (field_size != 4 && field_size != 8 && field_size != 16 && field_size != 32) {
  1303. av_log(c->fc, AV_LOG_ERROR, "Invalid sample field size %d\n", field_size);
  1304. return -1;
  1305. }
  1306. if (entries >= UINT_MAX / sizeof(int) || entries >= (UINT_MAX - 4) / field_size)
  1307. return -1;
  1308. sc->sample_sizes = av_malloc(entries * sizeof(int));
  1309. if (!sc->sample_sizes)
  1310. return AVERROR(ENOMEM);
  1311. num_bytes = (entries*field_size+4)>>3;
  1312. buf = av_malloc(num_bytes+FF_INPUT_BUFFER_PADDING_SIZE);
  1313. if (!buf) {
  1314. av_freep(&sc->sample_sizes);
  1315. return AVERROR(ENOMEM);
  1316. }
  1317. if (avio_read(pb, buf, num_bytes) < num_bytes) {
  1318. av_freep(&sc->sample_sizes);
  1319. av_free(buf);
  1320. return -1;
  1321. }
  1322. init_get_bits(&gb, buf, 8*num_bytes);
  1323. for (i=0; i<entries; i++)
  1324. sc->sample_sizes[i] = get_bits_long(&gb, field_size);
  1325. av_free(buf);
  1326. return 0;
  1327. }
  1328. static int mov_read_stts(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  1329. {
  1330. AVStream *st;
  1331. MOVStreamContext *sc;
  1332. unsigned int i, entries;
  1333. int64_t duration=0;
  1334. int64_t total_sample_count=0;
  1335. if (c->fc->nb_streams < 1)
  1336. return 0;
  1337. st = c->fc->streams[c->fc->nb_streams-1];
  1338. sc = st->priv_data;
  1339. avio_r8(pb); /* version */
  1340. avio_rb24(pb); /* flags */
  1341. entries = avio_rb32(pb);
  1342. av_dlog(c->fc, "track[%i].stts.entries = %i\n",
  1343. c->fc->nb_streams-1, entries);
  1344. if (entries >= UINT_MAX / sizeof(*sc->stts_data))
  1345. return -1;
  1346. sc->stts_data = av_malloc(entries * sizeof(*sc->stts_data));
  1347. if (!sc->stts_data)
  1348. return AVERROR(ENOMEM);
  1349. sc->stts_count = entries;
  1350. for (i=0; i<entries; i++) {
  1351. int sample_duration;
  1352. int sample_count;
  1353. sample_count=avio_rb32(pb);
  1354. sample_duration = avio_rb32(pb);
  1355. /* sample_duration < 0 is invalid based on the spec */
  1356. if (sample_duration < 0) {
  1357. av_log(c->fc, AV_LOG_ERROR, "Invalid SampleDelta in STTS %d", sample_duration);
  1358. sample_duration = 1;
  1359. }
  1360. sc->stts_data[i].count= sample_count;
  1361. sc->stts_data[i].duration= sample_duration;
  1362. av_dlog(c->fc, "sample_count=%d, sample_duration=%d\n",
  1363. sample_count, sample_duration);
  1364. duration+=(int64_t)sample_duration*sample_count;
  1365. total_sample_count+=sample_count;
  1366. }
  1367. st->nb_frames= total_sample_count;
  1368. if (duration)
  1369. st->duration= duration;
  1370. return 0;
  1371. }
  1372. static int mov_read_ctts(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  1373. {
  1374. AVStream *st;
  1375. MOVStreamContext *sc;
  1376. unsigned int i, entries;
  1377. if (c->fc->nb_streams < 1)
  1378. return 0;
  1379. st = c->fc->streams[c->fc->nb_streams-1];
  1380. sc = st->priv_data;
  1381. avio_r8(pb); /* version */
  1382. avio_rb24(pb); /* flags */
  1383. entries = avio_rb32(pb);
  1384. av_dlog(c->fc, "track[%i].ctts.entries = %i\n", c->fc->nb_streams-1, entries);
  1385. if (entries >= UINT_MAX / sizeof(*sc->ctts_data))
  1386. return -1;
  1387. sc->ctts_data = av_malloc(entries * sizeof(*sc->ctts_data));
  1388. if (!sc->ctts_data)
  1389. return AVERROR(ENOMEM);
  1390. sc->ctts_count = entries;
  1391. for (i=0; i<entries; i++) {
  1392. int count =avio_rb32(pb);
  1393. int duration =avio_rb32(pb);
  1394. sc->ctts_data[i].count = count;
  1395. sc->ctts_data[i].duration= duration;
  1396. if (duration < 0 && i+2<entries)
  1397. sc->dts_shift = FFMAX(sc->dts_shift, -duration);
  1398. }
  1399. av_dlog(c->fc, "dts shift %d\n", sc->dts_shift);
  1400. return 0;
  1401. }
  1402. static void mov_build_index(MOVContext *mov, AVStream *st)
  1403. {
  1404. MOVStreamContext *sc = st->priv_data;
  1405. int64_t current_offset;
  1406. int64_t current_dts = 0;
  1407. unsigned int stts_index = 0;
  1408. unsigned int stsc_index = 0;
  1409. unsigned int stss_index = 0;
  1410. unsigned int stps_index = 0;
  1411. unsigned int i, j;
  1412. uint64_t stream_size = 0;
  1413. /* adjust first dts according to edit list */
  1414. if ((sc->empty_duration || sc->start_time) && mov->time_scale > 0) {
  1415. if (sc->empty_duration)
  1416. sc->empty_duration = av_rescale(sc->empty_duration, sc->time_scale, mov->time_scale);
  1417. sc->time_offset = sc->start_time - sc->empty_duration;
  1418. current_dts = -sc->time_offset;
  1419. if (sc->ctts_data && sc->stts_data &&
  1420. sc->ctts_data[0].duration / FFMAX(sc->stts_data[0].duration, 1) > 16) {
  1421. /* more than 16 frames delay, dts are likely wrong
  1422. this happens with files created by iMovie */
  1423. sc->wrong_dts = 1;
  1424. st->codec->has_b_frames = 1;
  1425. }
  1426. }
  1427. /* only use old uncompressed audio chunk demuxing when stts specifies it */
  1428. if (!(st->codec->codec_type == AVMEDIA_TYPE_AUDIO &&
  1429. sc->stts_count == 1 && sc->stts_data[0].duration == 1)) {
  1430. unsigned int current_sample = 0;
  1431. unsigned int stts_sample = 0;
  1432. unsigned int sample_size;
  1433. unsigned int distance = 0;
  1434. int key_off = sc->keyframes && sc->keyframes[0] == 1;
  1435. current_dts -= sc->dts_shift;
  1436. if (sc->sample_count >= UINT_MAX / sizeof(*st->index_entries))
  1437. return;
  1438. st->index_entries = av_malloc(sc->sample_count*sizeof(*st->index_entries));
  1439. if (!st->index_entries)
  1440. return;
  1441. st->index_entries_allocated_size = sc->sample_count*sizeof(*st->index_entries);
  1442. for (i = 0; i < sc->chunk_count; i++) {
  1443. current_offset = sc->chunk_offsets[i];
  1444. while (stsc_index + 1 < sc->stsc_count &&
  1445. i + 1 == sc->stsc_data[stsc_index + 1].first)
  1446. stsc_index++;
  1447. for (j = 0; j < sc->stsc_data[stsc_index].count; j++) {
  1448. int keyframe = 0;
  1449. if (current_sample >= sc->sample_count) {
  1450. av_log(mov->fc, AV_LOG_ERROR, "wrong sample count\n");
  1451. return;
  1452. }
  1453. if (!sc->keyframe_count || current_sample+key_off == sc->keyframes[stss_index]) {
  1454. keyframe = 1;
  1455. if (stss_index + 1 < sc->keyframe_count)
  1456. stss_index++;
  1457. } else if (sc->stps_count && current_sample+key_off == sc->stps_data[stps_index]) {
  1458. keyframe = 1;
  1459. if (stps_index + 1 < sc->stps_count)
  1460. stps_index++;
  1461. }
  1462. if (keyframe)
  1463. distance = 0;
  1464. sample_size = sc->sample_size > 0 ? sc->sample_size : sc->sample_sizes[current_sample];
  1465. if (sc->pseudo_stream_id == -1 ||
  1466. sc->stsc_data[stsc_index].id - 1 == sc->pseudo_stream_id) {
  1467. AVIndexEntry *e = &st->index_entries[st->nb_index_entries++];
  1468. e->pos = current_offset;
  1469. e->timestamp = current_dts;
  1470. e->size = sample_size;
  1471. e->min_distance = distance;
  1472. e->flags = keyframe ? AVINDEX_KEYFRAME : 0;
  1473. av_dlog(mov->fc, "AVIndex stream %d, sample %d, offset %"PRIx64", dts %"PRId64", "
  1474. "size %d, distance %d, keyframe %d\n", st->index, current_sample,
  1475. current_offset, current_dts, sample_size, distance, keyframe);
  1476. }
  1477. current_offset += sample_size;
  1478. stream_size += sample_size;
  1479. current_dts += sc->stts_data[stts_index].duration;
  1480. distance++;
  1481. stts_sample++;
  1482. current_sample++;
  1483. if (stts_index + 1 < sc->stts_count && stts_sample == sc->stts_data[stts_index].count) {
  1484. stts_sample = 0;
  1485. stts_index++;
  1486. }
  1487. }
  1488. }
  1489. if (st->duration > 0)
  1490. st->codec->bit_rate = stream_size*8*sc->time_scale/st->duration;
  1491. } else {
  1492. unsigned chunk_samples, total = 0;
  1493. // compute total chunk count
  1494. for (i = 0; i < sc->stsc_count; i++) {
  1495. unsigned count, chunk_count;
  1496. chunk_samples = sc->stsc_data[i].count;
  1497. if (sc->samples_per_frame && chunk_samples % sc->samples_per_frame) {
  1498. av_log(mov->fc, AV_LOG_ERROR, "error unaligned chunk\n");
  1499. return;
  1500. }
  1501. if (sc->samples_per_frame >= 160) { // gsm
  1502. count = chunk_samples / sc->samples_per_frame;
  1503. } else if (sc->samples_per_frame > 1) {
  1504. unsigned samples = (1024/sc->samples_per_frame)*sc->samples_per_frame;
  1505. count = (chunk_samples+samples-1) / samples;
  1506. } else {
  1507. count = (chunk_samples+1023) / 1024;
  1508. }
  1509. if (i < sc->stsc_count - 1)
  1510. chunk_count = sc->stsc_data[i+1].first - sc->stsc_data[i].first;
  1511. else
  1512. chunk_count = sc->chunk_count - (sc->stsc_data[i].first - 1);
  1513. total += chunk_count * count;
  1514. }
  1515. av_dlog(mov->fc, "chunk count %d\n", total);
  1516. if (total >= UINT_MAX / sizeof(*st->index_entries))
  1517. return;
  1518. st->index_entries = av_malloc(total*sizeof(*st->index_entries));
  1519. if (!st->index_entries)
  1520. return;
  1521. st->index_entries_allocated_size = total*sizeof(*st->index_entries);
  1522. // populate index
  1523. for (i = 0; i < sc->chunk_count; i++) {
  1524. current_offset = sc->chunk_offsets[i];
  1525. if (stsc_index + 1 < sc->stsc_count &&
  1526. i + 1 == sc->stsc_data[stsc_index + 1].first)
  1527. stsc_index++;
  1528. chunk_samples = sc->stsc_data[stsc_index].count;
  1529. while (chunk_samples > 0) {
  1530. AVIndexEntry *e;
  1531. unsigned size, samples;
  1532. if (sc->samples_per_frame >= 160) { // gsm
  1533. samples = sc->samples_per_frame;
  1534. size = sc->bytes_per_frame;
  1535. } else {
  1536. if (sc->samples_per_frame > 1) {
  1537. samples = FFMIN((1024 / sc->samples_per_frame)*
  1538. sc->samples_per_frame, chunk_samples);
  1539. size = (samples / sc->samples_per_frame) * sc->bytes_per_frame;
  1540. } else {
  1541. samples = FFMIN(1024, chunk_samples);
  1542. size = samples * sc->sample_size;
  1543. }
  1544. }
  1545. if (st->nb_index_entries >= total) {
  1546. av_log(mov->fc, AV_LOG_ERROR, "wrong chunk count %d\n", total);
  1547. return;
  1548. }
  1549. e = &st->index_entries[st->nb_index_entries++];
  1550. e->pos = current_offset;
  1551. e->timestamp = current_dts;
  1552. e->size = size;
  1553. e->min_distance = 0;
  1554. e->flags = AVINDEX_KEYFRAME;
  1555. av_dlog(mov->fc, "AVIndex stream %d, chunk %d, offset %"PRIx64", dts %"PRId64", "
  1556. "size %d, duration %d\n", st->index, i, current_offset, current_dts,
  1557. size, samples);
  1558. current_offset += size;
  1559. current_dts += samples;
  1560. chunk_samples -= samples;
  1561. }
  1562. }
  1563. }
  1564. }
  1565. static int mov_open_dref(AVIOContext **pb, const char *src, MOVDref *ref,
  1566. AVIOInterruptCB *int_cb)
  1567. {
  1568. /* try relative path, we do not try the absolute because it can leak information about our
  1569. system to an attacker */
  1570. if (ref->nlvl_to > 0 && ref->nlvl_from > 0) {
  1571. char filename[1024];
  1572. const char *src_path;
  1573. int i, l;
  1574. /* find a source dir */
  1575. src_path = strrchr(src, '/');
  1576. if (src_path)
  1577. src_path++;
  1578. else
  1579. src_path = src;
  1580. /* find a next level down to target */
  1581. for (i = 0, l = strlen(ref->path) - 1; l >= 0; l--)
  1582. if (ref->path[l] == '/') {
  1583. if (i == ref->nlvl_to - 1)
  1584. break;
  1585. else
  1586. i++;
  1587. }
  1588. /* compose filename if next level down to target was found */
  1589. if (i == ref->nlvl_to - 1 && src_path - src < sizeof(filename)) {
  1590. memcpy(filename, src, src_path - src);
  1591. filename[src_path - src] = 0;
  1592. for (i = 1; i < ref->nlvl_from; i++)
  1593. av_strlcat(filename, "../", 1024);
  1594. av_strlcat(filename, ref->path + l + 1, 1024);
  1595. if (!avio_open2(pb, filename, AVIO_FLAG_READ, int_cb, NULL))
  1596. return 0;
  1597. }
  1598. }
  1599. return AVERROR(ENOENT);
  1600. }
  1601. static int mov_read_trak(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  1602. {
  1603. AVStream *st;
  1604. MOVStreamContext *sc;
  1605. int ret;
  1606. st = avformat_new_stream(c->fc, NULL);
  1607. if (!st) return AVERROR(ENOMEM);
  1608. st->id = c->fc->nb_streams;
  1609. sc = av_mallocz(sizeof(MOVStreamContext));
  1610. if (!sc) return AVERROR(ENOMEM);
  1611. st->priv_data = sc;
  1612. st->codec->codec_type = AVMEDIA_TYPE_DATA;
  1613. sc->ffindex = st->index;
  1614. if ((ret = mov_read_default(c, pb, atom)) < 0)
  1615. return ret;
  1616. /* sanity checks */
  1617. if (sc->chunk_count && (!sc->stts_count || !sc->stsc_count ||
  1618. (!sc->sample_size && !sc->sample_count))) {
  1619. av_log(c->fc, AV_LOG_ERROR, "stream %d, missing mandatory atoms, broken header\n",
  1620. st->index);
  1621. return 0;
  1622. }
  1623. if (sc->time_scale <= 0) {
  1624. av_log(c->fc, AV_LOG_WARNING, "stream %d, timescale not set\n", st->index);
  1625. sc->time_scale = c->time_scale;
  1626. if (sc->time_scale <= 0)
  1627. sc->time_scale = 1;
  1628. }
  1629. av_set_pts_info(st, 64, 1, sc->time_scale);
  1630. if (st->codec->codec_type == AVMEDIA_TYPE_AUDIO &&
  1631. !st->codec->frame_size && sc->stts_count == 1) {
  1632. st->codec->frame_size = av_rescale(sc->stts_data[0].duration,
  1633. st->codec->sample_rate, sc->time_scale);
  1634. av_dlog(c->fc, "frame size %d\n", st->codec->frame_size);
  1635. }
  1636. mov_build_index(c, st);
  1637. if (sc->dref_id-1 < sc->drefs_count && sc->drefs[sc->dref_id-1].path) {
  1638. MOVDref *dref = &sc->drefs[sc->dref_id - 1];
  1639. if (mov_open_dref(&sc->pb, c->fc->filename, dref, &c->fc->interrupt_callback) < 0)
  1640. av_log(c->fc, AV_LOG_ERROR,
  1641. "stream %d, error opening alias: path='%s', dir='%s', "
  1642. "filename='%s', volume='%s', nlvl_from=%d, nlvl_to=%d\n",
  1643. st->index, dref->path, dref->dir, dref->filename,
  1644. dref->volume, dref->nlvl_from, dref->nlvl_to);
  1645. } else
  1646. sc->pb = c->fc->pb;
  1647. if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
  1648. if (!st->sample_aspect_ratio.num &&
  1649. (st->codec->width != sc->width || st->codec->height != sc->height)) {
  1650. st->sample_aspect_ratio = av_d2q(((double)st->codec->height * sc->width) /
  1651. ((double)st->codec->width * sc->height), INT_MAX);
  1652. }
  1653. av_reduce(&st->avg_frame_rate.num, &st->avg_frame_rate.den,
  1654. sc->time_scale*st->nb_frames, st->duration, INT_MAX);
  1655. if (sc->stts_count == 1 || (sc->stts_count == 2 && sc->stts_data[1].count == 1))
  1656. av_reduce(&st->r_frame_rate.num, &st->r_frame_rate.den,
  1657. sc->time_scale, sc->stts_data[0].duration, INT_MAX);
  1658. }
  1659. switch (st->codec->codec_id) {
  1660. #if CONFIG_H261_DECODER
  1661. case CODEC_ID_H261:
  1662. #endif
  1663. #if CONFIG_H263_DECODER
  1664. case CODEC_ID_H263:
  1665. #endif
  1666. #if CONFIG_H264_DECODER
  1667. case CODEC_ID_H264:
  1668. #endif
  1669. #if CONFIG_MPEG4_DECODER
  1670. case CODEC_ID_MPEG4:
  1671. #endif
  1672. st->codec->width = 0; /* let decoder init width/height */
  1673. st->codec->height= 0;
  1674. break;
  1675. }
  1676. /* Do not need those anymore. */
  1677. av_freep(&sc->chunk_offsets);
  1678. av_freep(&sc->stsc_data);
  1679. av_freep(&sc->sample_sizes);
  1680. av_freep(&sc->keyframes);
  1681. av_freep(&sc->stts_data);
  1682. av_freep(&sc->stps_data);
  1683. return 0;
  1684. }
  1685. static int mov_read_ilst(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  1686. {
  1687. int ret;
  1688. c->itunes_metadata = 1;
  1689. ret = mov_read_default(c, pb, atom);
  1690. c->itunes_metadata = 0;
  1691. return ret;
  1692. }
  1693. static int mov_read_meta(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  1694. {
  1695. while (atom.size > 8) {
  1696. uint32_t tag = avio_rl32(pb);
  1697. atom.size -= 4;
  1698. if (tag == MKTAG('h','d','l','r')) {
  1699. avio_seek(pb, -8, SEEK_CUR);
  1700. atom.size += 8;
  1701. return mov_read_default(c, pb, atom);
  1702. }
  1703. }
  1704. return 0;
  1705. }
  1706. static int mov_read_tkhd(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  1707. {
  1708. int i;
  1709. int width;
  1710. int height;
  1711. int64_t disp_transform[2];
  1712. int display_matrix[3][2];
  1713. AVStream *st;
  1714. MOVStreamContext *sc;
  1715. int version;
  1716. if (c->fc->nb_streams < 1)
  1717. return 0;
  1718. st = c->fc->streams[c->fc->nb_streams-1];
  1719. sc = st->priv_data;
  1720. version = avio_r8(pb);
  1721. avio_rb24(pb); /* flags */
  1722. /*
  1723. MOV_TRACK_ENABLED 0x0001
  1724. MOV_TRACK_IN_MOVIE 0x0002
  1725. MOV_TRACK_IN_PREVIEW 0x0004
  1726. MOV_TRACK_IN_POSTER 0x0008
  1727. */
  1728. if (version == 1) {
  1729. avio_rb64(pb);
  1730. avio_rb64(pb);
  1731. } else {
  1732. avio_rb32(pb); /* creation time */
  1733. avio_rb32(pb); /* modification time */
  1734. }
  1735. st->id = (int)avio_rb32(pb); /* track id (NOT 0 !)*/
  1736. avio_rb32(pb); /* reserved */
  1737. /* highlevel (considering edits) duration in movie timebase */
  1738. (version == 1) ? avio_rb64(pb) : avio_rb32(pb);
  1739. avio_rb32(pb); /* reserved */
  1740. avio_rb32(pb); /* reserved */
  1741. avio_rb16(pb); /* layer */
  1742. avio_rb16(pb); /* alternate group */
  1743. avio_rb16(pb); /* volume */
  1744. avio_rb16(pb); /* reserved */
  1745. //read in the display matrix (outlined in ISO 14496-12, Section 6.2.2)
  1746. // they're kept in fixed point format through all calculations
  1747. // ignore u,v,z b/c we don't need the scale factor to calc aspect ratio
  1748. for (i = 0; i < 3; i++) {
  1749. display_matrix[i][0] = avio_rb32(pb); // 16.16 fixed point
  1750. display_matrix[i][1] = avio_rb32(pb); // 16.16 fixed point
  1751. avio_rb32(pb); // 2.30 fixed point (not used)
  1752. }
  1753. width = avio_rb32(pb); // 16.16 fixed point track width
  1754. height = avio_rb32(pb); // 16.16 fixed point track height
  1755. sc->width = width >> 16;
  1756. sc->height = height >> 16;
  1757. if (display_matrix[0][0] == -65536 && display_matrix[1][1] == -65536) {
  1758. av_dict_set(&st->metadata, "rotate", "180", 0);
  1759. }
  1760. // transform the display width/height according to the matrix
  1761. // skip this if the display matrix is the default identity matrix
  1762. // or if it is rotating the picture, ex iPhone 3GS
  1763. // to keep the same scale, use [width height 1<<16]
  1764. if (width && height &&
  1765. ((display_matrix[0][0] != 65536 ||
  1766. display_matrix[1][1] != 65536) &&
  1767. !display_matrix[0][1] &&
  1768. !display_matrix[1][0] &&
  1769. !display_matrix[2][0] && !display_matrix[2][1])) {
  1770. for (i = 0; i < 2; i++)
  1771. disp_transform[i] =
  1772. (int64_t) width * display_matrix[0][i] +
  1773. (int64_t) height * display_matrix[1][i] +
  1774. ((int64_t) display_matrix[2][i] << 16);
  1775. //sample aspect ratio is new width/height divided by old width/height
  1776. st->sample_aspect_ratio = av_d2q(
  1777. ((double) disp_transform[0] * height) /
  1778. ((double) disp_transform[1] * width), INT_MAX);
  1779. }
  1780. return 0;
  1781. }
  1782. static int mov_read_tfhd(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  1783. {
  1784. MOVFragment *frag = &c->fragment;
  1785. MOVTrackExt *trex = NULL;
  1786. int flags, track_id, i;
  1787. avio_r8(pb); /* version */
  1788. flags = avio_rb24(pb);
  1789. track_id = avio_rb32(pb);
  1790. if (!track_id)
  1791. return -1;
  1792. frag->track_id = track_id;
  1793. for (i = 0; i < c->trex_count; i++)
  1794. if (c->trex_data[i].track_id == frag->track_id) {
  1795. trex = &c->trex_data[i];
  1796. break;
  1797. }
  1798. if (!trex) {
  1799. av_log(c->fc, AV_LOG_ERROR, "could not find corresponding trex\n");
  1800. return -1;
  1801. }
  1802. if (flags & 0x01) frag->base_data_offset = avio_rb64(pb);
  1803. else frag->base_data_offset = frag->moof_offset;
  1804. if (flags & 0x02) frag->stsd_id = avio_rb32(pb);
  1805. else frag->stsd_id = trex->stsd_id;
  1806. frag->duration = flags & 0x08 ? avio_rb32(pb) : trex->duration;
  1807. frag->size = flags & 0x10 ? avio_rb32(pb) : trex->size;
  1808. frag->flags = flags & 0x20 ? avio_rb32(pb) : trex->flags;
  1809. av_dlog(c->fc, "frag flags 0x%x\n", frag->flags);
  1810. return 0;
  1811. }
  1812. static int mov_read_chap(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  1813. {
  1814. c->chapter_track = avio_rb32(pb);
  1815. return 0;
  1816. }
  1817. static int mov_read_trex(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  1818. {
  1819. MOVTrackExt *trex;
  1820. if ((uint64_t)c->trex_count+1 >= UINT_MAX / sizeof(*c->trex_data))
  1821. return -1;
  1822. trex = av_realloc(c->trex_data, (c->trex_count+1)*sizeof(*c->trex_data));
  1823. if (!trex)
  1824. return AVERROR(ENOMEM);
  1825. c->trex_data = trex;
  1826. trex = &c->trex_data[c->trex_count++];
  1827. avio_r8(pb); /* version */
  1828. avio_rb24(pb); /* flags */
  1829. trex->track_id = avio_rb32(pb);
  1830. trex->stsd_id = avio_rb32(pb);
  1831. trex->duration = avio_rb32(pb);
  1832. trex->size = avio_rb32(pb);
  1833. trex->flags = avio_rb32(pb);
  1834. return 0;
  1835. }
  1836. static int mov_read_trun(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  1837. {
  1838. MOVFragment *frag = &c->fragment;
  1839. AVStream *st = NULL;
  1840. MOVStreamContext *sc;
  1841. MOVStts *ctts_data;
  1842. uint64_t offset;
  1843. int64_t dts;
  1844. int data_offset = 0;
  1845. unsigned entries, first_sample_flags = frag->flags;
  1846. int flags, distance, i;
  1847. for (i = 0; i < c->fc->nb_streams; i++) {
  1848. if (c->fc->streams[i]->id == frag->track_id) {
  1849. st = c->fc->streams[i];
  1850. break;
  1851. }
  1852. }
  1853. if (!st) {
  1854. av_log(c->fc, AV_LOG_ERROR, "could not find corresponding track id %d\n", frag->track_id);
  1855. return -1;
  1856. }
  1857. sc = st->priv_data;
  1858. if (sc->pseudo_stream_id+1 != frag->stsd_id)
  1859. return 0;
  1860. avio_r8(pb); /* version */
  1861. flags = avio_rb24(pb);
  1862. entries = avio_rb32(pb);
  1863. av_dlog(c->fc, "flags 0x%x entries %d\n", flags, entries);
  1864. /* Always assume the presence of composition time offsets.
  1865. * Without this assumption, for instance, we cannot deal with a track in fragmented movies that meet the following.
  1866. * 1) in the initial movie, there are no samples.
  1867. * 2) in the first movie fragment, there is only one sample without composition time offset.
  1868. * 3) in the subsequent movie fragments, there are samples with composition time offset. */
  1869. if (!sc->ctts_count && sc->sample_count)
  1870. {
  1871. /* Complement ctts table if moov atom doesn't have ctts atom. */
  1872. ctts_data = av_malloc(sizeof(*sc->ctts_data));
  1873. if (!ctts_data)
  1874. return AVERROR(ENOMEM);
  1875. sc->ctts_data = ctts_data;
  1876. sc->ctts_data[sc->ctts_count].count = sc->sample_count;
  1877. sc->ctts_data[sc->ctts_count].duration = 0;
  1878. sc->ctts_count++;
  1879. }
  1880. if ((uint64_t)entries+sc->ctts_count >= UINT_MAX/sizeof(*sc->ctts_data))
  1881. return -1;
  1882. ctts_data = av_realloc(sc->ctts_data,
  1883. (entries+sc->ctts_count)*sizeof(*sc->ctts_data));
  1884. if (!ctts_data)
  1885. return AVERROR(ENOMEM);
  1886. sc->ctts_data = ctts_data;
  1887. if (flags & 0x001) data_offset = avio_rb32(pb);
  1888. if (flags & 0x004) first_sample_flags = avio_rb32(pb);
  1889. dts = st->duration - sc->time_offset;
  1890. offset = frag->base_data_offset + data_offset;
  1891. distance = 0;
  1892. av_dlog(c->fc, "first sample flags 0x%x\n", first_sample_flags);
  1893. for (i = 0; i < entries; i++) {
  1894. unsigned sample_size = frag->size;
  1895. int sample_flags = i ? frag->flags : first_sample_flags;
  1896. unsigned sample_duration = frag->duration;
  1897. int keyframe;
  1898. if (flags & 0x100) sample_duration = avio_rb32(pb);
  1899. if (flags & 0x200) sample_size = avio_rb32(pb);
  1900. if (flags & 0x400) sample_flags = avio_rb32(pb);
  1901. sc->ctts_data[sc->ctts_count].count = 1;
  1902. sc->ctts_data[sc->ctts_count].duration = (flags & 0x800) ? avio_rb32(pb) : 0;
  1903. sc->ctts_count++;
  1904. if ((keyframe = st->codec->codec_type == AVMEDIA_TYPE_AUDIO ||
  1905. (flags & 0x004 && !i && !sample_flags) || sample_flags & 0x2000000))
  1906. distance = 0;
  1907. av_add_index_entry(st, offset, dts, sample_size, distance,
  1908. keyframe ? AVINDEX_KEYFRAME : 0);
  1909. av_dlog(c->fc, "AVIndex stream %d, sample %d, offset %"PRIx64", dts %"PRId64", "
  1910. "size %d, distance %d, keyframe %d\n", st->index, sc->sample_count+i,
  1911. offset, dts, sample_size, distance, keyframe);
  1912. distance++;
  1913. dts += sample_duration;
  1914. offset += sample_size;
  1915. }
  1916. frag->moof_offset = offset;
  1917. st->duration = dts + sc->time_offset;
  1918. return 0;
  1919. }
  1920. /* this atom should be null (from specs), but some buggy files put the 'moov' atom inside it... */
  1921. /* like the files created with Adobe Premiere 5.0, for samples see */
  1922. /* http://graphics.tudelft.nl/~wouter/publications/soundtests/ */
  1923. static int mov_read_wide(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  1924. {
  1925. int err;
  1926. if (atom.size < 8)
  1927. return 0; /* continue */
  1928. if (avio_rb32(pb) != 0) { /* 0 sized mdat atom... use the 'wide' atom size */
  1929. avio_skip(pb, atom.size - 4);
  1930. return 0;
  1931. }
  1932. atom.type = avio_rl32(pb);
  1933. atom.size -= 8;
  1934. if (atom.type != MKTAG('m','d','a','t')) {
  1935. avio_skip(pb, atom.size);
  1936. return 0;
  1937. }
  1938. err = mov_read_mdat(c, pb, atom);
  1939. return err;
  1940. }
  1941. static int mov_read_cmov(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  1942. {
  1943. #if CONFIG_ZLIB
  1944. AVIOContext ctx;
  1945. uint8_t *cmov_data;
  1946. uint8_t *moov_data; /* uncompressed data */
  1947. long cmov_len, moov_len;
  1948. int ret = -1;
  1949. avio_rb32(pb); /* dcom atom */
  1950. if (avio_rl32(pb) != MKTAG('d','c','o','m'))
  1951. return -1;
  1952. if (avio_rl32(pb) != MKTAG('z','l','i','b')) {
  1953. av_log(c->fc, AV_LOG_ERROR, "unknown compression for cmov atom !");
  1954. return -1;
  1955. }
  1956. avio_rb32(pb); /* cmvd atom */
  1957. if (avio_rl32(pb) != MKTAG('c','m','v','d'))
  1958. return -1;
  1959. moov_len = avio_rb32(pb); /* uncompressed size */
  1960. cmov_len = atom.size - 6 * 4;
  1961. cmov_data = av_malloc(cmov_len);
  1962. if (!cmov_data)
  1963. return AVERROR(ENOMEM);
  1964. moov_data = av_malloc(moov_len);
  1965. if (!moov_data) {
  1966. av_free(cmov_data);
  1967. return AVERROR(ENOMEM);
  1968. }
  1969. avio_read(pb, cmov_data, cmov_len);
  1970. if (uncompress (moov_data, (uLongf *) &moov_len, (const Bytef *)cmov_data, cmov_len) != Z_OK)
  1971. goto free_and_return;
  1972. if (ffio_init_context(&ctx, moov_data, moov_len, 0, NULL, NULL, NULL, NULL) != 0)
  1973. goto free_and_return;
  1974. atom.type = MKTAG('m','o','o','v');
  1975. atom.size = moov_len;
  1976. ret = mov_read_default(c, &ctx, atom);
  1977. free_and_return:
  1978. av_free(moov_data);
  1979. av_free(cmov_data);
  1980. return ret;
  1981. #else
  1982. av_log(c->fc, AV_LOG_ERROR, "this file requires zlib support compiled in\n");
  1983. return -1;
  1984. #endif
  1985. }
  1986. /* edit list atom */
  1987. static int mov_read_elst(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  1988. {
  1989. MOVStreamContext *sc;
  1990. int i, edit_count, version, edit_start_index = 0;
  1991. if (c->fc->nb_streams < 1)
  1992. return 0;
  1993. sc = c->fc->streams[c->fc->nb_streams-1]->priv_data;
  1994. version = avio_r8(pb); /* version */
  1995. avio_rb24(pb); /* flags */
  1996. edit_count = avio_rb32(pb); /* entries */
  1997. if ((uint64_t)edit_count*12+8 > atom.size)
  1998. return -1;
  1999. for (i=0; i<edit_count; i++){
  2000. int64_t time;
  2001. int64_t duration;
  2002. if (version == 1) {
  2003. duration = avio_rb64(pb);
  2004. time = avio_rb64(pb);
  2005. } else {
  2006. duration = avio_rb32(pb); /* segment duration */
  2007. time = (int32_t)avio_rb32(pb); /* media time */
  2008. }
  2009. avio_rb32(pb); /* Media rate */
  2010. if (i == 0 && time == -1) {
  2011. sc->empty_duration = duration;
  2012. edit_start_index = 1;
  2013. } else if (i == edit_start_index && time >= 0)
  2014. sc->start_time = time;
  2015. }
  2016. if (edit_count > 1)
  2017. av_log(c->fc, AV_LOG_WARNING, "multiple edit list entries, "
  2018. "a/v desync might occur, patch welcome\n");
  2019. av_dlog(c->fc, "track[%i].edit_count = %i\n", c->fc->nb_streams-1, edit_count);
  2020. return 0;
  2021. }
  2022. static int mov_read_chan(MOVContext *c, AVIOContext *pb, MOVAtom atom)
  2023. {
  2024. if (atom.size < 16)
  2025. return AVERROR_INVALIDDATA;
  2026. avio_skip(pb, 4);
  2027. ff_mov_read_chan(c->fc, atom.size - 4, c->fc->streams[0]->codec);
  2028. return 0;
  2029. }
  2030. static const MOVParseTableEntry mov_default_parse_table[] = {
  2031. { MKTAG('a','v','s','s'), mov_read_avss },
  2032. { MKTAG('c','h','p','l'), mov_read_chpl },
  2033. { MKTAG('c','o','6','4'), mov_read_stco },
  2034. { MKTAG('c','t','t','s'), mov_read_ctts }, /* composition time to sample */
  2035. { MKTAG('d','i','n','f'), mov_read_default },
  2036. { MKTAG('d','r','e','f'), mov_read_dref },
  2037. { MKTAG('e','d','t','s'), mov_read_default },
  2038. { MKTAG('e','l','s','t'), mov_read_elst },
  2039. { MKTAG('e','n','d','a'), mov_read_enda },
  2040. { MKTAG('f','i','e','l'), mov_read_fiel },
  2041. { MKTAG('f','t','y','p'), mov_read_ftyp },
  2042. { MKTAG('g','l','b','l'), mov_read_glbl },
  2043. { MKTAG('h','d','l','r'), mov_read_hdlr },
  2044. { MKTAG('i','l','s','t'), mov_read_ilst },
  2045. { MKTAG('j','p','2','h'), mov_read_jp2h },
  2046. { MKTAG('m','d','a','t'), mov_read_mdat },
  2047. { MKTAG('m','d','h','d'), mov_read_mdhd },
  2048. { MKTAG('m','d','i','a'), mov_read_default },
  2049. { MKTAG('m','e','t','a'), mov_read_meta },
  2050. { MKTAG('m','i','n','f'), mov_read_default },
  2051. { MKTAG('m','o','o','f'), mov_read_moof },
  2052. { MKTAG('m','o','o','v'), mov_read_moov },
  2053. { MKTAG('m','v','e','x'), mov_read_default },
  2054. { MKTAG('m','v','h','d'), mov_read_mvhd },
  2055. { MKTAG('S','M','I',' '), mov_read_smi }, /* Sorenson extension ??? */
  2056. { MKTAG('a','l','a','c'), mov_read_alac }, /* alac specific atom */
  2057. { MKTAG('a','v','c','C'), mov_read_glbl },
  2058. { MKTAG('p','a','s','p'), mov_read_pasp },
  2059. { MKTAG('s','t','b','l'), mov_read_default },
  2060. { MKTAG('s','t','c','o'), mov_read_stco },
  2061. { MKTAG('s','t','p','s'), mov_read_stps },
  2062. { MKTAG('s','t','r','f'), mov_read_strf },
  2063. { MKTAG('s','t','s','c'), mov_read_stsc },
  2064. { MKTAG('s','t','s','d'), mov_read_stsd }, /* sample description */
  2065. { MKTAG('s','t','s','s'), mov_read_stss }, /* sync sample */
  2066. { MKTAG('s','t','s','z'), mov_read_stsz }, /* sample size */
  2067. { MKTAG('s','t','t','s'), mov_read_stts },
  2068. { MKTAG('s','t','z','2'), mov_read_stsz }, /* compact sample size */
  2069. { MKTAG('t','k','h','d'), mov_read_tkhd }, /* track header */
  2070. { MKTAG('t','f','h','d'), mov_read_tfhd }, /* track fragment header */
  2071. { MKTAG('t','r','a','k'), mov_read_trak },
  2072. { MKTAG('t','r','a','f'), mov_read_default },
  2073. { MKTAG('t','r','e','f'), mov_read_default },
  2074. { MKTAG('c','h','a','p'), mov_read_chap },
  2075. { MKTAG('t','r','e','x'), mov_read_trex },
  2076. { MKTAG('t','r','u','n'), mov_read_trun },
  2077. { MKTAG('u','d','t','a'), mov_read_default },
  2078. { MKTAG('w','a','v','e'), mov_read_wave },
  2079. { MKTAG('e','s','d','s'), mov_read_esds },
  2080. { MKTAG('d','a','c','3'), mov_read_dac3 }, /* AC-3 info */
  2081. { MKTAG('w','i','d','e'), mov_read_wide }, /* place holder */
  2082. { MKTAG('w','f','e','x'), mov_read_wfex },
  2083. { MKTAG('c','m','o','v'), mov_read_cmov },
  2084. { MKTAG('c','h','a','n'), mov_read_chan },
  2085. { 0, NULL }
  2086. };
  2087. static int mov_probe(AVProbeData *p)
  2088. {
  2089. unsigned int offset;
  2090. uint32_t tag;
  2091. int score = 0;
  2092. /* check file header */
  2093. offset = 0;
  2094. for (;;) {
  2095. /* ignore invalid offset */
  2096. if ((offset + 8) > (unsigned int)p->buf_size)
  2097. return score;
  2098. tag = AV_RL32(p->buf + offset + 4);
  2099. switch(tag) {
  2100. /* check for obvious tags */
  2101. case MKTAG('j','P',' ',' '): /* jpeg 2000 signature */
  2102. case MKTAG('m','o','o','v'):
  2103. case MKTAG('m','d','a','t'):
  2104. case MKTAG('p','n','o','t'): /* detect movs with preview pics like ew.mov and april.mov */
  2105. case MKTAG('u','d','t','a'): /* Packet Video PVAuthor adds this and a lot of more junk */
  2106. case MKTAG('f','t','y','p'):
  2107. return AVPROBE_SCORE_MAX;
  2108. /* those are more common words, so rate then a bit less */
  2109. case MKTAG('e','d','i','w'): /* xdcam files have reverted first tags */
  2110. case MKTAG('w','i','d','e'):
  2111. case MKTAG('f','r','e','e'):
  2112. case MKTAG('j','u','n','k'):
  2113. case MKTAG('p','i','c','t'):
  2114. return AVPROBE_SCORE_MAX - 5;
  2115. case MKTAG(0x82,0x82,0x7f,0x7d):
  2116. case MKTAG('s','k','i','p'):
  2117. case MKTAG('u','u','i','d'):
  2118. case MKTAG('p','r','f','l'):
  2119. offset = AV_RB32(p->buf+offset) + offset;
  2120. /* if we only find those cause probedata is too small at least rate them */
  2121. score = AVPROBE_SCORE_MAX - 50;
  2122. break;
  2123. default:
  2124. /* unrecognized tag */
  2125. return score;
  2126. }
  2127. }
  2128. }
  2129. // must be done after parsing all trak because there's no order requirement
  2130. static void mov_read_chapters(AVFormatContext *s)
  2131. {
  2132. MOVContext *mov = s->priv_data;
  2133. AVStream *st = NULL;
  2134. MOVStreamContext *sc;
  2135. int64_t cur_pos;
  2136. int i;
  2137. for (i = 0; i < s->nb_streams; i++)
  2138. if (s->streams[i]->id == mov->chapter_track) {
  2139. st = s->streams[i];
  2140. break;
  2141. }
  2142. if (!st) {
  2143. av_log(s, AV_LOG_ERROR, "Referenced QT chapter track not found\n");
  2144. return;
  2145. }
  2146. st->discard = AVDISCARD_ALL;
  2147. sc = st->priv_data;
  2148. cur_pos = avio_tell(sc->pb);
  2149. for (i = 0; i < st->nb_index_entries; i++) {
  2150. AVIndexEntry *sample = &st->index_entries[i];
  2151. int64_t end = i+1 < st->nb_index_entries ? st->index_entries[i+1].timestamp : st->duration;
  2152. uint8_t *title;
  2153. uint16_t ch;
  2154. int len, title_len;
  2155. if (avio_seek(sc->pb, sample->pos, SEEK_SET) != sample->pos) {
  2156. av_log(s, AV_LOG_ERROR, "Chapter %d not found in file\n", i);
  2157. goto finish;
  2158. }
  2159. // the first two bytes are the length of the title
  2160. len = avio_rb16(sc->pb);
  2161. if (len > sample->size-2)
  2162. continue;
  2163. title_len = 2*len + 1;
  2164. if (!(title = av_mallocz(title_len)))
  2165. goto finish;
  2166. // The samples could theoretically be in any encoding if there's an encd
  2167. // atom following, but in practice are only utf-8 or utf-16, distinguished
  2168. // instead by the presence of a BOM
  2169. if (!len) {
  2170. title[0] = 0;
  2171. } else {
  2172. ch = avio_rb16(sc->pb);
  2173. if (ch == 0xfeff)
  2174. avio_get_str16be(sc->pb, len, title, title_len);
  2175. else if (ch == 0xfffe)
  2176. avio_get_str16le(sc->pb, len, title, title_len);
  2177. else {
  2178. AV_WB16(title, ch);
  2179. if (len == 1 || len == 2)
  2180. title[len] = 0;
  2181. else
  2182. get_strz(sc->pb, title + 2, len - 1);
  2183. }
  2184. }
  2185. avpriv_new_chapter(s, i, st->time_base, sample->timestamp, end, title);
  2186. av_freep(&title);
  2187. }
  2188. finish:
  2189. avio_seek(sc->pb, cur_pos, SEEK_SET);
  2190. }
  2191. static int mov_read_header(AVFormatContext *s, AVFormatParameters *ap)
  2192. {
  2193. MOVContext *mov = s->priv_data;
  2194. AVIOContext *pb = s->pb;
  2195. int err;
  2196. MOVAtom atom = { AV_RL32("root") };
  2197. mov->fc = s;
  2198. /* .mov and .mp4 aren't streamable anyway (only progressive download if moov is before mdat) */
  2199. if (pb->seekable)
  2200. atom.size = avio_size(pb);
  2201. else
  2202. atom.size = INT64_MAX;
  2203. /* check MOV header */
  2204. if ((err = mov_read_default(mov, pb, atom)) < 0) {
  2205. av_log(s, AV_LOG_ERROR, "error reading header: %d\n", err);
  2206. return err;
  2207. }
  2208. if (!mov->found_moov) {
  2209. av_log(s, AV_LOG_ERROR, "moov atom not found\n");
  2210. return -1;
  2211. }
  2212. av_dlog(mov->fc, "on_parse_exit_offset=%"PRId64"\n", avio_tell(pb));
  2213. if (pb->seekable && mov->chapter_track > 0)
  2214. mov_read_chapters(s);
  2215. return 0;
  2216. }
  2217. static AVIndexEntry *mov_find_next_sample(AVFormatContext *s, AVStream **st)
  2218. {
  2219. AVIndexEntry *sample = NULL;
  2220. int64_t best_dts = INT64_MAX;
  2221. int i;
  2222. for (i = 0; i < s->nb_streams; i++) {
  2223. AVStream *avst = s->streams[i];
  2224. MOVStreamContext *msc = avst->priv_data;
  2225. if (msc->pb && msc->current_sample < avst->nb_index_entries) {
  2226. AVIndexEntry *current_sample = &avst->index_entries[msc->current_sample];
  2227. int64_t dts = av_rescale(current_sample->timestamp, AV_TIME_BASE, msc->time_scale);
  2228. av_dlog(s, "stream %d, sample %d, dts %"PRId64"\n", i, msc->current_sample, dts);
  2229. if (!sample || (!s->pb->seekable && current_sample->pos < sample->pos) ||
  2230. (s->pb->seekable &&
  2231. ((msc->pb != s->pb && dts < best_dts) || (msc->pb == s->pb &&
  2232. ((FFABS(best_dts - dts) <= AV_TIME_BASE && current_sample->pos < sample->pos) ||
  2233. (FFABS(best_dts - dts) > AV_TIME_BASE && dts < best_dts)))))) {
  2234. sample = current_sample;
  2235. best_dts = dts;
  2236. *st = avst;
  2237. }
  2238. }
  2239. }
  2240. return sample;
  2241. }
  2242. static int mov_read_packet(AVFormatContext *s, AVPacket *pkt)
  2243. {
  2244. MOVContext *mov = s->priv_data;
  2245. MOVStreamContext *sc;
  2246. AVIndexEntry *sample;
  2247. AVStream *st = NULL;
  2248. int ret;
  2249. retry:
  2250. sample = mov_find_next_sample(s, &st);
  2251. if (!sample) {
  2252. mov->found_mdat = 0;
  2253. if (s->pb->seekable||
  2254. mov_read_default(mov, s->pb, (MOVAtom){ AV_RL32("root"), INT64_MAX }) < 0 ||
  2255. url_feof(s->pb))
  2256. return AVERROR_EOF;
  2257. av_dlog(s, "read fragments, offset 0x%"PRIx64"\n", avio_tell(s->pb));
  2258. goto retry;
  2259. }
  2260. sc = st->priv_data;
  2261. /* must be done just before reading, to avoid infinite loop on sample */
  2262. sc->current_sample++;
  2263. if (st->discard != AVDISCARD_ALL) {
  2264. if (avio_seek(sc->pb, sample->pos, SEEK_SET) != sample->pos) {
  2265. av_log(mov->fc, AV_LOG_ERROR, "stream %d, offset 0x%"PRIx64": partial file\n",
  2266. sc->ffindex, sample->pos);
  2267. return -1;
  2268. }
  2269. ret = av_get_packet(sc->pb, pkt, sample->size);
  2270. if (ret < 0)
  2271. return ret;
  2272. if (sc->has_palette) {
  2273. uint8_t *pal;
  2274. pal = av_packet_new_side_data(pkt, AV_PKT_DATA_PALETTE, AVPALETTE_SIZE);
  2275. if (!pal) {
  2276. av_log(mov->fc, AV_LOG_ERROR, "Cannot append palette to packet\n");
  2277. } else {
  2278. memcpy(pal, sc->palette, AVPALETTE_SIZE);
  2279. sc->has_palette = 0;
  2280. }
  2281. }
  2282. #if CONFIG_DV_DEMUXER
  2283. if (mov->dv_demux && sc->dv_audio_container) {
  2284. avpriv_dv_produce_packet(mov->dv_demux, pkt, pkt->data, pkt->size, pkt->pos);
  2285. av_free(pkt->data);
  2286. pkt->size = 0;
  2287. ret = avpriv_dv_get_packet(mov->dv_demux, pkt);
  2288. if (ret < 0)
  2289. return ret;
  2290. }
  2291. #endif
  2292. }
  2293. pkt->stream_index = sc->ffindex;
  2294. pkt->dts = sample->timestamp;
  2295. if (sc->ctts_data) {
  2296. pkt->pts = pkt->dts + sc->dts_shift + sc->ctts_data[sc->ctts_index].duration;
  2297. /* update ctts context */
  2298. sc->ctts_sample++;
  2299. if (sc->ctts_index < sc->ctts_count &&
  2300. sc->ctts_data[sc->ctts_index].count == sc->ctts_sample) {
  2301. sc->ctts_index++;
  2302. sc->ctts_sample = 0;
  2303. }
  2304. if (sc->wrong_dts)
  2305. pkt->dts = AV_NOPTS_VALUE;
  2306. } else {
  2307. int64_t next_dts = (sc->current_sample < st->nb_index_entries) ?
  2308. st->index_entries[sc->current_sample].timestamp : st->duration;
  2309. pkt->duration = next_dts - pkt->dts;
  2310. pkt->pts = pkt->dts;
  2311. }
  2312. if (st->discard == AVDISCARD_ALL)
  2313. goto retry;
  2314. pkt->flags |= sample->flags & AVINDEX_KEYFRAME ? AV_PKT_FLAG_KEY : 0;
  2315. pkt->pos = sample->pos;
  2316. av_dlog(s, "stream %d, pts %"PRId64", dts %"PRId64", pos 0x%"PRIx64", duration %d\n",
  2317. pkt->stream_index, pkt->pts, pkt->dts, pkt->pos, pkt->duration);
  2318. return 0;
  2319. }
  2320. static int mov_seek_stream(AVFormatContext *s, AVStream *st, int64_t timestamp, int flags)
  2321. {
  2322. MOVStreamContext *sc = st->priv_data;
  2323. int sample, time_sample;
  2324. int i;
  2325. sample = av_index_search_timestamp(st, timestamp, flags);
  2326. av_dlog(s, "stream %d, timestamp %"PRId64", sample %d\n", st->index, timestamp, sample);
  2327. if (sample < 0 && st->nb_index_entries && timestamp < st->index_entries[0].timestamp)
  2328. sample = 0;
  2329. if (sample < 0) /* not sure what to do */
  2330. return -1;
  2331. sc->current_sample = sample;
  2332. av_dlog(s, "stream %d, found sample %d\n", st->index, sc->current_sample);
  2333. /* adjust ctts index */
  2334. if (sc->ctts_data) {
  2335. time_sample = 0;
  2336. for (i = 0; i < sc->ctts_count; i++) {
  2337. int next = time_sample + sc->ctts_data[i].count;
  2338. if (next > sc->current_sample) {
  2339. sc->ctts_index = i;
  2340. sc->ctts_sample = sc->current_sample - time_sample;
  2341. break;
  2342. }
  2343. time_sample = next;
  2344. }
  2345. }
  2346. return sample;
  2347. }
  2348. static int mov_read_seek(AVFormatContext *s, int stream_index, int64_t sample_time, int flags)
  2349. {
  2350. AVStream *st;
  2351. int64_t seek_timestamp, timestamp;
  2352. int sample;
  2353. int i;
  2354. if (stream_index >= s->nb_streams)
  2355. return -1;
  2356. if (sample_time < 0)
  2357. sample_time = 0;
  2358. st = s->streams[stream_index];
  2359. sample = mov_seek_stream(s, st, sample_time, flags);
  2360. if (sample < 0)
  2361. return -1;
  2362. /* adjust seek timestamp to found sample timestamp */
  2363. seek_timestamp = st->index_entries[sample].timestamp;
  2364. for (i = 0; i < s->nb_streams; i++) {
  2365. st = s->streams[i];
  2366. if (stream_index == i)
  2367. continue;
  2368. timestamp = av_rescale_q(seek_timestamp, s->streams[stream_index]->time_base, st->time_base);
  2369. mov_seek_stream(s, st, timestamp, flags);
  2370. }
  2371. return 0;
  2372. }
  2373. static int mov_read_close(AVFormatContext *s)
  2374. {
  2375. MOVContext *mov = s->priv_data;
  2376. int i, j;
  2377. for (i = 0; i < s->nb_streams; i++) {
  2378. AVStream *st = s->streams[i];
  2379. MOVStreamContext *sc = st->priv_data;
  2380. av_freep(&sc->ctts_data);
  2381. for (j = 0; j < sc->drefs_count; j++) {
  2382. av_freep(&sc->drefs[j].path);
  2383. av_freep(&sc->drefs[j].dir);
  2384. }
  2385. av_freep(&sc->drefs);
  2386. if (sc->pb && sc->pb != s->pb)
  2387. avio_close(sc->pb);
  2388. }
  2389. if (mov->dv_demux) {
  2390. for (i = 0; i < mov->dv_fctx->nb_streams; i++) {
  2391. av_freep(&mov->dv_fctx->streams[i]->codec);
  2392. av_freep(&mov->dv_fctx->streams[i]);
  2393. }
  2394. av_freep(&mov->dv_fctx);
  2395. av_freep(&mov->dv_demux);
  2396. }
  2397. av_freep(&mov->trex_data);
  2398. return 0;
  2399. }
  2400. AVInputFormat ff_mov_demuxer = {
  2401. .name = "mov,mp4,m4a,3gp,3g2,mj2",
  2402. .long_name = NULL_IF_CONFIG_SMALL("QuickTime/MPEG-4/Motion JPEG 2000 format"),
  2403. .priv_data_size = sizeof(MOVContext),
  2404. .read_probe = mov_probe,
  2405. .read_header = mov_read_header,
  2406. .read_packet = mov_read_packet,
  2407. .read_close = mov_read_close,
  2408. .read_seek = mov_read_seek,
  2409. };