You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

7346 lines
268KB

  1. /*
  2. * MOV, 3GP, MP4 muxer
  3. * Copyright (c) 2003 Thomas Raivio
  4. * Copyright (c) 2004 Gildas Bazin <gbazin at videolan dot org>
  5. * Copyright (c) 2009 Baptiste Coudurier <baptiste dot coudurier at gmail dot com>
  6. *
  7. * This file is part of FFmpeg.
  8. *
  9. * FFmpeg is free software; you can redistribute it and/or
  10. * modify it under the terms of the GNU Lesser General Public
  11. * License as published by the Free Software Foundation; either
  12. * version 2.1 of the License, or (at your option) any later version.
  13. *
  14. * FFmpeg is distributed in the hope that it will be useful,
  15. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  16. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  17. * Lesser General Public License for more details.
  18. *
  19. * You should have received a copy of the GNU Lesser General Public
  20. * License along with FFmpeg; if not, write to the Free Software
  21. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  22. */
  23. #include <stdint.h>
  24. #include <inttypes.h>
  25. #include "movenc.h"
  26. #include "avformat.h"
  27. #include "avio_internal.h"
  28. #include "riff.h"
  29. #include "avio.h"
  30. #include "isom.h"
  31. #include "av1.h"
  32. #include "avc.h"
  33. #include "libavcodec/ac3_parser_internal.h"
  34. #include "libavcodec/dnxhddata.h"
  35. #include "libavcodec/flac.h"
  36. #include "libavcodec/get_bits.h"
  37. #include "libavcodec/internal.h"
  38. #include "libavcodec/put_bits.h"
  39. #include "libavcodec/vc1_common.h"
  40. #include "libavcodec/raw.h"
  41. #include "internal.h"
  42. #include "libavutil/avstring.h"
  43. #include "libavutil/intfloat.h"
  44. #include "libavutil/mathematics.h"
  45. #include "libavutil/libm.h"
  46. #include "libavutil/opt.h"
  47. #include "libavutil/dict.h"
  48. #include "libavutil/pixdesc.h"
  49. #include "libavutil/stereo3d.h"
  50. #include "libavutil/timecode.h"
  51. #include "libavutil/dovi_meta.h"
  52. #include "libavutil/color_utils.h"
  53. #include "hevc.h"
  54. #include "rtpenc.h"
  55. #include "mov_chan.h"
  56. #include "vpcc.h"
  57. static const AVOption options[] = {
  58. { "movflags", "MOV muxer flags", offsetof(MOVMuxContext, flags), AV_OPT_TYPE_FLAGS, {.i64 = 0}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  59. { "rtphint", "Add RTP hint tracks", 0, AV_OPT_TYPE_CONST, {.i64 = FF_MOV_FLAG_RTP_HINT}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  60. { "moov_size", "maximum moov size so it can be placed at the begin", offsetof(MOVMuxContext, reserved_moov_size), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, 0 },
  61. { "empty_moov", "Make the initial moov atom empty", 0, AV_OPT_TYPE_CONST, {.i64 = FF_MOV_FLAG_EMPTY_MOOV}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  62. { "frag_keyframe", "Fragment at video keyframes", 0, AV_OPT_TYPE_CONST, {.i64 = FF_MOV_FLAG_FRAG_KEYFRAME}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  63. { "frag_every_frame", "Fragment at every frame", 0, AV_OPT_TYPE_CONST, {.i64 = FF_MOV_FLAG_FRAG_EVERY_FRAME}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  64. { "separate_moof", "Write separate moof/mdat atoms for each track", 0, AV_OPT_TYPE_CONST, {.i64 = FF_MOV_FLAG_SEPARATE_MOOF}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  65. { "frag_custom", "Flush fragments on caller requests", 0, AV_OPT_TYPE_CONST, {.i64 = FF_MOV_FLAG_FRAG_CUSTOM}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  66. { "isml", "Create a live smooth streaming feed (for pushing to a publishing point)", 0, AV_OPT_TYPE_CONST, {.i64 = FF_MOV_FLAG_ISML}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  67. { "faststart", "Run a second pass to put the index (moov atom) at the beginning of the file", 0, AV_OPT_TYPE_CONST, {.i64 = FF_MOV_FLAG_FASTSTART}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  68. { "omit_tfhd_offset", "Omit the base data offset in tfhd atoms", 0, AV_OPT_TYPE_CONST, {.i64 = FF_MOV_FLAG_OMIT_TFHD_OFFSET}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  69. { "disable_chpl", "Disable Nero chapter atom", 0, AV_OPT_TYPE_CONST, {.i64 = FF_MOV_FLAG_DISABLE_CHPL}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  70. { "default_base_moof", "Set the default-base-is-moof flag in tfhd atoms", 0, AV_OPT_TYPE_CONST, {.i64 = FF_MOV_FLAG_DEFAULT_BASE_MOOF}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  71. { "dash", "Write DASH compatible fragmented MP4", 0, AV_OPT_TYPE_CONST, {.i64 = FF_MOV_FLAG_DASH}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  72. { "cmaf", "Write CMAF compatible fragmented MP4", 0, AV_OPT_TYPE_CONST, {.i64 = FF_MOV_FLAG_CMAF}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  73. { "frag_discont", "Signal that the next fragment is discontinuous from earlier ones", 0, AV_OPT_TYPE_CONST, {.i64 = FF_MOV_FLAG_FRAG_DISCONT}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  74. { "delay_moov", "Delay writing the initial moov until the first fragment is cut, or until the first fragment flush", 0, AV_OPT_TYPE_CONST, {.i64 = FF_MOV_FLAG_DELAY_MOOV}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  75. { "global_sidx", "Write a global sidx index at the start of the file", 0, AV_OPT_TYPE_CONST, {.i64 = FF_MOV_FLAG_GLOBAL_SIDX}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  76. { "skip_sidx", "Skip writing of sidx atom", 0, AV_OPT_TYPE_CONST, {.i64 = FF_MOV_FLAG_SKIP_SIDX}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  77. { "write_colr", "Write colr atom even if the color info is unspecified (Experimental, may be renamed or changed, do not use from scripts)", 0, AV_OPT_TYPE_CONST, {.i64 = FF_MOV_FLAG_WRITE_COLR}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  78. { "prefer_icc", "If writing colr atom prioritise usage of ICC profile if it exists in stream packet side data", 0, AV_OPT_TYPE_CONST, {.i64 = FF_MOV_FLAG_PREFER_ICC}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  79. { "write_gama", "Write deprecated gama atom", 0, AV_OPT_TYPE_CONST, {.i64 = FF_MOV_FLAG_WRITE_GAMA}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  80. { "use_metadata_tags", "Use mdta atom for metadata.", 0, AV_OPT_TYPE_CONST, {.i64 = FF_MOV_FLAG_USE_MDTA}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  81. { "skip_trailer", "Skip writing the mfra/tfra/mfro trailer for fragmented files", 0, AV_OPT_TYPE_CONST, {.i64 = FF_MOV_FLAG_SKIP_TRAILER}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  82. { "negative_cts_offsets", "Use negative CTS offsets (reducing the need for edit lists)", 0, AV_OPT_TYPE_CONST, {.i64 = FF_MOV_FLAG_NEGATIVE_CTS_OFFSETS}, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM, "movflags" },
  83. FF_RTP_FLAG_OPTS(MOVMuxContext, rtp_flags),
  84. { "skip_iods", "Skip writing iods atom.", offsetof(MOVMuxContext, iods_skip), AV_OPT_TYPE_BOOL, {.i64 = 1}, 0, 1, AV_OPT_FLAG_ENCODING_PARAM},
  85. { "iods_audio_profile", "iods audio profile atom.", offsetof(MOVMuxContext, iods_audio_profile), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 255, AV_OPT_FLAG_ENCODING_PARAM},
  86. { "iods_video_profile", "iods video profile atom.", offsetof(MOVMuxContext, iods_video_profile), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 255, AV_OPT_FLAG_ENCODING_PARAM},
  87. { "frag_duration", "Maximum fragment duration", offsetof(MOVMuxContext, max_fragment_duration), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM},
  88. { "min_frag_duration", "Minimum fragment duration", offsetof(MOVMuxContext, min_fragment_duration), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM},
  89. { "frag_size", "Maximum fragment size", offsetof(MOVMuxContext, max_fragment_size), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM},
  90. { "ism_lookahead", "Number of lookahead entries for ISM files", offsetof(MOVMuxContext, ism_lookahead), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM},
  91. { "video_track_timescale", "set timescale of all video tracks", offsetof(MOVMuxContext, video_track_timescale), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM},
  92. { "brand", "Override major brand", offsetof(MOVMuxContext, major_brand), AV_OPT_TYPE_STRING, {.str = NULL}, .flags = AV_OPT_FLAG_ENCODING_PARAM },
  93. { "use_editlist", "use edit list", offsetof(MOVMuxContext, use_editlist), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, AV_OPT_FLAG_ENCODING_PARAM},
  94. { "fragment_index", "Fragment number of the next fragment", offsetof(MOVMuxContext, fragments), AV_OPT_TYPE_INT, {.i64 = 1}, 1, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM},
  95. { "mov_gamma", "gamma value for gama atom", offsetof(MOVMuxContext, gamma), AV_OPT_TYPE_FLOAT, {.dbl = 0.0 }, 0.0, 10, AV_OPT_FLAG_ENCODING_PARAM},
  96. { "frag_interleave", "Interleave samples within fragments (max number of consecutive samples, lower is tighter interleaving, but with more overhead)", offsetof(MOVMuxContext, frag_interleave), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM },
  97. { "encryption_scheme", "Configures the encryption scheme, allowed values are none, cenc-aes-ctr", offsetof(MOVMuxContext, encryption_scheme_str), AV_OPT_TYPE_STRING, {.str = NULL}, .flags = AV_OPT_FLAG_ENCODING_PARAM },
  98. { "encryption_key", "The media encryption key (hex)", offsetof(MOVMuxContext, encryption_key), AV_OPT_TYPE_BINARY, .flags = AV_OPT_FLAG_ENCODING_PARAM },
  99. { "encryption_kid", "The media encryption key identifier (hex)", offsetof(MOVMuxContext, encryption_kid), AV_OPT_TYPE_BINARY, .flags = AV_OPT_FLAG_ENCODING_PARAM },
  100. { "use_stream_ids_as_track_ids", "use stream ids as track ids", offsetof(MOVMuxContext, use_stream_ids_as_track_ids), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, AV_OPT_FLAG_ENCODING_PARAM},
  101. { "write_tmcd", "force or disable writing tmcd", offsetof(MOVMuxContext, write_tmcd), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, AV_OPT_FLAG_ENCODING_PARAM},
  102. { "write_prft", "Write producer reference time box with specified time source", offsetof(MOVMuxContext, write_prft), AV_OPT_TYPE_INT, {.i64 = MOV_PRFT_NONE}, 0, MOV_PRFT_NB-1, AV_OPT_FLAG_ENCODING_PARAM, "prft"},
  103. { "wallclock", NULL, 0, AV_OPT_TYPE_CONST, {.i64 = MOV_PRFT_SRC_WALLCLOCK}, 0, 0, AV_OPT_FLAG_ENCODING_PARAM, "prft"},
  104. { "pts", NULL, 0, AV_OPT_TYPE_CONST, {.i64 = MOV_PRFT_SRC_PTS}, 0, 0, AV_OPT_FLAG_ENCODING_PARAM, "prft"},
  105. { "empty_hdlr_name", "write zero-length name string in hdlr atoms within mdia and minf atoms", offsetof(MOVMuxContext, empty_hdlr_name), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, AV_OPT_FLAG_ENCODING_PARAM},
  106. { NULL },
  107. };
  108. #define MOV_CLASS(flavor)\
  109. static const AVClass flavor ## _muxer_class = {\
  110. .class_name = #flavor " muxer",\
  111. .item_name = av_default_item_name,\
  112. .option = options,\
  113. .version = LIBAVUTIL_VERSION_INT,\
  114. };
  115. static int get_moov_size(AVFormatContext *s);
  116. static int utf8len(const uint8_t *b)
  117. {
  118. int len = 0;
  119. int val;
  120. while (*b) {
  121. GET_UTF8(val, *b++, return -1;)
  122. len++;
  123. }
  124. return len;
  125. }
  126. //FIXME support 64 bit variant with wide placeholders
  127. static int64_t update_size(AVIOContext *pb, int64_t pos)
  128. {
  129. int64_t curpos = avio_tell(pb);
  130. avio_seek(pb, pos, SEEK_SET);
  131. avio_wb32(pb, curpos - pos); /* rewrite size */
  132. avio_seek(pb, curpos, SEEK_SET);
  133. return curpos - pos;
  134. }
  135. static int co64_required(const MOVTrack *track)
  136. {
  137. if (track->entry > 0 && track->cluster[track->entry - 1].pos + track->data_offset > UINT32_MAX)
  138. return 1;
  139. return 0;
  140. }
  141. static int is_cover_image(const AVStream *st)
  142. {
  143. /* Eg. AV_DISPOSITION_ATTACHED_PIC | AV_DISPOSITION_TIMED_THUMBNAILS
  144. * is encoded as sparse video track */
  145. return st && st->disposition == AV_DISPOSITION_ATTACHED_PIC;
  146. }
  147. static int rtp_hinting_needed(const AVStream *st)
  148. {
  149. /* Add hint tracks for each real audio and video stream */
  150. if (is_cover_image(st))
  151. return 0;
  152. return st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO ||
  153. st->codecpar->codec_type == AVMEDIA_TYPE_AUDIO;
  154. }
  155. /* Chunk offset atom */
  156. static int mov_write_stco_tag(AVIOContext *pb, MOVTrack *track)
  157. {
  158. int i;
  159. int mode64 = co64_required(track); // use 32 bit size variant if possible
  160. int64_t pos = avio_tell(pb);
  161. avio_wb32(pb, 0); /* size */
  162. if (mode64)
  163. ffio_wfourcc(pb, "co64");
  164. else
  165. ffio_wfourcc(pb, "stco");
  166. avio_wb32(pb, 0); /* version & flags */
  167. avio_wb32(pb, track->chunkCount); /* entry count */
  168. for (i = 0; i < track->entry; i++) {
  169. if (!track->cluster[i].chunkNum)
  170. continue;
  171. if (mode64 == 1)
  172. avio_wb64(pb, track->cluster[i].pos + track->data_offset);
  173. else
  174. avio_wb32(pb, track->cluster[i].pos + track->data_offset);
  175. }
  176. return update_size(pb, pos);
  177. }
  178. /* Sample size atom */
  179. static int mov_write_stsz_tag(AVIOContext *pb, MOVTrack *track)
  180. {
  181. int equalChunks = 1;
  182. int i, j, entries = 0, tst = -1, oldtst = -1;
  183. int64_t pos = avio_tell(pb);
  184. avio_wb32(pb, 0); /* size */
  185. ffio_wfourcc(pb, "stsz");
  186. avio_wb32(pb, 0); /* version & flags */
  187. for (i = 0; i < track->entry; i++) {
  188. tst = track->cluster[i].size / track->cluster[i].entries;
  189. if (oldtst != -1 && tst != oldtst)
  190. equalChunks = 0;
  191. oldtst = tst;
  192. entries += track->cluster[i].entries;
  193. }
  194. if (equalChunks && track->entry) {
  195. int sSize = track->entry ? track->cluster[0].size / track->cluster[0].entries : 0;
  196. sSize = FFMAX(1, sSize); // adpcm mono case could make sSize == 0
  197. avio_wb32(pb, sSize); // sample size
  198. avio_wb32(pb, entries); // sample count
  199. } else {
  200. avio_wb32(pb, 0); // sample size
  201. avio_wb32(pb, entries); // sample count
  202. for (i = 0; i < track->entry; i++) {
  203. for (j = 0; j < track->cluster[i].entries; j++) {
  204. avio_wb32(pb, track->cluster[i].size /
  205. track->cluster[i].entries);
  206. }
  207. }
  208. }
  209. return update_size(pb, pos);
  210. }
  211. /* Sample to chunk atom */
  212. static int mov_write_stsc_tag(AVIOContext *pb, MOVTrack *track)
  213. {
  214. int index = 0, oldval = -1, i;
  215. int64_t entryPos, curpos;
  216. int64_t pos = avio_tell(pb);
  217. avio_wb32(pb, 0); /* size */
  218. ffio_wfourcc(pb, "stsc");
  219. avio_wb32(pb, 0); // version & flags
  220. entryPos = avio_tell(pb);
  221. avio_wb32(pb, track->chunkCount); // entry count
  222. for (i = 0; i < track->entry; i++) {
  223. if (oldval != track->cluster[i].samples_in_chunk && track->cluster[i].chunkNum) {
  224. avio_wb32(pb, track->cluster[i].chunkNum); // first chunk
  225. avio_wb32(pb, track->cluster[i].samples_in_chunk); // samples per chunk
  226. avio_wb32(pb, 0x1); // sample description index
  227. oldval = track->cluster[i].samples_in_chunk;
  228. index++;
  229. }
  230. }
  231. curpos = avio_tell(pb);
  232. avio_seek(pb, entryPos, SEEK_SET);
  233. avio_wb32(pb, index); // rewrite size
  234. avio_seek(pb, curpos, SEEK_SET);
  235. return update_size(pb, pos);
  236. }
  237. /* Sync sample atom */
  238. static int mov_write_stss_tag(AVIOContext *pb, MOVTrack *track, uint32_t flag)
  239. {
  240. int64_t curpos, entryPos;
  241. int i, index = 0;
  242. int64_t pos = avio_tell(pb);
  243. avio_wb32(pb, 0); // size
  244. ffio_wfourcc(pb, flag == MOV_SYNC_SAMPLE ? "stss" : "stps");
  245. avio_wb32(pb, 0); // version & flags
  246. entryPos = avio_tell(pb);
  247. avio_wb32(pb, track->entry); // entry count
  248. for (i = 0; i < track->entry; i++) {
  249. if (track->cluster[i].flags & flag) {
  250. avio_wb32(pb, i + 1);
  251. index++;
  252. }
  253. }
  254. curpos = avio_tell(pb);
  255. avio_seek(pb, entryPos, SEEK_SET);
  256. avio_wb32(pb, index); // rewrite size
  257. avio_seek(pb, curpos, SEEK_SET);
  258. return update_size(pb, pos);
  259. }
  260. /* Sample dependency atom */
  261. static int mov_write_sdtp_tag(AVIOContext *pb, MOVTrack *track)
  262. {
  263. int i;
  264. uint8_t leading, dependent, reference, redundancy;
  265. int64_t pos = avio_tell(pb);
  266. avio_wb32(pb, 0); // size
  267. ffio_wfourcc(pb, "sdtp");
  268. avio_wb32(pb, 0); // version & flags
  269. for (i = 0; i < track->entry; i++) {
  270. dependent = MOV_SAMPLE_DEPENDENCY_YES;
  271. leading = reference = redundancy = MOV_SAMPLE_DEPENDENCY_UNKNOWN;
  272. if (track->cluster[i].flags & MOV_DISPOSABLE_SAMPLE) {
  273. reference = MOV_SAMPLE_DEPENDENCY_NO;
  274. }
  275. if (track->cluster[i].flags & MOV_SYNC_SAMPLE) {
  276. dependent = MOV_SAMPLE_DEPENDENCY_NO;
  277. }
  278. avio_w8(pb, (leading << 6) | (dependent << 4) |
  279. (reference << 2) | redundancy);
  280. }
  281. return update_size(pb, pos);
  282. }
  283. static int mov_write_amr_tag(AVIOContext *pb, MOVTrack *track)
  284. {
  285. avio_wb32(pb, 0x11); /* size */
  286. if (track->mode == MODE_MOV) ffio_wfourcc(pb, "samr");
  287. else ffio_wfourcc(pb, "damr");
  288. ffio_wfourcc(pb, "FFMP");
  289. avio_w8(pb, 0); /* decoder version */
  290. avio_wb16(pb, 0x81FF); /* Mode set (all modes for AMR_NB) */
  291. avio_w8(pb, 0x00); /* Mode change period (no restriction) */
  292. avio_w8(pb, 0x01); /* Frames per sample */
  293. return 0x11;
  294. }
  295. static int mov_write_ac3_tag(AVFormatContext *s, AVIOContext *pb, MOVTrack *track)
  296. {
  297. GetBitContext gbc;
  298. PutBitContext pbc;
  299. uint8_t buf[3];
  300. int fscod, bsid, bsmod, acmod, lfeon, frmsizecod;
  301. if (track->vos_len < 7) {
  302. av_log(s, AV_LOG_ERROR,
  303. "Cannot write moov atom before AC3 packets."
  304. " Set the delay_moov flag to fix this.\n");
  305. return AVERROR(EINVAL);
  306. }
  307. avio_wb32(pb, 11);
  308. ffio_wfourcc(pb, "dac3");
  309. init_get_bits(&gbc, track->vos_data + 4, (track->vos_len - 4) * 8);
  310. fscod = get_bits(&gbc, 2);
  311. frmsizecod = get_bits(&gbc, 6);
  312. bsid = get_bits(&gbc, 5);
  313. bsmod = get_bits(&gbc, 3);
  314. acmod = get_bits(&gbc, 3);
  315. if (acmod == 2) {
  316. skip_bits(&gbc, 2); // dsurmod
  317. } else {
  318. if ((acmod & 1) && acmod != 1)
  319. skip_bits(&gbc, 2); // cmixlev
  320. if (acmod & 4)
  321. skip_bits(&gbc, 2); // surmixlev
  322. }
  323. lfeon = get_bits1(&gbc);
  324. init_put_bits(&pbc, buf, sizeof(buf));
  325. put_bits(&pbc, 2, fscod);
  326. put_bits(&pbc, 5, bsid);
  327. put_bits(&pbc, 3, bsmod);
  328. put_bits(&pbc, 3, acmod);
  329. put_bits(&pbc, 1, lfeon);
  330. put_bits(&pbc, 5, frmsizecod >> 1); // bit_rate_code
  331. put_bits(&pbc, 5, 0); // reserved
  332. flush_put_bits(&pbc);
  333. avio_write(pb, buf, sizeof(buf));
  334. return 11;
  335. }
  336. struct eac3_info {
  337. AVPacket pkt;
  338. uint8_t ec3_done;
  339. uint8_t num_blocks;
  340. /* Layout of the EC3SpecificBox */
  341. /* maximum bitrate */
  342. uint16_t data_rate;
  343. /* number of independent substreams */
  344. uint8_t num_ind_sub;
  345. struct {
  346. /* sample rate code (see ff_ac3_sample_rate_tab) 2 bits */
  347. uint8_t fscod;
  348. /* bit stream identification 5 bits */
  349. uint8_t bsid;
  350. /* one bit reserved */
  351. /* audio service mixing (not supported yet) 1 bit */
  352. /* bit stream mode 3 bits */
  353. uint8_t bsmod;
  354. /* audio coding mode 3 bits */
  355. uint8_t acmod;
  356. /* sub woofer on 1 bit */
  357. uint8_t lfeon;
  358. /* 3 bits reserved */
  359. /* number of dependent substreams associated with this substream 4 bits */
  360. uint8_t num_dep_sub;
  361. /* channel locations of the dependent substream(s), if any, 9 bits */
  362. uint16_t chan_loc;
  363. /* if there is no dependent substream, then one bit reserved instead */
  364. } substream[1]; /* TODO: support 8 independent substreams */
  365. };
  366. #if CONFIG_AC3_PARSER
  367. static int handle_eac3(MOVMuxContext *mov, AVPacket *pkt, MOVTrack *track)
  368. {
  369. AC3HeaderInfo *hdr = NULL;
  370. struct eac3_info *info;
  371. int num_blocks, ret;
  372. if (!track->eac3_priv && !(track->eac3_priv = av_mallocz(sizeof(*info))))
  373. return AVERROR(ENOMEM);
  374. info = track->eac3_priv;
  375. if (avpriv_ac3_parse_header(&hdr, pkt->data, pkt->size) < 0) {
  376. /* drop the packets until we see a good one */
  377. if (!track->entry) {
  378. av_log(mov->fc, AV_LOG_WARNING, "Dropping invalid packet from start of the stream\n");
  379. ret = 0;
  380. } else
  381. ret = AVERROR_INVALIDDATA;
  382. goto end;
  383. }
  384. info->data_rate = FFMAX(info->data_rate, hdr->bit_rate / 1000);
  385. num_blocks = hdr->num_blocks;
  386. if (!info->ec3_done) {
  387. /* AC-3 substream must be the first one */
  388. if (hdr->bitstream_id <= 10 && hdr->substreamid != 0) {
  389. ret = AVERROR(EINVAL);
  390. goto end;
  391. }
  392. /* this should always be the case, given that our AC-3 parser
  393. * concatenates dependent frames to their independent parent */
  394. if (hdr->frame_type == EAC3_FRAME_TYPE_INDEPENDENT) {
  395. /* substream ids must be incremental */
  396. if (hdr->substreamid > info->num_ind_sub + 1) {
  397. ret = AVERROR(EINVAL);
  398. goto end;
  399. }
  400. if (hdr->substreamid == info->num_ind_sub + 1) {
  401. //info->num_ind_sub++;
  402. avpriv_request_sample(mov->fc, "Multiple independent substreams");
  403. ret = AVERROR_PATCHWELCOME;
  404. goto end;
  405. } else if (hdr->substreamid < info->num_ind_sub ||
  406. hdr->substreamid == 0 && info->substream[0].bsid) {
  407. info->ec3_done = 1;
  408. goto concatenate;
  409. }
  410. } else {
  411. if (hdr->substreamid != 0) {
  412. avpriv_request_sample(mov->fc, "Multiple non EAC3 independent substreams");
  413. ret = AVERROR_PATCHWELCOME;
  414. goto end;
  415. }
  416. }
  417. /* fill the info needed for the "dec3" atom */
  418. info->substream[hdr->substreamid].fscod = hdr->sr_code;
  419. info->substream[hdr->substreamid].bsid = hdr->bitstream_id;
  420. info->substream[hdr->substreamid].bsmod = hdr->bitstream_mode;
  421. info->substream[hdr->substreamid].acmod = hdr->channel_mode;
  422. info->substream[hdr->substreamid].lfeon = hdr->lfe_on;
  423. /* Parse dependent substream(s), if any */
  424. if (pkt->size != hdr->frame_size) {
  425. int cumul_size = hdr->frame_size;
  426. int parent = hdr->substreamid;
  427. while (cumul_size != pkt->size) {
  428. GetBitContext gbc;
  429. int i;
  430. ret = avpriv_ac3_parse_header(&hdr, pkt->data + cumul_size, pkt->size - cumul_size);
  431. if (ret < 0)
  432. goto end;
  433. if (hdr->frame_type != EAC3_FRAME_TYPE_DEPENDENT) {
  434. ret = AVERROR(EINVAL);
  435. goto end;
  436. }
  437. info->substream[parent].num_dep_sub++;
  438. ret /= 8;
  439. /* header is parsed up to lfeon, but custom channel map may be needed */
  440. init_get_bits8(&gbc, pkt->data + cumul_size + ret, pkt->size - cumul_size - ret);
  441. /* skip bsid */
  442. skip_bits(&gbc, 5);
  443. /* skip volume control params */
  444. for (i = 0; i < (hdr->channel_mode ? 1 : 2); i++) {
  445. skip_bits(&gbc, 5); // skip dialog normalization
  446. if (get_bits1(&gbc)) {
  447. skip_bits(&gbc, 8); // skip compression gain word
  448. }
  449. }
  450. /* get the dependent stream channel map, if exists */
  451. if (get_bits1(&gbc))
  452. info->substream[parent].chan_loc |= (get_bits(&gbc, 16) >> 5) & 0x1f;
  453. else
  454. info->substream[parent].chan_loc |= hdr->channel_mode;
  455. cumul_size += hdr->frame_size;
  456. }
  457. }
  458. }
  459. concatenate:
  460. if (!info->num_blocks && num_blocks == 6) {
  461. ret = pkt->size;
  462. goto end;
  463. }
  464. else if (info->num_blocks + num_blocks > 6) {
  465. ret = AVERROR_INVALIDDATA;
  466. goto end;
  467. }
  468. if (!info->num_blocks) {
  469. ret = av_packet_ref(&info->pkt, pkt);
  470. if (!ret)
  471. info->num_blocks = num_blocks;
  472. goto end;
  473. } else {
  474. if ((ret = av_grow_packet(&info->pkt, pkt->size)) < 0)
  475. goto end;
  476. memcpy(info->pkt.data + info->pkt.size - pkt->size, pkt->data, pkt->size);
  477. info->num_blocks += num_blocks;
  478. info->pkt.duration += pkt->duration;
  479. if (info->num_blocks != 6)
  480. goto end;
  481. av_packet_unref(pkt);
  482. av_packet_move_ref(pkt, &info->pkt);
  483. info->num_blocks = 0;
  484. }
  485. ret = pkt->size;
  486. end:
  487. av_free(hdr);
  488. return ret;
  489. }
  490. #endif
  491. static int mov_write_eac3_tag(AVFormatContext *s, AVIOContext *pb, MOVTrack *track)
  492. {
  493. PutBitContext pbc;
  494. uint8_t *buf;
  495. struct eac3_info *info;
  496. int size, i;
  497. if (!track->eac3_priv) {
  498. av_log(s, AV_LOG_ERROR,
  499. "Cannot write moov atom before EAC3 packets parsed.\n");
  500. return AVERROR(EINVAL);
  501. }
  502. info = track->eac3_priv;
  503. size = 2 + ((34 * (info->num_ind_sub + 1) + 7) >> 3);
  504. buf = av_malloc(size);
  505. if (!buf) {
  506. return AVERROR(ENOMEM);
  507. }
  508. init_put_bits(&pbc, buf, size);
  509. put_bits(&pbc, 13, info->data_rate);
  510. put_bits(&pbc, 3, info->num_ind_sub);
  511. for (i = 0; i <= info->num_ind_sub; i++) {
  512. put_bits(&pbc, 2, info->substream[i].fscod);
  513. put_bits(&pbc, 5, info->substream[i].bsid);
  514. put_bits(&pbc, 1, 0); /* reserved */
  515. put_bits(&pbc, 1, 0); /* asvc */
  516. put_bits(&pbc, 3, info->substream[i].bsmod);
  517. put_bits(&pbc, 3, info->substream[i].acmod);
  518. put_bits(&pbc, 1, info->substream[i].lfeon);
  519. put_bits(&pbc, 5, 0); /* reserved */
  520. put_bits(&pbc, 4, info->substream[i].num_dep_sub);
  521. if (!info->substream[i].num_dep_sub) {
  522. put_bits(&pbc, 1, 0); /* reserved */
  523. } else {
  524. put_bits(&pbc, 9, info->substream[i].chan_loc);
  525. }
  526. }
  527. flush_put_bits(&pbc);
  528. size = put_bits_count(&pbc) >> 3;
  529. avio_wb32(pb, size + 8);
  530. ffio_wfourcc(pb, "dec3");
  531. avio_write(pb, buf, size);
  532. av_free(buf);
  533. return size;
  534. }
  535. /**
  536. * This function writes extradata "as is".
  537. * Extradata must be formatted like a valid atom (with size and tag).
  538. */
  539. static int mov_write_extradata_tag(AVIOContext *pb, MOVTrack *track)
  540. {
  541. avio_write(pb, track->par->extradata, track->par->extradata_size);
  542. return track->par->extradata_size;
  543. }
  544. static int mov_write_enda_tag(AVIOContext *pb)
  545. {
  546. avio_wb32(pb, 10);
  547. ffio_wfourcc(pb, "enda");
  548. avio_wb16(pb, 1); /* little endian */
  549. return 10;
  550. }
  551. static int mov_write_enda_tag_be(AVIOContext *pb)
  552. {
  553. avio_wb32(pb, 10);
  554. ffio_wfourcc(pb, "enda");
  555. avio_wb16(pb, 0); /* big endian */
  556. return 10;
  557. }
  558. static void put_descr(AVIOContext *pb, int tag, unsigned int size)
  559. {
  560. int i = 3;
  561. avio_w8(pb, tag);
  562. for (; i > 0; i--)
  563. avio_w8(pb, (size >> (7 * i)) | 0x80);
  564. avio_w8(pb, size & 0x7F);
  565. }
  566. static unsigned compute_avg_bitrate(MOVTrack *track)
  567. {
  568. uint64_t size = 0;
  569. int i;
  570. if (!track->track_duration)
  571. return 0;
  572. for (i = 0; i < track->entry; i++)
  573. size += track->cluster[i].size;
  574. return size * 8 * track->timescale / track->track_duration;
  575. }
  576. struct mpeg4_bit_rate_values {
  577. uint32_t buffer_size; ///< Size of the decoding buffer for the elementary stream in bytes.
  578. uint32_t max_bit_rate; ///< Maximum rate in bits/second over any window of one second.
  579. uint32_t avg_bit_rate; ///< Average rate in bits/second over the entire presentation.
  580. };
  581. static struct mpeg4_bit_rate_values calculate_mpeg4_bit_rates(MOVTrack *track)
  582. {
  583. AVCPBProperties *props = track->st ?
  584. (AVCPBProperties*)av_stream_get_side_data(track->st,
  585. AV_PKT_DATA_CPB_PROPERTIES,
  586. NULL) :
  587. NULL;
  588. struct mpeg4_bit_rate_values bit_rates = { 0 };
  589. bit_rates.avg_bit_rate = compute_avg_bitrate(track);
  590. if (!bit_rates.avg_bit_rate) {
  591. // if the average bit rate cannot be calculated at this point, such as
  592. // in the case of fragmented MP4, utilize the following values as
  593. // fall-back in priority order:
  594. //
  595. // 1. average bit rate property
  596. // 2. bit rate (usually average over the whole clip)
  597. // 3. maximum bit rate property
  598. if (props && props->avg_bitrate) {
  599. bit_rates.avg_bit_rate = props->avg_bitrate;
  600. } else if (track->par->bit_rate) {
  601. bit_rates.avg_bit_rate = track->par->bit_rate;
  602. } else if (props && props->max_bitrate) {
  603. bit_rates.avg_bit_rate = props->max_bitrate;
  604. }
  605. }
  606. // (FIXME should be max rate in any 1 sec window)
  607. bit_rates.max_bit_rate = FFMAX(track->par->bit_rate,
  608. bit_rates.avg_bit_rate);
  609. // utilize values from properties if we have them available
  610. if (props) {
  611. bit_rates.max_bit_rate = FFMAX(bit_rates.max_bit_rate,
  612. props->max_bitrate);
  613. bit_rates.buffer_size = props->buffer_size / 8;
  614. }
  615. return bit_rates;
  616. }
  617. static int mov_write_esds_tag(AVIOContext *pb, MOVTrack *track) // Basic
  618. {
  619. struct mpeg4_bit_rate_values bit_rates = calculate_mpeg4_bit_rates(track);
  620. int64_t pos = avio_tell(pb);
  621. int decoder_specific_info_len = track->vos_len ? 5 + track->vos_len : 0;
  622. avio_wb32(pb, 0); // size
  623. ffio_wfourcc(pb, "esds");
  624. avio_wb32(pb, 0); // Version
  625. // ES descriptor
  626. put_descr(pb, 0x03, 3 + 5+13 + decoder_specific_info_len + 5+1);
  627. avio_wb16(pb, track->track_id);
  628. avio_w8(pb, 0x00); // flags (= no flags)
  629. // DecoderConfig descriptor
  630. put_descr(pb, 0x04, 13 + decoder_specific_info_len);
  631. // Object type indication
  632. if ((track->par->codec_id == AV_CODEC_ID_MP2 ||
  633. track->par->codec_id == AV_CODEC_ID_MP3) &&
  634. track->par->sample_rate > 24000)
  635. avio_w8(pb, 0x6B); // 11172-3
  636. else
  637. avio_w8(pb, ff_codec_get_tag(ff_mp4_obj_type, track->par->codec_id));
  638. // the following fields is made of 6 bits to identify the streamtype (4 for video, 5 for audio)
  639. // plus 1 bit to indicate upstream and 1 bit set to 1 (reserved)
  640. if (track->par->codec_id == AV_CODEC_ID_DVD_SUBTITLE)
  641. avio_w8(pb, (0x38 << 2) | 1); // flags (= NeroSubpicStream)
  642. else if (track->par->codec_type == AVMEDIA_TYPE_AUDIO)
  643. avio_w8(pb, 0x15); // flags (= Audiostream)
  644. else
  645. avio_w8(pb, 0x11); // flags (= Visualstream)
  646. avio_wb24(pb, bit_rates.buffer_size); // Buffersize DB
  647. avio_wb32(pb, bit_rates.max_bit_rate); // maxbitrate
  648. avio_wb32(pb, bit_rates.avg_bit_rate);
  649. if (track->vos_len) {
  650. // DecoderSpecific info descriptor
  651. put_descr(pb, 0x05, track->vos_len);
  652. avio_write(pb, track->vos_data, track->vos_len);
  653. }
  654. // SL descriptor
  655. put_descr(pb, 0x06, 1);
  656. avio_w8(pb, 0x02);
  657. return update_size(pb, pos);
  658. }
  659. static int mov_pcm_le_gt16(enum AVCodecID codec_id)
  660. {
  661. return codec_id == AV_CODEC_ID_PCM_S24LE ||
  662. codec_id == AV_CODEC_ID_PCM_S32LE ||
  663. codec_id == AV_CODEC_ID_PCM_F32LE ||
  664. codec_id == AV_CODEC_ID_PCM_F64LE;
  665. }
  666. static int mov_pcm_be_gt16(enum AVCodecID codec_id)
  667. {
  668. return codec_id == AV_CODEC_ID_PCM_S24BE ||
  669. codec_id == AV_CODEC_ID_PCM_S32BE ||
  670. codec_id == AV_CODEC_ID_PCM_F32BE ||
  671. codec_id == AV_CODEC_ID_PCM_F64BE;
  672. }
  673. static int mov_write_ms_tag(AVFormatContext *s, AVIOContext *pb, MOVTrack *track)
  674. {
  675. int ret;
  676. int64_t pos = avio_tell(pb);
  677. avio_wb32(pb, 0);
  678. avio_wl32(pb, track->tag); // store it byteswapped
  679. track->par->codec_tag = av_bswap16(track->tag >> 16);
  680. if ((ret = ff_put_wav_header(s, pb, track->par, 0)) < 0)
  681. return ret;
  682. return update_size(pb, pos);
  683. }
  684. static int mov_write_wfex_tag(AVFormatContext *s, AVIOContext *pb, MOVTrack *track)
  685. {
  686. int ret;
  687. int64_t pos = avio_tell(pb);
  688. avio_wb32(pb, 0);
  689. ffio_wfourcc(pb, "wfex");
  690. if ((ret = ff_put_wav_header(s, pb, track->st->codecpar, FF_PUT_WAV_HEADER_FORCE_WAVEFORMATEX)) < 0)
  691. return ret;
  692. return update_size(pb, pos);
  693. }
  694. static int mov_write_dfla_tag(AVIOContext *pb, MOVTrack *track)
  695. {
  696. int64_t pos = avio_tell(pb);
  697. avio_wb32(pb, 0);
  698. ffio_wfourcc(pb, "dfLa");
  699. avio_w8(pb, 0); /* version */
  700. avio_wb24(pb, 0); /* flags */
  701. /* Expect the encoder to pass a METADATA_BLOCK_TYPE_STREAMINFO. */
  702. if (track->par->extradata_size != FLAC_STREAMINFO_SIZE)
  703. return AVERROR_INVALIDDATA;
  704. /* TODO: Write other METADATA_BLOCK_TYPEs if the encoder makes them available. */
  705. avio_w8(pb, 1 << 7 | FLAC_METADATA_TYPE_STREAMINFO); /* LastMetadataBlockFlag << 7 | BlockType */
  706. avio_wb24(pb, track->par->extradata_size); /* Length */
  707. avio_write(pb, track->par->extradata, track->par->extradata_size); /* BlockData[Length] */
  708. return update_size(pb, pos);
  709. }
  710. static int mov_write_dops_tag(AVFormatContext *s, AVIOContext *pb, MOVTrack *track)
  711. {
  712. int64_t pos = avio_tell(pb);
  713. avio_wb32(pb, 0);
  714. ffio_wfourcc(pb, "dOps");
  715. avio_w8(pb, 0); /* Version */
  716. if (track->par->extradata_size < 19) {
  717. av_log(s, AV_LOG_ERROR, "invalid extradata size\n");
  718. return AVERROR_INVALIDDATA;
  719. }
  720. /* extradata contains an Ogg OpusHead, other than byte-ordering and
  721. OpusHead's preceeding magic/version, OpusSpecificBox is currently
  722. identical. */
  723. avio_w8(pb, AV_RB8(track->par->extradata + 9)); /* OuputChannelCount */
  724. avio_wb16(pb, AV_RL16(track->par->extradata + 10)); /* PreSkip */
  725. avio_wb32(pb, AV_RL32(track->par->extradata + 12)); /* InputSampleRate */
  726. avio_wb16(pb, AV_RL16(track->par->extradata + 16)); /* OutputGain */
  727. /* Write the rest of the header out without byte-swapping. */
  728. avio_write(pb, track->par->extradata + 18, track->par->extradata_size - 18);
  729. return update_size(pb, pos);
  730. }
  731. static int mov_write_dmlp_tag(AVFormatContext *s, AVIOContext *pb, MOVTrack *track)
  732. {
  733. int64_t pos = avio_tell(pb);
  734. int length;
  735. avio_wb32(pb, 0);
  736. ffio_wfourcc(pb, "dmlp");
  737. if (track->vos_len < 20) {
  738. av_log(s, AV_LOG_ERROR,
  739. "Cannot write moov atom before TrueHD packets."
  740. " Set the delay_moov flag to fix this.\n");
  741. return AVERROR(EINVAL);
  742. }
  743. length = (AV_RB16(track->vos_data) & 0xFFF) * 2;
  744. if (length < 20 || length > track->vos_len)
  745. return AVERROR_INVALIDDATA;
  746. // Only TrueHD is supported
  747. if (AV_RB32(track->vos_data + 4) != 0xF8726FBA)
  748. return AVERROR_INVALIDDATA;
  749. avio_wb32(pb, AV_RB32(track->vos_data + 8)); /* format_info */
  750. avio_wb16(pb, AV_RB16(track->vos_data + 18) << 1); /* peak_data_rate */
  751. avio_wb32(pb, 0); /* reserved */
  752. return update_size(pb, pos);
  753. }
  754. static int mov_write_chan_tag(AVFormatContext *s, AVIOContext *pb, MOVTrack *track)
  755. {
  756. uint32_t layout_tag, bitmap;
  757. int64_t pos = avio_tell(pb);
  758. layout_tag = ff_mov_get_channel_layout_tag(track->par->codec_id,
  759. track->par->channel_layout,
  760. &bitmap);
  761. if (!layout_tag) {
  762. av_log(s, AV_LOG_WARNING, "not writing 'chan' tag due to "
  763. "lack of channel information\n");
  764. return 0;
  765. }
  766. if (track->multichannel_as_mono)
  767. return 0;
  768. avio_wb32(pb, 0); // Size
  769. ffio_wfourcc(pb, "chan"); // Type
  770. avio_w8(pb, 0); // Version
  771. avio_wb24(pb, 0); // Flags
  772. avio_wb32(pb, layout_tag); // mChannelLayoutTag
  773. avio_wb32(pb, bitmap); // mChannelBitmap
  774. avio_wb32(pb, 0); // mNumberChannelDescriptions
  775. return update_size(pb, pos);
  776. }
  777. static int mov_write_wave_tag(AVFormatContext *s, AVIOContext *pb, MOVTrack *track)
  778. {
  779. int64_t pos = avio_tell(pb);
  780. avio_wb32(pb, 0); /* size */
  781. ffio_wfourcc(pb, "wave");
  782. if (track->par->codec_id != AV_CODEC_ID_QDM2) {
  783. avio_wb32(pb, 12); /* size */
  784. ffio_wfourcc(pb, "frma");
  785. avio_wl32(pb, track->tag);
  786. }
  787. if (track->par->codec_id == AV_CODEC_ID_AAC) {
  788. /* useless atom needed by mplayer, ipod, not needed by quicktime */
  789. avio_wb32(pb, 12); /* size */
  790. ffio_wfourcc(pb, "mp4a");
  791. avio_wb32(pb, 0);
  792. mov_write_esds_tag(pb, track);
  793. } else if (mov_pcm_le_gt16(track->par->codec_id)) {
  794. mov_write_enda_tag(pb);
  795. } else if (mov_pcm_be_gt16(track->par->codec_id)) {
  796. mov_write_enda_tag_be(pb);
  797. } else if (track->par->codec_id == AV_CODEC_ID_AMR_NB) {
  798. mov_write_amr_tag(pb, track);
  799. } else if (track->par->codec_id == AV_CODEC_ID_AC3) {
  800. mov_write_ac3_tag(s, pb, track);
  801. } else if (track->par->codec_id == AV_CODEC_ID_EAC3) {
  802. mov_write_eac3_tag(s, pb, track);
  803. } else if (track->par->codec_id == AV_CODEC_ID_ALAC ||
  804. track->par->codec_id == AV_CODEC_ID_QDM2) {
  805. mov_write_extradata_tag(pb, track);
  806. } else if (track->par->codec_id == AV_CODEC_ID_ADPCM_MS ||
  807. track->par->codec_id == AV_CODEC_ID_ADPCM_IMA_WAV) {
  808. mov_write_ms_tag(s, pb, track);
  809. }
  810. avio_wb32(pb, 8); /* size */
  811. avio_wb32(pb, 0); /* null tag */
  812. return update_size(pb, pos);
  813. }
  814. static int mov_write_dvc1_structs(MOVTrack *track, uint8_t *buf)
  815. {
  816. uint8_t *unescaped;
  817. const uint8_t *start, *next, *end = track->vos_data + track->vos_len;
  818. int unescaped_size, seq_found = 0;
  819. int level = 0, interlace = 0;
  820. int packet_seq = track->vc1_info.packet_seq;
  821. int packet_entry = track->vc1_info.packet_entry;
  822. int slices = track->vc1_info.slices;
  823. PutBitContext pbc;
  824. if (track->start_dts == AV_NOPTS_VALUE) {
  825. /* No packets written yet, vc1_info isn't authoritative yet. */
  826. /* Assume inline sequence and entry headers. */
  827. packet_seq = packet_entry = 1;
  828. av_log(NULL, AV_LOG_WARNING,
  829. "moov atom written before any packets, unable to write correct "
  830. "dvc1 atom. Set the delay_moov flag to fix this.\n");
  831. }
  832. unescaped = av_mallocz(track->vos_len + AV_INPUT_BUFFER_PADDING_SIZE);
  833. if (!unescaped)
  834. return AVERROR(ENOMEM);
  835. start = find_next_marker(track->vos_data, end);
  836. for (next = start; next < end; start = next) {
  837. GetBitContext gb;
  838. int size;
  839. next = find_next_marker(start + 4, end);
  840. size = next - start - 4;
  841. if (size <= 0)
  842. continue;
  843. unescaped_size = vc1_unescape_buffer(start + 4, size, unescaped);
  844. init_get_bits(&gb, unescaped, 8 * unescaped_size);
  845. if (AV_RB32(start) == VC1_CODE_SEQHDR) {
  846. int profile = get_bits(&gb, 2);
  847. if (profile != PROFILE_ADVANCED) {
  848. av_free(unescaped);
  849. return AVERROR(ENOSYS);
  850. }
  851. seq_found = 1;
  852. level = get_bits(&gb, 3);
  853. /* chromaformat, frmrtq_postproc, bitrtq_postproc, postprocflag,
  854. * width, height */
  855. skip_bits_long(&gb, 2 + 3 + 5 + 1 + 2*12);
  856. skip_bits(&gb, 1); /* broadcast */
  857. interlace = get_bits1(&gb);
  858. skip_bits(&gb, 4); /* tfcntrflag, finterpflag, reserved, psf */
  859. }
  860. }
  861. if (!seq_found) {
  862. av_free(unescaped);
  863. return AVERROR(ENOSYS);
  864. }
  865. init_put_bits(&pbc, buf, 7);
  866. /* VC1DecSpecStruc */
  867. put_bits(&pbc, 4, 12); /* profile - advanced */
  868. put_bits(&pbc, 3, level);
  869. put_bits(&pbc, 1, 0); /* reserved */
  870. /* VC1AdvDecSpecStruc */
  871. put_bits(&pbc, 3, level);
  872. put_bits(&pbc, 1, 0); /* cbr */
  873. put_bits(&pbc, 6, 0); /* reserved */
  874. put_bits(&pbc, 1, !interlace); /* no interlace */
  875. put_bits(&pbc, 1, !packet_seq); /* no multiple seq */
  876. put_bits(&pbc, 1, !packet_entry); /* no multiple entry */
  877. put_bits(&pbc, 1, !slices); /* no slice code */
  878. put_bits(&pbc, 1, 0); /* no bframe */
  879. put_bits(&pbc, 1, 0); /* reserved */
  880. /* framerate */
  881. if (track->st->avg_frame_rate.num > 0 && track->st->avg_frame_rate.den > 0)
  882. put_bits32(&pbc, track->st->avg_frame_rate.num / track->st->avg_frame_rate.den);
  883. else
  884. put_bits32(&pbc, 0xffffffff);
  885. flush_put_bits(&pbc);
  886. av_free(unescaped);
  887. return 0;
  888. }
  889. static int mov_write_dvc1_tag(AVIOContext *pb, MOVTrack *track)
  890. {
  891. uint8_t buf[7] = { 0 };
  892. int ret;
  893. if ((ret = mov_write_dvc1_structs(track, buf)) < 0)
  894. return ret;
  895. avio_wb32(pb, track->vos_len + 8 + sizeof(buf));
  896. ffio_wfourcc(pb, "dvc1");
  897. avio_write(pb, buf, sizeof(buf));
  898. avio_write(pb, track->vos_data, track->vos_len);
  899. return 0;
  900. }
  901. static int mov_write_glbl_tag(AVIOContext *pb, MOVTrack *track)
  902. {
  903. avio_wb32(pb, track->vos_len + 8);
  904. ffio_wfourcc(pb, "glbl");
  905. avio_write(pb, track->vos_data, track->vos_len);
  906. return 8 + track->vos_len;
  907. }
  908. /**
  909. * Compute flags for 'lpcm' tag.
  910. * See CoreAudioTypes and AudioStreamBasicDescription at Apple.
  911. */
  912. static int mov_get_lpcm_flags(enum AVCodecID codec_id)
  913. {
  914. switch (codec_id) {
  915. case AV_CODEC_ID_PCM_F32BE:
  916. case AV_CODEC_ID_PCM_F64BE:
  917. return 11;
  918. case AV_CODEC_ID_PCM_F32LE:
  919. case AV_CODEC_ID_PCM_F64LE:
  920. return 9;
  921. case AV_CODEC_ID_PCM_U8:
  922. return 10;
  923. case AV_CODEC_ID_PCM_S16BE:
  924. case AV_CODEC_ID_PCM_S24BE:
  925. case AV_CODEC_ID_PCM_S32BE:
  926. return 14;
  927. case AV_CODEC_ID_PCM_S8:
  928. case AV_CODEC_ID_PCM_S16LE:
  929. case AV_CODEC_ID_PCM_S24LE:
  930. case AV_CODEC_ID_PCM_S32LE:
  931. return 12;
  932. default:
  933. return 0;
  934. }
  935. }
  936. static int get_cluster_duration(MOVTrack *track, int cluster_idx)
  937. {
  938. int64_t next_dts;
  939. if (cluster_idx >= track->entry)
  940. return 0;
  941. if (cluster_idx + 1 == track->entry)
  942. next_dts = track->track_duration + track->start_dts;
  943. else
  944. next_dts = track->cluster[cluster_idx + 1].dts;
  945. next_dts -= track->cluster[cluster_idx].dts;
  946. av_assert0(next_dts >= 0);
  947. av_assert0(next_dts <= INT_MAX);
  948. return next_dts;
  949. }
  950. static int get_samples_per_packet(MOVTrack *track)
  951. {
  952. int i, first_duration;
  953. // return track->par->frame_size;
  954. /* use 1 for raw PCM */
  955. if (!track->audio_vbr)
  956. return 1;
  957. /* check to see if duration is constant for all clusters */
  958. if (!track->entry)
  959. return 0;
  960. first_duration = get_cluster_duration(track, 0);
  961. for (i = 1; i < track->entry; i++) {
  962. if (get_cluster_duration(track, i) != first_duration)
  963. return 0;
  964. }
  965. return first_duration;
  966. }
  967. static int mov_write_btrt_tag(AVIOContext *pb, MOVTrack *track)
  968. {
  969. int64_t pos = avio_tell(pb);
  970. struct mpeg4_bit_rate_values bit_rates = calculate_mpeg4_bit_rates(track);
  971. if (!bit_rates.max_bit_rate && !bit_rates.avg_bit_rate &&
  972. !bit_rates.buffer_size)
  973. // no useful data to be written, skip
  974. return 0;
  975. avio_wb32(pb, 0); /* size */
  976. ffio_wfourcc(pb, "btrt");
  977. avio_wb32(pb, bit_rates.buffer_size);
  978. avio_wb32(pb, bit_rates.max_bit_rate);
  979. avio_wb32(pb, bit_rates.avg_bit_rate);
  980. return update_size(pb, pos);
  981. }
  982. static int mov_write_audio_tag(AVFormatContext *s, AVIOContext *pb, MOVMuxContext *mov, MOVTrack *track)
  983. {
  984. int64_t pos = avio_tell(pb);
  985. int version = 0;
  986. uint32_t tag = track->tag;
  987. int ret = 0;
  988. if (track->mode == MODE_MOV) {
  989. if (track->timescale > UINT16_MAX || !track->par->channels) {
  990. if (mov_get_lpcm_flags(track->par->codec_id))
  991. tag = AV_RL32("lpcm");
  992. version = 2;
  993. } else if (track->audio_vbr || mov_pcm_le_gt16(track->par->codec_id) ||
  994. mov_pcm_be_gt16(track->par->codec_id) ||
  995. track->par->codec_id == AV_CODEC_ID_ADPCM_MS ||
  996. track->par->codec_id == AV_CODEC_ID_ADPCM_IMA_WAV ||
  997. track->par->codec_id == AV_CODEC_ID_QDM2) {
  998. version = 1;
  999. }
  1000. }
  1001. avio_wb32(pb, 0); /* size */
  1002. if (mov->encryption_scheme != MOV_ENC_NONE) {
  1003. ffio_wfourcc(pb, "enca");
  1004. } else {
  1005. avio_wl32(pb, tag); // store it byteswapped
  1006. }
  1007. avio_wb32(pb, 0); /* Reserved */
  1008. avio_wb16(pb, 0); /* Reserved */
  1009. avio_wb16(pb, 1); /* Data-reference index, XXX == 1 */
  1010. /* SoundDescription */
  1011. avio_wb16(pb, version); /* Version */
  1012. avio_wb16(pb, 0); /* Revision level */
  1013. avio_wb32(pb, 0); /* Reserved */
  1014. if (version == 2) {
  1015. avio_wb16(pb, 3);
  1016. avio_wb16(pb, 16);
  1017. avio_wb16(pb, 0xfffe);
  1018. avio_wb16(pb, 0);
  1019. avio_wb32(pb, 0x00010000);
  1020. avio_wb32(pb, 72);
  1021. avio_wb64(pb, av_double2int(track->par->sample_rate));
  1022. avio_wb32(pb, track->par->channels);
  1023. avio_wb32(pb, 0x7F000000);
  1024. avio_wb32(pb, av_get_bits_per_sample(track->par->codec_id));
  1025. avio_wb32(pb, mov_get_lpcm_flags(track->par->codec_id));
  1026. avio_wb32(pb, track->sample_size);
  1027. avio_wb32(pb, get_samples_per_packet(track));
  1028. } else {
  1029. if (track->mode == MODE_MOV) {
  1030. avio_wb16(pb, track->par->channels);
  1031. if (track->par->codec_id == AV_CODEC_ID_PCM_U8 ||
  1032. track->par->codec_id == AV_CODEC_ID_PCM_S8)
  1033. avio_wb16(pb, 8); /* bits per sample */
  1034. else if (track->par->codec_id == AV_CODEC_ID_ADPCM_G726)
  1035. avio_wb16(pb, track->par->bits_per_coded_sample);
  1036. else
  1037. avio_wb16(pb, 16);
  1038. avio_wb16(pb, track->audio_vbr ? -2 : 0); /* compression ID */
  1039. } else { /* reserved for mp4/3gp */
  1040. if (track->par->codec_id == AV_CODEC_ID_FLAC ||
  1041. track->par->codec_id == AV_CODEC_ID_ALAC ||
  1042. track->par->codec_id == AV_CODEC_ID_OPUS) {
  1043. avio_wb16(pb, track->par->channels);
  1044. } else {
  1045. avio_wb16(pb, 2);
  1046. }
  1047. if (track->par->codec_id == AV_CODEC_ID_FLAC ||
  1048. track->par->codec_id == AV_CODEC_ID_ALAC) {
  1049. avio_wb16(pb, track->par->bits_per_raw_sample);
  1050. } else {
  1051. avio_wb16(pb, 16);
  1052. }
  1053. avio_wb16(pb, 0);
  1054. }
  1055. avio_wb16(pb, 0); /* packet size (= 0) */
  1056. if (track->par->codec_id == AV_CODEC_ID_OPUS)
  1057. avio_wb16(pb, 48000);
  1058. else if (track->par->codec_id == AV_CODEC_ID_TRUEHD)
  1059. avio_wb32(pb, track->par->sample_rate);
  1060. else
  1061. avio_wb16(pb, track->par->sample_rate <= UINT16_MAX ?
  1062. track->par->sample_rate : 0);
  1063. if (track->par->codec_id != AV_CODEC_ID_TRUEHD)
  1064. avio_wb16(pb, 0); /* Reserved */
  1065. }
  1066. if (version == 1) { /* SoundDescription V1 extended info */
  1067. if (mov_pcm_le_gt16(track->par->codec_id) ||
  1068. mov_pcm_be_gt16(track->par->codec_id))
  1069. avio_wb32(pb, 1); /* must be 1 for uncompressed formats */
  1070. else
  1071. avio_wb32(pb, track->par->frame_size); /* Samples per packet */
  1072. avio_wb32(pb, track->sample_size / track->par->channels); /* Bytes per packet */
  1073. avio_wb32(pb, track->sample_size); /* Bytes per frame */
  1074. avio_wb32(pb, 2); /* Bytes per sample */
  1075. }
  1076. if (track->mode == MODE_MOV &&
  1077. (track->par->codec_id == AV_CODEC_ID_AAC ||
  1078. track->par->codec_id == AV_CODEC_ID_AC3 ||
  1079. track->par->codec_id == AV_CODEC_ID_EAC3 ||
  1080. track->par->codec_id == AV_CODEC_ID_AMR_NB ||
  1081. track->par->codec_id == AV_CODEC_ID_ALAC ||
  1082. track->par->codec_id == AV_CODEC_ID_ADPCM_MS ||
  1083. track->par->codec_id == AV_CODEC_ID_ADPCM_IMA_WAV ||
  1084. track->par->codec_id == AV_CODEC_ID_QDM2 ||
  1085. (mov_pcm_le_gt16(track->par->codec_id) && version==1) ||
  1086. (mov_pcm_be_gt16(track->par->codec_id) && version==1)))
  1087. ret = mov_write_wave_tag(s, pb, track);
  1088. else if (track->tag == MKTAG('m','p','4','a'))
  1089. ret = mov_write_esds_tag(pb, track);
  1090. else if (track->par->codec_id == AV_CODEC_ID_AMR_NB)
  1091. ret = mov_write_amr_tag(pb, track);
  1092. else if (track->par->codec_id == AV_CODEC_ID_AC3)
  1093. ret = mov_write_ac3_tag(s, pb, track);
  1094. else if (track->par->codec_id == AV_CODEC_ID_EAC3)
  1095. ret = mov_write_eac3_tag(s, pb, track);
  1096. else if (track->par->codec_id == AV_CODEC_ID_ALAC)
  1097. ret = mov_write_extradata_tag(pb, track);
  1098. else if (track->par->codec_id == AV_CODEC_ID_WMAPRO)
  1099. ret = mov_write_wfex_tag(s, pb, track);
  1100. else if (track->par->codec_id == AV_CODEC_ID_FLAC)
  1101. ret = mov_write_dfla_tag(pb, track);
  1102. else if (track->par->codec_id == AV_CODEC_ID_OPUS)
  1103. ret = mov_write_dops_tag(s, pb, track);
  1104. else if (track->par->codec_id == AV_CODEC_ID_TRUEHD)
  1105. ret = mov_write_dmlp_tag(s, pb, track);
  1106. else if (track->vos_len > 0)
  1107. ret = mov_write_glbl_tag(pb, track);
  1108. if (ret < 0)
  1109. return ret;
  1110. if (track->mode == MODE_MOV && track->par->codec_type == AVMEDIA_TYPE_AUDIO
  1111. && ((ret = mov_write_chan_tag(s, pb, track)) < 0)) {
  1112. return ret;
  1113. }
  1114. if (mov->encryption_scheme != MOV_ENC_NONE
  1115. && ((ret = ff_mov_cenc_write_sinf_tag(track, pb, mov->encryption_kid)) < 0)) {
  1116. return ret;
  1117. }
  1118. if (track->mode == MODE_MP4 &&
  1119. ((ret = mov_write_btrt_tag(pb, track)) < 0))
  1120. return ret;
  1121. ret = update_size(pb, pos);
  1122. return ret;
  1123. }
  1124. static int mov_write_d263_tag(AVIOContext *pb)
  1125. {
  1126. avio_wb32(pb, 0xf); /* size */
  1127. ffio_wfourcc(pb, "d263");
  1128. ffio_wfourcc(pb, "FFMP");
  1129. avio_w8(pb, 0); /* decoder version */
  1130. /* FIXME use AVCodecContext level/profile, when encoder will set values */
  1131. avio_w8(pb, 0xa); /* level */
  1132. avio_w8(pb, 0); /* profile */
  1133. return 0xf;
  1134. }
  1135. static int mov_write_av1c_tag(AVIOContext *pb, MOVTrack *track)
  1136. {
  1137. int64_t pos = avio_tell(pb);
  1138. avio_wb32(pb, 0);
  1139. ffio_wfourcc(pb, "av1C");
  1140. ff_isom_write_av1c(pb, track->vos_data, track->vos_len);
  1141. return update_size(pb, pos);
  1142. }
  1143. static int mov_write_avcc_tag(AVIOContext *pb, MOVTrack *track)
  1144. {
  1145. int64_t pos = avio_tell(pb);
  1146. avio_wb32(pb, 0);
  1147. ffio_wfourcc(pb, "avcC");
  1148. ff_isom_write_avcc(pb, track->vos_data, track->vos_len);
  1149. return update_size(pb, pos);
  1150. }
  1151. static int mov_write_vpcc_tag(AVFormatContext *s, AVIOContext *pb, MOVTrack *track)
  1152. {
  1153. int64_t pos = avio_tell(pb);
  1154. avio_wb32(pb, 0);
  1155. ffio_wfourcc(pb, "vpcC");
  1156. avio_w8(pb, 1); /* version */
  1157. avio_wb24(pb, 0); /* flags */
  1158. ff_isom_write_vpcc(s, pb, track->par);
  1159. return update_size(pb, pos);
  1160. }
  1161. static int mov_write_hvcc_tag(AVIOContext *pb, MOVTrack *track)
  1162. {
  1163. int64_t pos = avio_tell(pb);
  1164. avio_wb32(pb, 0);
  1165. ffio_wfourcc(pb, "hvcC");
  1166. if (track->tag == MKTAG('h','v','c','1'))
  1167. ff_isom_write_hvcc(pb, track->vos_data, track->vos_len, 1);
  1168. else
  1169. ff_isom_write_hvcc(pb, track->vos_data, track->vos_len, 0);
  1170. return update_size(pb, pos);
  1171. }
  1172. /* also used by all avid codecs (dv, imx, meridien) and their variants */
  1173. static int mov_write_avid_tag(AVIOContext *pb, MOVTrack *track)
  1174. {
  1175. int i;
  1176. int interlaced;
  1177. int cid;
  1178. int display_width = track->par->width;
  1179. if (track->vos_data && track->vos_len > 0x29) {
  1180. if (ff_dnxhd_parse_header_prefix(track->vos_data) != 0) {
  1181. /* looks like a DNxHD bit stream */
  1182. interlaced = (track->vos_data[5] & 2);
  1183. cid = AV_RB32(track->vos_data + 0x28);
  1184. } else {
  1185. av_log(NULL, AV_LOG_WARNING, "Could not locate DNxHD bit stream in vos_data\n");
  1186. return 0;
  1187. }
  1188. } else {
  1189. av_log(NULL, AV_LOG_WARNING, "Could not locate DNxHD bit stream, vos_data too small\n");
  1190. return 0;
  1191. }
  1192. avio_wb32(pb, 24); /* size */
  1193. ffio_wfourcc(pb, "ACLR");
  1194. ffio_wfourcc(pb, "ACLR");
  1195. ffio_wfourcc(pb, "0001");
  1196. if (track->par->color_range == AVCOL_RANGE_MPEG || /* Legal range (16-235) */
  1197. track->par->color_range == AVCOL_RANGE_UNSPECIFIED) {
  1198. avio_wb32(pb, 1); /* Corresponds to 709 in official encoder */
  1199. } else { /* Full range (0-255) */
  1200. avio_wb32(pb, 2); /* Corresponds to RGB in official encoder */
  1201. }
  1202. avio_wb32(pb, 0); /* unknown */
  1203. if (track->tag == MKTAG('A','V','d','h')) {
  1204. avio_wb32(pb, 32);
  1205. ffio_wfourcc(pb, "ADHR");
  1206. ffio_wfourcc(pb, "0001");
  1207. avio_wb32(pb, cid);
  1208. avio_wb32(pb, 0); /* unknown */
  1209. avio_wb32(pb, 1); /* unknown */
  1210. avio_wb32(pb, 0); /* unknown */
  1211. avio_wb32(pb, 0); /* unknown */
  1212. return 0;
  1213. }
  1214. avio_wb32(pb, 24); /* size */
  1215. ffio_wfourcc(pb, "APRG");
  1216. ffio_wfourcc(pb, "APRG");
  1217. ffio_wfourcc(pb, "0001");
  1218. avio_wb32(pb, 1); /* unknown */
  1219. avio_wb32(pb, 0); /* unknown */
  1220. avio_wb32(pb, 120); /* size */
  1221. ffio_wfourcc(pb, "ARES");
  1222. ffio_wfourcc(pb, "ARES");
  1223. ffio_wfourcc(pb, "0001");
  1224. avio_wb32(pb, cid); /* dnxhd cid, some id ? */
  1225. if ( track->par->sample_aspect_ratio.num > 0
  1226. && track->par->sample_aspect_ratio.den > 0)
  1227. display_width = display_width * track->par->sample_aspect_ratio.num / track->par->sample_aspect_ratio.den;
  1228. avio_wb32(pb, display_width);
  1229. /* values below are based on samples created with quicktime and avid codecs */
  1230. if (interlaced) {
  1231. avio_wb32(pb, track->par->height / 2);
  1232. avio_wb32(pb, 2); /* unknown */
  1233. avio_wb32(pb, 0); /* unknown */
  1234. avio_wb32(pb, 4); /* unknown */
  1235. } else {
  1236. avio_wb32(pb, track->par->height);
  1237. avio_wb32(pb, 1); /* unknown */
  1238. avio_wb32(pb, 0); /* unknown */
  1239. if (track->par->height == 1080)
  1240. avio_wb32(pb, 5); /* unknown */
  1241. else
  1242. avio_wb32(pb, 6); /* unknown */
  1243. }
  1244. /* padding */
  1245. for (i = 0; i < 10; i++)
  1246. avio_wb64(pb, 0);
  1247. return 0;
  1248. }
  1249. static int mov_write_dpxe_tag(AVIOContext *pb, MOVTrack *track)
  1250. {
  1251. avio_wb32(pb, 12);
  1252. ffio_wfourcc(pb, "DpxE");
  1253. if (track->par->extradata_size >= 12 &&
  1254. !memcmp(&track->par->extradata[4], "DpxE", 4)) {
  1255. avio_wb32(pb, track->par->extradata[11]);
  1256. } else {
  1257. avio_wb32(pb, 1);
  1258. }
  1259. return 0;
  1260. }
  1261. static int mov_get_dv_codec_tag(AVFormatContext *s, MOVTrack *track)
  1262. {
  1263. int tag;
  1264. if (track->par->width == 720) { /* SD */
  1265. if (track->par->height == 480) { /* NTSC */
  1266. if (track->par->format == AV_PIX_FMT_YUV422P) tag = MKTAG('d','v','5','n');
  1267. else tag = MKTAG('d','v','c',' ');
  1268. }else if (track->par->format == AV_PIX_FMT_YUV422P) tag = MKTAG('d','v','5','p');
  1269. else if (track->par->format == AV_PIX_FMT_YUV420P) tag = MKTAG('d','v','c','p');
  1270. else tag = MKTAG('d','v','p','p');
  1271. } else if (track->par->height == 720) { /* HD 720 line */
  1272. if (track->st->time_base.den == 50) tag = MKTAG('d','v','h','q');
  1273. else tag = MKTAG('d','v','h','p');
  1274. } else if (track->par->height == 1080) { /* HD 1080 line */
  1275. if (track->st->time_base.den == 25) tag = MKTAG('d','v','h','5');
  1276. else tag = MKTAG('d','v','h','6');
  1277. } else {
  1278. av_log(s, AV_LOG_ERROR, "unsupported height for dv codec\n");
  1279. return 0;
  1280. }
  1281. return tag;
  1282. }
  1283. static AVRational find_fps(AVFormatContext *s, AVStream *st)
  1284. {
  1285. AVRational rate = st->avg_frame_rate;
  1286. #if FF_API_LAVF_AVCTX
  1287. FF_DISABLE_DEPRECATION_WARNINGS
  1288. rate = av_inv_q(st->codec->time_base);
  1289. if (av_timecode_check_frame_rate(rate) < 0) {
  1290. av_log(s, AV_LOG_DEBUG, "timecode: tbc=%d/%d invalid, fallback on %d/%d\n",
  1291. rate.num, rate.den, st->avg_frame_rate.num, st->avg_frame_rate.den);
  1292. rate = st->avg_frame_rate;
  1293. }
  1294. FF_ENABLE_DEPRECATION_WARNINGS
  1295. #endif
  1296. return rate;
  1297. }
  1298. static int defined_frame_rate(AVFormatContext *s, AVStream *st)
  1299. {
  1300. AVRational rational_framerate = find_fps(s, st);
  1301. int rate = 0;
  1302. if (rational_framerate.den != 0)
  1303. rate = av_q2d(rational_framerate);
  1304. return rate;
  1305. }
  1306. static int mov_get_mpeg2_xdcam_codec_tag(AVFormatContext *s, MOVTrack *track)
  1307. {
  1308. int tag = track->par->codec_tag;
  1309. int interlaced = track->par->field_order > AV_FIELD_PROGRESSIVE;
  1310. AVStream *st = track->st;
  1311. int rate = defined_frame_rate(s, st);
  1312. if (!tag)
  1313. tag = MKTAG('m', '2', 'v', '1'); //fallback tag
  1314. if (track->par->format == AV_PIX_FMT_YUV420P) {
  1315. if (track->par->width == 1280 && track->par->height == 720) {
  1316. if (!interlaced) {
  1317. if (rate == 24) tag = MKTAG('x','d','v','4');
  1318. else if (rate == 25) tag = MKTAG('x','d','v','5');
  1319. else if (rate == 30) tag = MKTAG('x','d','v','1');
  1320. else if (rate == 50) tag = MKTAG('x','d','v','a');
  1321. else if (rate == 60) tag = MKTAG('x','d','v','9');
  1322. }
  1323. } else if (track->par->width == 1440 && track->par->height == 1080) {
  1324. if (!interlaced) {
  1325. if (rate == 24) tag = MKTAG('x','d','v','6');
  1326. else if (rate == 25) tag = MKTAG('x','d','v','7');
  1327. else if (rate == 30) tag = MKTAG('x','d','v','8');
  1328. } else {
  1329. if (rate == 25) tag = MKTAG('x','d','v','3');
  1330. else if (rate == 30) tag = MKTAG('x','d','v','2');
  1331. }
  1332. } else if (track->par->width == 1920 && track->par->height == 1080) {
  1333. if (!interlaced) {
  1334. if (rate == 24) tag = MKTAG('x','d','v','d');
  1335. else if (rate == 25) tag = MKTAG('x','d','v','e');
  1336. else if (rate == 30) tag = MKTAG('x','d','v','f');
  1337. } else {
  1338. if (rate == 25) tag = MKTAG('x','d','v','c');
  1339. else if (rate == 30) tag = MKTAG('x','d','v','b');
  1340. }
  1341. }
  1342. } else if (track->par->format == AV_PIX_FMT_YUV422P) {
  1343. if (track->par->width == 1280 && track->par->height == 720) {
  1344. if (!interlaced) {
  1345. if (rate == 24) tag = MKTAG('x','d','5','4');
  1346. else if (rate == 25) tag = MKTAG('x','d','5','5');
  1347. else if (rate == 30) tag = MKTAG('x','d','5','1');
  1348. else if (rate == 50) tag = MKTAG('x','d','5','a');
  1349. else if (rate == 60) tag = MKTAG('x','d','5','9');
  1350. }
  1351. } else if (track->par->width == 1920 && track->par->height == 1080) {
  1352. if (!interlaced) {
  1353. if (rate == 24) tag = MKTAG('x','d','5','d');
  1354. else if (rate == 25) tag = MKTAG('x','d','5','e');
  1355. else if (rate == 30) tag = MKTAG('x','d','5','f');
  1356. } else {
  1357. if (rate == 25) tag = MKTAG('x','d','5','c');
  1358. else if (rate == 30) tag = MKTAG('x','d','5','b');
  1359. }
  1360. }
  1361. }
  1362. return tag;
  1363. }
  1364. static int mov_get_h264_codec_tag(AVFormatContext *s, MOVTrack *track)
  1365. {
  1366. int tag = track->par->codec_tag;
  1367. int interlaced = track->par->field_order > AV_FIELD_PROGRESSIVE;
  1368. AVStream *st = track->st;
  1369. int rate = defined_frame_rate(s, st);
  1370. if (!tag)
  1371. tag = MKTAG('a', 'v', 'c', 'i'); //fallback tag
  1372. if (track->par->format == AV_PIX_FMT_YUV420P10) {
  1373. if (track->par->width == 960 && track->par->height == 720) {
  1374. if (!interlaced) {
  1375. if (rate == 24) tag = MKTAG('a','i','5','p');
  1376. else if (rate == 25) tag = MKTAG('a','i','5','q');
  1377. else if (rate == 30) tag = MKTAG('a','i','5','p');
  1378. else if (rate == 50) tag = MKTAG('a','i','5','q');
  1379. else if (rate == 60) tag = MKTAG('a','i','5','p');
  1380. }
  1381. } else if (track->par->width == 1440 && track->par->height == 1080) {
  1382. if (!interlaced) {
  1383. if (rate == 24) tag = MKTAG('a','i','5','3');
  1384. else if (rate == 25) tag = MKTAG('a','i','5','2');
  1385. else if (rate == 30) tag = MKTAG('a','i','5','3');
  1386. } else {
  1387. if (rate == 50) tag = MKTAG('a','i','5','5');
  1388. else if (rate == 60) tag = MKTAG('a','i','5','6');
  1389. }
  1390. }
  1391. } else if (track->par->format == AV_PIX_FMT_YUV422P10) {
  1392. if (track->par->width == 1280 && track->par->height == 720) {
  1393. if (!interlaced) {
  1394. if (rate == 24) tag = MKTAG('a','i','1','p');
  1395. else if (rate == 25) tag = MKTAG('a','i','1','q');
  1396. else if (rate == 30) tag = MKTAG('a','i','1','p');
  1397. else if (rate == 50) tag = MKTAG('a','i','1','q');
  1398. else if (rate == 60) tag = MKTAG('a','i','1','p');
  1399. }
  1400. } else if (track->par->width == 1920 && track->par->height == 1080) {
  1401. if (!interlaced) {
  1402. if (rate == 24) tag = MKTAG('a','i','1','3');
  1403. else if (rate == 25) tag = MKTAG('a','i','1','2');
  1404. else if (rate == 30) tag = MKTAG('a','i','1','3');
  1405. } else {
  1406. if (rate == 25) tag = MKTAG('a','i','1','5');
  1407. else if (rate == 50) tag = MKTAG('a','i','1','5');
  1408. else if (rate == 60) tag = MKTAG('a','i','1','6');
  1409. }
  1410. } else if ( track->par->width == 4096 && track->par->height == 2160
  1411. || track->par->width == 3840 && track->par->height == 2160
  1412. || track->par->width == 2048 && track->par->height == 1080) {
  1413. tag = MKTAG('a','i','v','x');
  1414. }
  1415. }
  1416. return tag;
  1417. }
  1418. static const struct {
  1419. enum AVPixelFormat pix_fmt;
  1420. uint32_t tag;
  1421. unsigned bps;
  1422. } mov_pix_fmt_tags[] = {
  1423. { AV_PIX_FMT_YUYV422, MKTAG('y','u','v','2'), 0 },
  1424. { AV_PIX_FMT_YUYV422, MKTAG('y','u','v','s'), 0 },
  1425. { AV_PIX_FMT_UYVY422, MKTAG('2','v','u','y'), 0 },
  1426. { AV_PIX_FMT_RGB555BE,MKTAG('r','a','w',' '), 16 },
  1427. { AV_PIX_FMT_RGB555LE,MKTAG('L','5','5','5'), 16 },
  1428. { AV_PIX_FMT_RGB565LE,MKTAG('L','5','6','5'), 16 },
  1429. { AV_PIX_FMT_RGB565BE,MKTAG('B','5','6','5'), 16 },
  1430. { AV_PIX_FMT_GRAY16BE,MKTAG('b','1','6','g'), 16 },
  1431. { AV_PIX_FMT_RGB24, MKTAG('r','a','w',' '), 24 },
  1432. { AV_PIX_FMT_BGR24, MKTAG('2','4','B','G'), 24 },
  1433. { AV_PIX_FMT_ARGB, MKTAG('r','a','w',' '), 32 },
  1434. { AV_PIX_FMT_BGRA, MKTAG('B','G','R','A'), 32 },
  1435. { AV_PIX_FMT_RGBA, MKTAG('R','G','B','A'), 32 },
  1436. { AV_PIX_FMT_ABGR, MKTAG('A','B','G','R'), 32 },
  1437. { AV_PIX_FMT_RGB48BE, MKTAG('b','4','8','r'), 48 },
  1438. };
  1439. static int mov_get_dnxhd_codec_tag(AVFormatContext *s, MOVTrack *track)
  1440. {
  1441. int tag = MKTAG('A','V','d','n');
  1442. if (track->par->profile != FF_PROFILE_UNKNOWN &&
  1443. track->par->profile != FF_PROFILE_DNXHD)
  1444. tag = MKTAG('A','V','d','h');
  1445. return tag;
  1446. }
  1447. static int mov_get_rawvideo_codec_tag(AVFormatContext *s, MOVTrack *track)
  1448. {
  1449. int tag = track->par->codec_tag;
  1450. int i;
  1451. enum AVPixelFormat pix_fmt;
  1452. for (i = 0; i < FF_ARRAY_ELEMS(mov_pix_fmt_tags); i++) {
  1453. if (track->par->format == mov_pix_fmt_tags[i].pix_fmt) {
  1454. tag = mov_pix_fmt_tags[i].tag;
  1455. track->par->bits_per_coded_sample = mov_pix_fmt_tags[i].bps;
  1456. if (track->par->codec_tag == mov_pix_fmt_tags[i].tag)
  1457. break;
  1458. }
  1459. }
  1460. pix_fmt = avpriv_find_pix_fmt(avpriv_pix_fmt_bps_mov,
  1461. track->par->bits_per_coded_sample);
  1462. if (tag == MKTAG('r','a','w',' ') &&
  1463. track->par->format != pix_fmt &&
  1464. track->par->format != AV_PIX_FMT_GRAY8 &&
  1465. track->par->format != AV_PIX_FMT_NONE)
  1466. av_log(s, AV_LOG_ERROR, "%s rawvideo cannot be written to mov, output file will be unreadable\n",
  1467. av_get_pix_fmt_name(track->par->format));
  1468. return tag;
  1469. }
  1470. static unsigned int mov_get_codec_tag(AVFormatContext *s, MOVTrack *track)
  1471. {
  1472. unsigned int tag = track->par->codec_tag;
  1473. // "rtp " is used to distinguish internally created RTP-hint tracks
  1474. // (with rtp_ctx) from other tracks.
  1475. if (tag == MKTAG('r','t','p',' '))
  1476. tag = 0;
  1477. if (!tag || (s->strict_std_compliance >= FF_COMPLIANCE_NORMAL &&
  1478. (track->par->codec_id == AV_CODEC_ID_DVVIDEO ||
  1479. track->par->codec_id == AV_CODEC_ID_RAWVIDEO ||
  1480. track->par->codec_id == AV_CODEC_ID_H263 ||
  1481. track->par->codec_id == AV_CODEC_ID_H264 ||
  1482. track->par->codec_id == AV_CODEC_ID_DNXHD ||
  1483. track->par->codec_id == AV_CODEC_ID_MPEG2VIDEO ||
  1484. av_get_bits_per_sample(track->par->codec_id)))) { // pcm audio
  1485. if (track->par->codec_id == AV_CODEC_ID_DVVIDEO)
  1486. tag = mov_get_dv_codec_tag(s, track);
  1487. else if (track->par->codec_id == AV_CODEC_ID_RAWVIDEO)
  1488. tag = mov_get_rawvideo_codec_tag(s, track);
  1489. else if (track->par->codec_id == AV_CODEC_ID_MPEG2VIDEO)
  1490. tag = mov_get_mpeg2_xdcam_codec_tag(s, track);
  1491. else if (track->par->codec_id == AV_CODEC_ID_H264)
  1492. tag = mov_get_h264_codec_tag(s, track);
  1493. else if (track->par->codec_id == AV_CODEC_ID_DNXHD)
  1494. tag = mov_get_dnxhd_codec_tag(s, track);
  1495. else if (track->par->codec_type == AVMEDIA_TYPE_VIDEO) {
  1496. tag = ff_codec_get_tag(ff_codec_movvideo_tags, track->par->codec_id);
  1497. if (!tag) { // if no mac fcc found, try with Microsoft tags
  1498. tag = ff_codec_get_tag(ff_codec_bmp_tags, track->par->codec_id);
  1499. if (tag)
  1500. av_log(s, AV_LOG_WARNING, "Using MS style video codec tag, "
  1501. "the file may be unplayable!\n");
  1502. }
  1503. } else if (track->par->codec_type == AVMEDIA_TYPE_AUDIO) {
  1504. tag = ff_codec_get_tag(ff_codec_movaudio_tags, track->par->codec_id);
  1505. if (!tag) { // if no mac fcc found, try with Microsoft tags
  1506. int ms_tag = ff_codec_get_tag(ff_codec_wav_tags, track->par->codec_id);
  1507. if (ms_tag) {
  1508. tag = MKTAG('m', 's', ((ms_tag >> 8) & 0xff), (ms_tag & 0xff));
  1509. av_log(s, AV_LOG_WARNING, "Using MS style audio codec tag, "
  1510. "the file may be unplayable!\n");
  1511. }
  1512. }
  1513. } else if (track->par->codec_type == AVMEDIA_TYPE_SUBTITLE)
  1514. tag = ff_codec_get_tag(ff_codec_movsubtitle_tags, track->par->codec_id);
  1515. }
  1516. return tag;
  1517. }
  1518. static const AVCodecTag codec_cover_image_tags[] = {
  1519. { AV_CODEC_ID_MJPEG, 0xD },
  1520. { AV_CODEC_ID_PNG, 0xE },
  1521. { AV_CODEC_ID_BMP, 0x1B },
  1522. { AV_CODEC_ID_NONE, 0 },
  1523. };
  1524. static unsigned int validate_codec_tag(const AVCodecTag *const *tags,
  1525. unsigned int tag, int codec_id)
  1526. {
  1527. int i;
  1528. /**
  1529. * Check that tag + id is in the table
  1530. */
  1531. for (i = 0; tags && tags[i]; i++) {
  1532. const AVCodecTag *codec_tags = tags[i];
  1533. while (codec_tags->id != AV_CODEC_ID_NONE) {
  1534. if (avpriv_toupper4(codec_tags->tag) == avpriv_toupper4(tag) &&
  1535. codec_tags->id == codec_id)
  1536. return codec_tags->tag;
  1537. codec_tags++;
  1538. }
  1539. }
  1540. return 0;
  1541. }
  1542. static unsigned int mov_find_codec_tag(AVFormatContext *s, MOVTrack *track)
  1543. {
  1544. if (is_cover_image(track->st))
  1545. return ff_codec_get_tag(codec_cover_image_tags, track->par->codec_id);
  1546. if (track->mode == MODE_IPOD)
  1547. if (!av_match_ext(s->url, "m4a") &&
  1548. !av_match_ext(s->url, "m4v") &&
  1549. !av_match_ext(s->url, "m4b"))
  1550. av_log(s, AV_LOG_WARNING, "Warning, extension is not .m4a nor .m4v "
  1551. "Quicktime/Ipod might not play the file\n");
  1552. if (track->mode == MODE_MOV) {
  1553. return mov_get_codec_tag(s, track);
  1554. } else
  1555. return validate_codec_tag(s->oformat->codec_tag, track->par->codec_tag,
  1556. track->par->codec_id);
  1557. }
  1558. /** Write uuid atom.
  1559. * Needed to make file play in iPods running newest firmware
  1560. * goes after avcC atom in moov.trak.mdia.minf.stbl.stsd.avc1
  1561. */
  1562. static int mov_write_uuid_tag_ipod(AVIOContext *pb)
  1563. {
  1564. avio_wb32(pb, 28);
  1565. ffio_wfourcc(pb, "uuid");
  1566. avio_wb32(pb, 0x6b6840f2);
  1567. avio_wb32(pb, 0x5f244fc5);
  1568. avio_wb32(pb, 0xba39a51b);
  1569. avio_wb32(pb, 0xcf0323f3);
  1570. avio_wb32(pb, 0x0);
  1571. return 28;
  1572. }
  1573. static const uint16_t fiel_data[] = {
  1574. 0x0000, 0x0100, 0x0201, 0x0206, 0x0209, 0x020e
  1575. };
  1576. static int mov_write_fiel_tag(AVIOContext *pb, MOVTrack *track, int field_order)
  1577. {
  1578. unsigned mov_field_order = 0;
  1579. if (field_order < FF_ARRAY_ELEMS(fiel_data))
  1580. mov_field_order = fiel_data[field_order];
  1581. else
  1582. return 0;
  1583. avio_wb32(pb, 10);
  1584. ffio_wfourcc(pb, "fiel");
  1585. avio_wb16(pb, mov_field_order);
  1586. return 10;
  1587. }
  1588. static int mov_write_subtitle_tag(AVIOContext *pb, MOVTrack *track)
  1589. {
  1590. int ret = AVERROR_BUG;
  1591. int64_t pos = avio_tell(pb);
  1592. avio_wb32(pb, 0); /* size */
  1593. avio_wl32(pb, track->tag); // store it byteswapped
  1594. avio_wb32(pb, 0); /* Reserved */
  1595. avio_wb16(pb, 0); /* Reserved */
  1596. avio_wb16(pb, 1); /* Data-reference index */
  1597. if (track->par->codec_id == AV_CODEC_ID_DVD_SUBTITLE)
  1598. mov_write_esds_tag(pb, track);
  1599. else if (track->par->extradata_size)
  1600. avio_write(pb, track->par->extradata, track->par->extradata_size);
  1601. if (track->mode == MODE_MP4 &&
  1602. ((ret = mov_write_btrt_tag(pb, track)) < 0))
  1603. return ret;
  1604. return update_size(pb, pos);
  1605. }
  1606. static int mov_write_st3d_tag(AVFormatContext *s, AVIOContext *pb, AVStereo3D *stereo_3d)
  1607. {
  1608. int8_t stereo_mode;
  1609. if (stereo_3d->flags != 0) {
  1610. av_log(s, AV_LOG_WARNING, "Unsupported stereo_3d flags %x. st3d not written.\n", stereo_3d->flags);
  1611. return 0;
  1612. }
  1613. switch (stereo_3d->type) {
  1614. case AV_STEREO3D_2D:
  1615. stereo_mode = 0;
  1616. break;
  1617. case AV_STEREO3D_TOPBOTTOM:
  1618. stereo_mode = 1;
  1619. break;
  1620. case AV_STEREO3D_SIDEBYSIDE:
  1621. stereo_mode = 2;
  1622. break;
  1623. default:
  1624. av_log(s, AV_LOG_WARNING, "Unsupported stereo_3d type %s. st3d not written.\n", av_stereo3d_type_name(stereo_3d->type));
  1625. return 0;
  1626. }
  1627. avio_wb32(pb, 13); /* size */
  1628. ffio_wfourcc(pb, "st3d");
  1629. avio_wb32(pb, 0); /* version = 0 & flags = 0 */
  1630. avio_w8(pb, stereo_mode);
  1631. return 13;
  1632. }
  1633. static int mov_write_sv3d_tag(AVFormatContext *s, AVIOContext *pb, AVSphericalMapping *spherical_mapping)
  1634. {
  1635. int64_t sv3d_pos, svhd_pos, proj_pos;
  1636. const char* metadata_source = s->flags & AVFMT_FLAG_BITEXACT ? "Lavf" : LIBAVFORMAT_IDENT;
  1637. if (spherical_mapping->projection != AV_SPHERICAL_EQUIRECTANGULAR &&
  1638. spherical_mapping->projection != AV_SPHERICAL_EQUIRECTANGULAR_TILE &&
  1639. spherical_mapping->projection != AV_SPHERICAL_CUBEMAP) {
  1640. av_log(s, AV_LOG_WARNING, "Unsupported projection %d. sv3d not written.\n", spherical_mapping->projection);
  1641. return 0;
  1642. }
  1643. sv3d_pos = avio_tell(pb);
  1644. avio_wb32(pb, 0); /* size */
  1645. ffio_wfourcc(pb, "sv3d");
  1646. svhd_pos = avio_tell(pb);
  1647. avio_wb32(pb, 0); /* size */
  1648. ffio_wfourcc(pb, "svhd");
  1649. avio_wb32(pb, 0); /* version = 0 & flags = 0 */
  1650. avio_put_str(pb, metadata_source);
  1651. update_size(pb, svhd_pos);
  1652. proj_pos = avio_tell(pb);
  1653. avio_wb32(pb, 0); /* size */
  1654. ffio_wfourcc(pb, "proj");
  1655. avio_wb32(pb, 24); /* size */
  1656. ffio_wfourcc(pb, "prhd");
  1657. avio_wb32(pb, 0); /* version = 0 & flags = 0 */
  1658. avio_wb32(pb, spherical_mapping->yaw);
  1659. avio_wb32(pb, spherical_mapping->pitch);
  1660. avio_wb32(pb, spherical_mapping->roll);
  1661. switch (spherical_mapping->projection) {
  1662. case AV_SPHERICAL_EQUIRECTANGULAR:
  1663. case AV_SPHERICAL_EQUIRECTANGULAR_TILE:
  1664. avio_wb32(pb, 28); /* size */
  1665. ffio_wfourcc(pb, "equi");
  1666. avio_wb32(pb, 0); /* version = 0 & flags = 0 */
  1667. avio_wb32(pb, spherical_mapping->bound_top);
  1668. avio_wb32(pb, spherical_mapping->bound_bottom);
  1669. avio_wb32(pb, spherical_mapping->bound_left);
  1670. avio_wb32(pb, spherical_mapping->bound_right);
  1671. break;
  1672. case AV_SPHERICAL_CUBEMAP:
  1673. avio_wb32(pb, 20); /* size */
  1674. ffio_wfourcc(pb, "cbmp");
  1675. avio_wb32(pb, 0); /* version = 0 & flags = 0 */
  1676. avio_wb32(pb, 0); /* layout */
  1677. avio_wb32(pb, spherical_mapping->padding); /* padding */
  1678. break;
  1679. }
  1680. update_size(pb, proj_pos);
  1681. return update_size(pb, sv3d_pos);
  1682. }
  1683. static int mov_write_dvcc_dvvc_tag(AVFormatContext *s, AVIOContext *pb, AVDOVIDecoderConfigurationRecord *dovi)
  1684. {
  1685. avio_wb32(pb, 32); /* size = 8 + 24 */
  1686. if (dovi->dv_profile > 7)
  1687. ffio_wfourcc(pb, "dvvC");
  1688. else
  1689. ffio_wfourcc(pb, "dvcC");
  1690. avio_w8(pb, dovi->dv_version_major);
  1691. avio_w8(pb, dovi->dv_version_minor);
  1692. avio_wb16(pb, (dovi->dv_profile << 9) | (dovi->dv_level << 3) |
  1693. (dovi->rpu_present_flag << 2) | (dovi->el_present_flag << 1) |
  1694. dovi->bl_present_flag);
  1695. avio_wb32(pb, (dovi->dv_bl_signal_compatibility_id << 28) | 0);
  1696. avio_wb32(pb, 0); /* reserved */
  1697. avio_wb32(pb, 0); /* reserved */
  1698. avio_wb32(pb, 0); /* reserved */
  1699. avio_wb32(pb, 0); /* reserved */
  1700. av_log(s, AV_LOG_DEBUG, "DOVI in %s box, version: %d.%d, profile: %d, level: %d, "
  1701. "rpu flag: %d, el flag: %d, bl flag: %d, compatibility id: %d\n",
  1702. dovi->dv_profile > 7 ? "dvvC" : "dvcC",
  1703. dovi->dv_version_major, dovi->dv_version_minor,
  1704. dovi->dv_profile, dovi->dv_level,
  1705. dovi->rpu_present_flag,
  1706. dovi->el_present_flag,
  1707. dovi->bl_present_flag,
  1708. dovi->dv_bl_signal_compatibility_id);
  1709. return 32; /* 8 + 24 */
  1710. }
  1711. static int mov_write_clap_tag(AVIOContext *pb, MOVTrack *track)
  1712. {
  1713. avio_wb32(pb, 40);
  1714. ffio_wfourcc(pb, "clap");
  1715. avio_wb32(pb, track->par->width); /* apertureWidth_N */
  1716. avio_wb32(pb, 1); /* apertureWidth_D (= 1) */
  1717. avio_wb32(pb, track->height); /* apertureHeight_N */
  1718. avio_wb32(pb, 1); /* apertureHeight_D (= 1) */
  1719. avio_wb32(pb, 0); /* horizOff_N (= 0) */
  1720. avio_wb32(pb, 1); /* horizOff_D (= 1) */
  1721. avio_wb32(pb, 0); /* vertOff_N (= 0) */
  1722. avio_wb32(pb, 1); /* vertOff_D (= 1) */
  1723. return 40;
  1724. }
  1725. static int mov_write_pasp_tag(AVIOContext *pb, MOVTrack *track)
  1726. {
  1727. AVRational sar;
  1728. av_reduce(&sar.num, &sar.den, track->par->sample_aspect_ratio.num,
  1729. track->par->sample_aspect_ratio.den, INT_MAX);
  1730. avio_wb32(pb, 16);
  1731. ffio_wfourcc(pb, "pasp");
  1732. avio_wb32(pb, sar.num);
  1733. avio_wb32(pb, sar.den);
  1734. return 16;
  1735. }
  1736. static int mov_write_gama_tag(AVFormatContext *s, AVIOContext *pb, MOVTrack *track, double gamma)
  1737. {
  1738. uint32_t gama = 0;
  1739. if (gamma <= 0.0) {
  1740. gamma = avpriv_get_gamma_from_trc(track->par->color_trc);
  1741. }
  1742. av_log(s, AV_LOG_DEBUG, "gamma value %g\n", gamma);
  1743. if (gamma > 1e-6) {
  1744. gama = (uint32_t)lrint((double)(1<<16) * gamma);
  1745. av_log(s, AV_LOG_DEBUG, "writing gama value %"PRId32"\n", gama);
  1746. av_assert0(track->mode == MODE_MOV);
  1747. avio_wb32(pb, 12);
  1748. ffio_wfourcc(pb, "gama");
  1749. avio_wb32(pb, gama);
  1750. return 12;
  1751. } else {
  1752. av_log(s, AV_LOG_WARNING, "gamma value unknown, unable to write gama atom\n");
  1753. }
  1754. return 0;
  1755. }
  1756. static int mov_write_colr_tag(AVIOContext *pb, MOVTrack *track, int prefer_icc)
  1757. {
  1758. int64_t pos = avio_tell(pb);
  1759. // Ref (MOV): https://developer.apple.com/library/mac/technotes/tn2162/_index.html#//apple_ref/doc/uid/DTS40013070-CH1-TNTAG9
  1760. // Ref (MP4): ISO/IEC 14496-12:2012
  1761. const uint8_t *icc_profile;
  1762. int icc_profile_size;
  1763. if (prefer_icc) {
  1764. icc_profile = av_stream_get_side_data(track->st, AV_PKT_DATA_ICC_PROFILE, &icc_profile_size);
  1765. if (icc_profile) {
  1766. avio_wb32(pb, 12 + icc_profile_size);
  1767. ffio_wfourcc(pb, "colr");
  1768. ffio_wfourcc(pb, "prof");
  1769. avio_write(pb, icc_profile, icc_profile_size);
  1770. return 12 + icc_profile_size;
  1771. }
  1772. else {
  1773. av_log(NULL, AV_LOG_INFO, "no ICC profile found, will write nclx/nclc colour info instead\n");
  1774. }
  1775. }
  1776. /* We should only ever be called by MOV or MP4. */
  1777. av_assert0(track->mode == MODE_MOV || track->mode == MODE_MP4);
  1778. avio_wb32(pb, 0); /* size */
  1779. ffio_wfourcc(pb, "colr");
  1780. if (track->mode == MODE_MP4)
  1781. ffio_wfourcc(pb, "nclx");
  1782. else
  1783. ffio_wfourcc(pb, "nclc");
  1784. // Do not try to guess the color info if it is AVCOL_PRI_UNSPECIFIED.
  1785. // e.g., Dolby Vision for Apple devices should be set to AVCOL_PRI_UNSPECIFIED. See
  1786. // https://developer.apple.com/av-foundation/High-Dynamic-Range-Metadata-for-Apple-Devices.pdf
  1787. avio_wb16(pb, track->par->color_primaries);
  1788. avio_wb16(pb, track->par->color_trc);
  1789. avio_wb16(pb, track->par->color_space);
  1790. if (track->mode == MODE_MP4) {
  1791. int full_range = track->par->color_range == AVCOL_RANGE_JPEG;
  1792. avio_w8(pb, full_range << 7);
  1793. }
  1794. return update_size(pb, pos);
  1795. }
  1796. static int mov_write_clli_tag(AVIOContext *pb, MOVTrack *track)
  1797. {
  1798. const uint8_t *side_data;
  1799. const AVContentLightMetadata *content_light_metadata;
  1800. side_data = av_stream_get_side_data(track->st, AV_PKT_DATA_CONTENT_LIGHT_LEVEL, NULL);
  1801. if (!side_data) {
  1802. av_log(NULL, AV_LOG_VERBOSE, "Not writing 'clli' atom. No content light level info.\n");
  1803. return 0;
  1804. }
  1805. content_light_metadata = (const AVContentLightMetadata*)side_data;
  1806. avio_wb32(pb, 12); // size
  1807. ffio_wfourcc(pb, "clli");
  1808. avio_wb16(pb, content_light_metadata->MaxCLL);
  1809. avio_wb16(pb, content_light_metadata->MaxFALL);
  1810. return 12;
  1811. }
  1812. static inline int64_t rescale_mdcv(AVRational q, int b)
  1813. {
  1814. return av_rescale(q.num, b, q.den);
  1815. }
  1816. static int mov_write_mdcv_tag(AVIOContext *pb, MOVTrack *track)
  1817. {
  1818. const int chroma_den = 50000;
  1819. const int luma_den = 10000;
  1820. const uint8_t *side_data;
  1821. const AVMasteringDisplayMetadata *metadata;
  1822. side_data = av_stream_get_side_data(track->st, AV_PKT_DATA_MASTERING_DISPLAY_METADATA, NULL);
  1823. metadata = (const AVMasteringDisplayMetadata*)side_data;
  1824. if (!metadata || !metadata->has_primaries || !metadata->has_luminance) {
  1825. av_log(NULL, AV_LOG_VERBOSE, "Not writing 'mdcv' atom. Missing mastering metadata.\n");
  1826. return 0;
  1827. }
  1828. avio_wb32(pb, 32); // size
  1829. ffio_wfourcc(pb, "mdcv");
  1830. avio_wb16(pb, rescale_mdcv(metadata->display_primaries[1][0], chroma_den));
  1831. avio_wb16(pb, rescale_mdcv(metadata->display_primaries[1][1], chroma_den));
  1832. avio_wb16(pb, rescale_mdcv(metadata->display_primaries[2][0], chroma_den));
  1833. avio_wb16(pb, rescale_mdcv(metadata->display_primaries[2][1], chroma_den));
  1834. avio_wb16(pb, rescale_mdcv(metadata->display_primaries[0][0], chroma_den));
  1835. avio_wb16(pb, rescale_mdcv(metadata->display_primaries[0][1], chroma_den));
  1836. avio_wb16(pb, rescale_mdcv(metadata->white_point[0], chroma_den));
  1837. avio_wb16(pb, rescale_mdcv(metadata->white_point[1], chroma_den));
  1838. avio_wb32(pb, rescale_mdcv(metadata->max_luminance, luma_den));
  1839. avio_wb32(pb, rescale_mdcv(metadata->min_luminance, luma_den));
  1840. return 32;
  1841. }
  1842. static void find_compressor(char * compressor_name, int len, MOVTrack *track)
  1843. {
  1844. AVDictionaryEntry *encoder;
  1845. int xdcam_res = (track->par->width == 1280 && track->par->height == 720)
  1846. || (track->par->width == 1440 && track->par->height == 1080)
  1847. || (track->par->width == 1920 && track->par->height == 1080);
  1848. if (track->mode == MODE_MOV &&
  1849. (encoder = av_dict_get(track->st->metadata, "encoder", NULL, 0))) {
  1850. av_strlcpy(compressor_name, encoder->value, 32);
  1851. } else if (track->par->codec_id == AV_CODEC_ID_MPEG2VIDEO && xdcam_res) {
  1852. int interlaced = track->par->field_order > AV_FIELD_PROGRESSIVE;
  1853. AVStream *st = track->st;
  1854. int rate = defined_frame_rate(NULL, st);
  1855. av_strlcatf(compressor_name, len, "XDCAM");
  1856. if (track->par->format == AV_PIX_FMT_YUV422P) {
  1857. av_strlcatf(compressor_name, len, " HD422");
  1858. } else if(track->par->width == 1440) {
  1859. av_strlcatf(compressor_name, len, " HD");
  1860. } else
  1861. av_strlcatf(compressor_name, len, " EX");
  1862. av_strlcatf(compressor_name, len, " %d%c", track->par->height, interlaced ? 'i' : 'p');
  1863. av_strlcatf(compressor_name, len, "%d", rate * (interlaced + 1));
  1864. }
  1865. }
  1866. static int mov_write_video_tag(AVFormatContext *s, AVIOContext *pb, MOVMuxContext *mov, MOVTrack *track)
  1867. {
  1868. int ret = AVERROR_BUG;
  1869. int64_t pos = avio_tell(pb);
  1870. char compressor_name[32] = { 0 };
  1871. int avid = 0;
  1872. int uncompressed_ycbcr = ((track->par->codec_id == AV_CODEC_ID_RAWVIDEO && track->par->format == AV_PIX_FMT_UYVY422)
  1873. || (track->par->codec_id == AV_CODEC_ID_RAWVIDEO && track->par->format == AV_PIX_FMT_YUYV422)
  1874. || track->par->codec_id == AV_CODEC_ID_V308
  1875. || track->par->codec_id == AV_CODEC_ID_V408
  1876. || track->par->codec_id == AV_CODEC_ID_V410
  1877. || track->par->codec_id == AV_CODEC_ID_V210);
  1878. avio_wb32(pb, 0); /* size */
  1879. if (mov->encryption_scheme != MOV_ENC_NONE) {
  1880. ffio_wfourcc(pb, "encv");
  1881. } else {
  1882. avio_wl32(pb, track->tag); // store it byteswapped
  1883. }
  1884. avio_wb32(pb, 0); /* Reserved */
  1885. avio_wb16(pb, 0); /* Reserved */
  1886. avio_wb16(pb, 1); /* Data-reference index */
  1887. if (uncompressed_ycbcr) {
  1888. avio_wb16(pb, 2); /* Codec stream version */
  1889. } else {
  1890. avio_wb16(pb, 0); /* Codec stream version */
  1891. }
  1892. avio_wb16(pb, 0); /* Codec stream revision (=0) */
  1893. if (track->mode == MODE_MOV) {
  1894. ffio_wfourcc(pb, "FFMP"); /* Vendor */
  1895. if (track->par->codec_id == AV_CODEC_ID_RAWVIDEO || uncompressed_ycbcr) {
  1896. avio_wb32(pb, 0); /* Temporal Quality */
  1897. avio_wb32(pb, 0x400); /* Spatial Quality = lossless*/
  1898. } else {
  1899. avio_wb32(pb, 0x200); /* Temporal Quality = normal */
  1900. avio_wb32(pb, 0x200); /* Spatial Quality = normal */
  1901. }
  1902. } else {
  1903. avio_wb32(pb, 0); /* Reserved */
  1904. avio_wb32(pb, 0); /* Reserved */
  1905. avio_wb32(pb, 0); /* Reserved */
  1906. }
  1907. avio_wb16(pb, track->par->width); /* Video width */
  1908. avio_wb16(pb, track->height); /* Video height */
  1909. avio_wb32(pb, 0x00480000); /* Horizontal resolution 72dpi */
  1910. avio_wb32(pb, 0x00480000); /* Vertical resolution 72dpi */
  1911. avio_wb32(pb, 0); /* Data size (= 0) */
  1912. avio_wb16(pb, 1); /* Frame count (= 1) */
  1913. /* FIXME not sure, ISO 14496-1 draft where it shall be set to 0 */
  1914. find_compressor(compressor_name, 32, track);
  1915. avio_w8(pb, strlen(compressor_name));
  1916. avio_write(pb, compressor_name, 31);
  1917. if (track->mode == MODE_MOV &&
  1918. (track->par->codec_id == AV_CODEC_ID_V410 || track->par->codec_id == AV_CODEC_ID_V210))
  1919. avio_wb16(pb, 0x18);
  1920. else if (track->mode == MODE_MOV && track->par->bits_per_coded_sample)
  1921. avio_wb16(pb, track->par->bits_per_coded_sample |
  1922. (track->par->format == AV_PIX_FMT_GRAY8 ? 0x20 : 0));
  1923. else
  1924. avio_wb16(pb, 0x18); /* Reserved */
  1925. if (track->mode == MODE_MOV && track->par->format == AV_PIX_FMT_PAL8) {
  1926. int pal_size = 1 << track->par->bits_per_coded_sample;
  1927. int i;
  1928. avio_wb16(pb, 0); /* Color table ID */
  1929. avio_wb32(pb, 0); /* Color table seed */
  1930. avio_wb16(pb, 0x8000); /* Color table flags */
  1931. avio_wb16(pb, pal_size - 1); /* Color table size (zero-relative) */
  1932. for (i = 0; i < pal_size; i++) {
  1933. uint32_t rgb = track->palette[i];
  1934. uint16_t r = (rgb >> 16) & 0xff;
  1935. uint16_t g = (rgb >> 8) & 0xff;
  1936. uint16_t b = rgb & 0xff;
  1937. avio_wb16(pb, 0);
  1938. avio_wb16(pb, (r << 8) | r);
  1939. avio_wb16(pb, (g << 8) | g);
  1940. avio_wb16(pb, (b << 8) | b);
  1941. }
  1942. } else
  1943. avio_wb16(pb, 0xffff); /* Reserved */
  1944. if (track->tag == MKTAG('m','p','4','v'))
  1945. mov_write_esds_tag(pb, track);
  1946. else if (track->par->codec_id == AV_CODEC_ID_H263)
  1947. mov_write_d263_tag(pb);
  1948. else if (track->par->codec_id == AV_CODEC_ID_AVUI ||
  1949. track->par->codec_id == AV_CODEC_ID_SVQ3) {
  1950. mov_write_extradata_tag(pb, track);
  1951. avio_wb32(pb, 0);
  1952. } else if (track->par->codec_id == AV_CODEC_ID_DNXHD) {
  1953. mov_write_avid_tag(pb, track);
  1954. avid = 1;
  1955. } else if (track->par->codec_id == AV_CODEC_ID_HEVC)
  1956. mov_write_hvcc_tag(pb, track);
  1957. else if (track->par->codec_id == AV_CODEC_ID_H264 && !TAG_IS_AVCI(track->tag)) {
  1958. mov_write_avcc_tag(pb, track);
  1959. if (track->mode == MODE_IPOD)
  1960. mov_write_uuid_tag_ipod(pb);
  1961. } else if (track->par->codec_id == AV_CODEC_ID_VP9) {
  1962. mov_write_vpcc_tag(mov->fc, pb, track);
  1963. } else if (track->par->codec_id == AV_CODEC_ID_AV1) {
  1964. mov_write_av1c_tag(pb, track);
  1965. } else if (track->par->codec_id == AV_CODEC_ID_VC1 && track->vos_len > 0)
  1966. mov_write_dvc1_tag(pb, track);
  1967. else if (track->par->codec_id == AV_CODEC_ID_VP6F ||
  1968. track->par->codec_id == AV_CODEC_ID_VP6A) {
  1969. /* Don't write any potential extradata here - the cropping
  1970. * is signalled via the normal width/height fields. */
  1971. } else if (track->par->codec_id == AV_CODEC_ID_R10K) {
  1972. if (track->par->codec_tag == MKTAG('R','1','0','k'))
  1973. mov_write_dpxe_tag(pb, track);
  1974. } else if (track->vos_len > 0)
  1975. mov_write_glbl_tag(pb, track);
  1976. if (track->par->codec_id != AV_CODEC_ID_H264 &&
  1977. track->par->codec_id != AV_CODEC_ID_MPEG4 &&
  1978. track->par->codec_id != AV_CODEC_ID_DNXHD) {
  1979. int field_order = track->par->field_order;
  1980. #if FF_API_LAVF_AVCTX
  1981. FF_DISABLE_DEPRECATION_WARNINGS
  1982. if (field_order != track->st->codec->field_order && track->st->codec->field_order != AV_FIELD_UNKNOWN)
  1983. field_order = track->st->codec->field_order;
  1984. FF_ENABLE_DEPRECATION_WARNINGS
  1985. #endif
  1986. if (field_order != AV_FIELD_UNKNOWN)
  1987. mov_write_fiel_tag(pb, track, field_order);
  1988. }
  1989. if (mov->flags & FF_MOV_FLAG_WRITE_GAMA) {
  1990. if (track->mode == MODE_MOV)
  1991. mov_write_gama_tag(s, pb, track, mov->gamma);
  1992. else
  1993. av_log(mov->fc, AV_LOG_WARNING, "Not writing 'gama' atom. Format is not MOV.\n");
  1994. }
  1995. if (track->mode == MODE_MOV || track->mode == MODE_MP4) {
  1996. int has_color_info = track->par->color_primaries != AVCOL_PRI_UNSPECIFIED &&
  1997. track->par->color_trc != AVCOL_TRC_UNSPECIFIED &&
  1998. track->par->color_space != AVCOL_SPC_UNSPECIFIED;
  1999. if (has_color_info || mov->flags & FF_MOV_FLAG_WRITE_COLR ||
  2000. av_stream_get_side_data(track->st, AV_PKT_DATA_ICC_PROFILE, NULL)) {
  2001. int prefer_icc = mov->flags & FF_MOV_FLAG_PREFER_ICC || !has_color_info;
  2002. mov_write_colr_tag(pb, track, prefer_icc);
  2003. } else if (mov->flags & FF_MOV_FLAG_WRITE_COLR) {
  2004. av_log(mov->fc, AV_LOG_WARNING, "Not writing 'colr' atom. Format is not MOV or MP4.\n");
  2005. }
  2006. }
  2007. if (track->mode == MODE_MOV || track->mode == MODE_MP4) {
  2008. mov_write_clli_tag(pb, track);
  2009. mov_write_mdcv_tag(pb, track);
  2010. }
  2011. if (track->mode == MODE_MP4 && mov->fc->strict_std_compliance <= FF_COMPLIANCE_UNOFFICIAL) {
  2012. AVStereo3D* stereo_3d = (AVStereo3D*) av_stream_get_side_data(track->st, AV_PKT_DATA_STEREO3D, NULL);
  2013. AVSphericalMapping* spherical_mapping = (AVSphericalMapping*)av_stream_get_side_data(track->st, AV_PKT_DATA_SPHERICAL, NULL);
  2014. AVDOVIDecoderConfigurationRecord *dovi = (AVDOVIDecoderConfigurationRecord *)
  2015. av_stream_get_side_data(track->st, AV_PKT_DATA_DOVI_CONF, NULL);;
  2016. if (stereo_3d)
  2017. mov_write_st3d_tag(s, pb, stereo_3d);
  2018. if (spherical_mapping)
  2019. mov_write_sv3d_tag(mov->fc, pb, spherical_mapping);
  2020. if (dovi)
  2021. mov_write_dvcc_dvvc_tag(s, pb, dovi);
  2022. }
  2023. if (track->par->sample_aspect_ratio.den && track->par->sample_aspect_ratio.num) {
  2024. mov_write_pasp_tag(pb, track);
  2025. }
  2026. if (uncompressed_ycbcr){
  2027. mov_write_clap_tag(pb, track);
  2028. }
  2029. if (mov->encryption_scheme != MOV_ENC_NONE) {
  2030. ff_mov_cenc_write_sinf_tag(track, pb, mov->encryption_kid);
  2031. }
  2032. if (track->mode == MODE_MP4 &&
  2033. ((ret = mov_write_btrt_tag(pb, track)) < 0))
  2034. return ret;
  2035. /* extra padding for avid stsd */
  2036. /* https://developer.apple.com/library/mac/documentation/QuickTime/QTFF/QTFFChap2/qtff2.html#//apple_ref/doc/uid/TP40000939-CH204-61112 */
  2037. if (avid)
  2038. avio_wb32(pb, 0);
  2039. return update_size(pb, pos);
  2040. }
  2041. static int mov_write_rtp_tag(AVIOContext *pb, MOVTrack *track)
  2042. {
  2043. int64_t pos = avio_tell(pb);
  2044. avio_wb32(pb, 0); /* size */
  2045. ffio_wfourcc(pb, "rtp ");
  2046. avio_wb32(pb, 0); /* Reserved */
  2047. avio_wb16(pb, 0); /* Reserved */
  2048. avio_wb16(pb, 1); /* Data-reference index */
  2049. avio_wb16(pb, 1); /* Hint track version */
  2050. avio_wb16(pb, 1); /* Highest compatible version */
  2051. avio_wb32(pb, track->max_packet_size); /* Max packet size */
  2052. avio_wb32(pb, 12); /* size */
  2053. ffio_wfourcc(pb, "tims");
  2054. avio_wb32(pb, track->timescale);
  2055. return update_size(pb, pos);
  2056. }
  2057. static int mov_write_source_reference_tag(AVIOContext *pb, MOVTrack *track, const char *reel_name)
  2058. {
  2059. uint64_t str_size =strlen(reel_name);
  2060. int64_t pos = avio_tell(pb);
  2061. if (str_size >= UINT16_MAX){
  2062. av_log(NULL, AV_LOG_ERROR, "reel_name length %"PRIu64" is too large\n", str_size);
  2063. avio_wb16(pb, 0);
  2064. return AVERROR(EINVAL);
  2065. }
  2066. avio_wb32(pb, 0); /* size */
  2067. ffio_wfourcc(pb, "name"); /* Data format */
  2068. avio_wb16(pb, str_size); /* string size */
  2069. avio_wb16(pb, track->language); /* langcode */
  2070. avio_write(pb, reel_name, str_size); /* reel name */
  2071. return update_size(pb,pos);
  2072. }
  2073. static int mov_write_tmcd_tag(AVIOContext *pb, MOVTrack *track)
  2074. {
  2075. int64_t pos = avio_tell(pb);
  2076. #if 1
  2077. int frame_duration;
  2078. int nb_frames;
  2079. AVDictionaryEntry *t = NULL;
  2080. if (!track->st->avg_frame_rate.num || !track->st->avg_frame_rate.den) {
  2081. #if FF_API_LAVF_AVCTX
  2082. FF_DISABLE_DEPRECATION_WARNINGS
  2083. frame_duration = av_rescale(track->timescale, track->st->codec->time_base.num, track->st->codec->time_base.den);
  2084. nb_frames = ROUNDED_DIV(track->st->codec->time_base.den, track->st->codec->time_base.num);
  2085. FF_ENABLE_DEPRECATION_WARNINGS
  2086. #else
  2087. av_log(NULL, AV_LOG_ERROR, "avg_frame_rate not set for tmcd track.\n");
  2088. return AVERROR(EINVAL);
  2089. #endif
  2090. } else {
  2091. frame_duration = av_rescale(track->timescale, track->st->avg_frame_rate.num, track->st->avg_frame_rate.den);
  2092. nb_frames = ROUNDED_DIV(track->st->avg_frame_rate.den, track->st->avg_frame_rate.num);
  2093. }
  2094. if (nb_frames > 255) {
  2095. av_log(NULL, AV_LOG_ERROR, "fps %d is too large\n", nb_frames);
  2096. return AVERROR(EINVAL);
  2097. }
  2098. avio_wb32(pb, 0); /* size */
  2099. ffio_wfourcc(pb, "tmcd"); /* Data format */
  2100. avio_wb32(pb, 0); /* Reserved */
  2101. avio_wb32(pb, 1); /* Data reference index */
  2102. avio_wb32(pb, 0); /* Flags */
  2103. avio_wb32(pb, track->timecode_flags); /* Flags (timecode) */
  2104. avio_wb32(pb, track->timescale); /* Timescale */
  2105. avio_wb32(pb, frame_duration); /* Frame duration */
  2106. avio_w8(pb, nb_frames); /* Number of frames */
  2107. avio_w8(pb, 0); /* Reserved */
  2108. t = av_dict_get(track->st->metadata, "reel_name", NULL, 0);
  2109. if (t && utf8len(t->value) && track->mode != MODE_MP4)
  2110. mov_write_source_reference_tag(pb, track, t->value);
  2111. else
  2112. avio_wb16(pb, 0); /* zero size */
  2113. #else
  2114. avio_wb32(pb, 0); /* size */
  2115. ffio_wfourcc(pb, "tmcd"); /* Data format */
  2116. avio_wb32(pb, 0); /* Reserved */
  2117. avio_wb32(pb, 1); /* Data reference index */
  2118. if (track->par->extradata_size)
  2119. avio_write(pb, track->par->extradata, track->par->extradata_size);
  2120. #endif
  2121. return update_size(pb, pos);
  2122. }
  2123. static int mov_write_gpmd_tag(AVIOContext *pb, const MOVTrack *track)
  2124. {
  2125. int64_t pos = avio_tell(pb);
  2126. avio_wb32(pb, 0); /* size */
  2127. ffio_wfourcc(pb, "gpmd");
  2128. avio_wb32(pb, 0); /* Reserved */
  2129. avio_wb16(pb, 0); /* Reserved */
  2130. avio_wb16(pb, 1); /* Data-reference index */
  2131. avio_wb32(pb, 0); /* Reserved */
  2132. return update_size(pb, pos);
  2133. }
  2134. static int mov_write_stsd_tag(AVFormatContext *s, AVIOContext *pb, MOVMuxContext *mov, MOVTrack *track)
  2135. {
  2136. int64_t pos = avio_tell(pb);
  2137. int ret = 0;
  2138. avio_wb32(pb, 0); /* size */
  2139. ffio_wfourcc(pb, "stsd");
  2140. avio_wb32(pb, 0); /* version & flags */
  2141. avio_wb32(pb, 1); /* entry count */
  2142. if (track->par->codec_type == AVMEDIA_TYPE_VIDEO)
  2143. ret = mov_write_video_tag(s, pb, mov, track);
  2144. else if (track->par->codec_type == AVMEDIA_TYPE_AUDIO)
  2145. ret = mov_write_audio_tag(s, pb, mov, track);
  2146. else if (track->par->codec_type == AVMEDIA_TYPE_SUBTITLE)
  2147. ret = mov_write_subtitle_tag(pb, track);
  2148. else if (track->par->codec_tag == MKTAG('r','t','p',' '))
  2149. ret = mov_write_rtp_tag(pb, track);
  2150. else if (track->par->codec_tag == MKTAG('t','m','c','d'))
  2151. ret = mov_write_tmcd_tag(pb, track);
  2152. else if (track->par->codec_tag == MKTAG('g','p','m','d'))
  2153. ret = mov_write_gpmd_tag(pb, track);
  2154. if (ret < 0)
  2155. return ret;
  2156. return update_size(pb, pos);
  2157. }
  2158. static int mov_write_ctts_tag(AVFormatContext *s, AVIOContext *pb, MOVTrack *track)
  2159. {
  2160. MOVMuxContext *mov = s->priv_data;
  2161. MOVStts *ctts_entries;
  2162. uint32_t entries = 0;
  2163. uint32_t atom_size;
  2164. int i;
  2165. ctts_entries = av_malloc_array((track->entry + 1), sizeof(*ctts_entries)); /* worst case */
  2166. if (!ctts_entries)
  2167. return AVERROR(ENOMEM);
  2168. ctts_entries[0].count = 1;
  2169. ctts_entries[0].duration = track->cluster[0].cts;
  2170. for (i = 1; i < track->entry; i++) {
  2171. if (track->cluster[i].cts == ctts_entries[entries].duration) {
  2172. ctts_entries[entries].count++; /* compress */
  2173. } else {
  2174. entries++;
  2175. ctts_entries[entries].duration = track->cluster[i].cts;
  2176. ctts_entries[entries].count = 1;
  2177. }
  2178. }
  2179. entries++; /* last one */
  2180. atom_size = 16 + (entries * 8);
  2181. avio_wb32(pb, atom_size); /* size */
  2182. ffio_wfourcc(pb, "ctts");
  2183. if (mov->flags & FF_MOV_FLAG_NEGATIVE_CTS_OFFSETS)
  2184. avio_w8(pb, 1); /* version */
  2185. else
  2186. avio_w8(pb, 0); /* version */
  2187. avio_wb24(pb, 0); /* flags */
  2188. avio_wb32(pb, entries); /* entry count */
  2189. for (i = 0; i < entries; i++) {
  2190. avio_wb32(pb, ctts_entries[i].count);
  2191. avio_wb32(pb, ctts_entries[i].duration);
  2192. }
  2193. av_free(ctts_entries);
  2194. return atom_size;
  2195. }
  2196. /* Time to sample atom */
  2197. static int mov_write_stts_tag(AVIOContext *pb, MOVTrack *track)
  2198. {
  2199. MOVStts *stts_entries = NULL;
  2200. uint32_t entries = -1;
  2201. uint32_t atom_size;
  2202. int i;
  2203. if (track->par->codec_type == AVMEDIA_TYPE_AUDIO && !track->audio_vbr) {
  2204. stts_entries = av_malloc(sizeof(*stts_entries)); /* one entry */
  2205. if (!stts_entries)
  2206. return AVERROR(ENOMEM);
  2207. stts_entries[0].count = track->sample_count;
  2208. stts_entries[0].duration = 1;
  2209. entries = 1;
  2210. } else {
  2211. if (track->entry) {
  2212. stts_entries = av_malloc_array(track->entry, sizeof(*stts_entries)); /* worst case */
  2213. if (!stts_entries)
  2214. return AVERROR(ENOMEM);
  2215. }
  2216. for (i = 0; i < track->entry; i++) {
  2217. int duration = get_cluster_duration(track, i);
  2218. if (i && duration == stts_entries[entries].duration) {
  2219. stts_entries[entries].count++; /* compress */
  2220. } else {
  2221. entries++;
  2222. stts_entries[entries].duration = duration;
  2223. stts_entries[entries].count = 1;
  2224. }
  2225. }
  2226. entries++; /* last one */
  2227. }
  2228. atom_size = 16 + (entries * 8);
  2229. avio_wb32(pb, atom_size); /* size */
  2230. ffio_wfourcc(pb, "stts");
  2231. avio_wb32(pb, 0); /* version & flags */
  2232. avio_wb32(pb, entries); /* entry count */
  2233. for (i = 0; i < entries; i++) {
  2234. avio_wb32(pb, stts_entries[i].count);
  2235. avio_wb32(pb, stts_entries[i].duration);
  2236. }
  2237. av_free(stts_entries);
  2238. return atom_size;
  2239. }
  2240. static int mov_write_dref_tag(AVIOContext *pb)
  2241. {
  2242. avio_wb32(pb, 28); /* size */
  2243. ffio_wfourcc(pb, "dref");
  2244. avio_wb32(pb, 0); /* version & flags */
  2245. avio_wb32(pb, 1); /* entry count */
  2246. avio_wb32(pb, 0xc); /* size */
  2247. //FIXME add the alis and rsrc atom
  2248. ffio_wfourcc(pb, "url ");
  2249. avio_wb32(pb, 1); /* version & flags */
  2250. return 28;
  2251. }
  2252. static int mov_preroll_write_stbl_atoms(AVIOContext *pb, MOVTrack *track)
  2253. {
  2254. struct sgpd_entry {
  2255. int count;
  2256. int16_t roll_distance;
  2257. int group_description_index;
  2258. };
  2259. struct sgpd_entry *sgpd_entries = NULL;
  2260. int entries = -1;
  2261. int group = 0;
  2262. int i, j;
  2263. const int OPUS_SEEK_PREROLL_MS = 80;
  2264. int roll_samples = av_rescale_q(OPUS_SEEK_PREROLL_MS,
  2265. (AVRational){1, 1000},
  2266. (AVRational){1, 48000});
  2267. if (!track->entry)
  2268. return 0;
  2269. sgpd_entries = av_malloc_array(track->entry, sizeof(*sgpd_entries));
  2270. if (!sgpd_entries)
  2271. return AVERROR(ENOMEM);
  2272. av_assert0(track->par->codec_id == AV_CODEC_ID_OPUS || track->par->codec_id == AV_CODEC_ID_AAC);
  2273. if (track->par->codec_id == AV_CODEC_ID_OPUS) {
  2274. for (i = 0; i < track->entry; i++) {
  2275. int roll_samples_remaining = roll_samples;
  2276. int distance = 0;
  2277. for (j = i - 1; j >= 0; j--) {
  2278. roll_samples_remaining -= get_cluster_duration(track, j);
  2279. distance++;
  2280. if (roll_samples_remaining <= 0)
  2281. break;
  2282. }
  2283. /* We don't have enough preceeding samples to compute a valid
  2284. roll_distance here, so this sample can't be independently
  2285. decoded. */
  2286. if (roll_samples_remaining > 0)
  2287. distance = 0;
  2288. /* Verify distance is a maximum of 32 (2.5ms) packets. */
  2289. if (distance > 32)
  2290. return AVERROR_INVALIDDATA;
  2291. if (i && distance == sgpd_entries[entries].roll_distance) {
  2292. sgpd_entries[entries].count++;
  2293. } else {
  2294. entries++;
  2295. sgpd_entries[entries].count = 1;
  2296. sgpd_entries[entries].roll_distance = distance;
  2297. sgpd_entries[entries].group_description_index = distance ? ++group : 0;
  2298. }
  2299. }
  2300. } else {
  2301. entries++;
  2302. sgpd_entries[entries].count = track->sample_count;
  2303. sgpd_entries[entries].roll_distance = 1;
  2304. sgpd_entries[entries].group_description_index = ++group;
  2305. }
  2306. entries++;
  2307. if (!group) {
  2308. av_free(sgpd_entries);
  2309. return 0;
  2310. }
  2311. /* Write sgpd tag */
  2312. avio_wb32(pb, 24 + (group * 2)); /* size */
  2313. ffio_wfourcc(pb, "sgpd");
  2314. avio_wb32(pb, 1 << 24); /* fullbox */
  2315. ffio_wfourcc(pb, "roll");
  2316. avio_wb32(pb, 2); /* default_length */
  2317. avio_wb32(pb, group); /* entry_count */
  2318. for (i = 0; i < entries; i++) {
  2319. if (sgpd_entries[i].group_description_index) {
  2320. avio_wb16(pb, -sgpd_entries[i].roll_distance); /* roll_distance */
  2321. }
  2322. }
  2323. /* Write sbgp tag */
  2324. avio_wb32(pb, 20 + (entries * 8)); /* size */
  2325. ffio_wfourcc(pb, "sbgp");
  2326. avio_wb32(pb, 0); /* fullbox */
  2327. ffio_wfourcc(pb, "roll");
  2328. avio_wb32(pb, entries); /* entry_count */
  2329. for (i = 0; i < entries; i++) {
  2330. avio_wb32(pb, sgpd_entries[i].count); /* sample_count */
  2331. avio_wb32(pb, sgpd_entries[i].group_description_index); /* group_description_index */
  2332. }
  2333. av_free(sgpd_entries);
  2334. return 0;
  2335. }
  2336. static int mov_write_stbl_tag(AVFormatContext *s, AVIOContext *pb, MOVMuxContext *mov, MOVTrack *track)
  2337. {
  2338. int64_t pos = avio_tell(pb);
  2339. int ret = 0;
  2340. avio_wb32(pb, 0); /* size */
  2341. ffio_wfourcc(pb, "stbl");
  2342. if ((ret = mov_write_stsd_tag(s, pb, mov, track)) < 0)
  2343. return ret;
  2344. mov_write_stts_tag(pb, track);
  2345. if ((track->par->codec_type == AVMEDIA_TYPE_VIDEO ||
  2346. track->par->codec_id == AV_CODEC_ID_TRUEHD ||
  2347. track->par->codec_id == AV_CODEC_ID_MPEGH_3D_AUDIO ||
  2348. track->par->codec_tag == MKTAG('r','t','p',' ')) &&
  2349. track->has_keyframes && track->has_keyframes < track->entry)
  2350. mov_write_stss_tag(pb, track, MOV_SYNC_SAMPLE);
  2351. if (track->par->codec_type == AVMEDIA_TYPE_VIDEO && track->has_disposable)
  2352. mov_write_sdtp_tag(pb, track);
  2353. if (track->mode == MODE_MOV && track->flags & MOV_TRACK_STPS)
  2354. mov_write_stss_tag(pb, track, MOV_PARTIAL_SYNC_SAMPLE);
  2355. if (track->par->codec_type == AVMEDIA_TYPE_VIDEO &&
  2356. track->flags & MOV_TRACK_CTTS && track->entry) {
  2357. if ((ret = mov_write_ctts_tag(s, pb, track)) < 0)
  2358. return ret;
  2359. }
  2360. mov_write_stsc_tag(pb, track);
  2361. mov_write_stsz_tag(pb, track);
  2362. mov_write_stco_tag(pb, track);
  2363. if (track->cenc.aes_ctr) {
  2364. ff_mov_cenc_write_stbl_atoms(&track->cenc, pb);
  2365. }
  2366. if (track->par->codec_id == AV_CODEC_ID_OPUS || track->par->codec_id == AV_CODEC_ID_AAC) {
  2367. mov_preroll_write_stbl_atoms(pb, track);
  2368. }
  2369. return update_size(pb, pos);
  2370. }
  2371. static int mov_write_dinf_tag(AVIOContext *pb)
  2372. {
  2373. int64_t pos = avio_tell(pb);
  2374. avio_wb32(pb, 0); /* size */
  2375. ffio_wfourcc(pb, "dinf");
  2376. mov_write_dref_tag(pb);
  2377. return update_size(pb, pos);
  2378. }
  2379. static int mov_write_nmhd_tag(AVIOContext *pb)
  2380. {
  2381. avio_wb32(pb, 12);
  2382. ffio_wfourcc(pb, "nmhd");
  2383. avio_wb32(pb, 0);
  2384. return 12;
  2385. }
  2386. static int mov_write_tcmi_tag(AVIOContext *pb, MOVTrack *track)
  2387. {
  2388. int64_t pos = avio_tell(pb);
  2389. const char *font = "Lucida Grande";
  2390. avio_wb32(pb, 0); /* size */
  2391. ffio_wfourcc(pb, "tcmi"); /* timecode media information atom */
  2392. avio_wb32(pb, 0); /* version & flags */
  2393. avio_wb16(pb, 0); /* text font */
  2394. avio_wb16(pb, 0); /* text face */
  2395. avio_wb16(pb, 12); /* text size */
  2396. avio_wb16(pb, 0); /* (unknown, not in the QT specs...) */
  2397. avio_wb16(pb, 0x0000); /* text color (red) */
  2398. avio_wb16(pb, 0x0000); /* text color (green) */
  2399. avio_wb16(pb, 0x0000); /* text color (blue) */
  2400. avio_wb16(pb, 0xffff); /* background color (red) */
  2401. avio_wb16(pb, 0xffff); /* background color (green) */
  2402. avio_wb16(pb, 0xffff); /* background color (blue) */
  2403. avio_w8(pb, strlen(font)); /* font len (part of the pascal string) */
  2404. avio_write(pb, font, strlen(font)); /* font name */
  2405. return update_size(pb, pos);
  2406. }
  2407. static int mov_write_gmhd_tag(AVIOContext *pb, MOVTrack *track)
  2408. {
  2409. int64_t pos = avio_tell(pb);
  2410. avio_wb32(pb, 0); /* size */
  2411. ffio_wfourcc(pb, "gmhd");
  2412. avio_wb32(pb, 0x18); /* gmin size */
  2413. ffio_wfourcc(pb, "gmin");/* generic media info */
  2414. avio_wb32(pb, 0); /* version & flags */
  2415. avio_wb16(pb, 0x40); /* graphics mode = */
  2416. avio_wb16(pb, 0x8000); /* opColor (r?) */
  2417. avio_wb16(pb, 0x8000); /* opColor (g?) */
  2418. avio_wb16(pb, 0x8000); /* opColor (b?) */
  2419. avio_wb16(pb, 0); /* balance */
  2420. avio_wb16(pb, 0); /* reserved */
  2421. /*
  2422. * This special text atom is required for
  2423. * Apple Quicktime chapters. The contents
  2424. * don't appear to be documented, so the
  2425. * bytes are copied verbatim.
  2426. */
  2427. if (track->tag != MKTAG('c','6','0','8')) {
  2428. avio_wb32(pb, 0x2C); /* size */
  2429. ffio_wfourcc(pb, "text");
  2430. avio_wb16(pb, 0x01);
  2431. avio_wb32(pb, 0x00);
  2432. avio_wb32(pb, 0x00);
  2433. avio_wb32(pb, 0x00);
  2434. avio_wb32(pb, 0x01);
  2435. avio_wb32(pb, 0x00);
  2436. avio_wb32(pb, 0x00);
  2437. avio_wb32(pb, 0x00);
  2438. avio_wb32(pb, 0x00004000);
  2439. avio_wb16(pb, 0x0000);
  2440. }
  2441. if (track->par->codec_tag == MKTAG('t','m','c','d')) {
  2442. int64_t tmcd_pos = avio_tell(pb);
  2443. avio_wb32(pb, 0); /* size */
  2444. ffio_wfourcc(pb, "tmcd");
  2445. mov_write_tcmi_tag(pb, track);
  2446. update_size(pb, tmcd_pos);
  2447. } else if (track->par->codec_tag == MKTAG('g','p','m','d')) {
  2448. int64_t gpmd_pos = avio_tell(pb);
  2449. avio_wb32(pb, 0); /* size */
  2450. ffio_wfourcc(pb, "gpmd");
  2451. avio_wb32(pb, 0); /* version */
  2452. update_size(pb, gpmd_pos);
  2453. }
  2454. return update_size(pb, pos);
  2455. }
  2456. static int mov_write_smhd_tag(AVIOContext *pb)
  2457. {
  2458. avio_wb32(pb, 16); /* size */
  2459. ffio_wfourcc(pb, "smhd");
  2460. avio_wb32(pb, 0); /* version & flags */
  2461. avio_wb16(pb, 0); /* reserved (balance, normally = 0) */
  2462. avio_wb16(pb, 0); /* reserved */
  2463. return 16;
  2464. }
  2465. static int mov_write_vmhd_tag(AVIOContext *pb)
  2466. {
  2467. avio_wb32(pb, 0x14); /* size (always 0x14) */
  2468. ffio_wfourcc(pb, "vmhd");
  2469. avio_wb32(pb, 0x01); /* version & flags */
  2470. avio_wb64(pb, 0); /* reserved (graphics mode = copy) */
  2471. return 0x14;
  2472. }
  2473. static int is_clcp_track(MOVTrack *track)
  2474. {
  2475. return track->tag == MKTAG('c','7','0','8') ||
  2476. track->tag == MKTAG('c','6','0','8');
  2477. }
  2478. static int mov_write_hdlr_tag(AVFormatContext *s, AVIOContext *pb, MOVTrack *track)
  2479. {
  2480. MOVMuxContext *mov = s->priv_data;
  2481. const char *hdlr, *descr = NULL, *hdlr_type = NULL;
  2482. int64_t pos = avio_tell(pb);
  2483. hdlr = "dhlr";
  2484. hdlr_type = "url ";
  2485. descr = "DataHandler";
  2486. if (track) {
  2487. hdlr = (track->mode == MODE_MOV) ? "mhlr" : "\0\0\0\0";
  2488. if (track->par->codec_type == AVMEDIA_TYPE_VIDEO) {
  2489. hdlr_type = "vide";
  2490. descr = "VideoHandler";
  2491. } else if (track->par->codec_type == AVMEDIA_TYPE_AUDIO) {
  2492. hdlr_type = "soun";
  2493. descr = "SoundHandler";
  2494. } else if (track->par->codec_type == AVMEDIA_TYPE_SUBTITLE) {
  2495. if (is_clcp_track(track)) {
  2496. hdlr_type = "clcp";
  2497. descr = "ClosedCaptionHandler";
  2498. } else {
  2499. if (track->tag == MKTAG('t','x','3','g')) {
  2500. hdlr_type = "sbtl";
  2501. } else if (track->tag == MKTAG('m','p','4','s')) {
  2502. hdlr_type = "subp";
  2503. } else {
  2504. hdlr_type = "text";
  2505. }
  2506. descr = "SubtitleHandler";
  2507. }
  2508. } else if (track->par->codec_tag == MKTAG('r','t','p',' ')) {
  2509. hdlr_type = "hint";
  2510. descr = "HintHandler";
  2511. } else if (track->par->codec_tag == MKTAG('t','m','c','d')) {
  2512. hdlr_type = "tmcd";
  2513. descr = "TimeCodeHandler";
  2514. } else if (track->par->codec_tag == MKTAG('g','p','m','d')) {
  2515. hdlr_type = "meta";
  2516. descr = "GoPro MET"; // GoPro Metadata
  2517. } else {
  2518. av_log(s, AV_LOG_WARNING,
  2519. "Unknown hldr_type for %s, writing dummy values\n",
  2520. av_fourcc2str(track->par->codec_tag));
  2521. }
  2522. if (track->st) {
  2523. // hdlr.name is used by some players to identify the content title
  2524. // of the track. So if an alternate handler description is
  2525. // specified, use it.
  2526. AVDictionaryEntry *t;
  2527. t = av_dict_get(track->st->metadata, "handler_name", NULL, 0);
  2528. if (t && utf8len(t->value))
  2529. descr = t->value;
  2530. }
  2531. }
  2532. if (mov->empty_hdlr_name) /* expressly allowed by QTFF and not prohibited in ISO 14496-12 8.4.3.3 */
  2533. descr = "";
  2534. avio_wb32(pb, 0); /* size */
  2535. ffio_wfourcc(pb, "hdlr");
  2536. avio_wb32(pb, 0); /* Version & flags */
  2537. avio_write(pb, hdlr, 4); /* handler */
  2538. ffio_wfourcc(pb, hdlr_type); /* handler type */
  2539. avio_wb32(pb, 0); /* reserved */
  2540. avio_wb32(pb, 0); /* reserved */
  2541. avio_wb32(pb, 0); /* reserved */
  2542. if (!track || track->mode == MODE_MOV)
  2543. avio_w8(pb, strlen(descr)); /* pascal string */
  2544. avio_write(pb, descr, strlen(descr)); /* handler description */
  2545. if (track && track->mode != MODE_MOV)
  2546. avio_w8(pb, 0); /* c string */
  2547. return update_size(pb, pos);
  2548. }
  2549. static int mov_write_hmhd_tag(AVIOContext *pb)
  2550. {
  2551. /* This atom must be present, but leaving the values at zero
  2552. * seems harmless. */
  2553. avio_wb32(pb, 28); /* size */
  2554. ffio_wfourcc(pb, "hmhd");
  2555. avio_wb32(pb, 0); /* version, flags */
  2556. avio_wb16(pb, 0); /* maxPDUsize */
  2557. avio_wb16(pb, 0); /* avgPDUsize */
  2558. avio_wb32(pb, 0); /* maxbitrate */
  2559. avio_wb32(pb, 0); /* avgbitrate */
  2560. avio_wb32(pb, 0); /* reserved */
  2561. return 28;
  2562. }
  2563. static int mov_write_minf_tag(AVFormatContext *s, AVIOContext *pb, MOVMuxContext *mov, MOVTrack *track)
  2564. {
  2565. int64_t pos = avio_tell(pb);
  2566. int ret;
  2567. avio_wb32(pb, 0); /* size */
  2568. ffio_wfourcc(pb, "minf");
  2569. if (track->par->codec_type == AVMEDIA_TYPE_VIDEO)
  2570. mov_write_vmhd_tag(pb);
  2571. else if (track->par->codec_type == AVMEDIA_TYPE_AUDIO)
  2572. mov_write_smhd_tag(pb);
  2573. else if (track->par->codec_type == AVMEDIA_TYPE_SUBTITLE) {
  2574. if (track->tag == MKTAG('t','e','x','t') || is_clcp_track(track)) {
  2575. mov_write_gmhd_tag(pb, track);
  2576. } else {
  2577. mov_write_nmhd_tag(pb);
  2578. }
  2579. } else if (track->tag == MKTAG('r','t','p',' ')) {
  2580. mov_write_hmhd_tag(pb);
  2581. } else if (track->tag == MKTAG('t','m','c','d')) {
  2582. if (track->mode != MODE_MOV)
  2583. mov_write_nmhd_tag(pb);
  2584. else
  2585. mov_write_gmhd_tag(pb, track);
  2586. } else if (track->tag == MKTAG('g','p','m','d')) {
  2587. mov_write_gmhd_tag(pb, track);
  2588. }
  2589. if (track->mode == MODE_MOV) /* ISO 14496-12 8.4.3.1 specifies hdlr only within mdia or meta boxes */
  2590. mov_write_hdlr_tag(s, pb, NULL);
  2591. mov_write_dinf_tag(pb);
  2592. if ((ret = mov_write_stbl_tag(s, pb, mov, track)) < 0)
  2593. return ret;
  2594. return update_size(pb, pos);
  2595. }
  2596. static int64_t calc_pts_duration(MOVMuxContext *mov, MOVTrack *track)
  2597. {
  2598. if (track->tag == MKTAG('t','m','c','d') && mov->nb_meta_tmcd) {
  2599. // tmcd tracks gets track_duration set in mov_write_moov_tag from
  2600. // another track's duration, while the end_pts may be left at zero.
  2601. // Calculate the pts duration for that track instead.
  2602. return av_rescale(calc_pts_duration(mov, &mov->tracks[track->src_track]),
  2603. track->timescale, mov->tracks[track->src_track].timescale);
  2604. }
  2605. if (track->end_pts != AV_NOPTS_VALUE &&
  2606. track->start_dts != AV_NOPTS_VALUE &&
  2607. track->start_cts != AV_NOPTS_VALUE) {
  2608. return track->end_pts - (track->start_dts + track->start_cts);
  2609. }
  2610. return track->track_duration;
  2611. }
  2612. static int mov_write_mdhd_tag(AVIOContext *pb, MOVMuxContext *mov,
  2613. MOVTrack *track)
  2614. {
  2615. int64_t duration = calc_pts_duration(mov, track);
  2616. int version = duration < INT32_MAX ? 0 : 1;
  2617. if (track->mode == MODE_ISM)
  2618. version = 1;
  2619. (version == 1) ? avio_wb32(pb, 44) : avio_wb32(pb, 32); /* size */
  2620. ffio_wfourcc(pb, "mdhd");
  2621. avio_w8(pb, version);
  2622. avio_wb24(pb, 0); /* flags */
  2623. if (version == 1) {
  2624. avio_wb64(pb, track->time);
  2625. avio_wb64(pb, track->time);
  2626. } else {
  2627. avio_wb32(pb, track->time); /* creation time */
  2628. avio_wb32(pb, track->time); /* modification time */
  2629. }
  2630. avio_wb32(pb, track->timescale); /* time scale (sample rate for audio) */
  2631. if (!track->entry && mov->mode == MODE_ISM)
  2632. (version == 1) ? avio_wb64(pb, UINT64_C(0xffffffffffffffff)) : avio_wb32(pb, 0xffffffff);
  2633. else if (!track->entry)
  2634. (version == 1) ? avio_wb64(pb, 0) : avio_wb32(pb, 0);
  2635. else
  2636. (version == 1) ? avio_wb64(pb, duration) : avio_wb32(pb, duration); /* duration */
  2637. avio_wb16(pb, track->language); /* language */
  2638. avio_wb16(pb, 0); /* reserved (quality) */
  2639. if (version != 0 && track->mode == MODE_MOV) {
  2640. av_log(NULL, AV_LOG_ERROR,
  2641. "FATAL error, file duration too long for timebase, this file will not be\n"
  2642. "playable with QuickTime. Choose a different timebase with "
  2643. "-video_track_timescale or a different container format\n");
  2644. }
  2645. return 32;
  2646. }
  2647. static int mov_write_mdia_tag(AVFormatContext *s, AVIOContext *pb,
  2648. MOVMuxContext *mov, MOVTrack *track)
  2649. {
  2650. int64_t pos = avio_tell(pb);
  2651. int ret;
  2652. avio_wb32(pb, 0); /* size */
  2653. ffio_wfourcc(pb, "mdia");
  2654. mov_write_mdhd_tag(pb, mov, track);
  2655. mov_write_hdlr_tag(s, pb, track);
  2656. if ((ret = mov_write_minf_tag(s, pb, mov, track)) < 0)
  2657. return ret;
  2658. return update_size(pb, pos);
  2659. }
  2660. /* transformation matrix
  2661. |a b u|
  2662. |c d v|
  2663. |tx ty w| */
  2664. static void write_matrix(AVIOContext *pb, int16_t a, int16_t b, int16_t c,
  2665. int16_t d, int16_t tx, int16_t ty)
  2666. {
  2667. avio_wb32(pb, a << 16); /* 16.16 format */
  2668. avio_wb32(pb, b << 16); /* 16.16 format */
  2669. avio_wb32(pb, 0); /* u in 2.30 format */
  2670. avio_wb32(pb, c << 16); /* 16.16 format */
  2671. avio_wb32(pb, d << 16); /* 16.16 format */
  2672. avio_wb32(pb, 0); /* v in 2.30 format */
  2673. avio_wb32(pb, tx << 16); /* 16.16 format */
  2674. avio_wb32(pb, ty << 16); /* 16.16 format */
  2675. avio_wb32(pb, 1 << 30); /* w in 2.30 format */
  2676. }
  2677. static int mov_write_tkhd_tag(AVIOContext *pb, MOVMuxContext *mov,
  2678. MOVTrack *track, AVStream *st)
  2679. {
  2680. int64_t duration = av_rescale_rnd(calc_pts_duration(mov, track),
  2681. MOV_TIMESCALE, track->timescale,
  2682. AV_ROUND_UP);
  2683. int version = duration < INT32_MAX ? 0 : 1;
  2684. int flags = MOV_TKHD_FLAG_IN_MOVIE;
  2685. int rotation = 0;
  2686. int group = 0;
  2687. uint32_t *display_matrix = NULL;
  2688. int display_matrix_size, i;
  2689. if (st) {
  2690. if (mov->per_stream_grouping)
  2691. group = st->index;
  2692. else
  2693. group = st->codecpar->codec_type;
  2694. display_matrix = (uint32_t*)av_stream_get_side_data(st, AV_PKT_DATA_DISPLAYMATRIX,
  2695. &display_matrix_size);
  2696. if (display_matrix && display_matrix_size < 9 * sizeof(*display_matrix))
  2697. display_matrix = NULL;
  2698. }
  2699. if (track->flags & MOV_TRACK_ENABLED)
  2700. flags |= MOV_TKHD_FLAG_ENABLED;
  2701. if (track->mode == MODE_ISM)
  2702. version = 1;
  2703. (version == 1) ? avio_wb32(pb, 104) : avio_wb32(pb, 92); /* size */
  2704. ffio_wfourcc(pb, "tkhd");
  2705. avio_w8(pb, version);
  2706. avio_wb24(pb, flags);
  2707. if (version == 1) {
  2708. avio_wb64(pb, track->time);
  2709. avio_wb64(pb, track->time);
  2710. } else {
  2711. avio_wb32(pb, track->time); /* creation time */
  2712. avio_wb32(pb, track->time); /* modification time */
  2713. }
  2714. avio_wb32(pb, track->track_id); /* track-id */
  2715. avio_wb32(pb, 0); /* reserved */
  2716. if (!track->entry && mov->mode == MODE_ISM)
  2717. (version == 1) ? avio_wb64(pb, UINT64_C(0xffffffffffffffff)) : avio_wb32(pb, 0xffffffff);
  2718. else if (!track->entry)
  2719. (version == 1) ? avio_wb64(pb, 0) : avio_wb32(pb, 0);
  2720. else
  2721. (version == 1) ? avio_wb64(pb, duration) : avio_wb32(pb, duration);
  2722. avio_wb32(pb, 0); /* reserved */
  2723. avio_wb32(pb, 0); /* reserved */
  2724. avio_wb16(pb, 0); /* layer */
  2725. avio_wb16(pb, group); /* alternate group) */
  2726. /* Volume, only for audio */
  2727. if (track->par->codec_type == AVMEDIA_TYPE_AUDIO)
  2728. avio_wb16(pb, 0x0100);
  2729. else
  2730. avio_wb16(pb, 0);
  2731. avio_wb16(pb, 0); /* reserved */
  2732. /* Matrix structure */
  2733. #if FF_API_OLD_ROTATE_API
  2734. if (st && st->metadata) {
  2735. AVDictionaryEntry *rot = av_dict_get(st->metadata, "rotate", NULL, 0);
  2736. rotation = (rot && rot->value) ? atoi(rot->value) : 0;
  2737. }
  2738. #endif
  2739. if (display_matrix) {
  2740. for (i = 0; i < 9; i++)
  2741. avio_wb32(pb, display_matrix[i]);
  2742. #if FF_API_OLD_ROTATE_API
  2743. } else if (rotation == 90) {
  2744. write_matrix(pb, 0, 1, -1, 0, track->par->height, 0);
  2745. } else if (rotation == 180) {
  2746. write_matrix(pb, -1, 0, 0, -1, track->par->width, track->par->height);
  2747. } else if (rotation == 270) {
  2748. write_matrix(pb, 0, -1, 1, 0, 0, track->par->width);
  2749. #endif
  2750. } else {
  2751. write_matrix(pb, 1, 0, 0, 1, 0, 0);
  2752. }
  2753. /* Track width and height, for visual only */
  2754. if (st && (track->par->codec_type == AVMEDIA_TYPE_VIDEO ||
  2755. track->par->codec_type == AVMEDIA_TYPE_SUBTITLE)) {
  2756. int64_t track_width_1616;
  2757. if (track->mode == MODE_MOV) {
  2758. track_width_1616 = track->par->width * 0x10000ULL;
  2759. } else {
  2760. track_width_1616 = av_rescale(st->sample_aspect_ratio.num,
  2761. track->par->width * 0x10000LL,
  2762. st->sample_aspect_ratio.den);
  2763. if (!track_width_1616 ||
  2764. track->height != track->par->height ||
  2765. track_width_1616 > UINT32_MAX)
  2766. track_width_1616 = track->par->width * 0x10000ULL;
  2767. }
  2768. if (track_width_1616 > UINT32_MAX) {
  2769. av_log(mov->fc, AV_LOG_WARNING, "track width is too large\n");
  2770. track_width_1616 = 0;
  2771. }
  2772. avio_wb32(pb, track_width_1616);
  2773. if (track->height > 0xFFFF) {
  2774. av_log(mov->fc, AV_LOG_WARNING, "track height is too large\n");
  2775. avio_wb32(pb, 0);
  2776. } else
  2777. avio_wb32(pb, track->height * 0x10000U);
  2778. } else {
  2779. avio_wb32(pb, 0);
  2780. avio_wb32(pb, 0);
  2781. }
  2782. return 0x5c;
  2783. }
  2784. static int mov_write_tapt_tag(AVIOContext *pb, MOVTrack *track)
  2785. {
  2786. int32_t width = av_rescale(track->par->sample_aspect_ratio.num, track->par->width,
  2787. track->par->sample_aspect_ratio.den);
  2788. int64_t pos = avio_tell(pb);
  2789. avio_wb32(pb, 0); /* size */
  2790. ffio_wfourcc(pb, "tapt");
  2791. avio_wb32(pb, 20);
  2792. ffio_wfourcc(pb, "clef");
  2793. avio_wb32(pb, 0);
  2794. avio_wb32(pb, width << 16);
  2795. avio_wb32(pb, track->par->height << 16);
  2796. avio_wb32(pb, 20);
  2797. ffio_wfourcc(pb, "prof");
  2798. avio_wb32(pb, 0);
  2799. avio_wb32(pb, width << 16);
  2800. avio_wb32(pb, track->par->height << 16);
  2801. avio_wb32(pb, 20);
  2802. ffio_wfourcc(pb, "enof");
  2803. avio_wb32(pb, 0);
  2804. avio_wb32(pb, track->par->width << 16);
  2805. avio_wb32(pb, track->par->height << 16);
  2806. return update_size(pb, pos);
  2807. }
  2808. // This box seems important for the psp playback ... without it the movie seems to hang
  2809. static int mov_write_edts_tag(AVIOContext *pb, MOVMuxContext *mov,
  2810. MOVTrack *track)
  2811. {
  2812. int64_t duration = av_rescale_rnd(calc_pts_duration(mov, track),
  2813. MOV_TIMESCALE, track->timescale,
  2814. AV_ROUND_UP);
  2815. int version = duration < INT32_MAX ? 0 : 1;
  2816. int entry_size, entry_count, size;
  2817. int64_t delay, start_ct = track->start_cts;
  2818. int64_t start_dts = track->start_dts;
  2819. if (track->entry) {
  2820. if (start_dts != track->cluster[0].dts || start_ct != track->cluster[0].cts) {
  2821. av_log(mov->fc, AV_LOG_DEBUG,
  2822. "EDTS using dts:%"PRId64" cts:%d instead of dts:%"PRId64" cts:%"PRId64" tid:%d\n",
  2823. track->cluster[0].dts, track->cluster[0].cts,
  2824. start_dts, start_ct, track->track_id);
  2825. start_dts = track->cluster[0].dts;
  2826. start_ct = track->cluster[0].cts;
  2827. }
  2828. }
  2829. delay = av_rescale_rnd(start_dts + start_ct, MOV_TIMESCALE,
  2830. track->timescale, AV_ROUND_DOWN);
  2831. version |= delay < INT32_MAX ? 0 : 1;
  2832. entry_size = (version == 1) ? 20 : 12;
  2833. entry_count = 1 + (delay > 0);
  2834. size = 24 + entry_count * entry_size;
  2835. /* write the atom data */
  2836. avio_wb32(pb, size);
  2837. ffio_wfourcc(pb, "edts");
  2838. avio_wb32(pb, size - 8);
  2839. ffio_wfourcc(pb, "elst");
  2840. avio_w8(pb, version);
  2841. avio_wb24(pb, 0); /* flags */
  2842. avio_wb32(pb, entry_count);
  2843. if (delay > 0) { /* add an empty edit to delay presentation */
  2844. /* In the positive delay case, the delay includes the cts
  2845. * offset, and the second edit list entry below trims out
  2846. * the same amount from the actual content. This makes sure
  2847. * that the offset last sample is included in the edit
  2848. * list duration as well. */
  2849. if (version == 1) {
  2850. avio_wb64(pb, delay);
  2851. avio_wb64(pb, -1);
  2852. } else {
  2853. avio_wb32(pb, delay);
  2854. avio_wb32(pb, -1);
  2855. }
  2856. avio_wb32(pb, 0x00010000);
  2857. } else {
  2858. /* Avoid accidentally ending up with start_ct = -1 which has got a
  2859. * special meaning. Normally start_ct should end up positive or zero
  2860. * here, but use FFMIN in case dts is a small positive integer
  2861. * rounded to 0 when represented in MOV_TIMESCALE units. */
  2862. av_assert0(av_rescale_rnd(start_dts, MOV_TIMESCALE, track->timescale, AV_ROUND_DOWN) <= 0);
  2863. start_ct = -FFMIN(start_dts, 0);
  2864. /* Note, this delay is calculated from the pts of the first sample,
  2865. * ensuring that we don't reduce the duration for cases with
  2866. * dts<0 pts=0. */
  2867. duration += delay;
  2868. }
  2869. /* For fragmented files, we don't know the full length yet. Setting
  2870. * duration to 0 allows us to only specify the offset, including
  2871. * the rest of the content (from all future fragments) without specifying
  2872. * an explicit duration. */
  2873. if (mov->flags & FF_MOV_FLAG_FRAGMENT)
  2874. duration = 0;
  2875. /* duration */
  2876. if (version == 1) {
  2877. avio_wb64(pb, duration);
  2878. avio_wb64(pb, start_ct);
  2879. } else {
  2880. avio_wb32(pb, duration);
  2881. avio_wb32(pb, start_ct);
  2882. }
  2883. avio_wb32(pb, 0x00010000);
  2884. return size;
  2885. }
  2886. static int mov_write_tref_tag(AVIOContext *pb, MOVTrack *track)
  2887. {
  2888. avio_wb32(pb, 20); // size
  2889. ffio_wfourcc(pb, "tref");
  2890. avio_wb32(pb, 12); // size (subatom)
  2891. avio_wl32(pb, track->tref_tag);
  2892. avio_wb32(pb, track->tref_id);
  2893. return 20;
  2894. }
  2895. // goes at the end of each track! ... Critical for PSP playback ("Incompatible data" without it)
  2896. static int mov_write_uuid_tag_psp(AVIOContext *pb, MOVTrack *mov)
  2897. {
  2898. avio_wb32(pb, 0x34); /* size ... reports as 28 in mp4box! */
  2899. ffio_wfourcc(pb, "uuid");
  2900. ffio_wfourcc(pb, "USMT");
  2901. avio_wb32(pb, 0x21d24fce);
  2902. avio_wb32(pb, 0xbb88695c);
  2903. avio_wb32(pb, 0xfac9c740);
  2904. avio_wb32(pb, 0x1c); // another size here!
  2905. ffio_wfourcc(pb, "MTDT");
  2906. avio_wb32(pb, 0x00010012);
  2907. avio_wb32(pb, 0x0a);
  2908. avio_wb32(pb, 0x55c40000);
  2909. avio_wb32(pb, 0x1);
  2910. avio_wb32(pb, 0x0);
  2911. return 0x34;
  2912. }
  2913. static int mov_write_udta_sdp(AVIOContext *pb, MOVTrack *track)
  2914. {
  2915. AVFormatContext *ctx = track->rtp_ctx;
  2916. char buf[1000] = "";
  2917. int len;
  2918. ff_sdp_write_media(buf, sizeof(buf), ctx->streams[0], track->src_track,
  2919. NULL, NULL, 0, 0, ctx);
  2920. av_strlcatf(buf, sizeof(buf), "a=control:streamid=%d\r\n", track->track_id);
  2921. len = strlen(buf);
  2922. avio_wb32(pb, len + 24);
  2923. ffio_wfourcc(pb, "udta");
  2924. avio_wb32(pb, len + 16);
  2925. ffio_wfourcc(pb, "hnti");
  2926. avio_wb32(pb, len + 8);
  2927. ffio_wfourcc(pb, "sdp ");
  2928. avio_write(pb, buf, len);
  2929. return len + 24;
  2930. }
  2931. static int mov_write_track_metadata(AVIOContext *pb, AVStream *st,
  2932. const char *tag, const char *str)
  2933. {
  2934. int64_t pos = avio_tell(pb);
  2935. AVDictionaryEntry *t = av_dict_get(st->metadata, str, NULL, 0);
  2936. if (!t || !utf8len(t->value))
  2937. return 0;
  2938. avio_wb32(pb, 0); /* size */
  2939. ffio_wfourcc(pb, tag); /* type */
  2940. avio_write(pb, t->value, strlen(t->value)); /* UTF8 string value */
  2941. return update_size(pb, pos);
  2942. }
  2943. static int mov_write_track_udta_tag(AVIOContext *pb, MOVMuxContext *mov,
  2944. AVStream *st)
  2945. {
  2946. AVIOContext *pb_buf;
  2947. int ret, size;
  2948. uint8_t *buf;
  2949. if (!st)
  2950. return 0;
  2951. ret = avio_open_dyn_buf(&pb_buf);
  2952. if (ret < 0)
  2953. return ret;
  2954. if (mov->mode & (MODE_MP4|MODE_MOV))
  2955. mov_write_track_metadata(pb_buf, st, "name", "title");
  2956. if ((size = avio_get_dyn_buf(pb_buf, &buf)) > 0) {
  2957. avio_wb32(pb, size + 8);
  2958. ffio_wfourcc(pb, "udta");
  2959. avio_write(pb, buf, size);
  2960. }
  2961. ffio_free_dyn_buf(&pb_buf);
  2962. return 0;
  2963. }
  2964. static int mov_write_trak_tag(AVFormatContext *s, AVIOContext *pb, MOVMuxContext *mov,
  2965. MOVTrack *track, AVStream *st)
  2966. {
  2967. int64_t pos = avio_tell(pb);
  2968. int entry_backup = track->entry;
  2969. int chunk_backup = track->chunkCount;
  2970. int ret;
  2971. /* If we want to have an empty moov, but some samples already have been
  2972. * buffered (delay_moov), pretend that no samples have been written yet. */
  2973. if (mov->flags & FF_MOV_FLAG_EMPTY_MOOV)
  2974. track->chunkCount = track->entry = 0;
  2975. avio_wb32(pb, 0); /* size */
  2976. ffio_wfourcc(pb, "trak");
  2977. mov_write_tkhd_tag(pb, mov, track, st);
  2978. av_assert2(mov->use_editlist >= 0);
  2979. if (track->start_dts != AV_NOPTS_VALUE) {
  2980. if (mov->use_editlist)
  2981. mov_write_edts_tag(pb, mov, track); // PSP Movies and several other cases require edts box
  2982. else if ((track->entry && track->cluster[0].dts) || track->mode == MODE_PSP || is_clcp_track(track))
  2983. av_log(mov->fc, AV_LOG_WARNING,
  2984. "Not writing any edit list even though one would have been required\n");
  2985. }
  2986. if (track->tref_tag)
  2987. mov_write_tref_tag(pb, track);
  2988. if ((ret = mov_write_mdia_tag(s, pb, mov, track)) < 0)
  2989. return ret;
  2990. if (track->mode == MODE_PSP)
  2991. mov_write_uuid_tag_psp(pb, track); // PSP Movies require this uuid box
  2992. if (track->tag == MKTAG('r','t','p',' '))
  2993. mov_write_udta_sdp(pb, track);
  2994. if (track->mode == MODE_MOV) {
  2995. if (track->par->codec_type == AVMEDIA_TYPE_VIDEO) {
  2996. double sample_aspect_ratio = av_q2d(st->sample_aspect_ratio);
  2997. if (st->sample_aspect_ratio.num && 1.0 != sample_aspect_ratio) {
  2998. mov_write_tapt_tag(pb, track);
  2999. }
  3000. }
  3001. if (is_clcp_track(track) && st->sample_aspect_ratio.num) {
  3002. mov_write_tapt_tag(pb, track);
  3003. }
  3004. }
  3005. mov_write_track_udta_tag(pb, mov, st);
  3006. track->entry = entry_backup;
  3007. track->chunkCount = chunk_backup;
  3008. return update_size(pb, pos);
  3009. }
  3010. static int mov_write_iods_tag(AVIOContext *pb, MOVMuxContext *mov)
  3011. {
  3012. int i, has_audio = 0, has_video = 0;
  3013. int64_t pos = avio_tell(pb);
  3014. int audio_profile = mov->iods_audio_profile;
  3015. int video_profile = mov->iods_video_profile;
  3016. for (i = 0; i < mov->nb_streams; i++) {
  3017. if (mov->tracks[i].entry > 0 || mov->flags & FF_MOV_FLAG_EMPTY_MOOV) {
  3018. has_audio |= mov->tracks[i].par->codec_type == AVMEDIA_TYPE_AUDIO;
  3019. has_video |= mov->tracks[i].par->codec_type == AVMEDIA_TYPE_VIDEO;
  3020. }
  3021. }
  3022. if (audio_profile < 0)
  3023. audio_profile = 0xFF - has_audio;
  3024. if (video_profile < 0)
  3025. video_profile = 0xFF - has_video;
  3026. avio_wb32(pb, 0x0); /* size */
  3027. ffio_wfourcc(pb, "iods");
  3028. avio_wb32(pb, 0); /* version & flags */
  3029. put_descr(pb, 0x10, 7);
  3030. avio_wb16(pb, 0x004f);
  3031. avio_w8(pb, 0xff);
  3032. avio_w8(pb, 0xff);
  3033. avio_w8(pb, audio_profile);
  3034. avio_w8(pb, video_profile);
  3035. avio_w8(pb, 0xff);
  3036. return update_size(pb, pos);
  3037. }
  3038. static int mov_write_trex_tag(AVIOContext *pb, MOVTrack *track)
  3039. {
  3040. avio_wb32(pb, 0x20); /* size */
  3041. ffio_wfourcc(pb, "trex");
  3042. avio_wb32(pb, 0); /* version & flags */
  3043. avio_wb32(pb, track->track_id); /* track ID */
  3044. avio_wb32(pb, 1); /* default sample description index */
  3045. avio_wb32(pb, 0); /* default sample duration */
  3046. avio_wb32(pb, 0); /* default sample size */
  3047. avio_wb32(pb, 0); /* default sample flags */
  3048. return 0;
  3049. }
  3050. static int mov_write_mvex_tag(AVIOContext *pb, MOVMuxContext *mov)
  3051. {
  3052. int64_t pos = avio_tell(pb);
  3053. int i;
  3054. avio_wb32(pb, 0x0); /* size */
  3055. ffio_wfourcc(pb, "mvex");
  3056. for (i = 0; i < mov->nb_streams; i++)
  3057. mov_write_trex_tag(pb, &mov->tracks[i]);
  3058. return update_size(pb, pos);
  3059. }
  3060. static int mov_write_mvhd_tag(AVIOContext *pb, MOVMuxContext *mov)
  3061. {
  3062. int max_track_id = 1, i;
  3063. int64_t max_track_len = 0;
  3064. int version;
  3065. for (i = 0; i < mov->nb_streams; i++) {
  3066. if (mov->tracks[i].entry > 0 && mov->tracks[i].timescale) {
  3067. int64_t max_track_len_temp = av_rescale_rnd(
  3068. calc_pts_duration(mov, &mov->tracks[i]),
  3069. MOV_TIMESCALE,
  3070. mov->tracks[i].timescale,
  3071. AV_ROUND_UP);
  3072. if (max_track_len < max_track_len_temp)
  3073. max_track_len = max_track_len_temp;
  3074. if (max_track_id < mov->tracks[i].track_id)
  3075. max_track_id = mov->tracks[i].track_id;
  3076. }
  3077. }
  3078. /* If using delay_moov, make sure the output is the same as if no
  3079. * samples had been written yet. */
  3080. if (mov->flags & FF_MOV_FLAG_EMPTY_MOOV) {
  3081. max_track_len = 0;
  3082. max_track_id = 1;
  3083. }
  3084. version = max_track_len < UINT32_MAX ? 0 : 1;
  3085. avio_wb32(pb, version == 1 ? 120 : 108); /* size */
  3086. ffio_wfourcc(pb, "mvhd");
  3087. avio_w8(pb, version);
  3088. avio_wb24(pb, 0); /* flags */
  3089. if (version == 1) {
  3090. avio_wb64(pb, mov->time);
  3091. avio_wb64(pb, mov->time);
  3092. } else {
  3093. avio_wb32(pb, mov->time); /* creation time */
  3094. avio_wb32(pb, mov->time); /* modification time */
  3095. }
  3096. avio_wb32(pb, MOV_TIMESCALE);
  3097. (version == 1) ? avio_wb64(pb, max_track_len) : avio_wb32(pb, max_track_len); /* duration of longest track */
  3098. avio_wb32(pb, 0x00010000); /* reserved (preferred rate) 1.0 = normal */
  3099. avio_wb16(pb, 0x0100); /* reserved (preferred volume) 1.0 = normal */
  3100. avio_wb16(pb, 0); /* reserved */
  3101. avio_wb32(pb, 0); /* reserved */
  3102. avio_wb32(pb, 0); /* reserved */
  3103. /* Matrix structure */
  3104. write_matrix(pb, 1, 0, 0, 1, 0, 0);
  3105. avio_wb32(pb, 0); /* reserved (preview time) */
  3106. avio_wb32(pb, 0); /* reserved (preview duration) */
  3107. avio_wb32(pb, 0); /* reserved (poster time) */
  3108. avio_wb32(pb, 0); /* reserved (selection time) */
  3109. avio_wb32(pb, 0); /* reserved (selection duration) */
  3110. avio_wb32(pb, 0); /* reserved (current time) */
  3111. avio_wb32(pb, max_track_id + 1); /* Next track id */
  3112. return 0x6c;
  3113. }
  3114. static int mov_write_itunes_hdlr_tag(AVIOContext *pb, MOVMuxContext *mov,
  3115. AVFormatContext *s)
  3116. {
  3117. avio_wb32(pb, 33); /* size */
  3118. ffio_wfourcc(pb, "hdlr");
  3119. avio_wb32(pb, 0);
  3120. avio_wb32(pb, 0);
  3121. ffio_wfourcc(pb, "mdir");
  3122. ffio_wfourcc(pb, "appl");
  3123. avio_wb32(pb, 0);
  3124. avio_wb32(pb, 0);
  3125. avio_w8(pb, 0);
  3126. return 33;
  3127. }
  3128. /* helper function to write a data tag with the specified string as data */
  3129. static int mov_write_string_data_tag(AVIOContext *pb, const char *data, int lang, int long_style)
  3130. {
  3131. if (long_style) {
  3132. int size = 16 + strlen(data);
  3133. avio_wb32(pb, size); /* size */
  3134. ffio_wfourcc(pb, "data");
  3135. avio_wb32(pb, 1);
  3136. avio_wb32(pb, 0);
  3137. avio_write(pb, data, strlen(data));
  3138. return size;
  3139. } else {
  3140. if (!lang)
  3141. lang = ff_mov_iso639_to_lang("und", 1);
  3142. avio_wb16(pb, strlen(data)); /* string length */
  3143. avio_wb16(pb, lang);
  3144. avio_write(pb, data, strlen(data));
  3145. return strlen(data) + 4;
  3146. }
  3147. }
  3148. static int mov_write_string_tag(AVIOContext *pb, const char *name,
  3149. const char *value, int lang, int long_style)
  3150. {
  3151. int size = 0;
  3152. if (value && value[0]) {
  3153. int64_t pos = avio_tell(pb);
  3154. avio_wb32(pb, 0); /* size */
  3155. ffio_wfourcc(pb, name);
  3156. mov_write_string_data_tag(pb, value, lang, long_style);
  3157. size = update_size(pb, pos);
  3158. }
  3159. return size;
  3160. }
  3161. static AVDictionaryEntry *get_metadata_lang(AVFormatContext *s,
  3162. const char *tag, int *lang)
  3163. {
  3164. int l, len, len2;
  3165. AVDictionaryEntry *t, *t2 = NULL;
  3166. char tag2[16];
  3167. *lang = 0;
  3168. if (!(t = av_dict_get(s->metadata, tag, NULL, 0)))
  3169. return NULL;
  3170. len = strlen(t->key);
  3171. snprintf(tag2, sizeof(tag2), "%s-", tag);
  3172. while ((t2 = av_dict_get(s->metadata, tag2, t2, AV_DICT_IGNORE_SUFFIX))) {
  3173. len2 = strlen(t2->key);
  3174. if (len2 == len + 4 && !strcmp(t->value, t2->value)
  3175. && (l = ff_mov_iso639_to_lang(&t2->key[len2 - 3], 1)) >= 0) {
  3176. *lang = l;
  3177. return t;
  3178. }
  3179. }
  3180. return t;
  3181. }
  3182. static int mov_write_string_metadata(AVFormatContext *s, AVIOContext *pb,
  3183. const char *name, const char *tag,
  3184. int long_style)
  3185. {
  3186. int lang;
  3187. AVDictionaryEntry *t = get_metadata_lang(s, tag, &lang);
  3188. if (!t)
  3189. return 0;
  3190. return mov_write_string_tag(pb, name, t->value, lang, long_style);
  3191. }
  3192. /* iTunes bpm number */
  3193. static int mov_write_tmpo_tag(AVIOContext *pb, AVFormatContext *s)
  3194. {
  3195. AVDictionaryEntry *t = av_dict_get(s->metadata, "tmpo", NULL, 0);
  3196. int size = 0, tmpo = t ? atoi(t->value) : 0;
  3197. if (tmpo) {
  3198. size = 26;
  3199. avio_wb32(pb, size);
  3200. ffio_wfourcc(pb, "tmpo");
  3201. avio_wb32(pb, size-8); /* size */
  3202. ffio_wfourcc(pb, "data");
  3203. avio_wb32(pb, 0x15); //type specifier
  3204. avio_wb32(pb, 0);
  3205. avio_wb16(pb, tmpo); // data
  3206. }
  3207. return size;
  3208. }
  3209. /* 3GPP TS 26.244 */
  3210. static int mov_write_loci_tag(AVFormatContext *s, AVIOContext *pb)
  3211. {
  3212. int lang;
  3213. int64_t pos = avio_tell(pb);
  3214. double latitude, longitude, altitude;
  3215. int32_t latitude_fix, longitude_fix, altitude_fix;
  3216. AVDictionaryEntry *t = get_metadata_lang(s, "location", &lang);
  3217. const char *ptr, *place = "";
  3218. char *end;
  3219. static const char *astronomical_body = "earth";
  3220. if (!t)
  3221. return 0;
  3222. ptr = t->value;
  3223. longitude = strtod(ptr, &end);
  3224. if (end == ptr) {
  3225. av_log(s, AV_LOG_WARNING, "malformed location metadata\n");
  3226. return 0;
  3227. }
  3228. ptr = end;
  3229. latitude = strtod(ptr, &end);
  3230. if (end == ptr) {
  3231. av_log(s, AV_LOG_WARNING, "malformed location metadata\n");
  3232. return 0;
  3233. }
  3234. ptr = end;
  3235. altitude = strtod(ptr, &end);
  3236. /* If no altitude was present, the default 0 should be fine */
  3237. if (*end == '/')
  3238. place = end + 1;
  3239. latitude_fix = (int32_t) ((1 << 16) * latitude);
  3240. longitude_fix = (int32_t) ((1 << 16) * longitude);
  3241. altitude_fix = (int32_t) ((1 << 16) * altitude);
  3242. avio_wb32(pb, 0); /* size */
  3243. ffio_wfourcc(pb, "loci"); /* type */
  3244. avio_wb32(pb, 0); /* version + flags */
  3245. avio_wb16(pb, lang);
  3246. avio_write(pb, place, strlen(place) + 1);
  3247. avio_w8(pb, 0); /* role of place (0 == shooting location, 1 == real location, 2 == fictional location) */
  3248. avio_wb32(pb, latitude_fix);
  3249. avio_wb32(pb, longitude_fix);
  3250. avio_wb32(pb, altitude_fix);
  3251. avio_write(pb, astronomical_body, strlen(astronomical_body) + 1);
  3252. avio_w8(pb, 0); /* additional notes, null terminated string */
  3253. return update_size(pb, pos);
  3254. }
  3255. /* iTunes track or disc number */
  3256. static int mov_write_trkn_tag(AVIOContext *pb, MOVMuxContext *mov,
  3257. AVFormatContext *s, int disc)
  3258. {
  3259. AVDictionaryEntry *t = av_dict_get(s->metadata,
  3260. disc ? "disc" : "track",
  3261. NULL, 0);
  3262. int size = 0, track = t ? atoi(t->value) : 0;
  3263. if (track) {
  3264. int tracks = 0;
  3265. char *slash = strchr(t->value, '/');
  3266. if (slash)
  3267. tracks = atoi(slash + 1);
  3268. avio_wb32(pb, 32); /* size */
  3269. ffio_wfourcc(pb, disc ? "disk" : "trkn");
  3270. avio_wb32(pb, 24); /* size */
  3271. ffio_wfourcc(pb, "data");
  3272. avio_wb32(pb, 0); // 8 bytes empty
  3273. avio_wb32(pb, 0);
  3274. avio_wb16(pb, 0); // empty
  3275. avio_wb16(pb, track); // track / disc number
  3276. avio_wb16(pb, tracks); // total track / disc number
  3277. avio_wb16(pb, 0); // empty
  3278. size = 32;
  3279. }
  3280. return size;
  3281. }
  3282. static int mov_write_int8_metadata(AVFormatContext *s, AVIOContext *pb,
  3283. const char *name, const char *tag,
  3284. int len)
  3285. {
  3286. AVDictionaryEntry *t = NULL;
  3287. uint8_t num;
  3288. int size = 24 + len;
  3289. if (len != 1 && len != 4)
  3290. return -1;
  3291. if (!(t = av_dict_get(s->metadata, tag, NULL, 0)))
  3292. return 0;
  3293. num = atoi(t->value);
  3294. avio_wb32(pb, size);
  3295. ffio_wfourcc(pb, name);
  3296. avio_wb32(pb, size - 8);
  3297. ffio_wfourcc(pb, "data");
  3298. avio_wb32(pb, 0x15);
  3299. avio_wb32(pb, 0);
  3300. if (len==4) avio_wb32(pb, num);
  3301. else avio_w8 (pb, num);
  3302. return size;
  3303. }
  3304. static int mov_write_covr(AVIOContext *pb, AVFormatContext *s)
  3305. {
  3306. MOVMuxContext *mov = s->priv_data;
  3307. int64_t pos = 0;
  3308. int i;
  3309. for (i = 0; i < s->nb_streams; i++) {
  3310. MOVTrack *trk = &mov->tracks[i];
  3311. if (!is_cover_image(trk->st) || trk->cover_image.size <= 0)
  3312. continue;
  3313. if (!pos) {
  3314. pos = avio_tell(pb);
  3315. avio_wb32(pb, 0);
  3316. ffio_wfourcc(pb, "covr");
  3317. }
  3318. avio_wb32(pb, 16 + trk->cover_image.size);
  3319. ffio_wfourcc(pb, "data");
  3320. avio_wb32(pb, trk->tag);
  3321. avio_wb32(pb , 0);
  3322. avio_write(pb, trk->cover_image.data, trk->cover_image.size);
  3323. }
  3324. return pos ? update_size(pb, pos) : 0;
  3325. }
  3326. /* iTunes meta data list */
  3327. static int mov_write_ilst_tag(AVIOContext *pb, MOVMuxContext *mov,
  3328. AVFormatContext *s)
  3329. {
  3330. int64_t pos = avio_tell(pb);
  3331. avio_wb32(pb, 0); /* size */
  3332. ffio_wfourcc(pb, "ilst");
  3333. mov_write_string_metadata(s, pb, "\251nam", "title" , 1);
  3334. mov_write_string_metadata(s, pb, "\251ART", "artist" , 1);
  3335. mov_write_string_metadata(s, pb, "aART", "album_artist", 1);
  3336. mov_write_string_metadata(s, pb, "\251wrt", "composer" , 1);
  3337. mov_write_string_metadata(s, pb, "\251alb", "album" , 1);
  3338. mov_write_string_metadata(s, pb, "\251day", "date" , 1);
  3339. if (!mov_write_string_metadata(s, pb, "\251too", "encoding_tool", 1)) {
  3340. if (!(s->flags & AVFMT_FLAG_BITEXACT))
  3341. mov_write_string_tag(pb, "\251too", LIBAVFORMAT_IDENT, 0, 1);
  3342. }
  3343. mov_write_string_metadata(s, pb, "\251cmt", "comment" , 1);
  3344. mov_write_string_metadata(s, pb, "\251gen", "genre" , 1);
  3345. mov_write_string_metadata(s, pb, "cprt", "copyright", 1);
  3346. mov_write_string_metadata(s, pb, "\251grp", "grouping" , 1);
  3347. mov_write_string_metadata(s, pb, "\251lyr", "lyrics" , 1);
  3348. mov_write_string_metadata(s, pb, "desc", "description",1);
  3349. mov_write_string_metadata(s, pb, "ldes", "synopsis" , 1);
  3350. mov_write_string_metadata(s, pb, "tvsh", "show" , 1);
  3351. mov_write_string_metadata(s, pb, "tven", "episode_id",1);
  3352. mov_write_string_metadata(s, pb, "tvnn", "network" , 1);
  3353. mov_write_string_metadata(s, pb, "keyw", "keywords" , 1);
  3354. mov_write_int8_metadata (s, pb, "tves", "episode_sort",4);
  3355. mov_write_int8_metadata (s, pb, "tvsn", "season_number",4);
  3356. mov_write_int8_metadata (s, pb, "stik", "media_type",1);
  3357. mov_write_int8_metadata (s, pb, "hdvd", "hd_video", 1);
  3358. mov_write_int8_metadata (s, pb, "pgap", "gapless_playback",1);
  3359. mov_write_int8_metadata (s, pb, "cpil", "compilation", 1);
  3360. mov_write_covr(pb, s);
  3361. mov_write_trkn_tag(pb, mov, s, 0); // track number
  3362. mov_write_trkn_tag(pb, mov, s, 1); // disc number
  3363. mov_write_tmpo_tag(pb, s);
  3364. return update_size(pb, pos);
  3365. }
  3366. static int mov_write_mdta_hdlr_tag(AVIOContext *pb, MOVMuxContext *mov,
  3367. AVFormatContext *s)
  3368. {
  3369. avio_wb32(pb, 33); /* size */
  3370. ffio_wfourcc(pb, "hdlr");
  3371. avio_wb32(pb, 0);
  3372. avio_wb32(pb, 0);
  3373. ffio_wfourcc(pb, "mdta");
  3374. avio_wb32(pb, 0);
  3375. avio_wb32(pb, 0);
  3376. avio_wb32(pb, 0);
  3377. avio_w8(pb, 0);
  3378. return 33;
  3379. }
  3380. static int mov_write_mdta_keys_tag(AVIOContext *pb, MOVMuxContext *mov,
  3381. AVFormatContext *s)
  3382. {
  3383. AVDictionaryEntry *t = NULL;
  3384. int64_t pos = avio_tell(pb);
  3385. int64_t curpos, entry_pos;
  3386. int count = 0;
  3387. avio_wb32(pb, 0); /* size */
  3388. ffio_wfourcc(pb, "keys");
  3389. avio_wb32(pb, 0);
  3390. entry_pos = avio_tell(pb);
  3391. avio_wb32(pb, 0); /* entry count */
  3392. while (t = av_dict_get(s->metadata, "", t, AV_DICT_IGNORE_SUFFIX)) {
  3393. avio_wb32(pb, strlen(t->key) + 8);
  3394. ffio_wfourcc(pb, "mdta");
  3395. avio_write(pb, t->key, strlen(t->key));
  3396. count += 1;
  3397. }
  3398. curpos = avio_tell(pb);
  3399. avio_seek(pb, entry_pos, SEEK_SET);
  3400. avio_wb32(pb, count); // rewrite entry count
  3401. avio_seek(pb, curpos, SEEK_SET);
  3402. return update_size(pb, pos);
  3403. }
  3404. static int mov_write_mdta_ilst_tag(AVIOContext *pb, MOVMuxContext *mov,
  3405. AVFormatContext *s)
  3406. {
  3407. AVDictionaryEntry *t = NULL;
  3408. int64_t pos = avio_tell(pb);
  3409. int count = 1; /* keys are 1-index based */
  3410. avio_wb32(pb, 0); /* size */
  3411. ffio_wfourcc(pb, "ilst");
  3412. while (t = av_dict_get(s->metadata, "", t, AV_DICT_IGNORE_SUFFIX)) {
  3413. int64_t entry_pos = avio_tell(pb);
  3414. avio_wb32(pb, 0); /* size */
  3415. avio_wb32(pb, count); /* key */
  3416. mov_write_string_data_tag(pb, t->value, 0, 1);
  3417. update_size(pb, entry_pos);
  3418. count += 1;
  3419. }
  3420. return update_size(pb, pos);
  3421. }
  3422. /* meta data tags */
  3423. static int mov_write_meta_tag(AVIOContext *pb, MOVMuxContext *mov,
  3424. AVFormatContext *s)
  3425. {
  3426. int size = 0;
  3427. int64_t pos = avio_tell(pb);
  3428. avio_wb32(pb, 0); /* size */
  3429. ffio_wfourcc(pb, "meta");
  3430. avio_wb32(pb, 0);
  3431. if (mov->flags & FF_MOV_FLAG_USE_MDTA) {
  3432. mov_write_mdta_hdlr_tag(pb, mov, s);
  3433. mov_write_mdta_keys_tag(pb, mov, s);
  3434. mov_write_mdta_ilst_tag(pb, mov, s);
  3435. }
  3436. else {
  3437. /* iTunes metadata tag */
  3438. mov_write_itunes_hdlr_tag(pb, mov, s);
  3439. mov_write_ilst_tag(pb, mov, s);
  3440. }
  3441. size = update_size(pb, pos);
  3442. return size;
  3443. }
  3444. static int mov_write_raw_metadata_tag(AVFormatContext *s, AVIOContext *pb,
  3445. const char *name, const char *key)
  3446. {
  3447. int len;
  3448. AVDictionaryEntry *t;
  3449. if (!(t = av_dict_get(s->metadata, key, NULL, 0)))
  3450. return 0;
  3451. len = strlen(t->value);
  3452. if (len > 0) {
  3453. int size = len + 8;
  3454. avio_wb32(pb, size);
  3455. ffio_wfourcc(pb, name);
  3456. avio_write(pb, t->value, len);
  3457. return size;
  3458. }
  3459. return 0;
  3460. }
  3461. static int ascii_to_wc(AVIOContext *pb, const uint8_t *b)
  3462. {
  3463. int val;
  3464. while (*b) {
  3465. GET_UTF8(val, *b++, return -1;)
  3466. avio_wb16(pb, val);
  3467. }
  3468. avio_wb16(pb, 0x00);
  3469. return 0;
  3470. }
  3471. static uint16_t language_code(const char *str)
  3472. {
  3473. return (((str[0] - 0x60) & 0x1F) << 10) +
  3474. (((str[1] - 0x60) & 0x1F) << 5) +
  3475. (( str[2] - 0x60) & 0x1F);
  3476. }
  3477. static int mov_write_3gp_udta_tag(AVIOContext *pb, AVFormatContext *s,
  3478. const char *tag, const char *str)
  3479. {
  3480. int64_t pos = avio_tell(pb);
  3481. AVDictionaryEntry *t = av_dict_get(s->metadata, str, NULL, 0);
  3482. if (!t || !utf8len(t->value))
  3483. return 0;
  3484. avio_wb32(pb, 0); /* size */
  3485. ffio_wfourcc(pb, tag); /* type */
  3486. avio_wb32(pb, 0); /* version + flags */
  3487. if (!strcmp(tag, "yrrc"))
  3488. avio_wb16(pb, atoi(t->value));
  3489. else {
  3490. avio_wb16(pb, language_code("eng")); /* language */
  3491. avio_write(pb, t->value, strlen(t->value) + 1); /* UTF8 string value */
  3492. if (!strcmp(tag, "albm") &&
  3493. (t = av_dict_get(s->metadata, "track", NULL, 0)))
  3494. avio_w8(pb, atoi(t->value));
  3495. }
  3496. return update_size(pb, pos);
  3497. }
  3498. static int mov_write_chpl_tag(AVIOContext *pb, AVFormatContext *s)
  3499. {
  3500. int64_t pos = avio_tell(pb);
  3501. int i, nb_chapters = FFMIN(s->nb_chapters, 255);
  3502. avio_wb32(pb, 0); // size
  3503. ffio_wfourcc(pb, "chpl");
  3504. avio_wb32(pb, 0x01000000); // version + flags
  3505. avio_wb32(pb, 0); // unknown
  3506. avio_w8(pb, nb_chapters);
  3507. for (i = 0; i < nb_chapters; i++) {
  3508. AVChapter *c = s->chapters[i];
  3509. AVDictionaryEntry *t;
  3510. avio_wb64(pb, av_rescale_q(c->start, c->time_base, (AVRational){1,10000000}));
  3511. if ((t = av_dict_get(c->metadata, "title", NULL, 0))) {
  3512. int len = FFMIN(strlen(t->value), 255);
  3513. avio_w8(pb, len);
  3514. avio_write(pb, t->value, len);
  3515. } else
  3516. avio_w8(pb, 0);
  3517. }
  3518. return update_size(pb, pos);
  3519. }
  3520. static int mov_write_udta_tag(AVIOContext *pb, MOVMuxContext *mov,
  3521. AVFormatContext *s)
  3522. {
  3523. AVIOContext *pb_buf;
  3524. int ret, size;
  3525. uint8_t *buf;
  3526. ret = avio_open_dyn_buf(&pb_buf);
  3527. if (ret < 0)
  3528. return ret;
  3529. if (mov->mode & MODE_3GP) {
  3530. mov_write_3gp_udta_tag(pb_buf, s, "perf", "artist");
  3531. mov_write_3gp_udta_tag(pb_buf, s, "titl", "title");
  3532. mov_write_3gp_udta_tag(pb_buf, s, "auth", "author");
  3533. mov_write_3gp_udta_tag(pb_buf, s, "gnre", "genre");
  3534. mov_write_3gp_udta_tag(pb_buf, s, "dscp", "comment");
  3535. mov_write_3gp_udta_tag(pb_buf, s, "albm", "album");
  3536. mov_write_3gp_udta_tag(pb_buf, s, "cprt", "copyright");
  3537. mov_write_3gp_udta_tag(pb_buf, s, "yrrc", "date");
  3538. mov_write_loci_tag(s, pb_buf);
  3539. } else if (mov->mode == MODE_MOV && !(mov->flags & FF_MOV_FLAG_USE_MDTA)) { // the title field breaks gtkpod with mp4 and my suspicion is that stuff is not valid in mp4
  3540. mov_write_string_metadata(s, pb_buf, "\251ART", "artist", 0);
  3541. mov_write_string_metadata(s, pb_buf, "\251nam", "title", 0);
  3542. mov_write_string_metadata(s, pb_buf, "\251aut", "author", 0);
  3543. mov_write_string_metadata(s, pb_buf, "\251alb", "album", 0);
  3544. mov_write_string_metadata(s, pb_buf, "\251day", "date", 0);
  3545. mov_write_string_metadata(s, pb_buf, "\251swr", "encoder", 0);
  3546. // currently ignored by mov.c
  3547. mov_write_string_metadata(s, pb_buf, "\251des", "comment", 0);
  3548. // add support for libquicktime, this atom is also actually read by mov.c
  3549. mov_write_string_metadata(s, pb_buf, "\251cmt", "comment", 0);
  3550. mov_write_string_metadata(s, pb_buf, "\251gen", "genre", 0);
  3551. mov_write_string_metadata(s, pb_buf, "\251cpy", "copyright", 0);
  3552. mov_write_string_metadata(s, pb_buf, "\251mak", "make", 0);
  3553. mov_write_string_metadata(s, pb_buf, "\251mod", "model", 0);
  3554. mov_write_string_metadata(s, pb_buf, "\251xyz", "location", 0);
  3555. mov_write_string_metadata(s, pb_buf, "\251key", "keywords", 0);
  3556. mov_write_raw_metadata_tag(s, pb_buf, "XMP_", "xmp");
  3557. } else {
  3558. /* iTunes meta data */
  3559. mov_write_meta_tag(pb_buf, mov, s);
  3560. mov_write_loci_tag(s, pb_buf);
  3561. }
  3562. if (s->nb_chapters && !(mov->flags & FF_MOV_FLAG_DISABLE_CHPL))
  3563. mov_write_chpl_tag(pb_buf, s);
  3564. if ((size = avio_get_dyn_buf(pb_buf, &buf)) > 0) {
  3565. avio_wb32(pb, size + 8);
  3566. ffio_wfourcc(pb, "udta");
  3567. avio_write(pb, buf, size);
  3568. }
  3569. ffio_free_dyn_buf(&pb_buf);
  3570. return 0;
  3571. }
  3572. static void mov_write_psp_udta_tag(AVIOContext *pb,
  3573. const char *str, const char *lang, int type)
  3574. {
  3575. int len = utf8len(str) + 1;
  3576. if (len <= 0)
  3577. return;
  3578. avio_wb16(pb, len * 2 + 10); /* size */
  3579. avio_wb32(pb, type); /* type */
  3580. avio_wb16(pb, language_code(lang)); /* language */
  3581. avio_wb16(pb, 0x01); /* ? */
  3582. ascii_to_wc(pb, str);
  3583. }
  3584. static int mov_write_uuidusmt_tag(AVIOContext *pb, AVFormatContext *s)
  3585. {
  3586. AVDictionaryEntry *title = av_dict_get(s->metadata, "title", NULL, 0);
  3587. int64_t pos, pos2;
  3588. if (title) {
  3589. pos = avio_tell(pb);
  3590. avio_wb32(pb, 0); /* size placeholder*/
  3591. ffio_wfourcc(pb, "uuid");
  3592. ffio_wfourcc(pb, "USMT");
  3593. avio_wb32(pb, 0x21d24fce); /* 96 bit UUID */
  3594. avio_wb32(pb, 0xbb88695c);
  3595. avio_wb32(pb, 0xfac9c740);
  3596. pos2 = avio_tell(pb);
  3597. avio_wb32(pb, 0); /* size placeholder*/
  3598. ffio_wfourcc(pb, "MTDT");
  3599. avio_wb16(pb, 4);
  3600. // ?
  3601. avio_wb16(pb, 0x0C); /* size */
  3602. avio_wb32(pb, 0x0B); /* type */
  3603. avio_wb16(pb, language_code("und")); /* language */
  3604. avio_wb16(pb, 0x0); /* ? */
  3605. avio_wb16(pb, 0x021C); /* data */
  3606. if (!(s->flags & AVFMT_FLAG_BITEXACT))
  3607. mov_write_psp_udta_tag(pb, LIBAVCODEC_IDENT, "eng", 0x04);
  3608. mov_write_psp_udta_tag(pb, title->value, "eng", 0x01);
  3609. mov_write_psp_udta_tag(pb, "2006/04/01 11:11:11", "und", 0x03);
  3610. update_size(pb, pos2);
  3611. return update_size(pb, pos);
  3612. }
  3613. return 0;
  3614. }
  3615. static void build_chunks(MOVTrack *trk)
  3616. {
  3617. int i;
  3618. MOVIentry *chunk = &trk->cluster[0];
  3619. uint64_t chunkSize = chunk->size;
  3620. chunk->chunkNum = 1;
  3621. if (trk->chunkCount)
  3622. return;
  3623. trk->chunkCount = 1;
  3624. for (i = 1; i<trk->entry; i++){
  3625. if (chunk->pos + chunkSize == trk->cluster[i].pos &&
  3626. chunkSize + trk->cluster[i].size < (1<<20)){
  3627. chunkSize += trk->cluster[i].size;
  3628. chunk->samples_in_chunk += trk->cluster[i].entries;
  3629. } else {
  3630. trk->cluster[i].chunkNum = chunk->chunkNum+1;
  3631. chunk=&trk->cluster[i];
  3632. chunkSize = chunk->size;
  3633. trk->chunkCount++;
  3634. }
  3635. }
  3636. }
  3637. /**
  3638. * Assign track ids. If option "use_stream_ids_as_track_ids" is set,
  3639. * the stream ids are used as track ids.
  3640. *
  3641. * This assumes mov->tracks and s->streams are in the same order and
  3642. * there are no gaps in either of them (so mov->tracks[n] refers to
  3643. * s->streams[n]).
  3644. *
  3645. * As an exception, there can be more entries in
  3646. * s->streams than in mov->tracks, in which case new track ids are
  3647. * generated (starting after the largest found stream id).
  3648. */
  3649. static int mov_setup_track_ids(MOVMuxContext *mov, AVFormatContext *s)
  3650. {
  3651. int i;
  3652. if (mov->track_ids_ok)
  3653. return 0;
  3654. if (mov->use_stream_ids_as_track_ids) {
  3655. int next_generated_track_id = 0;
  3656. for (i = 0; i < s->nb_streams; i++) {
  3657. if (s->streams[i]->id > next_generated_track_id)
  3658. next_generated_track_id = s->streams[i]->id;
  3659. }
  3660. for (i = 0; i < mov->nb_streams; i++) {
  3661. if (mov->tracks[i].entry <= 0 && !(mov->flags & FF_MOV_FLAG_FRAGMENT))
  3662. continue;
  3663. mov->tracks[i].track_id = i >= s->nb_streams ? ++next_generated_track_id : s->streams[i]->id;
  3664. }
  3665. } else {
  3666. for (i = 0; i < mov->nb_streams; i++) {
  3667. if (mov->tracks[i].entry <= 0 && !(mov->flags & FF_MOV_FLAG_FRAGMENT))
  3668. continue;
  3669. mov->tracks[i].track_id = i + 1;
  3670. }
  3671. }
  3672. mov->track_ids_ok = 1;
  3673. return 0;
  3674. }
  3675. static int mov_write_moov_tag(AVIOContext *pb, MOVMuxContext *mov,
  3676. AVFormatContext *s)
  3677. {
  3678. int i;
  3679. int64_t pos = avio_tell(pb);
  3680. avio_wb32(pb, 0); /* size placeholder*/
  3681. ffio_wfourcc(pb, "moov");
  3682. mov_setup_track_ids(mov, s);
  3683. for (i = 0; i < mov->nb_streams; i++) {
  3684. if (mov->tracks[i].entry <= 0 && !(mov->flags & FF_MOV_FLAG_FRAGMENT))
  3685. continue;
  3686. mov->tracks[i].time = mov->time;
  3687. if (mov->tracks[i].entry)
  3688. build_chunks(&mov->tracks[i]);
  3689. }
  3690. if (mov->chapter_track)
  3691. for (i = 0; i < s->nb_streams; i++) {
  3692. mov->tracks[i].tref_tag = MKTAG('c','h','a','p');
  3693. mov->tracks[i].tref_id = mov->tracks[mov->chapter_track].track_id;
  3694. }
  3695. for (i = 0; i < mov->nb_streams; i++) {
  3696. MOVTrack *track = &mov->tracks[i];
  3697. if (track->tag == MKTAG('r','t','p',' ')) {
  3698. track->tref_tag = MKTAG('h','i','n','t');
  3699. track->tref_id = mov->tracks[track->src_track].track_id;
  3700. } else if (track->par->codec_type == AVMEDIA_TYPE_AUDIO) {
  3701. int * fallback, size;
  3702. fallback = (int*)av_stream_get_side_data(track->st,
  3703. AV_PKT_DATA_FALLBACK_TRACK,
  3704. &size);
  3705. if (fallback != NULL && size == sizeof(int)) {
  3706. if (*fallback >= 0 && *fallback < mov->nb_streams) {
  3707. track->tref_tag = MKTAG('f','a','l','l');
  3708. track->tref_id = mov->tracks[*fallback].track_id;
  3709. }
  3710. }
  3711. }
  3712. }
  3713. for (i = 0; i < mov->nb_streams; i++) {
  3714. if (mov->tracks[i].tag == MKTAG('t','m','c','d')) {
  3715. int src_trk = mov->tracks[i].src_track;
  3716. mov->tracks[src_trk].tref_tag = mov->tracks[i].tag;
  3717. mov->tracks[src_trk].tref_id = mov->tracks[i].track_id;
  3718. //src_trk may have a different timescale than the tmcd track
  3719. mov->tracks[i].track_duration = av_rescale(mov->tracks[src_trk].track_duration,
  3720. mov->tracks[i].timescale,
  3721. mov->tracks[src_trk].timescale);
  3722. }
  3723. }
  3724. mov_write_mvhd_tag(pb, mov);
  3725. if (mov->mode != MODE_MOV && !mov->iods_skip)
  3726. mov_write_iods_tag(pb, mov);
  3727. for (i = 0; i < mov->nb_streams; i++) {
  3728. if (mov->tracks[i].entry > 0 || mov->flags & FF_MOV_FLAG_FRAGMENT) {
  3729. int ret = mov_write_trak_tag(s, pb, mov, &(mov->tracks[i]), i < s->nb_streams ? s->streams[i] : NULL);
  3730. if (ret < 0)
  3731. return ret;
  3732. }
  3733. }
  3734. if (mov->flags & FF_MOV_FLAG_FRAGMENT)
  3735. mov_write_mvex_tag(pb, mov); /* QuickTime requires trak to precede this */
  3736. if (mov->mode == MODE_PSP)
  3737. mov_write_uuidusmt_tag(pb, s);
  3738. else
  3739. mov_write_udta_tag(pb, mov, s);
  3740. return update_size(pb, pos);
  3741. }
  3742. static void param_write_int(AVIOContext *pb, const char *name, int value)
  3743. {
  3744. avio_printf(pb, "<param name=\"%s\" value=\"%d\" valuetype=\"data\"/>\n", name, value);
  3745. }
  3746. static void param_write_string(AVIOContext *pb, const char *name, const char *value)
  3747. {
  3748. avio_printf(pb, "<param name=\"%s\" value=\"%s\" valuetype=\"data\"/>\n", name, value);
  3749. }
  3750. static void param_write_hex(AVIOContext *pb, const char *name, const uint8_t *value, int len)
  3751. {
  3752. char buf[150];
  3753. len = FFMIN(sizeof(buf) / 2 - 1, len);
  3754. ff_data_to_hex(buf, value, len, 0);
  3755. buf[2 * len] = '\0';
  3756. avio_printf(pb, "<param name=\"%s\" value=\"%s\" valuetype=\"data\"/>\n", name, buf);
  3757. }
  3758. static int mov_write_isml_manifest(AVIOContext *pb, MOVMuxContext *mov, AVFormatContext *s)
  3759. {
  3760. int64_t pos = avio_tell(pb);
  3761. int i;
  3762. static const uint8_t uuid[] = {
  3763. 0xa5, 0xd4, 0x0b, 0x30, 0xe8, 0x14, 0x11, 0xdd,
  3764. 0xba, 0x2f, 0x08, 0x00, 0x20, 0x0c, 0x9a, 0x66
  3765. };
  3766. avio_wb32(pb, 0);
  3767. ffio_wfourcc(pb, "uuid");
  3768. avio_write(pb, uuid, sizeof(uuid));
  3769. avio_wb32(pb, 0);
  3770. avio_printf(pb, "<?xml version=\"1.0\" encoding=\"utf-8\"?>\n");
  3771. avio_printf(pb, "<smil xmlns=\"http://www.w3.org/2001/SMIL20/Language\">\n");
  3772. avio_printf(pb, "<head>\n");
  3773. if (!(mov->fc->flags & AVFMT_FLAG_BITEXACT))
  3774. avio_printf(pb, "<meta name=\"creator\" content=\"%s\" />\n",
  3775. LIBAVFORMAT_IDENT);
  3776. avio_printf(pb, "</head>\n");
  3777. avio_printf(pb, "<body>\n");
  3778. avio_printf(pb, "<switch>\n");
  3779. mov_setup_track_ids(mov, s);
  3780. for (i = 0; i < mov->nb_streams; i++) {
  3781. MOVTrack *track = &mov->tracks[i];
  3782. struct mpeg4_bit_rate_values bit_rates =
  3783. calculate_mpeg4_bit_rates(track);
  3784. const char *type;
  3785. int track_id = track->track_id;
  3786. char track_name_buf[32] = { 0 };
  3787. AVStream *st = track->st;
  3788. AVDictionaryEntry *lang = av_dict_get(st->metadata, "language", NULL,0);
  3789. if (track->par->codec_type == AVMEDIA_TYPE_VIDEO && !is_cover_image(st)) {
  3790. type = "video";
  3791. } else if (track->par->codec_type == AVMEDIA_TYPE_AUDIO) {
  3792. type = "audio";
  3793. } else {
  3794. continue;
  3795. }
  3796. avio_printf(pb, "<%s systemBitrate=\"%"PRIu32"\">\n", type,
  3797. bit_rates.avg_bit_rate);
  3798. param_write_int(pb, "systemBitrate", bit_rates.avg_bit_rate);
  3799. param_write_int(pb, "trackID", track_id);
  3800. param_write_string(pb, "systemLanguage", lang ? lang->value : "und");
  3801. /* Build track name piece by piece: */
  3802. /* 1. track type */
  3803. av_strlcat(track_name_buf, type, sizeof(track_name_buf));
  3804. /* 2. track language, if available */
  3805. if (lang)
  3806. av_strlcatf(track_name_buf, sizeof(track_name_buf),
  3807. "_%s", lang->value);
  3808. /* 3. special type suffix */
  3809. /* "_cc" = closed captions, "_ad" = audio_description */
  3810. if (st->disposition & AV_DISPOSITION_HEARING_IMPAIRED)
  3811. av_strlcat(track_name_buf, "_cc", sizeof(track_name_buf));
  3812. else if (st->disposition & AV_DISPOSITION_VISUAL_IMPAIRED)
  3813. av_strlcat(track_name_buf, "_ad", sizeof(track_name_buf));
  3814. param_write_string(pb, "trackName", track_name_buf);
  3815. if (track->par->codec_type == AVMEDIA_TYPE_VIDEO) {
  3816. if (track->par->codec_id == AV_CODEC_ID_H264) {
  3817. uint8_t *ptr;
  3818. int size = track->par->extradata_size;
  3819. if (!ff_avc_write_annexb_extradata(track->par->extradata, &ptr,
  3820. &size)) {
  3821. param_write_hex(pb, "CodecPrivateData",
  3822. ptr ? ptr : track->par->extradata,
  3823. size);
  3824. av_free(ptr);
  3825. }
  3826. param_write_string(pb, "FourCC", "H264");
  3827. } else if (track->par->codec_id == AV_CODEC_ID_VC1) {
  3828. param_write_string(pb, "FourCC", "WVC1");
  3829. param_write_hex(pb, "CodecPrivateData", track->par->extradata,
  3830. track->par->extradata_size);
  3831. }
  3832. param_write_int(pb, "MaxWidth", track->par->width);
  3833. param_write_int(pb, "MaxHeight", track->par->height);
  3834. param_write_int(pb, "DisplayWidth", track->par->width);
  3835. param_write_int(pb, "DisplayHeight", track->par->height);
  3836. } else {
  3837. if (track->par->codec_id == AV_CODEC_ID_AAC) {
  3838. switch (track->par->profile)
  3839. {
  3840. case FF_PROFILE_AAC_HE_V2:
  3841. param_write_string(pb, "FourCC", "AACP");
  3842. break;
  3843. case FF_PROFILE_AAC_HE:
  3844. param_write_string(pb, "FourCC", "AACH");
  3845. break;
  3846. default:
  3847. param_write_string(pb, "FourCC", "AACL");
  3848. }
  3849. } else if (track->par->codec_id == AV_CODEC_ID_WMAPRO) {
  3850. param_write_string(pb, "FourCC", "WMAP");
  3851. }
  3852. param_write_hex(pb, "CodecPrivateData", track->par->extradata,
  3853. track->par->extradata_size);
  3854. param_write_int(pb, "AudioTag", ff_codec_get_tag(ff_codec_wav_tags,
  3855. track->par->codec_id));
  3856. param_write_int(pb, "Channels", track->par->channels);
  3857. param_write_int(pb, "SamplingRate", track->par->sample_rate);
  3858. param_write_int(pb, "BitsPerSample", 16);
  3859. param_write_int(pb, "PacketSize", track->par->block_align ?
  3860. track->par->block_align : 4);
  3861. }
  3862. avio_printf(pb, "</%s>\n", type);
  3863. }
  3864. avio_printf(pb, "</switch>\n");
  3865. avio_printf(pb, "</body>\n");
  3866. avio_printf(pb, "</smil>\n");
  3867. return update_size(pb, pos);
  3868. }
  3869. static int mov_write_mfhd_tag(AVIOContext *pb, MOVMuxContext *mov)
  3870. {
  3871. avio_wb32(pb, 16);
  3872. ffio_wfourcc(pb, "mfhd");
  3873. avio_wb32(pb, 0);
  3874. avio_wb32(pb, mov->fragments);
  3875. return 0;
  3876. }
  3877. static uint32_t get_sample_flags(MOVTrack *track, MOVIentry *entry)
  3878. {
  3879. return entry->flags & MOV_SYNC_SAMPLE ? MOV_FRAG_SAMPLE_FLAG_DEPENDS_NO :
  3880. (MOV_FRAG_SAMPLE_FLAG_DEPENDS_YES | MOV_FRAG_SAMPLE_FLAG_IS_NON_SYNC);
  3881. }
  3882. static int mov_write_tfhd_tag(AVIOContext *pb, MOVMuxContext *mov,
  3883. MOVTrack *track, int64_t moof_offset)
  3884. {
  3885. int64_t pos = avio_tell(pb);
  3886. uint32_t flags = MOV_TFHD_DEFAULT_SIZE | MOV_TFHD_DEFAULT_DURATION |
  3887. MOV_TFHD_BASE_DATA_OFFSET;
  3888. if (!track->entry) {
  3889. flags |= MOV_TFHD_DURATION_IS_EMPTY;
  3890. } else {
  3891. flags |= MOV_TFHD_DEFAULT_FLAGS;
  3892. }
  3893. if (mov->flags & FF_MOV_FLAG_OMIT_TFHD_OFFSET)
  3894. flags &= ~MOV_TFHD_BASE_DATA_OFFSET;
  3895. if (mov->flags & FF_MOV_FLAG_DEFAULT_BASE_MOOF) {
  3896. flags &= ~MOV_TFHD_BASE_DATA_OFFSET;
  3897. flags |= MOV_TFHD_DEFAULT_BASE_IS_MOOF;
  3898. }
  3899. /* CMAF requires all values to be explicit in tfhd atoms */
  3900. if (mov->flags & FF_MOV_FLAG_CMAF)
  3901. flags |= MOV_TFHD_STSD_ID;
  3902. /* Don't set a default sample size, the silverlight player refuses
  3903. * to play files with that set. Don't set a default sample duration,
  3904. * WMP freaks out if it is set. Don't set a base data offset, PIFF
  3905. * file format says it MUST NOT be set. */
  3906. if (track->mode == MODE_ISM)
  3907. flags &= ~(MOV_TFHD_DEFAULT_SIZE | MOV_TFHD_DEFAULT_DURATION |
  3908. MOV_TFHD_BASE_DATA_OFFSET | MOV_TFHD_STSD_ID);
  3909. avio_wb32(pb, 0); /* size placeholder */
  3910. ffio_wfourcc(pb, "tfhd");
  3911. avio_w8(pb, 0); /* version */
  3912. avio_wb24(pb, flags);
  3913. avio_wb32(pb, track->track_id); /* track-id */
  3914. if (flags & MOV_TFHD_BASE_DATA_OFFSET)
  3915. avio_wb64(pb, moof_offset);
  3916. if (flags & MOV_TFHD_STSD_ID) {
  3917. avio_wb32(pb, 1);
  3918. }
  3919. if (flags & MOV_TFHD_DEFAULT_DURATION) {
  3920. track->default_duration = get_cluster_duration(track, 0);
  3921. avio_wb32(pb, track->default_duration);
  3922. }
  3923. if (flags & MOV_TFHD_DEFAULT_SIZE) {
  3924. track->default_size = track->entry ? track->cluster[0].size : 1;
  3925. avio_wb32(pb, track->default_size);
  3926. } else
  3927. track->default_size = -1;
  3928. if (flags & MOV_TFHD_DEFAULT_FLAGS) {
  3929. /* Set the default flags based on the second sample, if available.
  3930. * If the first sample is different, that can be signaled via a separate field. */
  3931. if (track->entry > 1)
  3932. track->default_sample_flags = get_sample_flags(track, &track->cluster[1]);
  3933. else
  3934. track->default_sample_flags =
  3935. track->par->codec_type == AVMEDIA_TYPE_VIDEO ?
  3936. (MOV_FRAG_SAMPLE_FLAG_DEPENDS_YES | MOV_FRAG_SAMPLE_FLAG_IS_NON_SYNC) :
  3937. MOV_FRAG_SAMPLE_FLAG_DEPENDS_NO;
  3938. avio_wb32(pb, track->default_sample_flags);
  3939. }
  3940. return update_size(pb, pos);
  3941. }
  3942. static int mov_write_trun_tag(AVIOContext *pb, MOVMuxContext *mov,
  3943. MOVTrack *track, int moof_size,
  3944. int first, int end)
  3945. {
  3946. int64_t pos = avio_tell(pb);
  3947. uint32_t flags = MOV_TRUN_DATA_OFFSET;
  3948. int i;
  3949. for (i = first; i < end; i++) {
  3950. if (get_cluster_duration(track, i) != track->default_duration)
  3951. flags |= MOV_TRUN_SAMPLE_DURATION;
  3952. if (track->cluster[i].size != track->default_size)
  3953. flags |= MOV_TRUN_SAMPLE_SIZE;
  3954. if (i > first && get_sample_flags(track, &track->cluster[i]) != track->default_sample_flags)
  3955. flags |= MOV_TRUN_SAMPLE_FLAGS;
  3956. }
  3957. if (!(flags & MOV_TRUN_SAMPLE_FLAGS) && track->entry > 0 &&
  3958. get_sample_flags(track, &track->cluster[0]) != track->default_sample_flags)
  3959. flags |= MOV_TRUN_FIRST_SAMPLE_FLAGS;
  3960. if (track->flags & MOV_TRACK_CTTS)
  3961. flags |= MOV_TRUN_SAMPLE_CTS;
  3962. avio_wb32(pb, 0); /* size placeholder */
  3963. ffio_wfourcc(pb, "trun");
  3964. if (mov->flags & FF_MOV_FLAG_NEGATIVE_CTS_OFFSETS)
  3965. avio_w8(pb, 1); /* version */
  3966. else
  3967. avio_w8(pb, 0); /* version */
  3968. avio_wb24(pb, flags);
  3969. avio_wb32(pb, end - first); /* sample count */
  3970. if (mov->flags & FF_MOV_FLAG_OMIT_TFHD_OFFSET &&
  3971. !(mov->flags & FF_MOV_FLAG_DEFAULT_BASE_MOOF) &&
  3972. !mov->first_trun)
  3973. avio_wb32(pb, 0); /* Later tracks follow immediately after the previous one */
  3974. else
  3975. avio_wb32(pb, moof_size + 8 + track->data_offset +
  3976. track->cluster[first].pos); /* data offset */
  3977. if (flags & MOV_TRUN_FIRST_SAMPLE_FLAGS)
  3978. avio_wb32(pb, get_sample_flags(track, &track->cluster[first]));
  3979. for (i = first; i < end; i++) {
  3980. if (flags & MOV_TRUN_SAMPLE_DURATION)
  3981. avio_wb32(pb, get_cluster_duration(track, i));
  3982. if (flags & MOV_TRUN_SAMPLE_SIZE)
  3983. avio_wb32(pb, track->cluster[i].size);
  3984. if (flags & MOV_TRUN_SAMPLE_FLAGS)
  3985. avio_wb32(pb, get_sample_flags(track, &track->cluster[i]));
  3986. if (flags & MOV_TRUN_SAMPLE_CTS)
  3987. avio_wb32(pb, track->cluster[i].cts);
  3988. }
  3989. mov->first_trun = 0;
  3990. return update_size(pb, pos);
  3991. }
  3992. static int mov_write_tfxd_tag(AVIOContext *pb, MOVTrack *track)
  3993. {
  3994. int64_t pos = avio_tell(pb);
  3995. static const uint8_t uuid[] = {
  3996. 0x6d, 0x1d, 0x9b, 0x05, 0x42, 0xd5, 0x44, 0xe6,
  3997. 0x80, 0xe2, 0x14, 0x1d, 0xaf, 0xf7, 0x57, 0xb2
  3998. };
  3999. avio_wb32(pb, 0); /* size placeholder */
  4000. ffio_wfourcc(pb, "uuid");
  4001. avio_write(pb, uuid, sizeof(uuid));
  4002. avio_w8(pb, 1);
  4003. avio_wb24(pb, 0);
  4004. avio_wb64(pb, track->start_dts + track->frag_start +
  4005. track->cluster[0].cts);
  4006. avio_wb64(pb, track->end_pts -
  4007. (track->cluster[0].dts + track->cluster[0].cts));
  4008. return update_size(pb, pos);
  4009. }
  4010. static int mov_write_tfrf_tag(AVIOContext *pb, MOVMuxContext *mov,
  4011. MOVTrack *track, int entry)
  4012. {
  4013. int n = track->nb_frag_info - 1 - entry, i;
  4014. int size = 8 + 16 + 4 + 1 + 16*n;
  4015. static const uint8_t uuid[] = {
  4016. 0xd4, 0x80, 0x7e, 0xf2, 0xca, 0x39, 0x46, 0x95,
  4017. 0x8e, 0x54, 0x26, 0xcb, 0x9e, 0x46, 0xa7, 0x9f
  4018. };
  4019. if (entry < 0)
  4020. return 0;
  4021. avio_seek(pb, track->frag_info[entry].tfrf_offset, SEEK_SET);
  4022. avio_wb32(pb, size);
  4023. ffio_wfourcc(pb, "uuid");
  4024. avio_write(pb, uuid, sizeof(uuid));
  4025. avio_w8(pb, 1);
  4026. avio_wb24(pb, 0);
  4027. avio_w8(pb, n);
  4028. for (i = 0; i < n; i++) {
  4029. int index = entry + 1 + i;
  4030. avio_wb64(pb, track->frag_info[index].time);
  4031. avio_wb64(pb, track->frag_info[index].duration);
  4032. }
  4033. if (n < mov->ism_lookahead) {
  4034. int free_size = 16 * (mov->ism_lookahead - n);
  4035. avio_wb32(pb, free_size);
  4036. ffio_wfourcc(pb, "free");
  4037. ffio_fill(pb, 0, free_size - 8);
  4038. }
  4039. return 0;
  4040. }
  4041. static int mov_write_tfrf_tags(AVIOContext *pb, MOVMuxContext *mov,
  4042. MOVTrack *track)
  4043. {
  4044. int64_t pos = avio_tell(pb);
  4045. int i;
  4046. for (i = 0; i < mov->ism_lookahead; i++) {
  4047. /* Update the tfrf tag for the last ism_lookahead fragments,
  4048. * nb_frag_info - 1 is the next fragment to be written. */
  4049. mov_write_tfrf_tag(pb, mov, track, track->nb_frag_info - 2 - i);
  4050. }
  4051. avio_seek(pb, pos, SEEK_SET);
  4052. return 0;
  4053. }
  4054. static int mov_add_tfra_entries(AVIOContext *pb, MOVMuxContext *mov, int tracks,
  4055. int size)
  4056. {
  4057. int i;
  4058. for (i = 0; i < mov->nb_streams; i++) {
  4059. MOVTrack *track = &mov->tracks[i];
  4060. MOVFragmentInfo *info;
  4061. if ((tracks >= 0 && i != tracks) || !track->entry)
  4062. continue;
  4063. track->nb_frag_info++;
  4064. if (track->nb_frag_info >= track->frag_info_capacity) {
  4065. unsigned new_capacity = track->nb_frag_info + MOV_FRAG_INFO_ALLOC_INCREMENT;
  4066. if (av_reallocp_array(&track->frag_info,
  4067. new_capacity,
  4068. sizeof(*track->frag_info)))
  4069. return AVERROR(ENOMEM);
  4070. track->frag_info_capacity = new_capacity;
  4071. }
  4072. info = &track->frag_info[track->nb_frag_info - 1];
  4073. info->offset = avio_tell(pb);
  4074. info->size = size;
  4075. // Try to recreate the original pts for the first packet
  4076. // from the fields we have stored
  4077. info->time = track->start_dts + track->frag_start +
  4078. track->cluster[0].cts;
  4079. info->duration = track->end_pts -
  4080. (track->cluster[0].dts + track->cluster[0].cts);
  4081. // If the pts is less than zero, we will have trimmed
  4082. // away parts of the media track using an edit list,
  4083. // and the corresponding start presentation time is zero.
  4084. if (info->time < 0) {
  4085. info->duration += info->time;
  4086. info->time = 0;
  4087. }
  4088. info->tfrf_offset = 0;
  4089. mov_write_tfrf_tags(pb, mov, track);
  4090. }
  4091. return 0;
  4092. }
  4093. static void mov_prune_frag_info(MOVMuxContext *mov, int tracks, int max)
  4094. {
  4095. int i;
  4096. for (i = 0; i < mov->nb_streams; i++) {
  4097. MOVTrack *track = &mov->tracks[i];
  4098. if ((tracks >= 0 && i != tracks) || !track->entry)
  4099. continue;
  4100. if (track->nb_frag_info > max) {
  4101. memmove(track->frag_info, track->frag_info + (track->nb_frag_info - max), max * sizeof(*track->frag_info));
  4102. track->nb_frag_info = max;
  4103. }
  4104. }
  4105. }
  4106. static int mov_write_tfdt_tag(AVIOContext *pb, MOVTrack *track)
  4107. {
  4108. int64_t pos = avio_tell(pb);
  4109. avio_wb32(pb, 0); /* size */
  4110. ffio_wfourcc(pb, "tfdt");
  4111. avio_w8(pb, 1); /* version */
  4112. avio_wb24(pb, 0);
  4113. avio_wb64(pb, track->frag_start);
  4114. return update_size(pb, pos);
  4115. }
  4116. static int mov_write_traf_tag(AVIOContext *pb, MOVMuxContext *mov,
  4117. MOVTrack *track, int64_t moof_offset,
  4118. int moof_size)
  4119. {
  4120. int64_t pos = avio_tell(pb);
  4121. int i, start = 0;
  4122. avio_wb32(pb, 0); /* size placeholder */
  4123. ffio_wfourcc(pb, "traf");
  4124. mov_write_tfhd_tag(pb, mov, track, moof_offset);
  4125. if (mov->mode != MODE_ISM)
  4126. mov_write_tfdt_tag(pb, track);
  4127. for (i = 1; i < track->entry; i++) {
  4128. if (track->cluster[i].pos != track->cluster[i - 1].pos + track->cluster[i - 1].size) {
  4129. mov_write_trun_tag(pb, mov, track, moof_size, start, i);
  4130. start = i;
  4131. }
  4132. }
  4133. mov_write_trun_tag(pb, mov, track, moof_size, start, track->entry);
  4134. if (mov->mode == MODE_ISM) {
  4135. mov_write_tfxd_tag(pb, track);
  4136. if (mov->ism_lookahead) {
  4137. int i, size = 16 + 4 + 1 + 16 * mov->ism_lookahead;
  4138. if (track->nb_frag_info > 0) {
  4139. MOVFragmentInfo *info = &track->frag_info[track->nb_frag_info - 1];
  4140. if (!info->tfrf_offset)
  4141. info->tfrf_offset = avio_tell(pb);
  4142. }
  4143. avio_wb32(pb, 8 + size);
  4144. ffio_wfourcc(pb, "free");
  4145. for (i = 0; i < size; i++)
  4146. avio_w8(pb, 0);
  4147. }
  4148. }
  4149. return update_size(pb, pos);
  4150. }
  4151. static int mov_write_moof_tag_internal(AVIOContext *pb, MOVMuxContext *mov,
  4152. int tracks, int moof_size)
  4153. {
  4154. int64_t pos = avio_tell(pb);
  4155. int i;
  4156. avio_wb32(pb, 0); /* size placeholder */
  4157. ffio_wfourcc(pb, "moof");
  4158. mov->first_trun = 1;
  4159. mov_write_mfhd_tag(pb, mov);
  4160. for (i = 0; i < mov->nb_streams; i++) {
  4161. MOVTrack *track = &mov->tracks[i];
  4162. if (tracks >= 0 && i != tracks)
  4163. continue;
  4164. if (!track->entry)
  4165. continue;
  4166. mov_write_traf_tag(pb, mov, track, pos, moof_size);
  4167. }
  4168. return update_size(pb, pos);
  4169. }
  4170. static int mov_write_sidx_tag(AVIOContext *pb,
  4171. MOVTrack *track, int ref_size, int total_sidx_size)
  4172. {
  4173. int64_t pos = avio_tell(pb), offset_pos, end_pos;
  4174. int64_t presentation_time, duration, offset;
  4175. unsigned starts_with_SAP;
  4176. int i, entries;
  4177. if (track->entry) {
  4178. entries = 1;
  4179. presentation_time = track->start_dts + track->frag_start +
  4180. track->cluster[0].cts;
  4181. duration = track->end_pts -
  4182. (track->cluster[0].dts + track->cluster[0].cts);
  4183. starts_with_SAP = track->cluster[0].flags & MOV_SYNC_SAMPLE;
  4184. // pts<0 should be cut away using edts
  4185. if (presentation_time < 0) {
  4186. duration += presentation_time;
  4187. presentation_time = 0;
  4188. }
  4189. } else {
  4190. entries = track->nb_frag_info;
  4191. if (entries <= 0)
  4192. return 0;
  4193. presentation_time = track->frag_info[0].time;
  4194. }
  4195. avio_wb32(pb, 0); /* size */
  4196. ffio_wfourcc(pb, "sidx");
  4197. avio_w8(pb, 1); /* version */
  4198. avio_wb24(pb, 0);
  4199. avio_wb32(pb, track->track_id); /* reference_ID */
  4200. avio_wb32(pb, track->timescale); /* timescale */
  4201. avio_wb64(pb, presentation_time); /* earliest_presentation_time */
  4202. offset_pos = avio_tell(pb);
  4203. avio_wb64(pb, 0); /* first_offset (offset to referenced moof) */
  4204. avio_wb16(pb, 0); /* reserved */
  4205. avio_wb16(pb, entries); /* reference_count */
  4206. for (i = 0; i < entries; i++) {
  4207. if (!track->entry) {
  4208. if (i > 1 && track->frag_info[i].offset != track->frag_info[i - 1].offset + track->frag_info[i - 1].size) {
  4209. av_log(NULL, AV_LOG_ERROR, "Non-consecutive fragments, writing incorrect sidx\n");
  4210. }
  4211. duration = track->frag_info[i].duration;
  4212. ref_size = track->frag_info[i].size;
  4213. starts_with_SAP = 1;
  4214. }
  4215. avio_wb32(pb, (0 << 31) | (ref_size & 0x7fffffff)); /* reference_type (0 = media) | referenced_size */
  4216. avio_wb32(pb, duration); /* subsegment_duration */
  4217. avio_wb32(pb, (starts_with_SAP << 31) | (0 << 28) | 0); /* starts_with_SAP | SAP_type | SAP_delta_time */
  4218. }
  4219. end_pos = avio_tell(pb);
  4220. offset = pos + total_sidx_size - end_pos;
  4221. avio_seek(pb, offset_pos, SEEK_SET);
  4222. avio_wb64(pb, offset);
  4223. avio_seek(pb, end_pos, SEEK_SET);
  4224. return update_size(pb, pos);
  4225. }
  4226. static int mov_write_sidx_tags(AVIOContext *pb, MOVMuxContext *mov,
  4227. int tracks, int ref_size)
  4228. {
  4229. int i, round, ret;
  4230. AVIOContext *avio_buf;
  4231. int total_size = 0;
  4232. for (round = 0; round < 2; round++) {
  4233. // First run one round to calculate the total size of all
  4234. // sidx atoms.
  4235. // This would be much simpler if we'd only write one sidx
  4236. // atom, for the first track in the moof.
  4237. if (round == 0) {
  4238. if ((ret = ffio_open_null_buf(&avio_buf)) < 0)
  4239. return ret;
  4240. } else {
  4241. avio_buf = pb;
  4242. }
  4243. for (i = 0; i < mov->nb_streams; i++) {
  4244. MOVTrack *track = &mov->tracks[i];
  4245. if (tracks >= 0 && i != tracks)
  4246. continue;
  4247. // When writing a sidx for the full file, entry is 0, but
  4248. // we want to include all tracks. ref_size is 0 in this case,
  4249. // since we read it from frag_info instead.
  4250. if (!track->entry && ref_size > 0)
  4251. continue;
  4252. total_size -= mov_write_sidx_tag(avio_buf, track, ref_size,
  4253. total_size);
  4254. }
  4255. if (round == 0)
  4256. total_size = ffio_close_null_buf(avio_buf);
  4257. }
  4258. return 0;
  4259. }
  4260. static int mov_write_prft_tag(AVIOContext *pb, MOVMuxContext *mov, int tracks)
  4261. {
  4262. int64_t pos = avio_tell(pb), pts_us, ntp_ts;
  4263. MOVTrack *first_track;
  4264. int flags = 24;
  4265. /* PRFT should be associated with at most one track. So, choosing only the
  4266. * first track. */
  4267. if (tracks > 0)
  4268. return 0;
  4269. first_track = &(mov->tracks[0]);
  4270. if (!first_track->entry) {
  4271. av_log(mov->fc, AV_LOG_WARNING, "Unable to write PRFT, no entries in the track\n");
  4272. return 0;
  4273. }
  4274. if (first_track->cluster[0].pts == AV_NOPTS_VALUE) {
  4275. av_log(mov->fc, AV_LOG_WARNING, "Unable to write PRFT, first PTS is invalid\n");
  4276. return 0;
  4277. }
  4278. if (mov->write_prft == MOV_PRFT_SRC_WALLCLOCK) {
  4279. if (first_track->cluster[0].prft.wallclock) {
  4280. /* Round the NTP time to whole milliseconds. */
  4281. ntp_ts = ff_get_formatted_ntp_time((first_track->cluster[0].prft.wallclock / 1000) * 1000 +
  4282. NTP_OFFSET_US);
  4283. flags = first_track->cluster[0].prft.flags;
  4284. } else
  4285. ntp_ts = ff_get_formatted_ntp_time(ff_ntp_time());
  4286. } else if (mov->write_prft == MOV_PRFT_SRC_PTS) {
  4287. pts_us = av_rescale_q(first_track->cluster[0].pts,
  4288. first_track->st->time_base, AV_TIME_BASE_Q);
  4289. ntp_ts = ff_get_formatted_ntp_time(pts_us + NTP_OFFSET_US);
  4290. } else {
  4291. av_log(mov->fc, AV_LOG_WARNING, "Unsupported PRFT box configuration: %d\n",
  4292. mov->write_prft);
  4293. return 0;
  4294. }
  4295. avio_wb32(pb, 0); // Size place holder
  4296. ffio_wfourcc(pb, "prft"); // Type
  4297. avio_w8(pb, 1); // Version
  4298. avio_wb24(pb, flags); // Flags
  4299. avio_wb32(pb, first_track->track_id); // reference track ID
  4300. avio_wb64(pb, ntp_ts); // NTP time stamp
  4301. avio_wb64(pb, first_track->cluster[0].pts); //media time
  4302. return update_size(pb, pos);
  4303. }
  4304. static int mov_write_moof_tag(AVIOContext *pb, MOVMuxContext *mov, int tracks,
  4305. int64_t mdat_size)
  4306. {
  4307. AVIOContext *avio_buf;
  4308. int ret, moof_size;
  4309. if ((ret = ffio_open_null_buf(&avio_buf)) < 0)
  4310. return ret;
  4311. mov_write_moof_tag_internal(avio_buf, mov, tracks, 0);
  4312. moof_size = ffio_close_null_buf(avio_buf);
  4313. if (mov->flags & FF_MOV_FLAG_DASH &&
  4314. !(mov->flags & (FF_MOV_FLAG_GLOBAL_SIDX | FF_MOV_FLAG_SKIP_SIDX)))
  4315. mov_write_sidx_tags(pb, mov, tracks, moof_size + 8 + mdat_size);
  4316. if (mov->write_prft > MOV_PRFT_NONE && mov->write_prft < MOV_PRFT_NB)
  4317. mov_write_prft_tag(pb, mov, tracks);
  4318. if (mov->flags & FF_MOV_FLAG_GLOBAL_SIDX ||
  4319. !(mov->flags & FF_MOV_FLAG_SKIP_TRAILER) ||
  4320. mov->ism_lookahead) {
  4321. if ((ret = mov_add_tfra_entries(pb, mov, tracks, moof_size + 8 + mdat_size)) < 0)
  4322. return ret;
  4323. if (!(mov->flags & FF_MOV_FLAG_GLOBAL_SIDX) &&
  4324. mov->flags & FF_MOV_FLAG_SKIP_TRAILER) {
  4325. mov_prune_frag_info(mov, tracks, mov->ism_lookahead + 1);
  4326. }
  4327. }
  4328. return mov_write_moof_tag_internal(pb, mov, tracks, moof_size);
  4329. }
  4330. static int mov_write_tfra_tag(AVIOContext *pb, MOVTrack *track)
  4331. {
  4332. int64_t pos = avio_tell(pb);
  4333. int i;
  4334. avio_wb32(pb, 0); /* size placeholder */
  4335. ffio_wfourcc(pb, "tfra");
  4336. avio_w8(pb, 1); /* version */
  4337. avio_wb24(pb, 0);
  4338. avio_wb32(pb, track->track_id);
  4339. avio_wb32(pb, 0); /* length of traf/trun/sample num */
  4340. avio_wb32(pb, track->nb_frag_info);
  4341. for (i = 0; i < track->nb_frag_info; i++) {
  4342. avio_wb64(pb, track->frag_info[i].time);
  4343. avio_wb64(pb, track->frag_info[i].offset + track->data_offset);
  4344. avio_w8(pb, 1); /* traf number */
  4345. avio_w8(pb, 1); /* trun number */
  4346. avio_w8(pb, 1); /* sample number */
  4347. }
  4348. return update_size(pb, pos);
  4349. }
  4350. static int mov_write_mfra_tag(AVIOContext *pb, MOVMuxContext *mov)
  4351. {
  4352. AVIOContext *mfra_pb;
  4353. int i, ret, sz;
  4354. uint8_t *buf;
  4355. ret = avio_open_dyn_buf(&mfra_pb);
  4356. if (ret < 0)
  4357. return ret;
  4358. avio_wb32(mfra_pb, 0); /* size placeholder */
  4359. ffio_wfourcc(mfra_pb, "mfra");
  4360. /* An empty mfra atom is enough to indicate to the publishing point that
  4361. * the stream has ended. */
  4362. if (mov->flags & FF_MOV_FLAG_ISML)
  4363. goto done_mfra;
  4364. for (i = 0; i < mov->nb_streams; i++) {
  4365. MOVTrack *track = &mov->tracks[i];
  4366. if (track->nb_frag_info)
  4367. mov_write_tfra_tag(mfra_pb, track);
  4368. }
  4369. avio_wb32(mfra_pb, 16);
  4370. ffio_wfourcc(mfra_pb, "mfro");
  4371. avio_wb32(mfra_pb, 0); /* version + flags */
  4372. avio_wb32(mfra_pb, avio_tell(mfra_pb) + 4);
  4373. done_mfra:
  4374. sz = update_size(mfra_pb, 0);
  4375. ret = avio_get_dyn_buf(mfra_pb, &buf);
  4376. avio_write(pb, buf, ret);
  4377. ffio_free_dyn_buf(&mfra_pb);
  4378. return sz;
  4379. }
  4380. static int mov_write_mdat_tag(AVIOContext *pb, MOVMuxContext *mov)
  4381. {
  4382. avio_wb32(pb, 8); // placeholder for extended size field (64 bit)
  4383. ffio_wfourcc(pb, mov->mode == MODE_MOV ? "wide" : "free");
  4384. mov->mdat_pos = avio_tell(pb);
  4385. avio_wb32(pb, 0); /* size placeholder*/
  4386. ffio_wfourcc(pb, "mdat");
  4387. return 0;
  4388. }
  4389. static void mov_write_ftyp_tag_internal(AVIOContext *pb, AVFormatContext *s,
  4390. int has_h264, int has_video, int write_minor)
  4391. {
  4392. MOVMuxContext *mov = s->priv_data;
  4393. int minor = 0x200;
  4394. if (mov->major_brand && strlen(mov->major_brand) >= 4)
  4395. ffio_wfourcc(pb, mov->major_brand);
  4396. else if (mov->mode == MODE_3GP) {
  4397. ffio_wfourcc(pb, has_h264 ? "3gp6" : "3gp4");
  4398. minor = has_h264 ? 0x100 : 0x200;
  4399. } else if (mov->mode & MODE_3G2) {
  4400. ffio_wfourcc(pb, has_h264 ? "3g2b" : "3g2a");
  4401. minor = has_h264 ? 0x20000 : 0x10000;
  4402. } else if (mov->mode == MODE_PSP)
  4403. ffio_wfourcc(pb, "MSNV");
  4404. else if (mov->mode == MODE_MP4 && mov->flags & FF_MOV_FLAG_FRAGMENT &&
  4405. mov->flags & FF_MOV_FLAG_NEGATIVE_CTS_OFFSETS)
  4406. ffio_wfourcc(pb, "iso6"); // Required when using signed CTS offsets in trun boxes
  4407. else if (mov->mode == MODE_MP4 && mov->flags & FF_MOV_FLAG_DEFAULT_BASE_MOOF)
  4408. ffio_wfourcc(pb, "iso5"); // Required when using default-base-is-moof
  4409. else if (mov->mode == MODE_MP4 && mov->flags & FF_MOV_FLAG_NEGATIVE_CTS_OFFSETS)
  4410. ffio_wfourcc(pb, "iso4");
  4411. else if (mov->mode == MODE_MP4)
  4412. ffio_wfourcc(pb, "isom");
  4413. else if (mov->mode == MODE_IPOD)
  4414. ffio_wfourcc(pb, has_video ? "M4V ":"M4A ");
  4415. else if (mov->mode == MODE_ISM)
  4416. ffio_wfourcc(pb, "isml");
  4417. else if (mov->mode == MODE_F4V)
  4418. ffio_wfourcc(pb, "f4v ");
  4419. else
  4420. ffio_wfourcc(pb, "qt ");
  4421. if (write_minor)
  4422. avio_wb32(pb, minor);
  4423. }
  4424. static int mov_write_ftyp_tag(AVIOContext *pb, AVFormatContext *s)
  4425. {
  4426. MOVMuxContext *mov = s->priv_data;
  4427. int64_t pos = avio_tell(pb);
  4428. int has_h264 = 0, has_av1 = 0, has_video = 0;
  4429. int i;
  4430. for (i = 0; i < s->nb_streams; i++) {
  4431. AVStream *st = s->streams[i];
  4432. if (is_cover_image(st))
  4433. continue;
  4434. if (st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO)
  4435. has_video = 1;
  4436. if (st->codecpar->codec_id == AV_CODEC_ID_H264)
  4437. has_h264 = 1;
  4438. if (st->codecpar->codec_id == AV_CODEC_ID_AV1)
  4439. has_av1 = 1;
  4440. }
  4441. avio_wb32(pb, 0); /* size */
  4442. ffio_wfourcc(pb, "ftyp");
  4443. // Write major brand
  4444. mov_write_ftyp_tag_internal(pb, s, has_h264, has_video, 1);
  4445. // Write the major brand as the first compatible brand as well
  4446. mov_write_ftyp_tag_internal(pb, s, has_h264, has_video, 0);
  4447. // Write compatible brands, ensuring that we don't write the major brand as a
  4448. // compatible brand a second time.
  4449. if (mov->mode == MODE_ISM) {
  4450. ffio_wfourcc(pb, "piff");
  4451. } else if (mov->mode != MODE_MOV) {
  4452. // We add tfdt atoms when fragmenting, signal this with the iso6 compatible
  4453. // brand, if not already the major brand. This is compatible with users that
  4454. // don't understand tfdt.
  4455. if (mov->mode == MODE_MP4) {
  4456. if (mov->flags & FF_MOV_FLAG_CMAF)
  4457. ffio_wfourcc(pb, "cmfc");
  4458. if (mov->flags & FF_MOV_FLAG_FRAGMENT && !(mov->flags & FF_MOV_FLAG_NEGATIVE_CTS_OFFSETS))
  4459. ffio_wfourcc(pb, "iso6");
  4460. if (has_av1)
  4461. ffio_wfourcc(pb, "av01");
  4462. } else {
  4463. if (mov->flags & FF_MOV_FLAG_FRAGMENT)
  4464. ffio_wfourcc(pb, "iso6");
  4465. if (mov->flags & FF_MOV_FLAG_DEFAULT_BASE_MOOF)
  4466. ffio_wfourcc(pb, "iso5");
  4467. else if (mov->flags & FF_MOV_FLAG_NEGATIVE_CTS_OFFSETS)
  4468. ffio_wfourcc(pb, "iso4");
  4469. }
  4470. // Brands prior to iso5 can't be signaled when using default-base-is-moof
  4471. if (!(mov->flags & FF_MOV_FLAG_DEFAULT_BASE_MOOF)) {
  4472. // write isom for mp4 only if it it's not the major brand already.
  4473. if (mov->mode != MODE_MP4 || mov->flags & FF_MOV_FLAG_NEGATIVE_CTS_OFFSETS)
  4474. ffio_wfourcc(pb, "isom");
  4475. ffio_wfourcc(pb, "iso2");
  4476. if (has_h264)
  4477. ffio_wfourcc(pb, "avc1");
  4478. }
  4479. }
  4480. if (mov->mode == MODE_MP4)
  4481. ffio_wfourcc(pb, "mp41");
  4482. if (mov->flags & FF_MOV_FLAG_DASH && mov->flags & FF_MOV_FLAG_GLOBAL_SIDX)
  4483. ffio_wfourcc(pb, "dash");
  4484. return update_size(pb, pos);
  4485. }
  4486. static int mov_write_uuidprof_tag(AVIOContext *pb, AVFormatContext *s)
  4487. {
  4488. AVStream *video_st = s->streams[0];
  4489. AVCodecParameters *video_par = s->streams[0]->codecpar;
  4490. AVCodecParameters *audio_par = s->streams[1]->codecpar;
  4491. int audio_rate = audio_par->sample_rate;
  4492. int64_t frame_rate = video_st->avg_frame_rate.den ?
  4493. (video_st->avg_frame_rate.num * 0x10000LL) / video_st->avg_frame_rate.den :
  4494. 0;
  4495. int audio_kbitrate = audio_par->bit_rate / 1000;
  4496. int video_kbitrate = FFMIN(video_par->bit_rate / 1000, 800 - audio_kbitrate);
  4497. if (frame_rate < 0 || frame_rate > INT32_MAX) {
  4498. av_log(s, AV_LOG_ERROR, "Frame rate %f outside supported range\n", frame_rate / (double)0x10000);
  4499. return AVERROR(EINVAL);
  4500. }
  4501. avio_wb32(pb, 0x94); /* size */
  4502. ffio_wfourcc(pb, "uuid");
  4503. ffio_wfourcc(pb, "PROF");
  4504. avio_wb32(pb, 0x21d24fce); /* 96 bit UUID */
  4505. avio_wb32(pb, 0xbb88695c);
  4506. avio_wb32(pb, 0xfac9c740);
  4507. avio_wb32(pb, 0x0); /* ? */
  4508. avio_wb32(pb, 0x3); /* 3 sections ? */
  4509. avio_wb32(pb, 0x14); /* size */
  4510. ffio_wfourcc(pb, "FPRF");
  4511. avio_wb32(pb, 0x0); /* ? */
  4512. avio_wb32(pb, 0x0); /* ? */
  4513. avio_wb32(pb, 0x0); /* ? */
  4514. avio_wb32(pb, 0x2c); /* size */
  4515. ffio_wfourcc(pb, "APRF"); /* audio */
  4516. avio_wb32(pb, 0x0);
  4517. avio_wb32(pb, 0x2); /* TrackID */
  4518. ffio_wfourcc(pb, "mp4a");
  4519. avio_wb32(pb, 0x20f);
  4520. avio_wb32(pb, 0x0);
  4521. avio_wb32(pb, audio_kbitrate);
  4522. avio_wb32(pb, audio_kbitrate);
  4523. avio_wb32(pb, audio_rate);
  4524. avio_wb32(pb, audio_par->channels);
  4525. avio_wb32(pb, 0x34); /* size */
  4526. ffio_wfourcc(pb, "VPRF"); /* video */
  4527. avio_wb32(pb, 0x0);
  4528. avio_wb32(pb, 0x1); /* TrackID */
  4529. if (video_par->codec_id == AV_CODEC_ID_H264) {
  4530. ffio_wfourcc(pb, "avc1");
  4531. avio_wb16(pb, 0x014D);
  4532. avio_wb16(pb, 0x0015);
  4533. } else {
  4534. ffio_wfourcc(pb, "mp4v");
  4535. avio_wb16(pb, 0x0000);
  4536. avio_wb16(pb, 0x0103);
  4537. }
  4538. avio_wb32(pb, 0x0);
  4539. avio_wb32(pb, video_kbitrate);
  4540. avio_wb32(pb, video_kbitrate);
  4541. avio_wb32(pb, frame_rate);
  4542. avio_wb32(pb, frame_rate);
  4543. avio_wb16(pb, video_par->width);
  4544. avio_wb16(pb, video_par->height);
  4545. avio_wb32(pb, 0x010001); /* ? */
  4546. return 0;
  4547. }
  4548. static int mov_write_identification(AVIOContext *pb, AVFormatContext *s)
  4549. {
  4550. MOVMuxContext *mov = s->priv_data;
  4551. int i;
  4552. mov_write_ftyp_tag(pb,s);
  4553. if (mov->mode == MODE_PSP) {
  4554. int video_streams_nb = 0, audio_streams_nb = 0, other_streams_nb = 0;
  4555. for (i = 0; i < s->nb_streams; i++) {
  4556. AVStream *st = s->streams[i];
  4557. if (is_cover_image(st))
  4558. continue;
  4559. if (st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO)
  4560. video_streams_nb++;
  4561. else if (st->codecpar->codec_type == AVMEDIA_TYPE_AUDIO)
  4562. audio_streams_nb++;
  4563. else
  4564. other_streams_nb++;
  4565. }
  4566. if (video_streams_nb != 1 || audio_streams_nb != 1 || other_streams_nb) {
  4567. av_log(s, AV_LOG_ERROR, "PSP mode need one video and one audio stream\n");
  4568. return AVERROR(EINVAL);
  4569. }
  4570. return mov_write_uuidprof_tag(pb, s);
  4571. }
  4572. return 0;
  4573. }
  4574. static int mov_parse_mpeg2_frame(AVPacket *pkt, uint32_t *flags)
  4575. {
  4576. uint32_t c = -1;
  4577. int i, closed_gop = 0;
  4578. for (i = 0; i < pkt->size - 4; i++) {
  4579. c = (c << 8) + pkt->data[i];
  4580. if (c == 0x1b8) { // gop
  4581. closed_gop = pkt->data[i + 4] >> 6 & 0x01;
  4582. } else if (c == 0x100) { // pic
  4583. int temp_ref = (pkt->data[i + 1] << 2) | (pkt->data[i + 2] >> 6);
  4584. if (!temp_ref || closed_gop) // I picture is not reordered
  4585. *flags = MOV_SYNC_SAMPLE;
  4586. else
  4587. *flags = MOV_PARTIAL_SYNC_SAMPLE;
  4588. break;
  4589. }
  4590. }
  4591. return 0;
  4592. }
  4593. static void mov_parse_vc1_frame(AVPacket *pkt, MOVTrack *trk)
  4594. {
  4595. const uint8_t *start, *next, *end = pkt->data + pkt->size;
  4596. int seq = 0, entry = 0;
  4597. int key = pkt->flags & AV_PKT_FLAG_KEY;
  4598. start = find_next_marker(pkt->data, end);
  4599. for (next = start; next < end; start = next) {
  4600. next = find_next_marker(start + 4, end);
  4601. switch (AV_RB32(start)) {
  4602. case VC1_CODE_SEQHDR:
  4603. seq = 1;
  4604. break;
  4605. case VC1_CODE_ENTRYPOINT:
  4606. entry = 1;
  4607. break;
  4608. case VC1_CODE_SLICE:
  4609. trk->vc1_info.slices = 1;
  4610. break;
  4611. }
  4612. }
  4613. if (!trk->entry && trk->vc1_info.first_packet_seen)
  4614. trk->vc1_info.first_frag_written = 1;
  4615. if (!trk->entry && !trk->vc1_info.first_frag_written) {
  4616. /* First packet in first fragment */
  4617. trk->vc1_info.first_packet_seq = seq;
  4618. trk->vc1_info.first_packet_entry = entry;
  4619. trk->vc1_info.first_packet_seen = 1;
  4620. } else if ((seq && !trk->vc1_info.packet_seq) ||
  4621. (entry && !trk->vc1_info.packet_entry)) {
  4622. int i;
  4623. for (i = 0; i < trk->entry; i++)
  4624. trk->cluster[i].flags &= ~MOV_SYNC_SAMPLE;
  4625. trk->has_keyframes = 0;
  4626. if (seq)
  4627. trk->vc1_info.packet_seq = 1;
  4628. if (entry)
  4629. trk->vc1_info.packet_entry = 1;
  4630. if (!trk->vc1_info.first_frag_written) {
  4631. /* First fragment */
  4632. if ((!seq || trk->vc1_info.first_packet_seq) &&
  4633. (!entry || trk->vc1_info.first_packet_entry)) {
  4634. /* First packet had the same headers as this one, readd the
  4635. * sync sample flag. */
  4636. trk->cluster[0].flags |= MOV_SYNC_SAMPLE;
  4637. trk->has_keyframes = 1;
  4638. }
  4639. }
  4640. }
  4641. if (trk->vc1_info.packet_seq && trk->vc1_info.packet_entry)
  4642. key = seq && entry;
  4643. else if (trk->vc1_info.packet_seq)
  4644. key = seq;
  4645. else if (trk->vc1_info.packet_entry)
  4646. key = entry;
  4647. if (key) {
  4648. trk->cluster[trk->entry].flags |= MOV_SYNC_SAMPLE;
  4649. trk->has_keyframes++;
  4650. }
  4651. }
  4652. static void mov_parse_truehd_frame(AVPacket *pkt, MOVTrack *trk)
  4653. {
  4654. int length;
  4655. if (pkt->size < 8)
  4656. return;
  4657. length = (AV_RB16(pkt->data) & 0xFFF) * 2;
  4658. if (length < 8 || length > pkt->size)
  4659. return;
  4660. if (AV_RB32(pkt->data + 4) == 0xF8726FBA) {
  4661. trk->cluster[trk->entry].flags |= MOV_SYNC_SAMPLE;
  4662. trk->has_keyframes++;
  4663. }
  4664. return;
  4665. }
  4666. static int mov_flush_fragment_interleaving(AVFormatContext *s, MOVTrack *track)
  4667. {
  4668. MOVMuxContext *mov = s->priv_data;
  4669. int ret, buf_size;
  4670. uint8_t *buf;
  4671. int i, offset;
  4672. if (!track->mdat_buf)
  4673. return 0;
  4674. if (!mov->mdat_buf) {
  4675. if ((ret = avio_open_dyn_buf(&mov->mdat_buf)) < 0)
  4676. return ret;
  4677. }
  4678. buf_size = avio_get_dyn_buf(track->mdat_buf, &buf);
  4679. offset = avio_tell(mov->mdat_buf);
  4680. avio_write(mov->mdat_buf, buf, buf_size);
  4681. ffio_free_dyn_buf(&track->mdat_buf);
  4682. for (i = track->entries_flushed; i < track->entry; i++)
  4683. track->cluster[i].pos += offset;
  4684. track->entries_flushed = track->entry;
  4685. return 0;
  4686. }
  4687. static int mov_flush_fragment(AVFormatContext *s, int force)
  4688. {
  4689. MOVMuxContext *mov = s->priv_data;
  4690. int i, first_track = -1;
  4691. int64_t mdat_size = 0;
  4692. int ret;
  4693. int has_video = 0, starts_with_key = 0, first_video_track = 1;
  4694. if (!(mov->flags & FF_MOV_FLAG_FRAGMENT))
  4695. return 0;
  4696. // Try to fill in the duration of the last packet in each stream
  4697. // from queued packets in the interleave queues. If the flushing
  4698. // of fragments was triggered automatically by an AVPacket, we
  4699. // already have reliable info for the end of that track, but other
  4700. // tracks may need to be filled in.
  4701. for (i = 0; i < s->nb_streams; i++) {
  4702. MOVTrack *track = &mov->tracks[i];
  4703. if (!track->end_reliable) {
  4704. AVPacket pkt;
  4705. if (!ff_interleaved_peek(s, i, &pkt, 1)) {
  4706. if (track->dts_shift != AV_NOPTS_VALUE)
  4707. pkt.dts += track->dts_shift;
  4708. track->track_duration = pkt.dts - track->start_dts;
  4709. if (pkt.pts != AV_NOPTS_VALUE)
  4710. track->end_pts = pkt.pts;
  4711. else
  4712. track->end_pts = pkt.dts;
  4713. }
  4714. }
  4715. }
  4716. for (i = 0; i < mov->nb_streams; i++) {
  4717. MOVTrack *track = &mov->tracks[i];
  4718. if (track->entry <= 1)
  4719. continue;
  4720. // Sample durations are calculated as the diff of dts values,
  4721. // but for the last sample in a fragment, we don't know the dts
  4722. // of the first sample in the next fragment, so we have to rely
  4723. // on what was set as duration in the AVPacket. Not all callers
  4724. // set this though, so we might want to replace it with an
  4725. // estimate if it currently is zero.
  4726. if (get_cluster_duration(track, track->entry - 1) != 0)
  4727. continue;
  4728. // Use the duration (i.e. dts diff) of the second last sample for
  4729. // the last one. This is a wild guess (and fatal if it turns out
  4730. // to be too long), but probably the best we can do - having a zero
  4731. // duration is bad as well.
  4732. track->track_duration += get_cluster_duration(track, track->entry - 2);
  4733. track->end_pts += get_cluster_duration(track, track->entry - 2);
  4734. if (!mov->missing_duration_warned) {
  4735. av_log(s, AV_LOG_WARNING,
  4736. "Estimating the duration of the last packet in a "
  4737. "fragment, consider setting the duration field in "
  4738. "AVPacket instead.\n");
  4739. mov->missing_duration_warned = 1;
  4740. }
  4741. }
  4742. if (!mov->moov_written) {
  4743. int64_t pos = avio_tell(s->pb);
  4744. uint8_t *buf;
  4745. int buf_size, moov_size;
  4746. for (i = 0; i < mov->nb_streams; i++)
  4747. if (!mov->tracks[i].entry && !is_cover_image(mov->tracks[i].st))
  4748. break;
  4749. /* Don't write the initial moov unless all tracks have data */
  4750. if (i < mov->nb_streams && !force)
  4751. return 0;
  4752. moov_size = get_moov_size(s);
  4753. for (i = 0; i < mov->nb_streams; i++)
  4754. mov->tracks[i].data_offset = pos + moov_size + 8;
  4755. avio_write_marker(s->pb, AV_NOPTS_VALUE, AVIO_DATA_MARKER_HEADER);
  4756. if (mov->flags & FF_MOV_FLAG_DELAY_MOOV)
  4757. mov_write_identification(s->pb, s);
  4758. if ((ret = mov_write_moov_tag(s->pb, mov, s)) < 0)
  4759. return ret;
  4760. if (mov->flags & FF_MOV_FLAG_DELAY_MOOV) {
  4761. if (mov->flags & FF_MOV_FLAG_GLOBAL_SIDX)
  4762. mov->reserved_header_pos = avio_tell(s->pb);
  4763. avio_write_marker(s->pb, AV_NOPTS_VALUE, AVIO_DATA_MARKER_FLUSH_POINT);
  4764. mov->moov_written = 1;
  4765. return 0;
  4766. }
  4767. buf_size = avio_get_dyn_buf(mov->mdat_buf, &buf);
  4768. avio_wb32(s->pb, buf_size + 8);
  4769. ffio_wfourcc(s->pb, "mdat");
  4770. avio_write(s->pb, buf, buf_size);
  4771. ffio_free_dyn_buf(&mov->mdat_buf);
  4772. if (mov->flags & FF_MOV_FLAG_GLOBAL_SIDX)
  4773. mov->reserved_header_pos = avio_tell(s->pb);
  4774. mov->moov_written = 1;
  4775. mov->mdat_size = 0;
  4776. for (i = 0; i < mov->nb_streams; i++) {
  4777. if (mov->tracks[i].entry)
  4778. mov->tracks[i].frag_start += mov->tracks[i].start_dts +
  4779. mov->tracks[i].track_duration -
  4780. mov->tracks[i].cluster[0].dts;
  4781. mov->tracks[i].entry = 0;
  4782. mov->tracks[i].end_reliable = 0;
  4783. }
  4784. avio_write_marker(s->pb, AV_NOPTS_VALUE, AVIO_DATA_MARKER_FLUSH_POINT);
  4785. return 0;
  4786. }
  4787. if (mov->frag_interleave) {
  4788. for (i = 0; i < mov->nb_streams; i++) {
  4789. MOVTrack *track = &mov->tracks[i];
  4790. int ret;
  4791. if ((ret = mov_flush_fragment_interleaving(s, track)) < 0)
  4792. return ret;
  4793. }
  4794. if (!mov->mdat_buf)
  4795. return 0;
  4796. mdat_size = avio_tell(mov->mdat_buf);
  4797. }
  4798. for (i = 0; i < mov->nb_streams; i++) {
  4799. MOVTrack *track = &mov->tracks[i];
  4800. if (mov->flags & FF_MOV_FLAG_SEPARATE_MOOF || mov->frag_interleave)
  4801. track->data_offset = 0;
  4802. else
  4803. track->data_offset = mdat_size;
  4804. if (track->par->codec_type == AVMEDIA_TYPE_VIDEO) {
  4805. has_video = 1;
  4806. if (first_video_track) {
  4807. if (track->entry)
  4808. starts_with_key = track->cluster[0].flags & MOV_SYNC_SAMPLE;
  4809. first_video_track = 0;
  4810. }
  4811. }
  4812. if (!track->entry)
  4813. continue;
  4814. if (track->mdat_buf)
  4815. mdat_size += avio_tell(track->mdat_buf);
  4816. if (first_track < 0)
  4817. first_track = i;
  4818. }
  4819. if (!mdat_size)
  4820. return 0;
  4821. avio_write_marker(s->pb,
  4822. av_rescale(mov->tracks[first_track].cluster[0].dts, AV_TIME_BASE, mov->tracks[first_track].timescale),
  4823. (has_video ? starts_with_key : mov->tracks[first_track].cluster[0].flags & MOV_SYNC_SAMPLE) ? AVIO_DATA_MARKER_SYNC_POINT : AVIO_DATA_MARKER_BOUNDARY_POINT);
  4824. for (i = 0; i < mov->nb_streams; i++) {
  4825. MOVTrack *track = &mov->tracks[i];
  4826. int buf_size, write_moof = 1, moof_tracks = -1;
  4827. uint8_t *buf;
  4828. int64_t duration = 0;
  4829. if (track->entry)
  4830. duration = track->start_dts + track->track_duration -
  4831. track->cluster[0].dts;
  4832. if (mov->flags & FF_MOV_FLAG_SEPARATE_MOOF) {
  4833. if (!track->mdat_buf)
  4834. continue;
  4835. mdat_size = avio_tell(track->mdat_buf);
  4836. moof_tracks = i;
  4837. } else {
  4838. write_moof = i == first_track;
  4839. }
  4840. if (write_moof) {
  4841. avio_write_marker(s->pb, AV_NOPTS_VALUE, AVIO_DATA_MARKER_FLUSH_POINT);
  4842. mov_write_moof_tag(s->pb, mov, moof_tracks, mdat_size);
  4843. mov->fragments++;
  4844. avio_wb32(s->pb, mdat_size + 8);
  4845. ffio_wfourcc(s->pb, "mdat");
  4846. }
  4847. if (track->entry)
  4848. track->frag_start += duration;
  4849. track->entry = 0;
  4850. track->entries_flushed = 0;
  4851. track->end_reliable = 0;
  4852. if (!mov->frag_interleave) {
  4853. if (!track->mdat_buf)
  4854. continue;
  4855. buf_size = avio_close_dyn_buf(track->mdat_buf, &buf);
  4856. track->mdat_buf = NULL;
  4857. } else {
  4858. if (!mov->mdat_buf)
  4859. continue;
  4860. buf_size = avio_close_dyn_buf(mov->mdat_buf, &buf);
  4861. mov->mdat_buf = NULL;
  4862. }
  4863. avio_write(s->pb, buf, buf_size);
  4864. av_free(buf);
  4865. }
  4866. mov->mdat_size = 0;
  4867. avio_write_marker(s->pb, AV_NOPTS_VALUE, AVIO_DATA_MARKER_FLUSH_POINT);
  4868. return 0;
  4869. }
  4870. static int mov_auto_flush_fragment(AVFormatContext *s, int force)
  4871. {
  4872. MOVMuxContext *mov = s->priv_data;
  4873. int had_moov = mov->moov_written;
  4874. int ret = mov_flush_fragment(s, force);
  4875. if (ret < 0)
  4876. return ret;
  4877. // If using delay_moov, the first flush only wrote the moov,
  4878. // not the actual moof+mdat pair, thus flush once again.
  4879. if (!had_moov && mov->flags & FF_MOV_FLAG_DELAY_MOOV)
  4880. ret = mov_flush_fragment(s, force);
  4881. return ret;
  4882. }
  4883. static int check_pkt(AVFormatContext *s, AVPacket *pkt)
  4884. {
  4885. MOVMuxContext *mov = s->priv_data;
  4886. MOVTrack *trk = &mov->tracks[pkt->stream_index];
  4887. int64_t ref;
  4888. uint64_t duration;
  4889. if (trk->entry) {
  4890. ref = trk->cluster[trk->entry - 1].dts;
  4891. } else if ( trk->start_dts != AV_NOPTS_VALUE
  4892. && !trk->frag_discont) {
  4893. ref = trk->start_dts + trk->track_duration;
  4894. } else
  4895. ref = pkt->dts; // Skip tests for the first packet
  4896. if (trk->dts_shift != AV_NOPTS_VALUE) {
  4897. /* With negative CTS offsets we have set an offset to the DTS,
  4898. * reverse this for the check. */
  4899. ref -= trk->dts_shift;
  4900. }
  4901. duration = pkt->dts - ref;
  4902. if (pkt->dts < ref || duration >= INT_MAX) {
  4903. av_log(s, AV_LOG_ERROR, "Application provided duration: %"PRId64" / timestamp: %"PRId64" is out of range for mov/mp4 format\n",
  4904. duration, pkt->dts
  4905. );
  4906. pkt->dts = ref + 1;
  4907. pkt->pts = AV_NOPTS_VALUE;
  4908. }
  4909. if (pkt->duration < 0 || pkt->duration > INT_MAX) {
  4910. av_log(s, AV_LOG_ERROR, "Application provided duration: %"PRId64" is invalid\n", pkt->duration);
  4911. return AVERROR(EINVAL);
  4912. }
  4913. return 0;
  4914. }
  4915. int ff_mov_write_packet(AVFormatContext *s, AVPacket *pkt)
  4916. {
  4917. MOVMuxContext *mov = s->priv_data;
  4918. AVIOContext *pb = s->pb;
  4919. MOVTrack *trk = &mov->tracks[pkt->stream_index];
  4920. AVCodecParameters *par = trk->par;
  4921. AVProducerReferenceTime *prft;
  4922. unsigned int samples_in_chunk = 0;
  4923. int size = pkt->size, ret = 0, offset = 0;
  4924. int prft_size;
  4925. uint8_t *reformatted_data = NULL;
  4926. ret = check_pkt(s, pkt);
  4927. if (ret < 0)
  4928. return ret;
  4929. if (mov->flags & FF_MOV_FLAG_FRAGMENT) {
  4930. int ret;
  4931. if (mov->moov_written || mov->flags & FF_MOV_FLAG_EMPTY_MOOV) {
  4932. if (mov->frag_interleave && mov->fragments > 0) {
  4933. if (trk->entry - trk->entries_flushed >= mov->frag_interleave) {
  4934. if ((ret = mov_flush_fragment_interleaving(s, trk)) < 0)
  4935. return ret;
  4936. }
  4937. }
  4938. if (!trk->mdat_buf) {
  4939. if ((ret = avio_open_dyn_buf(&trk->mdat_buf)) < 0)
  4940. return ret;
  4941. }
  4942. pb = trk->mdat_buf;
  4943. } else {
  4944. if (!mov->mdat_buf) {
  4945. if ((ret = avio_open_dyn_buf(&mov->mdat_buf)) < 0)
  4946. return ret;
  4947. }
  4948. pb = mov->mdat_buf;
  4949. }
  4950. }
  4951. if (par->codec_id == AV_CODEC_ID_AMR_NB) {
  4952. /* We must find out how many AMR blocks there are in one packet */
  4953. static const uint16_t packed_size[16] =
  4954. {13, 14, 16, 18, 20, 21, 27, 32, 6, 0, 0, 0, 0, 0, 0, 1};
  4955. int len = 0;
  4956. while (len < size && samples_in_chunk < 100) {
  4957. len += packed_size[(pkt->data[len] >> 3) & 0x0F];
  4958. samples_in_chunk++;
  4959. }
  4960. if (samples_in_chunk > 1) {
  4961. av_log(s, AV_LOG_ERROR, "fatal error, input is not a single packet, implement a AVParser for it\n");
  4962. return -1;
  4963. }
  4964. } else if (par->codec_id == AV_CODEC_ID_ADPCM_MS ||
  4965. par->codec_id == AV_CODEC_ID_ADPCM_IMA_WAV) {
  4966. samples_in_chunk = trk->par->frame_size;
  4967. } else if (trk->sample_size)
  4968. samples_in_chunk = size / trk->sample_size;
  4969. else
  4970. samples_in_chunk = 1;
  4971. if (samples_in_chunk < 1) {
  4972. av_log(s, AV_LOG_ERROR, "fatal error, input packet contains no samples\n");
  4973. return AVERROR_PATCHWELCOME;
  4974. }
  4975. /* copy extradata if it exists */
  4976. if (trk->vos_len == 0 && par->extradata_size > 0 &&
  4977. !TAG_IS_AVCI(trk->tag) &&
  4978. (par->codec_id != AV_CODEC_ID_DNXHD)) {
  4979. trk->vos_len = par->extradata_size;
  4980. trk->vos_data = av_malloc(trk->vos_len + AV_INPUT_BUFFER_PADDING_SIZE);
  4981. if (!trk->vos_data) {
  4982. ret = AVERROR(ENOMEM);
  4983. goto err;
  4984. }
  4985. memcpy(trk->vos_data, par->extradata, trk->vos_len);
  4986. memset(trk->vos_data + trk->vos_len, 0, AV_INPUT_BUFFER_PADDING_SIZE);
  4987. }
  4988. if ((par->codec_id == AV_CODEC_ID_DNXHD ||
  4989. par->codec_id == AV_CODEC_ID_H264 ||
  4990. par->codec_id == AV_CODEC_ID_HEVC ||
  4991. par->codec_id == AV_CODEC_ID_TRUEHD ||
  4992. par->codec_id == AV_CODEC_ID_AC3) && !trk->vos_len &&
  4993. !TAG_IS_AVCI(trk->tag)) {
  4994. /* copy frame to create needed atoms */
  4995. trk->vos_len = size;
  4996. trk->vos_data = av_malloc(size + AV_INPUT_BUFFER_PADDING_SIZE);
  4997. if (!trk->vos_data) {
  4998. ret = AVERROR(ENOMEM);
  4999. goto err;
  5000. }
  5001. memcpy(trk->vos_data, pkt->data, size);
  5002. memset(trk->vos_data + size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
  5003. }
  5004. if (par->codec_id == AV_CODEC_ID_AAC && pkt->size > 2 &&
  5005. (AV_RB16(pkt->data) & 0xfff0) == 0xfff0) {
  5006. if (!s->streams[pkt->stream_index]->nb_frames) {
  5007. av_log(s, AV_LOG_ERROR, "Malformed AAC bitstream detected: "
  5008. "use the audio bitstream filter 'aac_adtstoasc' to fix it "
  5009. "('-bsf:a aac_adtstoasc' option with ffmpeg)\n");
  5010. return -1;
  5011. }
  5012. av_log(s, AV_LOG_WARNING, "aac bitstream error\n");
  5013. }
  5014. if (par->codec_id == AV_CODEC_ID_H264 && trk->vos_len > 0 && *(uint8_t *)trk->vos_data != 1 && !TAG_IS_AVCI(trk->tag)) {
  5015. /* from x264 or from bytestream H.264 */
  5016. /* NAL reformatting needed */
  5017. if (trk->hint_track >= 0 && trk->hint_track < mov->nb_streams) {
  5018. ret = ff_avc_parse_nal_units_buf(pkt->data, &reformatted_data,
  5019. &size);
  5020. if (ret < 0)
  5021. return ret;
  5022. avio_write(pb, reformatted_data, size);
  5023. } else {
  5024. if (trk->cenc.aes_ctr) {
  5025. size = ff_mov_cenc_avc_parse_nal_units(&trk->cenc, pb, pkt->data, size);
  5026. if (size < 0) {
  5027. ret = size;
  5028. goto err;
  5029. }
  5030. } else {
  5031. size = ff_avc_parse_nal_units(pb, pkt->data, pkt->size);
  5032. }
  5033. }
  5034. } else if (par->codec_id == AV_CODEC_ID_HEVC && trk->vos_len > 6 &&
  5035. (AV_RB24(trk->vos_data) == 1 || AV_RB32(trk->vos_data) == 1)) {
  5036. /* extradata is Annex B, assume the bitstream is too and convert it */
  5037. if (trk->hint_track >= 0 && trk->hint_track < mov->nb_streams) {
  5038. ret = ff_hevc_annexb2mp4_buf(pkt->data, &reformatted_data,
  5039. &size, 0, NULL);
  5040. if (ret < 0)
  5041. return ret;
  5042. avio_write(pb, reformatted_data, size);
  5043. } else {
  5044. size = ff_hevc_annexb2mp4(pb, pkt->data, pkt->size, 0, NULL);
  5045. }
  5046. } else if (par->codec_id == AV_CODEC_ID_AV1) {
  5047. if (trk->hint_track >= 0 && trk->hint_track < mov->nb_streams) {
  5048. ret = ff_av1_filter_obus_buf(pkt->data, &reformatted_data,
  5049. &size, &offset);
  5050. if (ret < 0)
  5051. return ret;
  5052. avio_write(pb, reformatted_data, size);
  5053. } else {
  5054. size = ff_av1_filter_obus(pb, pkt->data, pkt->size);
  5055. }
  5056. #if CONFIG_AC3_PARSER
  5057. } else if (par->codec_id == AV_CODEC_ID_EAC3) {
  5058. size = handle_eac3(mov, pkt, trk);
  5059. if (size < 0)
  5060. return size;
  5061. else if (!size)
  5062. goto end;
  5063. avio_write(pb, pkt->data, size);
  5064. #endif
  5065. } else if (par->codec_id == AV_CODEC_ID_EIA_608) {
  5066. size = 8;
  5067. for (int i = 0; i < pkt->size; i += 3) {
  5068. if (pkt->data[i] == 0xFC) {
  5069. size += 2;
  5070. }
  5071. }
  5072. avio_wb32(pb, size);
  5073. ffio_wfourcc(pb, "cdat");
  5074. for (int i = 0; i < pkt->size; i += 3) {
  5075. if (pkt->data[i] == 0xFC) {
  5076. avio_w8(pb, pkt->data[i + 1]);
  5077. avio_w8(pb, pkt->data[i + 2]);
  5078. }
  5079. }
  5080. } else {
  5081. if (trk->cenc.aes_ctr) {
  5082. if (par->codec_id == AV_CODEC_ID_H264 && par->extradata_size > 4) {
  5083. int nal_size_length = (par->extradata[4] & 0x3) + 1;
  5084. ret = ff_mov_cenc_avc_write_nal_units(s, &trk->cenc, nal_size_length, pb, pkt->data, size);
  5085. } else {
  5086. ret = ff_mov_cenc_write_packet(&trk->cenc, pb, pkt->data, size);
  5087. }
  5088. if (ret) {
  5089. goto err;
  5090. }
  5091. } else {
  5092. avio_write(pb, pkt->data, size);
  5093. }
  5094. }
  5095. if (trk->entry >= trk->cluster_capacity) {
  5096. unsigned new_capacity = trk->entry + MOV_INDEX_CLUSTER_SIZE;
  5097. if (av_reallocp_array(&trk->cluster, new_capacity,
  5098. sizeof(*trk->cluster))) {
  5099. ret = AVERROR(ENOMEM);
  5100. goto err;
  5101. }
  5102. trk->cluster_capacity = new_capacity;
  5103. }
  5104. trk->cluster[trk->entry].pos = avio_tell(pb) - size;
  5105. trk->cluster[trk->entry].samples_in_chunk = samples_in_chunk;
  5106. trk->cluster[trk->entry].chunkNum = 0;
  5107. trk->cluster[trk->entry].size = size;
  5108. trk->cluster[trk->entry].entries = samples_in_chunk;
  5109. trk->cluster[trk->entry].dts = pkt->dts;
  5110. trk->cluster[trk->entry].pts = pkt->pts;
  5111. if (!trk->entry && trk->start_dts != AV_NOPTS_VALUE) {
  5112. if (!trk->frag_discont) {
  5113. /* First packet of a new fragment. We already wrote the duration
  5114. * of the last packet of the previous fragment based on track_duration,
  5115. * which might not exactly match our dts. Therefore adjust the dts
  5116. * of this packet to be what the previous packets duration implies. */
  5117. trk->cluster[trk->entry].dts = trk->start_dts + trk->track_duration;
  5118. /* We also may have written the pts and the corresponding duration
  5119. * in sidx/tfrf/tfxd tags; make sure the sidx pts and duration match up with
  5120. * the next fragment. This means the cts of the first sample must
  5121. * be the same in all fragments, unless end_pts was updated by
  5122. * the packet causing the fragment to be written. */
  5123. if ((mov->flags & FF_MOV_FLAG_DASH &&
  5124. !(mov->flags & (FF_MOV_FLAG_GLOBAL_SIDX | FF_MOV_FLAG_SKIP_SIDX))) ||
  5125. mov->mode == MODE_ISM)
  5126. pkt->pts = pkt->dts + trk->end_pts - trk->cluster[trk->entry].dts;
  5127. } else {
  5128. /* New fragment, but discontinuous from previous fragments.
  5129. * Pretend the duration sum of the earlier fragments is
  5130. * pkt->dts - trk->start_dts. */
  5131. trk->frag_start = pkt->dts - trk->start_dts;
  5132. trk->end_pts = AV_NOPTS_VALUE;
  5133. trk->frag_discont = 0;
  5134. }
  5135. }
  5136. if (!trk->entry && trk->start_dts == AV_NOPTS_VALUE && !mov->use_editlist &&
  5137. s->avoid_negative_ts == AVFMT_AVOID_NEG_TS_MAKE_ZERO) {
  5138. /* Not using edit lists and shifting the first track to start from zero.
  5139. * If the other streams start from a later timestamp, we won't be able
  5140. * to signal the difference in starting time without an edit list.
  5141. * Thus move the timestamp for this first sample to 0, increasing
  5142. * its duration instead. */
  5143. trk->cluster[trk->entry].dts = trk->start_dts = 0;
  5144. }
  5145. if (trk->start_dts == AV_NOPTS_VALUE) {
  5146. trk->start_dts = pkt->dts;
  5147. if (trk->frag_discont) {
  5148. if (mov->use_editlist) {
  5149. /* Pretend the whole stream started at pts=0, with earlier fragments
  5150. * already written. If the stream started at pts=0, the duration sum
  5151. * of earlier fragments would have been pkt->pts. */
  5152. trk->frag_start = pkt->pts;
  5153. trk->start_dts = pkt->dts - pkt->pts;
  5154. } else {
  5155. /* Pretend the whole stream started at dts=0, with earlier fragments
  5156. * already written, with a duration summing up to pkt->dts. */
  5157. trk->frag_start = pkt->dts;
  5158. trk->start_dts = 0;
  5159. }
  5160. trk->frag_discont = 0;
  5161. } else if (pkt->dts && mov->moov_written)
  5162. av_log(s, AV_LOG_WARNING,
  5163. "Track %d starts with a nonzero dts %"PRId64", while the moov "
  5164. "already has been written. Set the delay_moov flag to handle "
  5165. "this case.\n",
  5166. pkt->stream_index, pkt->dts);
  5167. }
  5168. trk->track_duration = pkt->dts - trk->start_dts + pkt->duration;
  5169. trk->last_sample_is_subtitle_end = 0;
  5170. if (pkt->pts == AV_NOPTS_VALUE) {
  5171. av_log(s, AV_LOG_WARNING, "pts has no value\n");
  5172. pkt->pts = pkt->dts;
  5173. }
  5174. if (pkt->dts != pkt->pts)
  5175. trk->flags |= MOV_TRACK_CTTS;
  5176. trk->cluster[trk->entry].cts = pkt->pts - pkt->dts;
  5177. trk->cluster[trk->entry].flags = 0;
  5178. if (trk->start_cts == AV_NOPTS_VALUE)
  5179. trk->start_cts = pkt->pts - pkt->dts;
  5180. if (trk->end_pts == AV_NOPTS_VALUE)
  5181. trk->end_pts = trk->cluster[trk->entry].dts +
  5182. trk->cluster[trk->entry].cts + pkt->duration;
  5183. else
  5184. trk->end_pts = FFMAX(trk->end_pts, trk->cluster[trk->entry].dts +
  5185. trk->cluster[trk->entry].cts +
  5186. pkt->duration);
  5187. if (par->codec_id == AV_CODEC_ID_VC1) {
  5188. mov_parse_vc1_frame(pkt, trk);
  5189. } else if (par->codec_id == AV_CODEC_ID_TRUEHD) {
  5190. mov_parse_truehd_frame(pkt, trk);
  5191. } else if (pkt->flags & AV_PKT_FLAG_KEY) {
  5192. if (mov->mode == MODE_MOV && par->codec_id == AV_CODEC_ID_MPEG2VIDEO &&
  5193. trk->entry > 0) { // force sync sample for the first key frame
  5194. mov_parse_mpeg2_frame(pkt, &trk->cluster[trk->entry].flags);
  5195. if (trk->cluster[trk->entry].flags & MOV_PARTIAL_SYNC_SAMPLE)
  5196. trk->flags |= MOV_TRACK_STPS;
  5197. } else {
  5198. trk->cluster[trk->entry].flags = MOV_SYNC_SAMPLE;
  5199. }
  5200. if (trk->cluster[trk->entry].flags & MOV_SYNC_SAMPLE)
  5201. trk->has_keyframes++;
  5202. }
  5203. if (pkt->flags & AV_PKT_FLAG_DISPOSABLE) {
  5204. trk->cluster[trk->entry].flags |= MOV_DISPOSABLE_SAMPLE;
  5205. trk->has_disposable++;
  5206. }
  5207. prft = (AVProducerReferenceTime *)av_packet_get_side_data(pkt, AV_PKT_DATA_PRFT, &prft_size);
  5208. if (prft && prft_size == sizeof(AVProducerReferenceTime))
  5209. memcpy(&trk->cluster[trk->entry].prft, prft, prft_size);
  5210. else
  5211. memset(&trk->cluster[trk->entry].prft, 0, sizeof(AVProducerReferenceTime));
  5212. trk->entry++;
  5213. trk->sample_count += samples_in_chunk;
  5214. mov->mdat_size += size;
  5215. if (trk->hint_track >= 0 && trk->hint_track < mov->nb_streams)
  5216. ff_mov_add_hinted_packet(s, pkt, trk->hint_track, trk->entry,
  5217. reformatted_data ? reformatted_data + offset
  5218. : NULL, size);
  5219. end:
  5220. err:
  5221. if (pkt->data != reformatted_data)
  5222. av_free(reformatted_data);
  5223. return ret;
  5224. }
  5225. static int mov_write_single_packet(AVFormatContext *s, AVPacket *pkt)
  5226. {
  5227. MOVMuxContext *mov = s->priv_data;
  5228. MOVTrack *trk = &mov->tracks[pkt->stream_index];
  5229. AVCodecParameters *par = trk->par;
  5230. int64_t frag_duration = 0;
  5231. int size = pkt->size;
  5232. int ret = check_pkt(s, pkt);
  5233. if (ret < 0)
  5234. return ret;
  5235. if (mov->flags & FF_MOV_FLAG_FRAG_DISCONT) {
  5236. int i;
  5237. for (i = 0; i < s->nb_streams; i++)
  5238. mov->tracks[i].frag_discont = 1;
  5239. mov->flags &= ~FF_MOV_FLAG_FRAG_DISCONT;
  5240. }
  5241. if (mov->flags & FF_MOV_FLAG_NEGATIVE_CTS_OFFSETS) {
  5242. if (trk->dts_shift == AV_NOPTS_VALUE)
  5243. trk->dts_shift = pkt->pts - pkt->dts;
  5244. pkt->dts += trk->dts_shift;
  5245. }
  5246. if (trk->par->codec_id == AV_CODEC_ID_MP4ALS ||
  5247. trk->par->codec_id == AV_CODEC_ID_AAC ||
  5248. trk->par->codec_id == AV_CODEC_ID_AV1 ||
  5249. trk->par->codec_id == AV_CODEC_ID_FLAC) {
  5250. int side_size;
  5251. uint8_t *side = av_packet_get_side_data(pkt, AV_PKT_DATA_NEW_EXTRADATA, &side_size);
  5252. if (side && side_size > 0 && (side_size != par->extradata_size || memcmp(side, par->extradata, side_size))) {
  5253. void *newextra = av_mallocz(side_size + AV_INPUT_BUFFER_PADDING_SIZE);
  5254. if (!newextra)
  5255. return AVERROR(ENOMEM);
  5256. av_free(par->extradata);
  5257. par->extradata = newextra;
  5258. memcpy(par->extradata, side, side_size);
  5259. par->extradata_size = side_size;
  5260. if (!pkt->size) // Flush packet
  5261. mov->need_rewrite_extradata = 1;
  5262. }
  5263. }
  5264. if (!pkt->size) {
  5265. if (trk->start_dts == AV_NOPTS_VALUE && trk->frag_discont) {
  5266. trk->start_dts = pkt->dts;
  5267. if (pkt->pts != AV_NOPTS_VALUE)
  5268. trk->start_cts = pkt->pts - pkt->dts;
  5269. else
  5270. trk->start_cts = 0;
  5271. }
  5272. return 0; /* Discard 0 sized packets */
  5273. }
  5274. if (trk->entry && pkt->stream_index < s->nb_streams)
  5275. frag_duration = av_rescale_q(pkt->dts - trk->cluster[0].dts,
  5276. s->streams[pkt->stream_index]->time_base,
  5277. AV_TIME_BASE_Q);
  5278. if ((mov->max_fragment_duration &&
  5279. frag_duration >= mov->max_fragment_duration) ||
  5280. (mov->max_fragment_size && mov->mdat_size + size >= mov->max_fragment_size) ||
  5281. (mov->flags & FF_MOV_FLAG_FRAG_KEYFRAME &&
  5282. par->codec_type == AVMEDIA_TYPE_VIDEO &&
  5283. trk->entry && pkt->flags & AV_PKT_FLAG_KEY) ||
  5284. (mov->flags & FF_MOV_FLAG_FRAG_EVERY_FRAME)) {
  5285. if (frag_duration >= mov->min_fragment_duration) {
  5286. // Set the duration of this track to line up with the next
  5287. // sample in this track. This avoids relying on AVPacket
  5288. // duration, but only helps for this particular track, not
  5289. // for the other ones that are flushed at the same time.
  5290. trk->track_duration = pkt->dts - trk->start_dts;
  5291. if (pkt->pts != AV_NOPTS_VALUE)
  5292. trk->end_pts = pkt->pts;
  5293. else
  5294. trk->end_pts = pkt->dts;
  5295. trk->end_reliable = 1;
  5296. mov_auto_flush_fragment(s, 0);
  5297. }
  5298. }
  5299. return ff_mov_write_packet(s, pkt);
  5300. }
  5301. static int mov_write_subtitle_end_packet(AVFormatContext *s,
  5302. int stream_index,
  5303. int64_t dts) {
  5304. AVPacket end;
  5305. uint8_t data[2] = {0};
  5306. int ret;
  5307. av_init_packet(&end);
  5308. end.size = sizeof(data);
  5309. end.data = data;
  5310. end.pts = dts;
  5311. end.dts = dts;
  5312. end.duration = 0;
  5313. end.stream_index = stream_index;
  5314. ret = mov_write_single_packet(s, &end);
  5315. av_packet_unref(&end);
  5316. return ret;
  5317. }
  5318. static int mov_write_packet(AVFormatContext *s, AVPacket *pkt)
  5319. {
  5320. MOVMuxContext *mov = s->priv_data;
  5321. MOVTrack *trk;
  5322. if (!pkt) {
  5323. mov_flush_fragment(s, 1);
  5324. return 1;
  5325. }
  5326. trk = &mov->tracks[pkt->stream_index];
  5327. if (is_cover_image(trk->st)) {
  5328. int ret;
  5329. if (trk->st->nb_frames >= 1) {
  5330. if (trk->st->nb_frames == 1)
  5331. av_log(s, AV_LOG_WARNING, "Got more than one picture in stream %d,"
  5332. " ignoring.\n", pkt->stream_index);
  5333. return 0;
  5334. }
  5335. if ((ret = av_packet_ref(&trk->cover_image, pkt)) < 0)
  5336. return ret;
  5337. return 0;
  5338. } else {
  5339. int i;
  5340. if (!pkt->size)
  5341. return mov_write_single_packet(s, pkt); /* Passthrough. */
  5342. /*
  5343. * Subtitles require special handling.
  5344. *
  5345. * 1) For full complaince, every track must have a sample at
  5346. * dts == 0, which is rarely true for subtitles. So, as soon
  5347. * as we see any packet with dts > 0, write an empty subtitle
  5348. * at dts == 0 for any subtitle track with no samples in it.
  5349. *
  5350. * 2) For each subtitle track, check if the current packet's
  5351. * dts is past the duration of the last subtitle sample. If
  5352. * so, we now need to write an end sample for that subtitle.
  5353. *
  5354. * This must be done conditionally to allow for subtitles that
  5355. * immediately replace each other, in which case an end sample
  5356. * is not needed, and is, in fact, actively harmful.
  5357. *
  5358. * 3) See mov_write_trailer for how the final end sample is
  5359. * handled.
  5360. */
  5361. for (i = 0; i < mov->nb_streams; i++) {
  5362. MOVTrack *trk = &mov->tracks[i];
  5363. int ret;
  5364. if (trk->par->codec_id == AV_CODEC_ID_MOV_TEXT &&
  5365. trk->track_duration < pkt->dts &&
  5366. (trk->entry == 0 || !trk->last_sample_is_subtitle_end)) {
  5367. ret = mov_write_subtitle_end_packet(s, i, trk->track_duration);
  5368. if (ret < 0) return ret;
  5369. trk->last_sample_is_subtitle_end = 1;
  5370. }
  5371. }
  5372. if (trk->mode == MODE_MOV && trk->par->codec_type == AVMEDIA_TYPE_VIDEO) {
  5373. AVPacket *opkt = pkt;
  5374. int reshuffle_ret, ret;
  5375. if (trk->is_unaligned_qt_rgb) {
  5376. int64_t bpc = trk->par->bits_per_coded_sample != 15 ? trk->par->bits_per_coded_sample : 16;
  5377. int expected_stride = ((trk->par->width * bpc + 15) >> 4)*2;
  5378. reshuffle_ret = ff_reshuffle_raw_rgb(s, &pkt, trk->par, expected_stride);
  5379. if (reshuffle_ret < 0)
  5380. return reshuffle_ret;
  5381. } else
  5382. reshuffle_ret = 0;
  5383. if (trk->par->format == AV_PIX_FMT_PAL8 && !trk->pal_done) {
  5384. ret = ff_get_packet_palette(s, opkt, reshuffle_ret, trk->palette);
  5385. if (ret < 0)
  5386. goto fail;
  5387. if (ret)
  5388. trk->pal_done++;
  5389. } else if (trk->par->codec_id == AV_CODEC_ID_RAWVIDEO &&
  5390. (trk->par->format == AV_PIX_FMT_GRAY8 ||
  5391. trk->par->format == AV_PIX_FMT_MONOBLACK)) {
  5392. for (i = 0; i < pkt->size; i++)
  5393. pkt->data[i] = ~pkt->data[i];
  5394. }
  5395. if (reshuffle_ret) {
  5396. ret = mov_write_single_packet(s, pkt);
  5397. fail:
  5398. if (reshuffle_ret)
  5399. av_packet_free(&pkt);
  5400. return ret;
  5401. }
  5402. }
  5403. return mov_write_single_packet(s, pkt);
  5404. }
  5405. }
  5406. // QuickTime chapters involve an additional text track with the chapter names
  5407. // as samples, and a tref pointing from the other tracks to the chapter one.
  5408. static int mov_create_chapter_track(AVFormatContext *s, int tracknum)
  5409. {
  5410. AVIOContext *pb;
  5411. MOVMuxContext *mov = s->priv_data;
  5412. MOVTrack *track = &mov->tracks[tracknum];
  5413. AVPacket pkt = { .stream_index = tracknum, .flags = AV_PKT_FLAG_KEY };
  5414. int i, len;
  5415. track->mode = mov->mode;
  5416. track->tag = MKTAG('t','e','x','t');
  5417. track->timescale = MOV_TIMESCALE;
  5418. track->par = avcodec_parameters_alloc();
  5419. if (!track->par)
  5420. return AVERROR(ENOMEM);
  5421. track->par->codec_type = AVMEDIA_TYPE_SUBTITLE;
  5422. #if 0
  5423. // These properties are required to make QT recognize the chapter track
  5424. uint8_t chapter_properties[43] = { 0, 0, 0, 0, 0, 0, 0, 1, };
  5425. if (ff_alloc_extradata(track->par, sizeof(chapter_properties)))
  5426. return AVERROR(ENOMEM);
  5427. memcpy(track->par->extradata, chapter_properties, sizeof(chapter_properties));
  5428. #else
  5429. if (avio_open_dyn_buf(&pb) >= 0) {
  5430. int size;
  5431. uint8_t *buf;
  5432. /* Stub header (usually for Quicktime chapter track) */
  5433. // TextSampleEntry
  5434. avio_wb32(pb, 0x01); // displayFlags
  5435. avio_w8(pb, 0x00); // horizontal justification
  5436. avio_w8(pb, 0x00); // vertical justification
  5437. avio_w8(pb, 0x00); // bgColourRed
  5438. avio_w8(pb, 0x00); // bgColourGreen
  5439. avio_w8(pb, 0x00); // bgColourBlue
  5440. avio_w8(pb, 0x00); // bgColourAlpha
  5441. // BoxRecord
  5442. avio_wb16(pb, 0x00); // defTextBoxTop
  5443. avio_wb16(pb, 0x00); // defTextBoxLeft
  5444. avio_wb16(pb, 0x00); // defTextBoxBottom
  5445. avio_wb16(pb, 0x00); // defTextBoxRight
  5446. // StyleRecord
  5447. avio_wb16(pb, 0x00); // startChar
  5448. avio_wb16(pb, 0x00); // endChar
  5449. avio_wb16(pb, 0x01); // fontID
  5450. avio_w8(pb, 0x00); // fontStyleFlags
  5451. avio_w8(pb, 0x00); // fontSize
  5452. avio_w8(pb, 0x00); // fgColourRed
  5453. avio_w8(pb, 0x00); // fgColourGreen
  5454. avio_w8(pb, 0x00); // fgColourBlue
  5455. avio_w8(pb, 0x00); // fgColourAlpha
  5456. // FontTableBox
  5457. avio_wb32(pb, 0x0D); // box size
  5458. ffio_wfourcc(pb, "ftab"); // box atom name
  5459. avio_wb16(pb, 0x01); // entry count
  5460. // FontRecord
  5461. avio_wb16(pb, 0x01); // font ID
  5462. avio_w8(pb, 0x00); // font name length
  5463. if ((size = avio_close_dyn_buf(pb, &buf)) > 0) {
  5464. track->par->extradata = buf;
  5465. track->par->extradata_size = size;
  5466. } else {
  5467. av_freep(&buf);
  5468. }
  5469. }
  5470. #endif
  5471. for (i = 0; i < s->nb_chapters; i++) {
  5472. AVChapter *c = s->chapters[i];
  5473. AVDictionaryEntry *t;
  5474. int64_t end = av_rescale_q(c->end, c->time_base, (AVRational){1,MOV_TIMESCALE});
  5475. pkt.pts = pkt.dts = av_rescale_q(c->start, c->time_base, (AVRational){1,MOV_TIMESCALE});
  5476. pkt.duration = end - pkt.dts;
  5477. if ((t = av_dict_get(c->metadata, "title", NULL, 0))) {
  5478. static const char encd[12] = {
  5479. 0x00, 0x00, 0x00, 0x0C,
  5480. 'e', 'n', 'c', 'd',
  5481. 0x00, 0x00, 0x01, 0x00 };
  5482. len = strlen(t->value);
  5483. pkt.size = len + 2 + 12;
  5484. pkt.data = av_malloc(pkt.size);
  5485. if (!pkt.data)
  5486. return AVERROR(ENOMEM);
  5487. AV_WB16(pkt.data, len);
  5488. memcpy(pkt.data + 2, t->value, len);
  5489. memcpy(pkt.data + len + 2, encd, sizeof(encd));
  5490. ff_mov_write_packet(s, &pkt);
  5491. av_freep(&pkt.data);
  5492. }
  5493. }
  5494. return 0;
  5495. }
  5496. static int mov_check_timecode_track(AVFormatContext *s, AVTimecode *tc, int src_index, const char *tcstr)
  5497. {
  5498. int ret;
  5499. /* compute the frame number */
  5500. ret = av_timecode_init_from_string(tc, find_fps(s, s->streams[src_index]), tcstr, s);
  5501. return ret;
  5502. }
  5503. static int mov_create_timecode_track(AVFormatContext *s, int index, int src_index, AVTimecode tc)
  5504. {
  5505. MOVMuxContext *mov = s->priv_data;
  5506. MOVTrack *track = &mov->tracks[index];
  5507. AVStream *src_st = s->streams[src_index];
  5508. uint8_t data[4];
  5509. AVPacket pkt = { .data = data, .stream_index = index,
  5510. .flags = AV_PKT_FLAG_KEY, .size = 4 };
  5511. AVRational rate = find_fps(s, src_st);
  5512. /* tmcd track based on video stream */
  5513. track->mode = mov->mode;
  5514. track->tag = MKTAG('t','m','c','d');
  5515. track->src_track = src_index;
  5516. track->timescale = mov->tracks[src_index].timescale;
  5517. if (tc.flags & AV_TIMECODE_FLAG_DROPFRAME)
  5518. track->timecode_flags |= MOV_TIMECODE_FLAG_DROPFRAME;
  5519. /* set st to src_st for metadata access*/
  5520. track->st = src_st;
  5521. /* encode context: tmcd data stream */
  5522. track->par = avcodec_parameters_alloc();
  5523. if (!track->par)
  5524. return AVERROR(ENOMEM);
  5525. track->par->codec_type = AVMEDIA_TYPE_DATA;
  5526. track->par->codec_tag = track->tag;
  5527. track->st->avg_frame_rate = av_inv_q(rate);
  5528. /* the tmcd track just contains one packet with the frame number */
  5529. AV_WB32(pkt.data, tc.start);
  5530. return ff_mov_write_packet(s, &pkt);
  5531. }
  5532. /*
  5533. * st->disposition controls the "enabled" flag in the tkhd tag.
  5534. * QuickTime will not play a track if it is not enabled. So make sure
  5535. * that one track of each type (audio, video, subtitle) is enabled.
  5536. *
  5537. * Subtitles are special. For audio and video, setting "enabled" also
  5538. * makes the track "default" (i.e. it is rendered when played). For
  5539. * subtitles, an "enabled" subtitle is not rendered by default, but
  5540. * if no subtitle is enabled, the subtitle menu in QuickTime will be
  5541. * empty!
  5542. */
  5543. static void enable_tracks(AVFormatContext *s)
  5544. {
  5545. MOVMuxContext *mov = s->priv_data;
  5546. int i;
  5547. int enabled[AVMEDIA_TYPE_NB];
  5548. int first[AVMEDIA_TYPE_NB];
  5549. for (i = 0; i < AVMEDIA_TYPE_NB; i++) {
  5550. enabled[i] = 0;
  5551. first[i] = -1;
  5552. }
  5553. for (i = 0; i < s->nb_streams; i++) {
  5554. AVStream *st = s->streams[i];
  5555. if (st->codecpar->codec_type <= AVMEDIA_TYPE_UNKNOWN ||
  5556. st->codecpar->codec_type >= AVMEDIA_TYPE_NB ||
  5557. is_cover_image(st))
  5558. continue;
  5559. if (first[st->codecpar->codec_type] < 0)
  5560. first[st->codecpar->codec_type] = i;
  5561. if (st->disposition & AV_DISPOSITION_DEFAULT) {
  5562. mov->tracks[i].flags |= MOV_TRACK_ENABLED;
  5563. enabled[st->codecpar->codec_type]++;
  5564. }
  5565. }
  5566. for (i = 0; i < AVMEDIA_TYPE_NB; i++) {
  5567. switch (i) {
  5568. case AVMEDIA_TYPE_VIDEO:
  5569. case AVMEDIA_TYPE_AUDIO:
  5570. case AVMEDIA_TYPE_SUBTITLE:
  5571. if (enabled[i] > 1)
  5572. mov->per_stream_grouping = 1;
  5573. if (!enabled[i] && first[i] >= 0)
  5574. mov->tracks[first[i]].flags |= MOV_TRACK_ENABLED;
  5575. break;
  5576. }
  5577. }
  5578. }
  5579. static void mov_free(AVFormatContext *s)
  5580. {
  5581. MOVMuxContext *mov = s->priv_data;
  5582. int i;
  5583. if (!mov->tracks)
  5584. return;
  5585. if (mov->chapter_track) {
  5586. avcodec_parameters_free(&mov->tracks[mov->chapter_track].par);
  5587. }
  5588. for (i = 0; i < mov->nb_streams; i++) {
  5589. if (mov->tracks[i].tag == MKTAG('r','t','p',' '))
  5590. ff_mov_close_hinting(&mov->tracks[i]);
  5591. else if (mov->tracks[i].tag == MKTAG('t','m','c','d') && mov->nb_meta_tmcd)
  5592. av_freep(&mov->tracks[i].par);
  5593. av_freep(&mov->tracks[i].cluster);
  5594. av_freep(&mov->tracks[i].frag_info);
  5595. av_packet_unref(&mov->tracks[i].cover_image);
  5596. if (mov->tracks[i].eac3_priv) {
  5597. struct eac3_info *info = mov->tracks[i].eac3_priv;
  5598. av_packet_unref(&info->pkt);
  5599. av_freep(&mov->tracks[i].eac3_priv);
  5600. }
  5601. if (mov->tracks[i].vos_len)
  5602. av_freep(&mov->tracks[i].vos_data);
  5603. ff_mov_cenc_free(&mov->tracks[i].cenc);
  5604. ffio_free_dyn_buf(&mov->tracks[i].mdat_buf);
  5605. }
  5606. av_freep(&mov->tracks);
  5607. ffio_free_dyn_buf(&mov->mdat_buf);
  5608. }
  5609. static uint32_t rgb_to_yuv(uint32_t rgb)
  5610. {
  5611. uint8_t r, g, b;
  5612. int y, cb, cr;
  5613. r = (rgb >> 16) & 0xFF;
  5614. g = (rgb >> 8) & 0xFF;
  5615. b = (rgb ) & 0xFF;
  5616. y = av_clip_uint8(( 16000 + 257 * r + 504 * g + 98 * b)/1000);
  5617. cb = av_clip_uint8((128000 - 148 * r - 291 * g + 439 * b)/1000);
  5618. cr = av_clip_uint8((128000 + 439 * r - 368 * g - 71 * b)/1000);
  5619. return (y << 16) | (cr << 8) | cb;
  5620. }
  5621. static int mov_create_dvd_sub_decoder_specific_info(MOVTrack *track,
  5622. AVStream *st)
  5623. {
  5624. int i, width = 720, height = 480;
  5625. int have_palette = 0, have_size = 0;
  5626. uint32_t palette[16];
  5627. char *cur = st->codecpar->extradata;
  5628. while (cur && *cur) {
  5629. if (strncmp("palette:", cur, 8) == 0) {
  5630. int i, count;
  5631. count = sscanf(cur + 8,
  5632. "%06"PRIx32", %06"PRIx32", %06"PRIx32", %06"PRIx32", "
  5633. "%06"PRIx32", %06"PRIx32", %06"PRIx32", %06"PRIx32", "
  5634. "%06"PRIx32", %06"PRIx32", %06"PRIx32", %06"PRIx32", "
  5635. "%06"PRIx32", %06"PRIx32", %06"PRIx32", %06"PRIx32"",
  5636. &palette[ 0], &palette[ 1], &palette[ 2], &palette[ 3],
  5637. &palette[ 4], &palette[ 5], &palette[ 6], &palette[ 7],
  5638. &palette[ 8], &palette[ 9], &palette[10], &palette[11],
  5639. &palette[12], &palette[13], &palette[14], &palette[15]);
  5640. for (i = 0; i < count; i++) {
  5641. palette[i] = rgb_to_yuv(palette[i]);
  5642. }
  5643. have_palette = 1;
  5644. } else if (!strncmp("size:", cur, 5)) {
  5645. sscanf(cur + 5, "%dx%d", &width, &height);
  5646. have_size = 1;
  5647. }
  5648. if (have_palette && have_size)
  5649. break;
  5650. cur += strcspn(cur, "\n\r");
  5651. cur += strspn(cur, "\n\r");
  5652. }
  5653. if (have_palette) {
  5654. track->vos_data = av_malloc(16*4 + AV_INPUT_BUFFER_PADDING_SIZE);
  5655. if (!track->vos_data)
  5656. return AVERROR(ENOMEM);
  5657. for (i = 0; i < 16; i++) {
  5658. AV_WB32(track->vos_data + i * 4, palette[i]);
  5659. }
  5660. memset(track->vos_data + 16*4, 0, AV_INPUT_BUFFER_PADDING_SIZE);
  5661. track->vos_len = 16 * 4;
  5662. }
  5663. st->codecpar->width = width;
  5664. st->codecpar->height = track->height = height;
  5665. return 0;
  5666. }
  5667. static int mov_init(AVFormatContext *s)
  5668. {
  5669. MOVMuxContext *mov = s->priv_data;
  5670. AVDictionaryEntry *global_tcr = av_dict_get(s->metadata, "timecode", NULL, 0);
  5671. int i, ret;
  5672. mov->fc = s;
  5673. /* Default mode == MP4 */
  5674. mov->mode = MODE_MP4;
  5675. if (s->oformat) {
  5676. if (!strcmp("3gp", s->oformat->name)) mov->mode = MODE_3GP;
  5677. else if (!strcmp("3g2", s->oformat->name)) mov->mode = MODE_3GP|MODE_3G2;
  5678. else if (!strcmp("mov", s->oformat->name)) mov->mode = MODE_MOV;
  5679. else if (!strcmp("psp", s->oformat->name)) mov->mode = MODE_PSP;
  5680. else if (!strcmp("ipod",s->oformat->name)) mov->mode = MODE_IPOD;
  5681. else if (!strcmp("ismv",s->oformat->name)) mov->mode = MODE_ISM;
  5682. else if (!strcmp("f4v", s->oformat->name)) mov->mode = MODE_F4V;
  5683. }
  5684. if (mov->flags & FF_MOV_FLAG_DELAY_MOOV)
  5685. mov->flags |= FF_MOV_FLAG_EMPTY_MOOV;
  5686. /* Set the FRAGMENT flag if any of the fragmentation methods are
  5687. * enabled. */
  5688. if (mov->max_fragment_duration || mov->max_fragment_size ||
  5689. mov->flags & (FF_MOV_FLAG_EMPTY_MOOV |
  5690. FF_MOV_FLAG_FRAG_KEYFRAME |
  5691. FF_MOV_FLAG_FRAG_CUSTOM |
  5692. FF_MOV_FLAG_FRAG_EVERY_FRAME))
  5693. mov->flags |= FF_MOV_FLAG_FRAGMENT;
  5694. /* Set other implicit flags immediately */
  5695. if (mov->mode == MODE_ISM)
  5696. mov->flags |= FF_MOV_FLAG_EMPTY_MOOV | FF_MOV_FLAG_SEPARATE_MOOF |
  5697. FF_MOV_FLAG_FRAGMENT | FF_MOV_FLAG_NEGATIVE_CTS_OFFSETS;
  5698. if (mov->flags & FF_MOV_FLAG_DASH)
  5699. mov->flags |= FF_MOV_FLAG_FRAGMENT | FF_MOV_FLAG_EMPTY_MOOV |
  5700. FF_MOV_FLAG_DEFAULT_BASE_MOOF;
  5701. if (mov->flags & FF_MOV_FLAG_CMAF)
  5702. mov->flags |= FF_MOV_FLAG_FRAGMENT | FF_MOV_FLAG_EMPTY_MOOV |
  5703. FF_MOV_FLAG_DEFAULT_BASE_MOOF | FF_MOV_FLAG_NEGATIVE_CTS_OFFSETS;
  5704. if (mov->flags & FF_MOV_FLAG_EMPTY_MOOV && s->flags & AVFMT_FLAG_AUTO_BSF) {
  5705. av_log(s, AV_LOG_VERBOSE, "Empty MOOV enabled; disabling automatic bitstream filtering\n");
  5706. s->flags &= ~AVFMT_FLAG_AUTO_BSF;
  5707. }
  5708. if (mov->flags & FF_MOV_FLAG_GLOBAL_SIDX && mov->flags & FF_MOV_FLAG_SKIP_SIDX) {
  5709. av_log(s, AV_LOG_WARNING, "Global SIDX enabled; Ignoring skip_sidx option\n");
  5710. mov->flags &= ~FF_MOV_FLAG_SKIP_SIDX;
  5711. }
  5712. if (mov->flags & FF_MOV_FLAG_FASTSTART) {
  5713. mov->reserved_moov_size = -1;
  5714. }
  5715. if (mov->use_editlist < 0) {
  5716. mov->use_editlist = 1;
  5717. if (mov->flags & FF_MOV_FLAG_FRAGMENT &&
  5718. !(mov->flags & FF_MOV_FLAG_DELAY_MOOV)) {
  5719. // If we can avoid needing an edit list by shifting the
  5720. // tracks, prefer that over (trying to) write edit lists
  5721. // in fragmented output.
  5722. if (s->avoid_negative_ts == AVFMT_AVOID_NEG_TS_AUTO ||
  5723. s->avoid_negative_ts == AVFMT_AVOID_NEG_TS_MAKE_ZERO)
  5724. mov->use_editlist = 0;
  5725. }
  5726. if (mov->flags & FF_MOV_FLAG_CMAF) {
  5727. // CMAF Track requires negative cts offsets without edit lists
  5728. mov->use_editlist = 0;
  5729. }
  5730. }
  5731. if (mov->flags & FF_MOV_FLAG_EMPTY_MOOV &&
  5732. !(mov->flags & FF_MOV_FLAG_DELAY_MOOV) && mov->use_editlist)
  5733. av_log(s, AV_LOG_WARNING, "No meaningful edit list will be written when using empty_moov without delay_moov\n");
  5734. if (mov->flags & FF_MOV_FLAG_CMAF && mov->use_editlist) {
  5735. av_log(s, AV_LOG_WARNING, "Edit list enabled; Assuming writing CMAF Track File\n");
  5736. mov->flags &= ~FF_MOV_FLAG_NEGATIVE_CTS_OFFSETS;
  5737. }
  5738. if (!mov->use_editlist && s->avoid_negative_ts == AVFMT_AVOID_NEG_TS_AUTO &&
  5739. !(mov->flags & FF_MOV_FLAG_NEGATIVE_CTS_OFFSETS))
  5740. s->avoid_negative_ts = AVFMT_AVOID_NEG_TS_MAKE_ZERO;
  5741. /* Clear the omit_tfhd_offset flag if default_base_moof is set;
  5742. * if the latter is set that's enough and omit_tfhd_offset doesn't
  5743. * add anything extra on top of that. */
  5744. if (mov->flags & FF_MOV_FLAG_OMIT_TFHD_OFFSET &&
  5745. mov->flags & FF_MOV_FLAG_DEFAULT_BASE_MOOF)
  5746. mov->flags &= ~FF_MOV_FLAG_OMIT_TFHD_OFFSET;
  5747. if (mov->frag_interleave &&
  5748. mov->flags & (FF_MOV_FLAG_OMIT_TFHD_OFFSET | FF_MOV_FLAG_SEPARATE_MOOF)) {
  5749. av_log(s, AV_LOG_ERROR,
  5750. "Sample interleaving in fragments is mutually exclusive with "
  5751. "omit_tfhd_offset and separate_moof\n");
  5752. return AVERROR(EINVAL);
  5753. }
  5754. /* Non-seekable output is ok if using fragmentation. If ism_lookahead
  5755. * is enabled, we don't support non-seekable output at all. */
  5756. if (!(s->pb->seekable & AVIO_SEEKABLE_NORMAL) &&
  5757. (!(mov->flags & FF_MOV_FLAG_FRAGMENT) || mov->ism_lookahead)) {
  5758. av_log(s, AV_LOG_ERROR, "muxer does not support non seekable output\n");
  5759. return AVERROR(EINVAL);
  5760. }
  5761. mov->nb_streams = s->nb_streams;
  5762. if (mov->mode & (MODE_MP4|MODE_MOV|MODE_IPOD) && s->nb_chapters)
  5763. mov->chapter_track = mov->nb_streams++;
  5764. if (mov->flags & FF_MOV_FLAG_RTP_HINT) {
  5765. for (i = 0; i < s->nb_streams; i++)
  5766. if (rtp_hinting_needed(s->streams[i]))
  5767. mov->nb_streams++;
  5768. }
  5769. if ( mov->write_tmcd == -1 && (mov->mode == MODE_MOV || mov->mode == MODE_MP4)
  5770. || mov->write_tmcd == 1) {
  5771. /* +1 tmcd track for each video stream with a timecode */
  5772. for (i = 0; i < s->nb_streams; i++) {
  5773. AVStream *st = s->streams[i];
  5774. AVDictionaryEntry *t = global_tcr;
  5775. if (st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO &&
  5776. (t || (t=av_dict_get(st->metadata, "timecode", NULL, 0)))) {
  5777. AVTimecode tc;
  5778. ret = mov_check_timecode_track(s, &tc, i, t->value);
  5779. if (ret >= 0)
  5780. mov->nb_meta_tmcd++;
  5781. }
  5782. }
  5783. /* check if there is already a tmcd track to remux */
  5784. if (mov->nb_meta_tmcd) {
  5785. for (i = 0; i < s->nb_streams; i++) {
  5786. AVStream *st = s->streams[i];
  5787. if (st->codecpar->codec_tag == MKTAG('t','m','c','d')) {
  5788. av_log(s, AV_LOG_WARNING, "You requested a copy of the original timecode track "
  5789. "so timecode metadata are now ignored\n");
  5790. mov->nb_meta_tmcd = 0;
  5791. }
  5792. }
  5793. }
  5794. mov->nb_streams += mov->nb_meta_tmcd;
  5795. }
  5796. // Reserve an extra stream for chapters for the case where chapters
  5797. // are written in the trailer
  5798. mov->tracks = av_mallocz_array((mov->nb_streams + 1), sizeof(*mov->tracks));
  5799. if (!mov->tracks)
  5800. return AVERROR(ENOMEM);
  5801. if (mov->encryption_scheme_str != NULL && strcmp(mov->encryption_scheme_str, "none") != 0) {
  5802. if (strcmp(mov->encryption_scheme_str, "cenc-aes-ctr") == 0) {
  5803. mov->encryption_scheme = MOV_ENC_CENC_AES_CTR;
  5804. if (mov->encryption_key_len != AES_CTR_KEY_SIZE) {
  5805. av_log(s, AV_LOG_ERROR, "Invalid encryption key len %d expected %d\n",
  5806. mov->encryption_key_len, AES_CTR_KEY_SIZE);
  5807. return AVERROR(EINVAL);
  5808. }
  5809. if (mov->encryption_kid_len != CENC_KID_SIZE) {
  5810. av_log(s, AV_LOG_ERROR, "Invalid encryption kid len %d expected %d\n",
  5811. mov->encryption_kid_len, CENC_KID_SIZE);
  5812. return AVERROR(EINVAL);
  5813. }
  5814. } else {
  5815. av_log(s, AV_LOG_ERROR, "unsupported encryption scheme %s\n",
  5816. mov->encryption_scheme_str);
  5817. return AVERROR(EINVAL);
  5818. }
  5819. }
  5820. for (i = 0; i < s->nb_streams; i++) {
  5821. AVStream *st= s->streams[i];
  5822. MOVTrack *track= &mov->tracks[i];
  5823. AVDictionaryEntry *lang = av_dict_get(st->metadata, "language", NULL,0);
  5824. track->st = st;
  5825. track->par = st->codecpar;
  5826. track->language = ff_mov_iso639_to_lang(lang?lang->value:"und", mov->mode!=MODE_MOV);
  5827. if (track->language < 0)
  5828. track->language = 32767; // Unspecified Macintosh language code
  5829. track->mode = mov->mode;
  5830. track->tag = mov_find_codec_tag(s, track);
  5831. if (!track->tag) {
  5832. av_log(s, AV_LOG_ERROR, "Could not find tag for codec %s in stream #%d, "
  5833. "codec not currently supported in container\n",
  5834. avcodec_get_name(st->codecpar->codec_id), i);
  5835. return AVERROR(EINVAL);
  5836. }
  5837. /* If hinting of this track is enabled by a later hint track,
  5838. * this is updated. */
  5839. track->hint_track = -1;
  5840. track->start_dts = AV_NOPTS_VALUE;
  5841. track->start_cts = AV_NOPTS_VALUE;
  5842. track->end_pts = AV_NOPTS_VALUE;
  5843. track->dts_shift = AV_NOPTS_VALUE;
  5844. if (st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO) {
  5845. if (track->tag == MKTAG('m','x','3','p') || track->tag == MKTAG('m','x','3','n') ||
  5846. track->tag == MKTAG('m','x','4','p') || track->tag == MKTAG('m','x','4','n') ||
  5847. track->tag == MKTAG('m','x','5','p') || track->tag == MKTAG('m','x','5','n')) {
  5848. if (st->codecpar->width != 720 || (st->codecpar->height != 608 && st->codecpar->height != 512)) {
  5849. av_log(s, AV_LOG_ERROR, "D-10/IMX must use 720x608 or 720x512 video resolution\n");
  5850. return AVERROR(EINVAL);
  5851. }
  5852. track->height = track->tag >> 24 == 'n' ? 486 : 576;
  5853. }
  5854. if (mov->video_track_timescale) {
  5855. track->timescale = mov->video_track_timescale;
  5856. if (mov->mode == MODE_ISM && mov->video_track_timescale != 10000000)
  5857. av_log(s, AV_LOG_WARNING, "Warning: some tools, like mp4split, assume a timescale of 10000000 for ISMV.\n");
  5858. } else {
  5859. track->timescale = st->time_base.den;
  5860. while(track->timescale < 10000)
  5861. track->timescale *= 2;
  5862. }
  5863. if (st->codecpar->width > 65535 || st->codecpar->height > 65535) {
  5864. av_log(s, AV_LOG_ERROR, "Resolution %dx%d too large for mov/mp4\n", st->codecpar->width, st->codecpar->height);
  5865. return AVERROR(EINVAL);
  5866. }
  5867. if (track->mode == MODE_MOV && track->timescale > 100000)
  5868. av_log(s, AV_LOG_WARNING,
  5869. "WARNING codec timebase is very high. If duration is too long,\n"
  5870. "file may not be playable by quicktime. Specify a shorter timebase\n"
  5871. "or choose different container.\n");
  5872. if (track->mode == MODE_MOV &&
  5873. track->par->codec_id == AV_CODEC_ID_RAWVIDEO &&
  5874. track->tag == MKTAG('r','a','w',' ')) {
  5875. enum AVPixelFormat pix_fmt = track->par->format;
  5876. if (pix_fmt == AV_PIX_FMT_NONE && track->par->bits_per_coded_sample == 1)
  5877. pix_fmt = AV_PIX_FMT_MONOWHITE;
  5878. track->is_unaligned_qt_rgb =
  5879. pix_fmt == AV_PIX_FMT_RGB24 ||
  5880. pix_fmt == AV_PIX_FMT_BGR24 ||
  5881. pix_fmt == AV_PIX_FMT_PAL8 ||
  5882. pix_fmt == AV_PIX_FMT_GRAY8 ||
  5883. pix_fmt == AV_PIX_FMT_MONOWHITE ||
  5884. pix_fmt == AV_PIX_FMT_MONOBLACK;
  5885. }
  5886. if (track->par->codec_id == AV_CODEC_ID_VP9 ||
  5887. track->par->codec_id == AV_CODEC_ID_AV1) {
  5888. if (track->mode != MODE_MP4) {
  5889. av_log(s, AV_LOG_ERROR, "%s only supported in MP4.\n", avcodec_get_name(track->par->codec_id));
  5890. return AVERROR(EINVAL);
  5891. }
  5892. } else if (track->par->codec_id == AV_CODEC_ID_VP8) {
  5893. /* altref frames handling is not defined in the spec as of version v1.0,
  5894. * so just forbid muxing VP8 streams altogether until a new version does */
  5895. av_log(s, AV_LOG_ERROR, "VP8 muxing is currently not supported.\n");
  5896. return AVERROR_PATCHWELCOME;
  5897. }
  5898. } else if (st->codecpar->codec_type == AVMEDIA_TYPE_AUDIO) {
  5899. track->timescale = st->codecpar->sample_rate;
  5900. if (!st->codecpar->frame_size && !av_get_bits_per_sample(st->codecpar->codec_id)) {
  5901. av_log(s, AV_LOG_WARNING, "track %d: codec frame size is not set\n", i);
  5902. track->audio_vbr = 1;
  5903. }else if (st->codecpar->codec_id == AV_CODEC_ID_ADPCM_MS ||
  5904. st->codecpar->codec_id == AV_CODEC_ID_ADPCM_IMA_WAV ||
  5905. st->codecpar->codec_id == AV_CODEC_ID_ILBC){
  5906. if (!st->codecpar->block_align) {
  5907. av_log(s, AV_LOG_ERROR, "track %d: codec block align is not set for adpcm\n", i);
  5908. return AVERROR(EINVAL);
  5909. }
  5910. track->sample_size = st->codecpar->block_align;
  5911. }else if (st->codecpar->frame_size > 1){ /* assume compressed audio */
  5912. track->audio_vbr = 1;
  5913. }else{
  5914. track->sample_size = (av_get_bits_per_sample(st->codecpar->codec_id) >> 3) * st->codecpar->channels;
  5915. }
  5916. if (st->codecpar->codec_id == AV_CODEC_ID_ILBC ||
  5917. st->codecpar->codec_id == AV_CODEC_ID_ADPCM_IMA_QT) {
  5918. track->audio_vbr = 1;
  5919. }
  5920. if (track->mode != MODE_MOV &&
  5921. track->par->codec_id == AV_CODEC_ID_MP3 && track->timescale < 16000) {
  5922. if (s->strict_std_compliance >= FF_COMPLIANCE_NORMAL) {
  5923. av_log(s, AV_LOG_ERROR, "track %d: muxing mp3 at %dhz is not standard, to mux anyway set strict to -1\n",
  5924. i, track->par->sample_rate);
  5925. return AVERROR(EINVAL);
  5926. } else {
  5927. av_log(s, AV_LOG_WARNING, "track %d: muxing mp3 at %dhz is not standard in MP4\n",
  5928. i, track->par->sample_rate);
  5929. }
  5930. }
  5931. if (track->par->codec_id == AV_CODEC_ID_FLAC ||
  5932. track->par->codec_id == AV_CODEC_ID_TRUEHD ||
  5933. track->par->codec_id == AV_CODEC_ID_OPUS) {
  5934. if (track->mode != MODE_MP4) {
  5935. av_log(s, AV_LOG_ERROR, "%s only supported in MP4.\n", avcodec_get_name(track->par->codec_id));
  5936. return AVERROR(EINVAL);
  5937. }
  5938. if (track->par->codec_id != AV_CODEC_ID_OPUS &&
  5939. s->strict_std_compliance > FF_COMPLIANCE_EXPERIMENTAL) {
  5940. av_log(s, AV_LOG_ERROR,
  5941. "%s in MP4 support is experimental, add "
  5942. "'-strict %d' if you want to use it.\n",
  5943. avcodec_get_name(track->par->codec_id), FF_COMPLIANCE_EXPERIMENTAL);
  5944. return AVERROR_EXPERIMENTAL;
  5945. }
  5946. }
  5947. } else if (st->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE) {
  5948. track->timescale = st->time_base.den;
  5949. } else if (st->codecpar->codec_type == AVMEDIA_TYPE_DATA) {
  5950. track->timescale = st->time_base.den;
  5951. } else {
  5952. track->timescale = MOV_TIMESCALE;
  5953. }
  5954. if (!track->height)
  5955. track->height = st->codecpar->height;
  5956. /* The Protected Interoperable File Format (PIFF) standard, used by ISMV recommends but
  5957. doesn't mandate a track timescale of 10,000,000. The muxer allows a custom timescale
  5958. for video tracks, so if user-set, it isn't overwritten */
  5959. if (mov->mode == MODE_ISM &&
  5960. (st->codecpar->codec_type != AVMEDIA_TYPE_VIDEO ||
  5961. (st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO && !mov->video_track_timescale))) {
  5962. track->timescale = 10000000;
  5963. }
  5964. avpriv_set_pts_info(st, 64, 1, track->timescale);
  5965. if (mov->encryption_scheme == MOV_ENC_CENC_AES_CTR) {
  5966. ret = ff_mov_cenc_init(&track->cenc, mov->encryption_key,
  5967. track->par->codec_id == AV_CODEC_ID_H264, s->flags & AVFMT_FLAG_BITEXACT);
  5968. if (ret)
  5969. return ret;
  5970. }
  5971. }
  5972. enable_tracks(s);
  5973. return 0;
  5974. }
  5975. static int mov_write_header(AVFormatContext *s)
  5976. {
  5977. AVIOContext *pb = s->pb;
  5978. MOVMuxContext *mov = s->priv_data;
  5979. AVDictionaryEntry *t, *global_tcr = av_dict_get(s->metadata, "timecode", NULL, 0);
  5980. int i, ret, hint_track = 0, tmcd_track = 0, nb_tracks = s->nb_streams;
  5981. if (mov->mode & (MODE_MP4|MODE_MOV|MODE_IPOD) && s->nb_chapters)
  5982. nb_tracks++;
  5983. if (mov->flags & FF_MOV_FLAG_RTP_HINT) {
  5984. hint_track = nb_tracks;
  5985. for (i = 0; i < s->nb_streams; i++)
  5986. if (rtp_hinting_needed(s->streams[i]))
  5987. nb_tracks++;
  5988. }
  5989. if (mov->nb_meta_tmcd)
  5990. tmcd_track = nb_tracks;
  5991. for (i = 0; i < s->nb_streams; i++) {
  5992. int j;
  5993. AVStream *st= s->streams[i];
  5994. MOVTrack *track= &mov->tracks[i];
  5995. /* copy extradata if it exists */
  5996. if (st->codecpar->extradata_size) {
  5997. if (st->codecpar->codec_id == AV_CODEC_ID_DVD_SUBTITLE)
  5998. mov_create_dvd_sub_decoder_specific_info(track, st);
  5999. else if (!TAG_IS_AVCI(track->tag) && st->codecpar->codec_id != AV_CODEC_ID_DNXHD) {
  6000. track->vos_len = st->codecpar->extradata_size;
  6001. track->vos_data = av_malloc(track->vos_len + AV_INPUT_BUFFER_PADDING_SIZE);
  6002. if (!track->vos_data) {
  6003. return AVERROR(ENOMEM);
  6004. }
  6005. memcpy(track->vos_data, st->codecpar->extradata, track->vos_len);
  6006. memset(track->vos_data + track->vos_len, 0, AV_INPUT_BUFFER_PADDING_SIZE);
  6007. }
  6008. }
  6009. if (st->codecpar->codec_type != AVMEDIA_TYPE_AUDIO ||
  6010. track->par->channel_layout != AV_CH_LAYOUT_MONO)
  6011. continue;
  6012. for (j = 0; j < s->nb_streams; j++) {
  6013. AVStream *stj= s->streams[j];
  6014. MOVTrack *trackj= &mov->tracks[j];
  6015. if (j == i)
  6016. continue;
  6017. if (stj->codecpar->codec_type != AVMEDIA_TYPE_AUDIO ||
  6018. trackj->par->channel_layout != AV_CH_LAYOUT_MONO ||
  6019. trackj->language != track->language ||
  6020. trackj->tag != track->tag
  6021. )
  6022. continue;
  6023. track->multichannel_as_mono++;
  6024. }
  6025. }
  6026. if (!(mov->flags & FF_MOV_FLAG_DELAY_MOOV)) {
  6027. if ((ret = mov_write_identification(pb, s)) < 0)
  6028. return ret;
  6029. }
  6030. if (mov->reserved_moov_size){
  6031. mov->reserved_header_pos = avio_tell(pb);
  6032. if (mov->reserved_moov_size > 0)
  6033. avio_skip(pb, mov->reserved_moov_size);
  6034. }
  6035. if (mov->flags & FF_MOV_FLAG_FRAGMENT) {
  6036. /* If no fragmentation options have been set, set a default. */
  6037. if (!(mov->flags & (FF_MOV_FLAG_FRAG_KEYFRAME |
  6038. FF_MOV_FLAG_FRAG_CUSTOM |
  6039. FF_MOV_FLAG_FRAG_EVERY_FRAME)) &&
  6040. !mov->max_fragment_duration && !mov->max_fragment_size)
  6041. mov->flags |= FF_MOV_FLAG_FRAG_KEYFRAME;
  6042. } else {
  6043. if (mov->flags & FF_MOV_FLAG_FASTSTART)
  6044. mov->reserved_header_pos = avio_tell(pb);
  6045. mov_write_mdat_tag(pb, mov);
  6046. }
  6047. ff_parse_creation_time_metadata(s, &mov->time, 1);
  6048. if (mov->time)
  6049. mov->time += 0x7C25B080; // 1970 based -> 1904 based
  6050. if (mov->chapter_track)
  6051. if ((ret = mov_create_chapter_track(s, mov->chapter_track)) < 0)
  6052. return ret;
  6053. if (mov->flags & FF_MOV_FLAG_RTP_HINT) {
  6054. for (i = 0; i < s->nb_streams; i++) {
  6055. if (rtp_hinting_needed(s->streams[i])) {
  6056. if ((ret = ff_mov_init_hinting(s, hint_track, i)) < 0)
  6057. return ret;
  6058. hint_track++;
  6059. }
  6060. }
  6061. }
  6062. if (mov->nb_meta_tmcd) {
  6063. /* Initialize the tmcd tracks */
  6064. for (i = 0; i < s->nb_streams; i++) {
  6065. AVStream *st = s->streams[i];
  6066. t = global_tcr;
  6067. if (st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO) {
  6068. AVTimecode tc;
  6069. if (!t)
  6070. t = av_dict_get(st->metadata, "timecode", NULL, 0);
  6071. if (!t)
  6072. continue;
  6073. if (mov_check_timecode_track(s, &tc, i, t->value) < 0)
  6074. continue;
  6075. if ((ret = mov_create_timecode_track(s, tmcd_track, i, tc)) < 0)
  6076. return ret;
  6077. tmcd_track++;
  6078. }
  6079. }
  6080. }
  6081. avio_flush(pb);
  6082. if (mov->flags & FF_MOV_FLAG_ISML)
  6083. mov_write_isml_manifest(pb, mov, s);
  6084. if (mov->flags & FF_MOV_FLAG_EMPTY_MOOV &&
  6085. !(mov->flags & FF_MOV_FLAG_DELAY_MOOV)) {
  6086. if ((ret = mov_write_moov_tag(pb, mov, s)) < 0)
  6087. return ret;
  6088. mov->moov_written = 1;
  6089. if (mov->flags & FF_MOV_FLAG_GLOBAL_SIDX)
  6090. mov->reserved_header_pos = avio_tell(pb);
  6091. }
  6092. return 0;
  6093. }
  6094. static int get_moov_size(AVFormatContext *s)
  6095. {
  6096. int ret;
  6097. AVIOContext *moov_buf;
  6098. MOVMuxContext *mov = s->priv_data;
  6099. if ((ret = ffio_open_null_buf(&moov_buf)) < 0)
  6100. return ret;
  6101. if ((ret = mov_write_moov_tag(moov_buf, mov, s)) < 0)
  6102. return ret;
  6103. return ffio_close_null_buf(moov_buf);
  6104. }
  6105. static int get_sidx_size(AVFormatContext *s)
  6106. {
  6107. int ret;
  6108. AVIOContext *buf;
  6109. MOVMuxContext *mov = s->priv_data;
  6110. if ((ret = ffio_open_null_buf(&buf)) < 0)
  6111. return ret;
  6112. mov_write_sidx_tags(buf, mov, -1, 0);
  6113. return ffio_close_null_buf(buf);
  6114. }
  6115. /*
  6116. * This function gets the moov size if moved to the top of the file: the chunk
  6117. * offset table can switch between stco (32-bit entries) to co64 (64-bit
  6118. * entries) when the moov is moved to the beginning, so the size of the moov
  6119. * would change. It also updates the chunk offset tables.
  6120. */
  6121. static int compute_moov_size(AVFormatContext *s)
  6122. {
  6123. int i, moov_size, moov_size2;
  6124. MOVMuxContext *mov = s->priv_data;
  6125. moov_size = get_moov_size(s);
  6126. if (moov_size < 0)
  6127. return moov_size;
  6128. for (i = 0; i < mov->nb_streams; i++)
  6129. mov->tracks[i].data_offset += moov_size;
  6130. moov_size2 = get_moov_size(s);
  6131. if (moov_size2 < 0)
  6132. return moov_size2;
  6133. /* if the size changed, we just switched from stco to co64 and need to
  6134. * update the offsets */
  6135. if (moov_size2 != moov_size)
  6136. for (i = 0; i < mov->nb_streams; i++)
  6137. mov->tracks[i].data_offset += moov_size2 - moov_size;
  6138. return moov_size2;
  6139. }
  6140. static int compute_sidx_size(AVFormatContext *s)
  6141. {
  6142. int i, sidx_size;
  6143. MOVMuxContext *mov = s->priv_data;
  6144. sidx_size = get_sidx_size(s);
  6145. if (sidx_size < 0)
  6146. return sidx_size;
  6147. for (i = 0; i < mov->nb_streams; i++)
  6148. mov->tracks[i].data_offset += sidx_size;
  6149. return sidx_size;
  6150. }
  6151. static int shift_data(AVFormatContext *s)
  6152. {
  6153. int ret = 0, moov_size;
  6154. MOVMuxContext *mov = s->priv_data;
  6155. int64_t pos, pos_end;
  6156. uint8_t *buf, *read_buf[2];
  6157. int read_buf_id = 0;
  6158. int read_size[2];
  6159. AVIOContext *read_pb;
  6160. if (mov->flags & FF_MOV_FLAG_FRAGMENT)
  6161. moov_size = compute_sidx_size(s);
  6162. else
  6163. moov_size = compute_moov_size(s);
  6164. if (moov_size < 0)
  6165. return moov_size;
  6166. buf = av_malloc(moov_size * 2);
  6167. if (!buf)
  6168. return AVERROR(ENOMEM);
  6169. read_buf[0] = buf;
  6170. read_buf[1] = buf + moov_size;
  6171. /* Shift the data: the AVIO context of the output can only be used for
  6172. * writing, so we re-open the same output, but for reading. It also avoids
  6173. * a read/seek/write/seek back and forth. */
  6174. avio_flush(s->pb);
  6175. ret = s->io_open(s, &read_pb, s->url, AVIO_FLAG_READ, NULL);
  6176. if (ret < 0) {
  6177. av_log(s, AV_LOG_ERROR, "Unable to re-open %s output file for "
  6178. "the second pass (faststart)\n", s->url);
  6179. goto end;
  6180. }
  6181. /* mark the end of the shift to up to the last data we wrote, and get ready
  6182. * for writing */
  6183. pos_end = avio_tell(s->pb);
  6184. avio_seek(s->pb, mov->reserved_header_pos + moov_size, SEEK_SET);
  6185. /* start reading at where the new moov will be placed */
  6186. avio_seek(read_pb, mov->reserved_header_pos, SEEK_SET);
  6187. pos = avio_tell(read_pb);
  6188. #define READ_BLOCK do { \
  6189. read_size[read_buf_id] = avio_read(read_pb, read_buf[read_buf_id], moov_size); \
  6190. read_buf_id ^= 1; \
  6191. } while (0)
  6192. /* shift data by chunk of at most moov_size */
  6193. READ_BLOCK;
  6194. do {
  6195. int n;
  6196. READ_BLOCK;
  6197. n = read_size[read_buf_id];
  6198. if (n <= 0)
  6199. break;
  6200. avio_write(s->pb, read_buf[read_buf_id], n);
  6201. pos += n;
  6202. } while (pos < pos_end);
  6203. ff_format_io_close(s, &read_pb);
  6204. end:
  6205. av_free(buf);
  6206. return ret;
  6207. }
  6208. static int mov_write_trailer(AVFormatContext *s)
  6209. {
  6210. MOVMuxContext *mov = s->priv_data;
  6211. AVIOContext *pb = s->pb;
  6212. int res = 0;
  6213. int i;
  6214. int64_t moov_pos;
  6215. if (mov->need_rewrite_extradata) {
  6216. for (i = 0; i < s->nb_streams; i++) {
  6217. MOVTrack *track = &mov->tracks[i];
  6218. AVCodecParameters *par = track->par;
  6219. track->vos_len = par->extradata_size;
  6220. av_freep(&track->vos_data);
  6221. track->vos_data = av_malloc(track->vos_len + AV_INPUT_BUFFER_PADDING_SIZE);
  6222. if (!track->vos_data)
  6223. return AVERROR(ENOMEM);
  6224. memcpy(track->vos_data, par->extradata, track->vos_len);
  6225. memset(track->vos_data + track->vos_len, 0, AV_INPUT_BUFFER_PADDING_SIZE);
  6226. }
  6227. mov->need_rewrite_extradata = 0;
  6228. }
  6229. /*
  6230. * Before actually writing the trailer, make sure that there are no
  6231. * dangling subtitles, that need a terminating sample.
  6232. */
  6233. for (i = 0; i < mov->nb_streams; i++) {
  6234. MOVTrack *trk = &mov->tracks[i];
  6235. if (trk->par->codec_id == AV_CODEC_ID_MOV_TEXT &&
  6236. !trk->last_sample_is_subtitle_end) {
  6237. mov_write_subtitle_end_packet(s, i, trk->track_duration);
  6238. trk->last_sample_is_subtitle_end = 1;
  6239. }
  6240. }
  6241. // If there were no chapters when the header was written, but there
  6242. // are chapters now, write them in the trailer. This only works
  6243. // when we are not doing fragments.
  6244. if (!mov->chapter_track && !(mov->flags & FF_MOV_FLAG_FRAGMENT)) {
  6245. if (mov->mode & (MODE_MP4|MODE_MOV|MODE_IPOD) && s->nb_chapters) {
  6246. mov->chapter_track = mov->nb_streams++;
  6247. if ((res = mov_create_chapter_track(s, mov->chapter_track)) < 0)
  6248. return res;
  6249. }
  6250. }
  6251. if (!(mov->flags & FF_MOV_FLAG_FRAGMENT)) {
  6252. moov_pos = avio_tell(pb);
  6253. /* Write size of mdat tag */
  6254. if (mov->mdat_size + 8 <= UINT32_MAX) {
  6255. avio_seek(pb, mov->mdat_pos, SEEK_SET);
  6256. avio_wb32(pb, mov->mdat_size + 8);
  6257. } else {
  6258. /* overwrite 'wide' placeholder atom */
  6259. avio_seek(pb, mov->mdat_pos - 8, SEEK_SET);
  6260. /* special value: real atom size will be 64 bit value after
  6261. * tag field */
  6262. avio_wb32(pb, 1);
  6263. ffio_wfourcc(pb, "mdat");
  6264. avio_wb64(pb, mov->mdat_size + 16);
  6265. }
  6266. avio_seek(pb, mov->reserved_moov_size > 0 ? mov->reserved_header_pos : moov_pos, SEEK_SET);
  6267. if (mov->flags & FF_MOV_FLAG_FASTSTART) {
  6268. av_log(s, AV_LOG_INFO, "Starting second pass: moving the moov atom to the beginning of the file\n");
  6269. res = shift_data(s);
  6270. if (res < 0)
  6271. return res;
  6272. avio_seek(pb, mov->reserved_header_pos, SEEK_SET);
  6273. if ((res = mov_write_moov_tag(pb, mov, s)) < 0)
  6274. return res;
  6275. } else if (mov->reserved_moov_size > 0) {
  6276. int64_t size;
  6277. if ((res = mov_write_moov_tag(pb, mov, s)) < 0)
  6278. return res;
  6279. size = mov->reserved_moov_size - (avio_tell(pb) - mov->reserved_header_pos);
  6280. if (size < 8){
  6281. av_log(s, AV_LOG_ERROR, "reserved_moov_size is too small, needed %"PRId64" additional\n", 8-size);
  6282. return AVERROR(EINVAL);
  6283. }
  6284. avio_wb32(pb, size);
  6285. ffio_wfourcc(pb, "free");
  6286. ffio_fill(pb, 0, size - 8);
  6287. avio_seek(pb, moov_pos, SEEK_SET);
  6288. } else {
  6289. if ((res = mov_write_moov_tag(pb, mov, s)) < 0)
  6290. return res;
  6291. }
  6292. res = 0;
  6293. } else {
  6294. mov_auto_flush_fragment(s, 1);
  6295. for (i = 0; i < mov->nb_streams; i++)
  6296. mov->tracks[i].data_offset = 0;
  6297. if (mov->flags & FF_MOV_FLAG_GLOBAL_SIDX) {
  6298. int64_t end;
  6299. av_log(s, AV_LOG_INFO, "Starting second pass: inserting sidx atoms\n");
  6300. res = shift_data(s);
  6301. if (res < 0)
  6302. return res;
  6303. end = avio_tell(pb);
  6304. avio_seek(pb, mov->reserved_header_pos, SEEK_SET);
  6305. mov_write_sidx_tags(pb, mov, -1, 0);
  6306. avio_seek(pb, end, SEEK_SET);
  6307. }
  6308. if (!(mov->flags & FF_MOV_FLAG_SKIP_TRAILER)) {
  6309. avio_write_marker(s->pb, AV_NOPTS_VALUE, AVIO_DATA_MARKER_TRAILER);
  6310. res = mov_write_mfra_tag(pb, mov);
  6311. if (res < 0)
  6312. return res;
  6313. }
  6314. }
  6315. return res;
  6316. }
  6317. static int mov_check_bitstream(struct AVFormatContext *s, const AVPacket *pkt)
  6318. {
  6319. int ret = 1;
  6320. AVStream *st = s->streams[pkt->stream_index];
  6321. if (st->codecpar->codec_id == AV_CODEC_ID_AAC) {
  6322. if (pkt->size > 2 && (AV_RB16(pkt->data) & 0xfff0) == 0xfff0)
  6323. ret = ff_stream_add_bitstream_filter(st, "aac_adtstoasc", NULL);
  6324. } else if (st->codecpar->codec_id == AV_CODEC_ID_VP9) {
  6325. ret = ff_stream_add_bitstream_filter(st, "vp9_superframe", NULL);
  6326. }
  6327. return ret;
  6328. }
  6329. static const AVCodecTag codec_3gp_tags[] = {
  6330. { AV_CODEC_ID_H263, MKTAG('s','2','6','3') },
  6331. { AV_CODEC_ID_H264, MKTAG('a','v','c','1') },
  6332. { AV_CODEC_ID_MPEG4, MKTAG('m','p','4','v') },
  6333. { AV_CODEC_ID_AAC, MKTAG('m','p','4','a') },
  6334. { AV_CODEC_ID_AMR_NB, MKTAG('s','a','m','r') },
  6335. { AV_CODEC_ID_AMR_WB, MKTAG('s','a','w','b') },
  6336. { AV_CODEC_ID_MOV_TEXT, MKTAG('t','x','3','g') },
  6337. { AV_CODEC_ID_NONE, 0 },
  6338. };
  6339. static const AVCodecTag codec_mp4_tags[] = {
  6340. { AV_CODEC_ID_MPEG4, MKTAG('m', 'p', '4', 'v') },
  6341. { AV_CODEC_ID_H264, MKTAG('a', 'v', 'c', '1') },
  6342. { AV_CODEC_ID_H264, MKTAG('a', 'v', 'c', '3') },
  6343. { AV_CODEC_ID_HEVC, MKTAG('h', 'e', 'v', '1') },
  6344. { AV_CODEC_ID_HEVC, MKTAG('h', 'v', 'c', '1') },
  6345. { AV_CODEC_ID_MPEG2VIDEO, MKTAG('m', 'p', '4', 'v') },
  6346. { AV_CODEC_ID_MPEG1VIDEO, MKTAG('m', 'p', '4', 'v') },
  6347. { AV_CODEC_ID_MJPEG, MKTAG('m', 'p', '4', 'v') },
  6348. { AV_CODEC_ID_PNG, MKTAG('m', 'p', '4', 'v') },
  6349. { AV_CODEC_ID_JPEG2000, MKTAG('m', 'p', '4', 'v') },
  6350. { AV_CODEC_ID_VC1, MKTAG('v', 'c', '-', '1') },
  6351. { AV_CODEC_ID_DIRAC, MKTAG('d', 'r', 'a', 'c') },
  6352. { AV_CODEC_ID_TSCC2, MKTAG('m', 'p', '4', 'v') },
  6353. { AV_CODEC_ID_VP9, MKTAG('v', 'p', '0', '9') },
  6354. { AV_CODEC_ID_AV1, MKTAG('a', 'v', '0', '1') },
  6355. { AV_CODEC_ID_AAC, MKTAG('m', 'p', '4', 'a') },
  6356. { AV_CODEC_ID_ALAC, MKTAG('a', 'l', 'a', 'c') },
  6357. { AV_CODEC_ID_MP4ALS, MKTAG('m', 'p', '4', 'a') },
  6358. { AV_CODEC_ID_MP3, MKTAG('m', 'p', '4', 'a') },
  6359. { AV_CODEC_ID_MP2, MKTAG('m', 'p', '4', 'a') },
  6360. { AV_CODEC_ID_AC3, MKTAG('a', 'c', '-', '3') },
  6361. { AV_CODEC_ID_EAC3, MKTAG('e', 'c', '-', '3') },
  6362. { AV_CODEC_ID_DTS, MKTAG('m', 'p', '4', 'a') },
  6363. { AV_CODEC_ID_TRUEHD, MKTAG('m', 'l', 'p', 'a') },
  6364. { AV_CODEC_ID_FLAC, MKTAG('f', 'L', 'a', 'C') },
  6365. { AV_CODEC_ID_OPUS, MKTAG('O', 'p', 'u', 's') },
  6366. { AV_CODEC_ID_VORBIS, MKTAG('m', 'p', '4', 'a') },
  6367. { AV_CODEC_ID_QCELP, MKTAG('m', 'p', '4', 'a') },
  6368. { AV_CODEC_ID_EVRC, MKTAG('m', 'p', '4', 'a') },
  6369. { AV_CODEC_ID_DVD_SUBTITLE, MKTAG('m', 'p', '4', 's') },
  6370. { AV_CODEC_ID_MOV_TEXT, MKTAG('t', 'x', '3', 'g') },
  6371. { AV_CODEC_ID_BIN_DATA, MKTAG('g', 'p', 'm', 'd') },
  6372. { AV_CODEC_ID_MPEGH_3D_AUDIO, MKTAG('m', 'h', 'm', '1') },
  6373. { AV_CODEC_ID_NONE, 0 },
  6374. };
  6375. static const AVCodecTag codec_ism_tags[] = {
  6376. { AV_CODEC_ID_WMAPRO , MKTAG('w', 'm', 'a', ' ') },
  6377. { AV_CODEC_ID_NONE , 0 },
  6378. };
  6379. static const AVCodecTag codec_ipod_tags[] = {
  6380. { AV_CODEC_ID_H264, MKTAG('a','v','c','1') },
  6381. { AV_CODEC_ID_MPEG4, MKTAG('m','p','4','v') },
  6382. { AV_CODEC_ID_AAC, MKTAG('m','p','4','a') },
  6383. { AV_CODEC_ID_ALAC, MKTAG('a','l','a','c') },
  6384. { AV_CODEC_ID_AC3, MKTAG('a','c','-','3') },
  6385. { AV_CODEC_ID_MOV_TEXT, MKTAG('t','x','3','g') },
  6386. { AV_CODEC_ID_MOV_TEXT, MKTAG('t','e','x','t') },
  6387. { AV_CODEC_ID_NONE, 0 },
  6388. };
  6389. static const AVCodecTag codec_f4v_tags[] = {
  6390. { AV_CODEC_ID_MP3, MKTAG('.','m','p','3') },
  6391. { AV_CODEC_ID_AAC, MKTAG('m','p','4','a') },
  6392. { AV_CODEC_ID_H264, MKTAG('a','v','c','1') },
  6393. { AV_CODEC_ID_VP6A, MKTAG('V','P','6','A') },
  6394. { AV_CODEC_ID_VP6F, MKTAG('V','P','6','F') },
  6395. { AV_CODEC_ID_NONE, 0 },
  6396. };
  6397. #if CONFIG_MOV_MUXER
  6398. MOV_CLASS(mov)
  6399. AVOutputFormat ff_mov_muxer = {
  6400. .name = "mov",
  6401. .long_name = NULL_IF_CONFIG_SMALL("QuickTime / MOV"),
  6402. .extensions = "mov",
  6403. .priv_data_size = sizeof(MOVMuxContext),
  6404. .audio_codec = AV_CODEC_ID_AAC,
  6405. .video_codec = CONFIG_LIBX264_ENCODER ?
  6406. AV_CODEC_ID_H264 : AV_CODEC_ID_MPEG4,
  6407. .init = mov_init,
  6408. .write_header = mov_write_header,
  6409. .write_packet = mov_write_packet,
  6410. .write_trailer = mov_write_trailer,
  6411. .deinit = mov_free,
  6412. .flags = AVFMT_GLOBALHEADER | AVFMT_ALLOW_FLUSH | AVFMT_TS_NEGATIVE,
  6413. .codec_tag = (const AVCodecTag* const []){
  6414. ff_codec_movvideo_tags, ff_codec_movaudio_tags, ff_codec_movsubtitle_tags, 0
  6415. },
  6416. .check_bitstream = mov_check_bitstream,
  6417. .priv_class = &mov_muxer_class,
  6418. };
  6419. #endif
  6420. #if CONFIG_TGP_MUXER
  6421. MOV_CLASS(tgp)
  6422. AVOutputFormat ff_tgp_muxer = {
  6423. .name = "3gp",
  6424. .long_name = NULL_IF_CONFIG_SMALL("3GP (3GPP file format)"),
  6425. .extensions = "3gp",
  6426. .priv_data_size = sizeof(MOVMuxContext),
  6427. .audio_codec = AV_CODEC_ID_AMR_NB,
  6428. .video_codec = AV_CODEC_ID_H263,
  6429. .init = mov_init,
  6430. .write_header = mov_write_header,
  6431. .write_packet = mov_write_packet,
  6432. .write_trailer = mov_write_trailer,
  6433. .deinit = mov_free,
  6434. .flags = AVFMT_GLOBALHEADER | AVFMT_ALLOW_FLUSH | AVFMT_TS_NEGATIVE,
  6435. .codec_tag = (const AVCodecTag* const []){ codec_3gp_tags, 0 },
  6436. .check_bitstream = mov_check_bitstream,
  6437. .priv_class = &tgp_muxer_class,
  6438. };
  6439. #endif
  6440. #if CONFIG_MP4_MUXER
  6441. MOV_CLASS(mp4)
  6442. AVOutputFormat ff_mp4_muxer = {
  6443. .name = "mp4",
  6444. .long_name = NULL_IF_CONFIG_SMALL("MP4 (MPEG-4 Part 14)"),
  6445. .mime_type = "video/mp4",
  6446. .extensions = "mp4",
  6447. .priv_data_size = sizeof(MOVMuxContext),
  6448. .audio_codec = AV_CODEC_ID_AAC,
  6449. .video_codec = CONFIG_LIBX264_ENCODER ?
  6450. AV_CODEC_ID_H264 : AV_CODEC_ID_MPEG4,
  6451. .init = mov_init,
  6452. .write_header = mov_write_header,
  6453. .write_packet = mov_write_packet,
  6454. .write_trailer = mov_write_trailer,
  6455. .deinit = mov_free,
  6456. .flags = AVFMT_GLOBALHEADER | AVFMT_ALLOW_FLUSH | AVFMT_TS_NEGATIVE,
  6457. .codec_tag = (const AVCodecTag* const []){ codec_mp4_tags, 0 },
  6458. .check_bitstream = mov_check_bitstream,
  6459. .priv_class = &mp4_muxer_class,
  6460. };
  6461. #endif
  6462. #if CONFIG_PSP_MUXER
  6463. MOV_CLASS(psp)
  6464. AVOutputFormat ff_psp_muxer = {
  6465. .name = "psp",
  6466. .long_name = NULL_IF_CONFIG_SMALL("PSP MP4 (MPEG-4 Part 14)"),
  6467. .extensions = "mp4,psp",
  6468. .priv_data_size = sizeof(MOVMuxContext),
  6469. .audio_codec = AV_CODEC_ID_AAC,
  6470. .video_codec = CONFIG_LIBX264_ENCODER ?
  6471. AV_CODEC_ID_H264 : AV_CODEC_ID_MPEG4,
  6472. .init = mov_init,
  6473. .write_header = mov_write_header,
  6474. .write_packet = mov_write_packet,
  6475. .write_trailer = mov_write_trailer,
  6476. .deinit = mov_free,
  6477. .flags = AVFMT_GLOBALHEADER | AVFMT_ALLOW_FLUSH | AVFMT_TS_NEGATIVE,
  6478. .codec_tag = (const AVCodecTag* const []){ codec_mp4_tags, 0 },
  6479. .check_bitstream = mov_check_bitstream,
  6480. .priv_class = &psp_muxer_class,
  6481. };
  6482. #endif
  6483. #if CONFIG_TG2_MUXER
  6484. MOV_CLASS(tg2)
  6485. AVOutputFormat ff_tg2_muxer = {
  6486. .name = "3g2",
  6487. .long_name = NULL_IF_CONFIG_SMALL("3GP2 (3GPP2 file format)"),
  6488. .extensions = "3g2",
  6489. .priv_data_size = sizeof(MOVMuxContext),
  6490. .audio_codec = AV_CODEC_ID_AMR_NB,
  6491. .video_codec = AV_CODEC_ID_H263,
  6492. .init = mov_init,
  6493. .write_header = mov_write_header,
  6494. .write_packet = mov_write_packet,
  6495. .write_trailer = mov_write_trailer,
  6496. .deinit = mov_free,
  6497. .flags = AVFMT_GLOBALHEADER | AVFMT_ALLOW_FLUSH | AVFMT_TS_NEGATIVE,
  6498. .codec_tag = (const AVCodecTag* const []){ codec_3gp_tags, 0 },
  6499. .check_bitstream = mov_check_bitstream,
  6500. .priv_class = &tg2_muxer_class,
  6501. };
  6502. #endif
  6503. #if CONFIG_IPOD_MUXER
  6504. MOV_CLASS(ipod)
  6505. AVOutputFormat ff_ipod_muxer = {
  6506. .name = "ipod",
  6507. .long_name = NULL_IF_CONFIG_SMALL("iPod H.264 MP4 (MPEG-4 Part 14)"),
  6508. .mime_type = "video/mp4",
  6509. .extensions = "m4v,m4a,m4b",
  6510. .priv_data_size = sizeof(MOVMuxContext),
  6511. .audio_codec = AV_CODEC_ID_AAC,
  6512. .video_codec = AV_CODEC_ID_H264,
  6513. .init = mov_init,
  6514. .write_header = mov_write_header,
  6515. .write_packet = mov_write_packet,
  6516. .write_trailer = mov_write_trailer,
  6517. .deinit = mov_free,
  6518. .flags = AVFMT_GLOBALHEADER | AVFMT_ALLOW_FLUSH | AVFMT_TS_NEGATIVE,
  6519. .codec_tag = (const AVCodecTag* const []){ codec_ipod_tags, 0 },
  6520. .check_bitstream = mov_check_bitstream,
  6521. .priv_class = &ipod_muxer_class,
  6522. };
  6523. #endif
  6524. #if CONFIG_ISMV_MUXER
  6525. MOV_CLASS(ismv)
  6526. AVOutputFormat ff_ismv_muxer = {
  6527. .name = "ismv",
  6528. .long_name = NULL_IF_CONFIG_SMALL("ISMV/ISMA (Smooth Streaming)"),
  6529. .mime_type = "video/mp4",
  6530. .extensions = "ismv,isma",
  6531. .priv_data_size = sizeof(MOVMuxContext),
  6532. .audio_codec = AV_CODEC_ID_AAC,
  6533. .video_codec = AV_CODEC_ID_H264,
  6534. .init = mov_init,
  6535. .write_header = mov_write_header,
  6536. .write_packet = mov_write_packet,
  6537. .write_trailer = mov_write_trailer,
  6538. .deinit = mov_free,
  6539. .flags = AVFMT_GLOBALHEADER | AVFMT_ALLOW_FLUSH | AVFMT_TS_NEGATIVE,
  6540. .codec_tag = (const AVCodecTag* const []){
  6541. codec_mp4_tags, codec_ism_tags, 0 },
  6542. .check_bitstream = mov_check_bitstream,
  6543. .priv_class = &ismv_muxer_class,
  6544. };
  6545. #endif
  6546. #if CONFIG_F4V_MUXER
  6547. MOV_CLASS(f4v)
  6548. AVOutputFormat ff_f4v_muxer = {
  6549. .name = "f4v",
  6550. .long_name = NULL_IF_CONFIG_SMALL("F4V Adobe Flash Video"),
  6551. .mime_type = "application/f4v",
  6552. .extensions = "f4v",
  6553. .priv_data_size = sizeof(MOVMuxContext),
  6554. .audio_codec = AV_CODEC_ID_AAC,
  6555. .video_codec = AV_CODEC_ID_H264,
  6556. .init = mov_init,
  6557. .write_header = mov_write_header,
  6558. .write_packet = mov_write_packet,
  6559. .write_trailer = mov_write_trailer,
  6560. .deinit = mov_free,
  6561. .flags = AVFMT_GLOBALHEADER | AVFMT_ALLOW_FLUSH,
  6562. .codec_tag = (const AVCodecTag* const []){ codec_f4v_tags, 0 },
  6563. .check_bitstream = mov_check_bitstream,
  6564. .priv_class = &f4v_muxer_class,
  6565. };
  6566. #endif