You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

663 lines
23KB

  1. /*
  2. * FLV demuxer
  3. * Copyright (c) 2003 The Libav Project
  4. *
  5. * This demuxer will generate a 1 byte extradata for VP6F content.
  6. * It is composed of:
  7. * - upper 4bits: difference between encoded width and visible width
  8. * - lower 4bits: difference between encoded height and visible height
  9. *
  10. * This file is part of Libav.
  11. *
  12. * Libav is free software; you can redistribute it and/or
  13. * modify it under the terms of the GNU Lesser General Public
  14. * License as published by the Free Software Foundation; either
  15. * version 2.1 of the License, or (at your option) any later version.
  16. *
  17. * Libav is distributed in the hope that it will be useful,
  18. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  19. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  20. * Lesser General Public License for more details.
  21. *
  22. * You should have received a copy of the GNU Lesser General Public
  23. * License along with Libav; if not, write to the Free Software
  24. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  25. */
  26. #include "libavutil/avstring.h"
  27. #include "libavutil/dict.h"
  28. #include "libavutil/intfloat.h"
  29. #include "libavutil/mathematics.h"
  30. #include "libavcodec/bytestream.h"
  31. #include "libavcodec/mpeg4audio.h"
  32. #include "avformat.h"
  33. #include "internal.h"
  34. #include "avio_internal.h"
  35. #include "flv.h"
  36. #define KEYFRAMES_TAG "keyframes"
  37. #define KEYFRAMES_TIMESTAMP_TAG "times"
  38. #define KEYFRAMES_BYTEOFFSET_TAG "filepositions"
  39. typedef struct {
  40. int wrong_dts; ///< wrong dts due to negative cts
  41. uint8_t *new_extradata[2];
  42. int new_extradata_size[2];
  43. } FLVContext;
  44. static int flv_probe(AVProbeData *p)
  45. {
  46. const uint8_t *d;
  47. d = p->buf;
  48. if (d[0] == 'F' && d[1] == 'L' && d[2] == 'V' && d[3] < 5 && d[5]==0 && AV_RB32(d+5)>8) {
  49. return AVPROBE_SCORE_MAX;
  50. }
  51. return 0;
  52. }
  53. static void flv_set_audio_codec(AVFormatContext *s, AVStream *astream, int flv_codecid) {
  54. AVCodecContext *acodec = astream->codec;
  55. switch(flv_codecid) {
  56. //no distinction between S16 and S8 PCM codec flags
  57. case FLV_CODECID_PCM:
  58. acodec->codec_id = acodec->bits_per_coded_sample == 8 ? CODEC_ID_PCM_U8 :
  59. #if HAVE_BIGENDIAN
  60. CODEC_ID_PCM_S16BE;
  61. #else
  62. CODEC_ID_PCM_S16LE;
  63. #endif
  64. break;
  65. case FLV_CODECID_PCM_LE:
  66. acodec->codec_id = acodec->bits_per_coded_sample == 8 ? CODEC_ID_PCM_U8 : CODEC_ID_PCM_S16LE; break;
  67. case FLV_CODECID_AAC : acodec->codec_id = CODEC_ID_AAC; break;
  68. case FLV_CODECID_ADPCM: acodec->codec_id = CODEC_ID_ADPCM_SWF; break;
  69. case FLV_CODECID_SPEEX:
  70. acodec->codec_id = CODEC_ID_SPEEX;
  71. acodec->sample_rate = 16000;
  72. break;
  73. case FLV_CODECID_MP3 : acodec->codec_id = CODEC_ID_MP3 ; astream->need_parsing = AVSTREAM_PARSE_FULL; break;
  74. case FLV_CODECID_NELLYMOSER_8KHZ_MONO:
  75. acodec->sample_rate = 8000; //in case metadata does not otherwise declare samplerate
  76. acodec->codec_id = CODEC_ID_NELLYMOSER;
  77. break;
  78. case FLV_CODECID_NELLYMOSER_16KHZ_MONO:
  79. acodec->sample_rate = 16000;
  80. acodec->codec_id = CODEC_ID_NELLYMOSER;
  81. break;
  82. case FLV_CODECID_NELLYMOSER:
  83. acodec->codec_id = CODEC_ID_NELLYMOSER;
  84. break;
  85. default:
  86. av_log(s, AV_LOG_INFO, "Unsupported audio codec (%x)\n", flv_codecid >> FLV_AUDIO_CODECID_OFFSET);
  87. acodec->codec_tag = flv_codecid >> FLV_AUDIO_CODECID_OFFSET;
  88. }
  89. }
  90. static int flv_set_video_codec(AVFormatContext *s, AVStream *vstream, int flv_codecid) {
  91. AVCodecContext *vcodec = vstream->codec;
  92. switch(flv_codecid) {
  93. case FLV_CODECID_H263 : vcodec->codec_id = CODEC_ID_FLV1 ; break;
  94. case FLV_CODECID_SCREEN: vcodec->codec_id = CODEC_ID_FLASHSV; break;
  95. case FLV_CODECID_SCREEN2: vcodec->codec_id = CODEC_ID_FLASHSV2; break;
  96. case FLV_CODECID_VP6 : vcodec->codec_id = CODEC_ID_VP6F ;
  97. case FLV_CODECID_VP6A :
  98. if(flv_codecid == FLV_CODECID_VP6A)
  99. vcodec->codec_id = CODEC_ID_VP6A;
  100. if(vcodec->extradata_size != 1) {
  101. vcodec->extradata_size = 1;
  102. vcodec->extradata = av_malloc(1);
  103. }
  104. vcodec->extradata[0] = avio_r8(s->pb);
  105. return 1; // 1 byte body size adjustment for flv_read_packet()
  106. case FLV_CODECID_H264:
  107. vcodec->codec_id = CODEC_ID_H264;
  108. return 3; // not 4, reading packet type will consume one byte
  109. default:
  110. av_log(s, AV_LOG_INFO, "Unsupported video codec (%x)\n", flv_codecid);
  111. vcodec->codec_tag = flv_codecid;
  112. }
  113. return 0;
  114. }
  115. static int amf_get_string(AVIOContext *ioc, char *buffer, int buffsize) {
  116. int length = avio_rb16(ioc);
  117. if(length >= buffsize) {
  118. avio_skip(ioc, length);
  119. return -1;
  120. }
  121. avio_read(ioc, buffer, length);
  122. buffer[length] = '\0';
  123. return length;
  124. }
  125. static int parse_keyframes_index(AVFormatContext *s, AVIOContext *ioc, AVStream *vstream, int64_t max_pos) {
  126. unsigned int arraylen = 0, timeslen = 0, fileposlen = 0, i;
  127. double num_val;
  128. char str_val[256];
  129. int64_t *times = NULL;
  130. int64_t *filepositions = NULL;
  131. int ret = AVERROR(ENOSYS);
  132. int64_t initial_pos = avio_tell(ioc);
  133. AVDictionaryEntry *creator = av_dict_get(s->metadata, "metadatacreator",
  134. NULL, 0);
  135. if (creator && !strcmp(creator->value, "MEGA")) {
  136. /* Files with this metadatacreator tag seem to have filepositions
  137. * pointing at the 4 trailer bytes of the previous packet,
  138. * which isn't the norm (nor what we expect here, nor what
  139. * jwplayer + lighttpd expect, nor what flvtool2 produces).
  140. * Just ignore the index in this case, instead of risking trying
  141. * to adjust it to something that might or might not work. */
  142. return 0;
  143. }
  144. while (avio_tell(ioc) < max_pos - 2 && amf_get_string(ioc, str_val, sizeof(str_val)) > 0) {
  145. int64_t* current_array;
  146. // Expect array object in context
  147. if (avio_r8(ioc) != AMF_DATA_TYPE_ARRAY)
  148. break;
  149. arraylen = avio_rb32(ioc);
  150. if (arraylen >> 28)
  151. break;
  152. /*
  153. * Expect only 'times' or 'filepositions' sub-arrays in other case refuse to use such metadata
  154. * for indexing
  155. */
  156. if (!strcmp(KEYFRAMES_TIMESTAMP_TAG, str_val) && !times) {
  157. if (!(times = av_mallocz(sizeof(*times) * arraylen))) {
  158. ret = AVERROR(ENOMEM);
  159. goto finish;
  160. }
  161. timeslen = arraylen;
  162. current_array = times;
  163. } else if (!strcmp(KEYFRAMES_BYTEOFFSET_TAG, str_val) && !filepositions) {
  164. if (!(filepositions = av_mallocz(sizeof(*filepositions) * arraylen))) {
  165. ret = AVERROR(ENOMEM);
  166. goto finish;
  167. }
  168. fileposlen = arraylen;
  169. current_array = filepositions;
  170. } else // unexpected metatag inside keyframes, will not use such metadata for indexing
  171. break;
  172. for (i = 0; i < arraylen && avio_tell(ioc) < max_pos - 1; i++) {
  173. if (avio_r8(ioc) != AMF_DATA_TYPE_NUMBER)
  174. goto finish;
  175. num_val = av_int2double(avio_rb64(ioc));
  176. current_array[i] = num_val;
  177. }
  178. if (times && filepositions) {
  179. // All done, exiting at a position allowing amf_parse_object
  180. // to finish parsing the object
  181. ret = 0;
  182. break;
  183. }
  184. }
  185. if (!ret && timeslen == fileposlen)
  186. for (i = 0; i < fileposlen; i++)
  187. av_add_index_entry(vstream, filepositions[i], times[i]*1000, 0, 0, AVINDEX_KEYFRAME);
  188. else
  189. av_log(s, AV_LOG_WARNING, "Invalid keyframes object, skipping.\n");
  190. finish:
  191. av_freep(&times);
  192. av_freep(&filepositions);
  193. // If we got unexpected data, but successfully reset back to
  194. // the start pos, the caller can continue parsing
  195. if (ret < 0 && avio_seek(ioc, initial_pos, SEEK_SET) > 0)
  196. return 0;
  197. return ret;
  198. }
  199. static int amf_parse_object(AVFormatContext *s, AVStream *astream, AVStream *vstream, const char *key, int64_t max_pos, int depth) {
  200. AVCodecContext *acodec, *vcodec;
  201. AVIOContext *ioc;
  202. AMFDataType amf_type;
  203. char str_val[256];
  204. double num_val;
  205. num_val = 0;
  206. ioc = s->pb;
  207. amf_type = avio_r8(ioc);
  208. switch(amf_type) {
  209. case AMF_DATA_TYPE_NUMBER:
  210. num_val = av_int2double(avio_rb64(ioc)); break;
  211. case AMF_DATA_TYPE_BOOL:
  212. num_val = avio_r8(ioc); break;
  213. case AMF_DATA_TYPE_STRING:
  214. if(amf_get_string(ioc, str_val, sizeof(str_val)) < 0)
  215. return -1;
  216. break;
  217. case AMF_DATA_TYPE_OBJECT: {
  218. unsigned int keylen;
  219. if ((vstream || astream) && key && !strcmp(KEYFRAMES_TAG, key) && depth == 1)
  220. if (parse_keyframes_index(s, ioc, vstream ? vstream : astream,
  221. max_pos) < 0)
  222. return -1;
  223. while(avio_tell(ioc) < max_pos - 2 && (keylen = avio_rb16(ioc))) {
  224. avio_skip(ioc, keylen); //skip key string
  225. if(amf_parse_object(s, NULL, NULL, NULL, max_pos, depth + 1) < 0)
  226. return -1; //if we couldn't skip, bomb out.
  227. }
  228. if(avio_r8(ioc) != AMF_END_OF_OBJECT)
  229. return -1;
  230. }
  231. break;
  232. case AMF_DATA_TYPE_NULL:
  233. case AMF_DATA_TYPE_UNDEFINED:
  234. case AMF_DATA_TYPE_UNSUPPORTED:
  235. break; //these take up no additional space
  236. case AMF_DATA_TYPE_MIXEDARRAY:
  237. avio_skip(ioc, 4); //skip 32-bit max array index
  238. while(avio_tell(ioc) < max_pos - 2 && amf_get_string(ioc, str_val, sizeof(str_val)) > 0) {
  239. //this is the only case in which we would want a nested parse to not skip over the object
  240. if(amf_parse_object(s, astream, vstream, str_val, max_pos, depth + 1) < 0)
  241. return -1;
  242. }
  243. if(avio_r8(ioc) != AMF_END_OF_OBJECT)
  244. return -1;
  245. break;
  246. case AMF_DATA_TYPE_ARRAY: {
  247. unsigned int arraylen, i;
  248. arraylen = avio_rb32(ioc);
  249. for(i = 0; i < arraylen && avio_tell(ioc) < max_pos - 1; i++) {
  250. if(amf_parse_object(s, NULL, NULL, NULL, max_pos, depth + 1) < 0)
  251. return -1; //if we couldn't skip, bomb out.
  252. }
  253. }
  254. break;
  255. case AMF_DATA_TYPE_DATE:
  256. avio_skip(ioc, 8 + 2); //timestamp (double) and UTC offset (int16)
  257. break;
  258. default: //unsupported type, we couldn't skip
  259. return -1;
  260. }
  261. if(depth == 1 && key) { //only look for metadata values when we are not nested and key != NULL
  262. acodec = astream ? astream->codec : NULL;
  263. vcodec = vstream ? vstream->codec : NULL;
  264. if (amf_type == AMF_DATA_TYPE_NUMBER) {
  265. if (!strcmp(key, "duration"))
  266. s->duration = num_val * AV_TIME_BASE;
  267. else if (!strcmp(key, "videodatarate") && vcodec && 0 <= (int)(num_val * 1024.0))
  268. vcodec->bit_rate = num_val * 1024.0;
  269. else if (!strcmp(key, "audiodatarate") && acodec && 0 <= (int)(num_val * 1024.0))
  270. acodec->bit_rate = num_val * 1024.0;
  271. }
  272. if (!strcmp(key, "duration") ||
  273. !strcmp(key, "filesize") ||
  274. !strcmp(key, "width") ||
  275. !strcmp(key, "height") ||
  276. !strcmp(key, "videodatarate") ||
  277. !strcmp(key, "framerate") ||
  278. !strcmp(key, "videocodecid") ||
  279. !strcmp(key, "audiodatarate") ||
  280. !strcmp(key, "audiosamplerate") ||
  281. !strcmp(key, "audiosamplesize") ||
  282. !strcmp(key, "stereo") ||
  283. !strcmp(key, "audiocodecid"))
  284. return 0;
  285. if(amf_type == AMF_DATA_TYPE_BOOL) {
  286. av_strlcpy(str_val, num_val > 0 ? "true" : "false", sizeof(str_val));
  287. av_dict_set(&s->metadata, key, str_val, 0);
  288. } else if(amf_type == AMF_DATA_TYPE_NUMBER) {
  289. snprintf(str_val, sizeof(str_val), "%.f", num_val);
  290. av_dict_set(&s->metadata, key, str_val, 0);
  291. } else if (amf_type == AMF_DATA_TYPE_STRING)
  292. av_dict_set(&s->metadata, key, str_val, 0);
  293. }
  294. return 0;
  295. }
  296. static int flv_read_metabody(AVFormatContext *s, int64_t next_pos) {
  297. AMFDataType type;
  298. AVStream *stream, *astream, *vstream;
  299. AVIOContext *ioc;
  300. int i;
  301. char buffer[11]; //only needs to hold the string "onMetaData". Anything longer is something we don't want.
  302. astream = NULL;
  303. vstream = NULL;
  304. ioc = s->pb;
  305. //first object needs to be "onMetaData" string
  306. type = avio_r8(ioc);
  307. if(type != AMF_DATA_TYPE_STRING || amf_get_string(ioc, buffer, sizeof(buffer)) < 0 || strcmp(buffer, "onMetaData"))
  308. return -1;
  309. //find the streams now so that amf_parse_object doesn't need to do the lookup every time it is called.
  310. for(i = 0; i < s->nb_streams; i++) {
  311. stream = s->streams[i];
  312. if (stream->codec->codec_type == AVMEDIA_TYPE_AUDIO) astream = stream;
  313. else if(stream->codec->codec_type == AVMEDIA_TYPE_VIDEO) vstream = stream;
  314. }
  315. //parse the second object (we want a mixed array)
  316. if(amf_parse_object(s, astream, vstream, buffer, next_pos, 0) < 0)
  317. return -1;
  318. return 0;
  319. }
  320. static AVStream *create_stream(AVFormatContext *s, int is_audio){
  321. AVStream *st = avformat_new_stream(s, NULL);
  322. if (!st)
  323. return NULL;
  324. st->id = is_audio;
  325. st->codec->codec_type = is_audio ? AVMEDIA_TYPE_AUDIO : AVMEDIA_TYPE_VIDEO;
  326. avpriv_set_pts_info(st, 32, 1, 1000); /* 32 bit pts in ms */
  327. return st;
  328. }
  329. static int flv_read_header(AVFormatContext *s,
  330. AVFormatParameters *ap)
  331. {
  332. int offset, flags;
  333. avio_skip(s->pb, 4);
  334. flags = avio_r8(s->pb);
  335. /* old flvtool cleared this field */
  336. /* FIXME: better fix needed */
  337. if (!flags) {
  338. flags = FLV_HEADER_FLAG_HASVIDEO | FLV_HEADER_FLAG_HASAUDIO;
  339. av_log(s, AV_LOG_WARNING, "Broken FLV file, which says no streams present, this might fail\n");
  340. }
  341. if((flags & (FLV_HEADER_FLAG_HASVIDEO|FLV_HEADER_FLAG_HASAUDIO))
  342. != (FLV_HEADER_FLAG_HASVIDEO|FLV_HEADER_FLAG_HASAUDIO))
  343. s->ctx_flags |= AVFMTCTX_NOHEADER;
  344. if(flags & FLV_HEADER_FLAG_HASVIDEO){
  345. if(!create_stream(s, 0))
  346. return AVERROR(ENOMEM);
  347. }
  348. if(flags & FLV_HEADER_FLAG_HASAUDIO){
  349. if(!create_stream(s, 1))
  350. return AVERROR(ENOMEM);
  351. }
  352. offset = avio_rb32(s->pb);
  353. avio_seek(s->pb, offset, SEEK_SET);
  354. avio_skip(s->pb, 4);
  355. s->start_time = 0;
  356. return 0;
  357. }
  358. static int flv_read_close(AVFormatContext *s)
  359. {
  360. FLVContext *flv = s->priv_data;
  361. av_freep(&flv->new_extradata[0]);
  362. av_freep(&flv->new_extradata[1]);
  363. return 0;
  364. }
  365. static int flv_get_extradata(AVFormatContext *s, AVStream *st, int size)
  366. {
  367. av_free(st->codec->extradata);
  368. st->codec->extradata = av_mallocz(size + FF_INPUT_BUFFER_PADDING_SIZE);
  369. if (!st->codec->extradata)
  370. return AVERROR(ENOMEM);
  371. st->codec->extradata_size = size;
  372. avio_read(s->pb, st->codec->extradata, st->codec->extradata_size);
  373. return 0;
  374. }
  375. static int flv_queue_extradata(FLVContext *flv, AVIOContext *pb, int stream,
  376. int size)
  377. {
  378. av_free(flv->new_extradata[stream]);
  379. flv->new_extradata[stream] = av_mallocz(size + FF_INPUT_BUFFER_PADDING_SIZE);
  380. if (!flv->new_extradata[stream])
  381. return AVERROR(ENOMEM);
  382. flv->new_extradata_size[stream] = size;
  383. avio_read(pb, flv->new_extradata[stream], size);
  384. return 0;
  385. }
  386. static int flv_read_packet(AVFormatContext *s, AVPacket *pkt)
  387. {
  388. FLVContext *flv = s->priv_data;
  389. int ret, i, type, size, flags, is_audio;
  390. int64_t next, pos;
  391. int64_t dts, pts = AV_NOPTS_VALUE;
  392. AVStream *st = NULL;
  393. for(;;avio_skip(s->pb, 4)){ /* pkt size is repeated at end. skip it */
  394. pos = avio_tell(s->pb);
  395. type = avio_r8(s->pb);
  396. size = avio_rb24(s->pb);
  397. dts = avio_rb24(s->pb);
  398. dts |= avio_r8(s->pb) << 24;
  399. av_dlog(s, "type:%d, size:%d, dts:%"PRId64"\n", type, size, dts);
  400. if (s->pb->eof_reached)
  401. return AVERROR_EOF;
  402. avio_skip(s->pb, 3); /* stream id, always 0 */
  403. flags = 0;
  404. if(size == 0)
  405. continue;
  406. next= size + avio_tell(s->pb);
  407. if (type == FLV_TAG_TYPE_AUDIO) {
  408. is_audio=1;
  409. flags = avio_r8(s->pb);
  410. size--;
  411. } else if (type == FLV_TAG_TYPE_VIDEO) {
  412. is_audio=0;
  413. flags = avio_r8(s->pb);
  414. size--;
  415. if ((flags & 0xf0) == 0x50) /* video info / command frame */
  416. goto skip;
  417. } else {
  418. if (type == FLV_TAG_TYPE_META && size > 13+1+4)
  419. flv_read_metabody(s, next);
  420. else /* skip packet */
  421. av_log(s, AV_LOG_DEBUG, "skipping flv packet: type %d, size %d, flags %d\n", type, size, flags);
  422. skip:
  423. avio_seek(s->pb, next, SEEK_SET);
  424. continue;
  425. }
  426. /* skip empty data packets */
  427. if (!size)
  428. continue;
  429. /* now find stream */
  430. for(i=0;i<s->nb_streams;i++) {
  431. st = s->streams[i];
  432. if (st->id == is_audio)
  433. break;
  434. }
  435. if(i == s->nb_streams){
  436. av_log(s, AV_LOG_ERROR, "invalid stream\n");
  437. st= create_stream(s, is_audio);
  438. s->ctx_flags &= ~AVFMTCTX_NOHEADER;
  439. }
  440. av_dlog(s, "%d %X %d \n", is_audio, flags, st->discard);
  441. if( (st->discard >= AVDISCARD_NONKEY && !((flags & FLV_VIDEO_FRAMETYPE_MASK) == FLV_FRAME_KEY || is_audio))
  442. ||(st->discard >= AVDISCARD_BIDIR && ((flags & FLV_VIDEO_FRAMETYPE_MASK) == FLV_FRAME_DISP_INTER && !is_audio))
  443. || st->discard >= AVDISCARD_ALL
  444. ){
  445. avio_seek(s->pb, next, SEEK_SET);
  446. continue;
  447. }
  448. if ((flags & FLV_VIDEO_FRAMETYPE_MASK) == FLV_FRAME_KEY)
  449. av_add_index_entry(st, pos, dts, size, 0, AVINDEX_KEYFRAME);
  450. break;
  451. }
  452. // if not streamed and no duration from metadata then seek to end to find the duration from the timestamps
  453. if(s->pb->seekable && (!s->duration || s->duration==AV_NOPTS_VALUE)){
  454. int size;
  455. const int64_t pos= avio_tell(s->pb);
  456. const int64_t fsize= avio_size(s->pb);
  457. avio_seek(s->pb, fsize-4, SEEK_SET);
  458. size= avio_rb32(s->pb);
  459. avio_seek(s->pb, fsize-3-size, SEEK_SET);
  460. if(size == avio_rb24(s->pb) + 11){
  461. uint32_t ts = avio_rb24(s->pb);
  462. ts |= avio_r8(s->pb) << 24;
  463. s->duration = ts * (int64_t)AV_TIME_BASE / 1000;
  464. }
  465. avio_seek(s->pb, pos, SEEK_SET);
  466. }
  467. if(is_audio){
  468. if(!st->codec->channels || !st->codec->sample_rate || !st->codec->bits_per_coded_sample) {
  469. st->codec->channels = (flags & FLV_AUDIO_CHANNEL_MASK) == FLV_STEREO ? 2 : 1;
  470. st->codec->sample_rate = (44100 << ((flags & FLV_AUDIO_SAMPLERATE_MASK) >> FLV_AUDIO_SAMPLERATE_OFFSET) >> 3);
  471. st->codec->bits_per_coded_sample = (flags & FLV_AUDIO_SAMPLESIZE_MASK) ? 16 : 8;
  472. }
  473. if(!st->codec->codec_id){
  474. flv_set_audio_codec(s, st, flags & FLV_AUDIO_CODECID_MASK);
  475. }
  476. }else{
  477. size -= flv_set_video_codec(s, st, flags & FLV_VIDEO_CODECID_MASK);
  478. }
  479. if (st->codec->codec_id == CODEC_ID_AAC ||
  480. st->codec->codec_id == CODEC_ID_H264) {
  481. int type = avio_r8(s->pb);
  482. size--;
  483. if (st->codec->codec_id == CODEC_ID_H264) {
  484. int32_t cts = (avio_rb24(s->pb)+0xff800000)^0xff800000; // sign extension
  485. pts = dts + cts;
  486. if (cts < 0) { // dts are wrong
  487. flv->wrong_dts = 1;
  488. av_log(s, AV_LOG_WARNING, "negative cts, previous timestamps might be wrong\n");
  489. }
  490. if (flv->wrong_dts)
  491. dts = AV_NOPTS_VALUE;
  492. }
  493. if (type == 0) {
  494. if (st->codec->extradata) {
  495. if ((ret = flv_queue_extradata(flv, s->pb, is_audio, size)) < 0)
  496. return ret;
  497. ret = AVERROR(EAGAIN);
  498. goto leave;
  499. }
  500. if ((ret = flv_get_extradata(s, st, size)) < 0)
  501. return ret;
  502. if (st->codec->codec_id == CODEC_ID_AAC) {
  503. MPEG4AudioConfig cfg;
  504. avpriv_mpeg4audio_get_config(&cfg, st->codec->extradata,
  505. st->codec->extradata_size * 8, 1);
  506. st->codec->channels = cfg.channels;
  507. if (cfg.ext_sample_rate)
  508. st->codec->sample_rate = cfg.ext_sample_rate;
  509. else
  510. st->codec->sample_rate = cfg.sample_rate;
  511. av_dlog(s, "mp4a config channels %d sample rate %d\n",
  512. st->codec->channels, st->codec->sample_rate);
  513. }
  514. ret = AVERROR(EAGAIN);
  515. goto leave;
  516. }
  517. }
  518. /* skip empty data packets */
  519. if (!size) {
  520. ret = AVERROR(EAGAIN);
  521. goto leave;
  522. }
  523. ret= av_get_packet(s->pb, pkt, size);
  524. if (ret < 0) {
  525. return AVERROR(EIO);
  526. }
  527. /* note: we need to modify the packet size here to handle the last
  528. packet */
  529. pkt->size = ret;
  530. pkt->dts = dts;
  531. pkt->pts = pts == AV_NOPTS_VALUE ? dts : pts;
  532. pkt->stream_index = st->index;
  533. if (flv->new_extradata[is_audio]) {
  534. uint8_t *side = av_packet_new_side_data(pkt, AV_PKT_DATA_NEW_EXTRADATA,
  535. flv->new_extradata_size[is_audio]);
  536. if (side) {
  537. memcpy(side, flv->new_extradata[is_audio],
  538. flv->new_extradata_size[is_audio]);
  539. av_freep(&flv->new_extradata[is_audio]);
  540. flv->new_extradata_size[is_audio] = 0;
  541. }
  542. }
  543. if (is_audio || ((flags & FLV_VIDEO_FRAMETYPE_MASK) == FLV_FRAME_KEY))
  544. pkt->flags |= AV_PKT_FLAG_KEY;
  545. leave:
  546. avio_skip(s->pb, 4);
  547. return ret;
  548. }
  549. static int flv_read_seek(AVFormatContext *s, int stream_index,
  550. int64_t ts, int flags)
  551. {
  552. return avio_seek_time(s->pb, stream_index, ts, flags);
  553. }
  554. #if 0 /* don't know enough to implement this */
  555. static int flv_read_seek2(AVFormatContext *s, int stream_index,
  556. int64_t min_ts, int64_t ts, int64_t max_ts, int flags)
  557. {
  558. int ret = AVERROR(ENOSYS);
  559. if (ts - min_ts > (uint64_t)(max_ts - ts)) flags |= AVSEEK_FLAG_BACKWARD;
  560. if (!s->pb->seekable) {
  561. if (stream_index < 0) {
  562. stream_index = av_find_default_stream_index(s);
  563. if (stream_index < 0)
  564. return -1;
  565. /* timestamp for default must be expressed in AV_TIME_BASE units */
  566. ts = av_rescale_rnd(ts, 1000, AV_TIME_BASE,
  567. flags & AVSEEK_FLAG_BACKWARD ? AV_ROUND_DOWN : AV_ROUND_UP);
  568. }
  569. ret = avio_seek_time(s->pb, stream_index, ts, flags);
  570. }
  571. if (ret == AVERROR(ENOSYS))
  572. ret = av_seek_frame(s, stream_index, ts, flags);
  573. return ret;
  574. }
  575. #endif
  576. AVInputFormat ff_flv_demuxer = {
  577. .name = "flv",
  578. .long_name = NULL_IF_CONFIG_SMALL("FLV format"),
  579. .priv_data_size = sizeof(FLVContext),
  580. .read_probe = flv_probe,
  581. .read_header = flv_read_header,
  582. .read_packet = flv_read_packet,
  583. .read_seek = flv_read_seek,
  584. #if 0
  585. .read_seek2 = flv_read_seek2,
  586. #endif
  587. .read_close = flv_read_close,
  588. .extensions = "flv",
  589. .value = CODEC_ID_FLV1,
  590. };