You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

970 lines
31KB

  1. /*
  2. * "Real" compatible demuxer.
  3. * Copyright (c) 2000, 2001 Fabrice Bellard
  4. *
  5. * This file is part of Libav.
  6. *
  7. * Libav is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU Lesser General Public
  9. * License as published by the Free Software Foundation; either
  10. * version 2.1 of the License, or (at your option) any later version.
  11. *
  12. * Libav is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * Lesser General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU Lesser General Public
  18. * License along with Libav; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. */
  21. #include "libavutil/avstring.h"
  22. #include "libavutil/intreadwrite.h"
  23. #include "libavutil/dict.h"
  24. #include "avformat.h"
  25. #include "riff.h"
  26. #include "rm.h"
  27. #define DEINT_ID_GENR MKTAG('g', 'e', 'n', 'r') ///< interleaving for Cooker/Atrac
  28. #define DEINT_ID_INT0 MKTAG('I', 'n', 't', '0') ///< no interleaving needed
  29. #define DEINT_ID_INT4 MKTAG('I', 'n', 't', '4') ///< interleaving for 28.8
  30. #define DEINT_ID_SIPR MKTAG('s', 'i', 'p', 'r') ///< interleaving for Sipro
  31. #define DEINT_ID_VBRF MKTAG('v', 'b', 'r', 'f') ///< VBR case for AAC
  32. #define DEINT_ID_VBRS MKTAG('v', 'b', 'r', 's') ///< VBR case for AAC
  33. struct RMStream {
  34. AVPacket pkt; ///< place to store merged video frame / reordered audio data
  35. int videobufsize; ///< current assembled frame size
  36. int videobufpos; ///< position for the next slice in the video buffer
  37. int curpic_num; ///< picture number of current frame
  38. int cur_slice, slices;
  39. int64_t pktpos; ///< first slice position in file
  40. /// Audio descrambling matrix parameters
  41. int64_t audiotimestamp; ///< Audio packet timestamp
  42. int sub_packet_cnt; // Subpacket counter, used while reading
  43. int sub_packet_size, sub_packet_h, coded_framesize; ///< Descrambling parameters from container
  44. int audio_framesize; /// Audio frame size from container
  45. int sub_packet_lengths[16]; /// Length of each subpacket
  46. int32_t deint_id; ///< deinterleaver used in audio stream
  47. };
  48. typedef struct {
  49. int nb_packets;
  50. int old_format;
  51. int current_stream;
  52. int remaining_len;
  53. int audio_stream_num; ///< Stream number for audio packets
  54. int audio_pkt_cnt; ///< Output packet counter
  55. } RMDemuxContext;
  56. static const unsigned char sipr_swaps[38][2] = {
  57. { 0, 63 }, { 1, 22 }, { 2, 44 }, { 3, 90 },
  58. { 5, 81 }, { 7, 31 }, { 8, 86 }, { 9, 58 },
  59. { 10, 36 }, { 12, 68 }, { 13, 39 }, { 14, 73 },
  60. { 15, 53 }, { 16, 69 }, { 17, 57 }, { 19, 88 },
  61. { 20, 34 }, { 21, 71 }, { 24, 46 }, { 25, 94 },
  62. { 26, 54 }, { 28, 75 }, { 29, 50 }, { 32, 70 },
  63. { 33, 92 }, { 35, 74 }, { 38, 85 }, { 40, 56 },
  64. { 42, 87 }, { 43, 65 }, { 45, 59 }, { 48, 79 },
  65. { 49, 93 }, { 51, 89 }, { 55, 95 }, { 61, 76 },
  66. { 67, 83 }, { 77, 80 }
  67. };
  68. const unsigned char ff_sipr_subpk_size[4] = { 29, 19, 37, 20 };
  69. static inline void get_strl(AVIOContext *pb, char *buf, int buf_size, int len)
  70. {
  71. int i;
  72. char *q, r;
  73. q = buf;
  74. for(i=0;i<len;i++) {
  75. r = avio_r8(pb);
  76. if (i < buf_size - 1)
  77. *q++ = r;
  78. }
  79. if (buf_size > 0) *q = '\0';
  80. }
  81. static void get_str8(AVIOContext *pb, char *buf, int buf_size)
  82. {
  83. get_strl(pb, buf, buf_size, avio_r8(pb));
  84. }
  85. static int rm_read_extradata(AVIOContext *pb, AVCodecContext *avctx, unsigned size)
  86. {
  87. if (size >= 1<<24)
  88. return -1;
  89. avctx->extradata = av_malloc(size + FF_INPUT_BUFFER_PADDING_SIZE);
  90. if (!avctx->extradata)
  91. return AVERROR(ENOMEM);
  92. avctx->extradata_size = avio_read(pb, avctx->extradata, size);
  93. memset(avctx->extradata + avctx->extradata_size, 0, FF_INPUT_BUFFER_PADDING_SIZE);
  94. if (avctx->extradata_size != size)
  95. return AVERROR(EIO);
  96. return 0;
  97. }
  98. static void rm_read_metadata(AVFormatContext *s, int wide)
  99. {
  100. char buf[1024];
  101. int i;
  102. for (i=0; i<FF_ARRAY_ELEMS(ff_rm_metadata); i++) {
  103. int len = wide ? avio_rb16(s->pb) : avio_r8(s->pb);
  104. get_strl(s->pb, buf, sizeof(buf), len);
  105. av_dict_set(&s->metadata, ff_rm_metadata[i], buf, 0);
  106. }
  107. }
  108. RMStream *ff_rm_alloc_rmstream (void)
  109. {
  110. RMStream *rms = av_mallocz(sizeof(RMStream));
  111. rms->curpic_num = -1;
  112. return rms;
  113. }
  114. void ff_rm_free_rmstream (RMStream *rms)
  115. {
  116. av_free_packet(&rms->pkt);
  117. }
  118. static int rm_read_audio_stream_info(AVFormatContext *s, AVIOContext *pb,
  119. AVStream *st, RMStream *ast, int read_all)
  120. {
  121. char buf[256];
  122. uint32_t version;
  123. int ret;
  124. /* ra type header */
  125. version = avio_rb16(pb); /* version */
  126. if (version == 3) {
  127. int header_size = avio_rb16(pb);
  128. int64_t startpos = avio_tell(pb);
  129. avio_skip(pb, 14);
  130. rm_read_metadata(s, 0);
  131. if ((startpos + header_size) >= avio_tell(pb) + 2) {
  132. // fourcc (should always be "lpcJ")
  133. avio_r8(pb);
  134. get_str8(pb, buf, sizeof(buf));
  135. }
  136. // Skip extra header crap (this should never happen)
  137. if ((startpos + header_size) > avio_tell(pb))
  138. avio_skip(pb, header_size + startpos - avio_tell(pb));
  139. st->codec->sample_rate = 8000;
  140. st->codec->channels = 1;
  141. st->codec->codec_type = AVMEDIA_TYPE_AUDIO;
  142. st->codec->codec_id = CODEC_ID_RA_144;
  143. ast->deint_id = DEINT_ID_INT0;
  144. } else {
  145. int flavor, sub_packet_h, coded_framesize, sub_packet_size;
  146. int codecdata_length;
  147. /* old version (4) */
  148. avio_skip(pb, 2); /* unused */
  149. avio_rb32(pb); /* .ra4 */
  150. avio_rb32(pb); /* data size */
  151. avio_rb16(pb); /* version2 */
  152. avio_rb32(pb); /* header size */
  153. flavor= avio_rb16(pb); /* add codec info / flavor */
  154. ast->coded_framesize = coded_framesize = avio_rb32(pb); /* coded frame size */
  155. avio_rb32(pb); /* ??? */
  156. avio_rb32(pb); /* ??? */
  157. avio_rb32(pb); /* ??? */
  158. ast->sub_packet_h = sub_packet_h = avio_rb16(pb); /* 1 */
  159. st->codec->block_align= avio_rb16(pb); /* frame size */
  160. ast->sub_packet_size = sub_packet_size = avio_rb16(pb); /* sub packet size */
  161. avio_rb16(pb); /* ??? */
  162. if (version == 5) {
  163. avio_rb16(pb); avio_rb16(pb); avio_rb16(pb);
  164. }
  165. st->codec->sample_rate = avio_rb16(pb);
  166. avio_rb32(pb);
  167. st->codec->channels = avio_rb16(pb);
  168. if (version == 5) {
  169. ast->deint_id = avio_rl32(pb);
  170. avio_read(pb, buf, 4);
  171. buf[4] = 0;
  172. } else {
  173. get_str8(pb, buf, sizeof(buf)); /* desc */
  174. ast->deint_id = AV_RL32(buf);
  175. get_str8(pb, buf, sizeof(buf)); /* desc */
  176. }
  177. st->codec->codec_type = AVMEDIA_TYPE_AUDIO;
  178. st->codec->codec_tag = AV_RL32(buf);
  179. st->codec->codec_id = ff_codec_get_id(ff_rm_codec_tags,
  180. st->codec->codec_tag);
  181. switch (ast->deint_id) {
  182. case DEINT_ID_GENR:
  183. case DEINT_ID_INT0:
  184. case DEINT_ID_INT4:
  185. case DEINT_ID_SIPR:
  186. case DEINT_ID_VBRS:
  187. case DEINT_ID_VBRF:
  188. break;
  189. default:
  190. av_log(NULL,0,"Unknown interleaver %X\n", ast->deint_id);
  191. return AVERROR_INVALIDDATA;
  192. }
  193. switch (st->codec->codec_id) {
  194. case CODEC_ID_AC3:
  195. st->need_parsing = AVSTREAM_PARSE_FULL;
  196. break;
  197. case CODEC_ID_RA_288:
  198. st->codec->extradata_size= 0;
  199. ast->audio_framesize = st->codec->block_align;
  200. st->codec->block_align = coded_framesize;
  201. if(ast->audio_framesize >= UINT_MAX / sub_packet_h){
  202. av_log(s, AV_LOG_ERROR, "ast->audio_framesize * sub_packet_h too large\n");
  203. return -1;
  204. }
  205. av_new_packet(&ast->pkt, ast->audio_framesize * sub_packet_h);
  206. break;
  207. case CODEC_ID_COOK:
  208. case CODEC_ID_ATRAC3:
  209. case CODEC_ID_SIPR:
  210. avio_rb16(pb); avio_r8(pb);
  211. if (version == 5)
  212. avio_r8(pb);
  213. codecdata_length = avio_rb32(pb);
  214. if(codecdata_length + FF_INPUT_BUFFER_PADDING_SIZE <= (unsigned)codecdata_length){
  215. av_log(s, AV_LOG_ERROR, "codecdata_length too large\n");
  216. return -1;
  217. }
  218. ast->audio_framesize = st->codec->block_align;
  219. if (st->codec->codec_id == CODEC_ID_SIPR) {
  220. if (flavor > 3) {
  221. av_log(s, AV_LOG_ERROR, "bad SIPR file flavor %d\n",
  222. flavor);
  223. return -1;
  224. }
  225. st->codec->block_align = ff_sipr_subpk_size[flavor];
  226. } else {
  227. if(sub_packet_size <= 0){
  228. av_log(s, AV_LOG_ERROR, "sub_packet_size is invalid\n");
  229. return -1;
  230. }
  231. st->codec->block_align = ast->sub_packet_size;
  232. }
  233. if ((ret = rm_read_extradata(pb, st->codec, codecdata_length)) < 0)
  234. return ret;
  235. if(ast->audio_framesize >= UINT_MAX / sub_packet_h){
  236. av_log(s, AV_LOG_ERROR, "rm->audio_framesize * sub_packet_h too large\n");
  237. return -1;
  238. }
  239. av_new_packet(&ast->pkt, ast->audio_framesize * sub_packet_h);
  240. break;
  241. case CODEC_ID_AAC:
  242. avio_rb16(pb); avio_r8(pb);
  243. if (version == 5)
  244. avio_r8(pb);
  245. codecdata_length = avio_rb32(pb);
  246. if(codecdata_length + FF_INPUT_BUFFER_PADDING_SIZE <= (unsigned)codecdata_length){
  247. av_log(s, AV_LOG_ERROR, "codecdata_length too large\n");
  248. return -1;
  249. }
  250. if (codecdata_length >= 1) {
  251. avio_r8(pb);
  252. if ((ret = rm_read_extradata(pb, st->codec, codecdata_length - 1)) < 0)
  253. return ret;
  254. }
  255. break;
  256. default:
  257. av_strlcpy(st->codec->codec_name, buf, sizeof(st->codec->codec_name));
  258. }
  259. if (read_all) {
  260. avio_r8(pb);
  261. avio_r8(pb);
  262. avio_r8(pb);
  263. rm_read_metadata(s, 0);
  264. }
  265. }
  266. return 0;
  267. }
  268. int
  269. ff_rm_read_mdpr_codecdata (AVFormatContext *s, AVIOContext *pb,
  270. AVStream *st, RMStream *rst, int codec_data_size)
  271. {
  272. unsigned int v;
  273. int size;
  274. int64_t codec_pos;
  275. int ret;
  276. av_set_pts_info(st, 64, 1, 1000);
  277. codec_pos = avio_tell(pb);
  278. v = avio_rb32(pb);
  279. if (v == MKTAG(0xfd, 'a', 'r', '.')) {
  280. /* ra type header */
  281. if (rm_read_audio_stream_info(s, pb, st, rst, 0))
  282. return -1;
  283. } else {
  284. int fps;
  285. if (avio_rl32(pb) != MKTAG('V', 'I', 'D', 'O')) {
  286. fail1:
  287. av_log(st->codec, AV_LOG_ERROR, "Unsupported video codec\n");
  288. goto skip;
  289. }
  290. st->codec->codec_tag = avio_rl32(pb);
  291. st->codec->codec_id = ff_codec_get_id(ff_rm_codec_tags,
  292. st->codec->codec_tag);
  293. // av_log(s, AV_LOG_DEBUG, "%X %X\n", st->codec->codec_tag, MKTAG('R', 'V', '2', '0'));
  294. if (st->codec->codec_id == CODEC_ID_NONE)
  295. goto fail1;
  296. st->codec->width = avio_rb16(pb);
  297. st->codec->height = avio_rb16(pb);
  298. avio_skip(pb, 2); // looks like bits per sample
  299. avio_skip(pb, 4); // always zero?
  300. st->codec->codec_type = AVMEDIA_TYPE_VIDEO;
  301. st->need_parsing = AVSTREAM_PARSE_TIMESTAMPS;
  302. fps = avio_rb32(pb);
  303. if ((ret = rm_read_extradata(pb, st->codec, codec_data_size - (avio_tell(pb) - codec_pos))) < 0)
  304. return ret;
  305. av_reduce(&st->codec->time_base.num, &st->codec->time_base.den,
  306. 0x10000, fps, (1 << 30) - 1);
  307. st->avg_frame_rate.num = st->codec->time_base.den;
  308. st->avg_frame_rate.den = st->codec->time_base.num;
  309. }
  310. skip:
  311. /* skip codec info */
  312. size = avio_tell(pb) - codec_pos;
  313. avio_skip(pb, codec_data_size - size);
  314. return 0;
  315. }
  316. /** this function assumes that the demuxer has already seeked to the start
  317. * of the INDX chunk, and will bail out if not. */
  318. static int rm_read_index(AVFormatContext *s)
  319. {
  320. AVIOContext *pb = s->pb;
  321. unsigned int size, n_pkts, str_id, next_off, n, pos, pts;
  322. AVStream *st;
  323. do {
  324. if (avio_rl32(pb) != MKTAG('I','N','D','X'))
  325. return -1;
  326. size = avio_rb32(pb);
  327. if (size < 20)
  328. return -1;
  329. avio_skip(pb, 2);
  330. n_pkts = avio_rb32(pb);
  331. str_id = avio_rb16(pb);
  332. next_off = avio_rb32(pb);
  333. for (n = 0; n < s->nb_streams; n++)
  334. if (s->streams[n]->id == str_id) {
  335. st = s->streams[n];
  336. break;
  337. }
  338. if (n == s->nb_streams)
  339. goto skip;
  340. for (n = 0; n < n_pkts; n++) {
  341. avio_skip(pb, 2);
  342. pts = avio_rb32(pb);
  343. pos = avio_rb32(pb);
  344. avio_skip(pb, 4); /* packet no. */
  345. av_add_index_entry(st, pos, pts, 0, 0, AVINDEX_KEYFRAME);
  346. }
  347. skip:
  348. if (next_off && avio_tell(pb) != next_off &&
  349. avio_seek(pb, next_off, SEEK_SET) < 0)
  350. return -1;
  351. } while (next_off);
  352. return 0;
  353. }
  354. static int rm_read_header_old(AVFormatContext *s)
  355. {
  356. RMDemuxContext *rm = s->priv_data;
  357. AVStream *st;
  358. rm->old_format = 1;
  359. st = av_new_stream(s, 0);
  360. if (!st)
  361. return -1;
  362. st->priv_data = ff_rm_alloc_rmstream();
  363. return rm_read_audio_stream_info(s, s->pb, st, st->priv_data, 1);
  364. }
  365. static int rm_read_header(AVFormatContext *s, AVFormatParameters *ap)
  366. {
  367. RMDemuxContext *rm = s->priv_data;
  368. AVStream *st;
  369. AVIOContext *pb = s->pb;
  370. unsigned int tag;
  371. int tag_size;
  372. unsigned int start_time, duration;
  373. unsigned int data_off = 0, indx_off = 0;
  374. char buf[128];
  375. int flags = 0;
  376. tag = avio_rl32(pb);
  377. if (tag == MKTAG('.', 'r', 'a', 0xfd)) {
  378. /* very old .ra format */
  379. return rm_read_header_old(s);
  380. } else if (tag != MKTAG('.', 'R', 'M', 'F')) {
  381. return AVERROR(EIO);
  382. }
  383. avio_rb32(pb); /* header size */
  384. avio_rb16(pb);
  385. avio_rb32(pb);
  386. avio_rb32(pb); /* number of headers */
  387. for(;;) {
  388. if (pb->eof_reached)
  389. return -1;
  390. tag = avio_rl32(pb);
  391. tag_size = avio_rb32(pb);
  392. avio_rb16(pb);
  393. av_dlog(s, "tag=%c%c%c%c (%08x) size=%d\n",
  394. (tag ) & 0xff,
  395. (tag >> 8) & 0xff,
  396. (tag >> 16) & 0xff,
  397. (tag >> 24) & 0xff,
  398. tag,
  399. tag_size);
  400. if (tag_size < 10 && tag != MKTAG('D', 'A', 'T', 'A'))
  401. return -1;
  402. switch(tag) {
  403. case MKTAG('P', 'R', 'O', 'P'):
  404. /* file header */
  405. avio_rb32(pb); /* max bit rate */
  406. avio_rb32(pb); /* avg bit rate */
  407. avio_rb32(pb); /* max packet size */
  408. avio_rb32(pb); /* avg packet size */
  409. avio_rb32(pb); /* nb packets */
  410. avio_rb32(pb); /* duration */
  411. avio_rb32(pb); /* preroll */
  412. indx_off = avio_rb32(pb); /* index offset */
  413. data_off = avio_rb32(pb); /* data offset */
  414. avio_rb16(pb); /* nb streams */
  415. flags = avio_rb16(pb); /* flags */
  416. break;
  417. case MKTAG('C', 'O', 'N', 'T'):
  418. rm_read_metadata(s, 1);
  419. break;
  420. case MKTAG('M', 'D', 'P', 'R'):
  421. st = av_new_stream(s, 0);
  422. if (!st)
  423. return AVERROR(ENOMEM);
  424. st->id = avio_rb16(pb);
  425. avio_rb32(pb); /* max bit rate */
  426. st->codec->bit_rate = avio_rb32(pb); /* bit rate */
  427. avio_rb32(pb); /* max packet size */
  428. avio_rb32(pb); /* avg packet size */
  429. start_time = avio_rb32(pb); /* start time */
  430. avio_rb32(pb); /* preroll */
  431. duration = avio_rb32(pb); /* duration */
  432. st->start_time = start_time;
  433. st->duration = duration;
  434. get_str8(pb, buf, sizeof(buf)); /* desc */
  435. get_str8(pb, buf, sizeof(buf)); /* mimetype */
  436. st->codec->codec_type = AVMEDIA_TYPE_DATA;
  437. st->priv_data = ff_rm_alloc_rmstream();
  438. if (ff_rm_read_mdpr_codecdata(s, s->pb, st, st->priv_data,
  439. avio_rb32(pb)) < 0)
  440. return -1;
  441. break;
  442. case MKTAG('D', 'A', 'T', 'A'):
  443. goto header_end;
  444. default:
  445. /* unknown tag: skip it */
  446. avio_skip(pb, tag_size - 10);
  447. break;
  448. }
  449. }
  450. header_end:
  451. rm->nb_packets = avio_rb32(pb); /* number of packets */
  452. if (!rm->nb_packets && (flags & 4))
  453. rm->nb_packets = 3600 * 25;
  454. avio_rb32(pb); /* next data header */
  455. if (!data_off)
  456. data_off = avio_tell(pb) - 18;
  457. if (indx_off && pb->seekable && !(s->flags & AVFMT_FLAG_IGNIDX) &&
  458. avio_seek(pb, indx_off, SEEK_SET) >= 0) {
  459. rm_read_index(s);
  460. avio_seek(pb, data_off + 18, SEEK_SET);
  461. }
  462. return 0;
  463. }
  464. static int get_num(AVIOContext *pb, int *len)
  465. {
  466. int n, n1;
  467. n = avio_rb16(pb);
  468. (*len)-=2;
  469. n &= 0x7FFF;
  470. if (n >= 0x4000) {
  471. return n - 0x4000;
  472. } else {
  473. n1 = avio_rb16(pb);
  474. (*len)-=2;
  475. return (n << 16) | n1;
  476. }
  477. }
  478. /* multiple of 20 bytes for ra144 (ugly) */
  479. #define RAW_PACKET_SIZE 1000
  480. static int sync(AVFormatContext *s, int64_t *timestamp, int *flags, int *stream_index, int64_t *pos){
  481. RMDemuxContext *rm = s->priv_data;
  482. AVIOContext *pb = s->pb;
  483. AVStream *st;
  484. uint32_t state=0xFFFFFFFF;
  485. while(!pb->eof_reached){
  486. int len, num, i;
  487. *pos= avio_tell(pb) - 3;
  488. if(rm->remaining_len > 0){
  489. num= rm->current_stream;
  490. len= rm->remaining_len;
  491. *timestamp = AV_NOPTS_VALUE;
  492. *flags= 0;
  493. }else{
  494. state= (state<<8) + avio_r8(pb);
  495. if(state == MKBETAG('I', 'N', 'D', 'X')){
  496. int n_pkts, expected_len;
  497. len = avio_rb32(pb);
  498. avio_skip(pb, 2);
  499. n_pkts = avio_rb32(pb);
  500. expected_len = 20 + n_pkts * 14;
  501. if (len == 20)
  502. /* some files don't add index entries to chunk size... */
  503. len = expected_len;
  504. else if (len != expected_len)
  505. av_log(s, AV_LOG_WARNING,
  506. "Index size %d (%d pkts) is wrong, should be %d.\n",
  507. len, n_pkts, expected_len);
  508. len -= 14; // we already read part of the index header
  509. if(len<0)
  510. continue;
  511. goto skip;
  512. } else if (state == MKBETAG('D','A','T','A')) {
  513. av_log(s, AV_LOG_WARNING,
  514. "DATA tag in middle of chunk, file may be broken.\n");
  515. }
  516. if(state > (unsigned)0xFFFF || state <= 12)
  517. continue;
  518. len=state - 12;
  519. state= 0xFFFFFFFF;
  520. num = avio_rb16(pb);
  521. *timestamp = avio_rb32(pb);
  522. avio_r8(pb); /* reserved */
  523. *flags = avio_r8(pb); /* flags */
  524. }
  525. for(i=0;i<s->nb_streams;i++) {
  526. st = s->streams[i];
  527. if (num == st->id)
  528. break;
  529. }
  530. if (i == s->nb_streams) {
  531. skip:
  532. /* skip packet if unknown number */
  533. avio_skip(pb, len);
  534. rm->remaining_len = 0;
  535. continue;
  536. }
  537. *stream_index= i;
  538. return len;
  539. }
  540. return -1;
  541. }
  542. static int rm_assemble_video_frame(AVFormatContext *s, AVIOContext *pb,
  543. RMDemuxContext *rm, RMStream *vst,
  544. AVPacket *pkt, int len, int *pseq,
  545. int64_t *timestamp)
  546. {
  547. int hdr, seq, pic_num, len2, pos;
  548. int type;
  549. hdr = avio_r8(pb); len--;
  550. type = hdr >> 6;
  551. if(type != 3){ // not frame as a part of packet
  552. seq = avio_r8(pb); len--;
  553. }
  554. if(type != 1){ // not whole frame
  555. len2 = get_num(pb, &len);
  556. pos = get_num(pb, &len);
  557. pic_num = avio_r8(pb); len--;
  558. }
  559. if(len<0)
  560. return -1;
  561. rm->remaining_len = len;
  562. if(type&1){ // frame, not slice
  563. if(type == 3){ // frame as a part of packet
  564. len= len2;
  565. *timestamp = pos;
  566. }
  567. if(rm->remaining_len < len)
  568. return -1;
  569. rm->remaining_len -= len;
  570. if(av_new_packet(pkt, len + 9) < 0)
  571. return AVERROR(EIO);
  572. pkt->data[0] = 0;
  573. AV_WL32(pkt->data + 1, 1);
  574. AV_WL32(pkt->data + 5, 0);
  575. avio_read(pb, pkt->data + 9, len);
  576. return 0;
  577. }
  578. //now we have to deal with single slice
  579. *pseq = seq;
  580. if((seq & 0x7F) == 1 || vst->curpic_num != pic_num){
  581. vst->slices = ((hdr & 0x3F) << 1) + 1;
  582. vst->videobufsize = len2 + 8*vst->slices + 1;
  583. av_free_packet(&vst->pkt); //FIXME this should be output.
  584. if(av_new_packet(&vst->pkt, vst->videobufsize) < 0)
  585. return AVERROR(ENOMEM);
  586. vst->videobufpos = 8*vst->slices + 1;
  587. vst->cur_slice = 0;
  588. vst->curpic_num = pic_num;
  589. vst->pktpos = avio_tell(pb);
  590. }
  591. if(type == 2)
  592. len = FFMIN(len, pos);
  593. if(++vst->cur_slice > vst->slices)
  594. return 1;
  595. AV_WL32(vst->pkt.data - 7 + 8*vst->cur_slice, 1);
  596. AV_WL32(vst->pkt.data - 3 + 8*vst->cur_slice, vst->videobufpos - 8*vst->slices - 1);
  597. if(vst->videobufpos + len > vst->videobufsize)
  598. return 1;
  599. if (avio_read(pb, vst->pkt.data + vst->videobufpos, len) != len)
  600. return AVERROR(EIO);
  601. vst->videobufpos += len;
  602. rm->remaining_len-= len;
  603. if(type == 2 || (vst->videobufpos) == vst->videobufsize){
  604. vst->pkt.data[0] = vst->cur_slice-1;
  605. *pkt= vst->pkt;
  606. vst->pkt.data= NULL;
  607. vst->pkt.size= 0;
  608. if(vst->slices != vst->cur_slice) //FIXME find out how to set slices correct from the begin
  609. memmove(pkt->data + 1 + 8*vst->cur_slice, pkt->data + 1 + 8*vst->slices,
  610. vst->videobufpos - 1 - 8*vst->slices);
  611. pkt->size = vst->videobufpos + 8*(vst->cur_slice - vst->slices);
  612. pkt->pts = AV_NOPTS_VALUE;
  613. pkt->pos = vst->pktpos;
  614. vst->slices = 0;
  615. return 0;
  616. }
  617. return 1;
  618. }
  619. static inline void
  620. rm_ac3_swap_bytes (AVStream *st, AVPacket *pkt)
  621. {
  622. uint8_t *ptr;
  623. int j;
  624. if (st->codec->codec_id == CODEC_ID_AC3) {
  625. ptr = pkt->data;
  626. for (j=0;j<pkt->size;j+=2) {
  627. FFSWAP(int, ptr[0], ptr[1]);
  628. ptr += 2;
  629. }
  630. }
  631. }
  632. /**
  633. * Perform 4-bit block reordering for SIPR data.
  634. * @todo This can be optimized, e.g. use memcpy() if data blocks are aligned
  635. */
  636. void ff_rm_reorder_sipr_data(uint8_t *buf, int sub_packet_h, int framesize)
  637. {
  638. int n, bs = sub_packet_h * framesize * 2 / 96; // nibbles per subpacket
  639. for (n = 0; n < 38; n++) {
  640. int j;
  641. int i = bs * sipr_swaps[n][0];
  642. int o = bs * sipr_swaps[n][1];
  643. /* swap 4bit-nibbles of block 'i' with 'o' */
  644. for (j = 0; j < bs; j++, i++, o++) {
  645. int x = (buf[i >> 1] >> (4 * (i & 1))) & 0xF,
  646. y = (buf[o >> 1] >> (4 * (o & 1))) & 0xF;
  647. buf[o >> 1] = (x << (4 * (o & 1))) |
  648. (buf[o >> 1] & (0xF << (4 * !(o & 1))));
  649. buf[i >> 1] = (y << (4 * (i & 1))) |
  650. (buf[i >> 1] & (0xF << (4 * !(i & 1))));
  651. }
  652. }
  653. }
  654. int
  655. ff_rm_parse_packet (AVFormatContext *s, AVIOContext *pb,
  656. AVStream *st, RMStream *ast, int len, AVPacket *pkt,
  657. int *seq, int flags, int64_t timestamp)
  658. {
  659. RMDemuxContext *rm = s->priv_data;
  660. if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
  661. rm->current_stream= st->id;
  662. if(rm_assemble_video_frame(s, pb, rm, ast, pkt, len, seq, &timestamp))
  663. return -1; //got partial frame
  664. } else if (st->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
  665. if ((ast->deint_id == DEINT_ID_GENR) ||
  666. (ast->deint_id == DEINT_ID_INT4) ||
  667. (ast->deint_id == DEINT_ID_SIPR)) {
  668. int x;
  669. int sps = ast->sub_packet_size;
  670. int cfs = ast->coded_framesize;
  671. int h = ast->sub_packet_h;
  672. int y = ast->sub_packet_cnt;
  673. int w = ast->audio_framesize;
  674. if (flags & 2)
  675. y = ast->sub_packet_cnt = 0;
  676. if (!y)
  677. ast->audiotimestamp = timestamp;
  678. switch (ast->deint_id) {
  679. case DEINT_ID_INT4:
  680. for (x = 0; x < h/2; x++)
  681. avio_read(pb, ast->pkt.data+x*2*w+y*cfs, cfs);
  682. break;
  683. case DEINT_ID_GENR:
  684. for (x = 0; x < w/sps; x++)
  685. avio_read(pb, ast->pkt.data+sps*(h*x+((h+1)/2)*(y&1)+(y>>1)), sps);
  686. break;
  687. case DEINT_ID_SIPR:
  688. avio_read(pb, ast->pkt.data + y * w, w);
  689. break;
  690. }
  691. if (++(ast->sub_packet_cnt) < h)
  692. return -1;
  693. if (ast->deint_id == DEINT_ID_SIPR)
  694. ff_rm_reorder_sipr_data(ast->pkt.data, h, w);
  695. ast->sub_packet_cnt = 0;
  696. rm->audio_stream_num = st->index;
  697. rm->audio_pkt_cnt = h * w / st->codec->block_align;
  698. } else if ((ast->deint_id == DEINT_ID_VBRF) ||
  699. (ast->deint_id == DEINT_ID_VBRS)) {
  700. int x;
  701. rm->audio_stream_num = st->index;
  702. ast->sub_packet_cnt = (avio_rb16(pb) & 0xf0) >> 4;
  703. if (ast->sub_packet_cnt) {
  704. for (x = 0; x < ast->sub_packet_cnt; x++)
  705. ast->sub_packet_lengths[x] = avio_rb16(pb);
  706. rm->audio_pkt_cnt = ast->sub_packet_cnt;
  707. ast->audiotimestamp = timestamp;
  708. } else
  709. return -1;
  710. } else {
  711. av_get_packet(pb, pkt, len);
  712. rm_ac3_swap_bytes(st, pkt);
  713. }
  714. } else
  715. av_get_packet(pb, pkt, len);
  716. pkt->stream_index = st->index;
  717. #if 0
  718. if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
  719. if(st->codec->codec_id == CODEC_ID_RV20){
  720. int seq= 128*(pkt->data[2]&0x7F) + (pkt->data[3]>>1);
  721. av_log(s, AV_LOG_DEBUG, "%d %"PRId64" %d\n", *timestamp, *timestamp*512LL/25, seq);
  722. seq |= (timestamp&~0x3FFF);
  723. if(seq - timestamp > 0x2000) seq -= 0x4000;
  724. if(seq - timestamp < -0x2000) seq += 0x4000;
  725. }
  726. }
  727. #endif
  728. pkt->pts = timestamp;
  729. if (flags & 2)
  730. pkt->flags |= AV_PKT_FLAG_KEY;
  731. return st->codec->codec_type == AVMEDIA_TYPE_AUDIO ? rm->audio_pkt_cnt : 0;
  732. }
  733. int
  734. ff_rm_retrieve_cache (AVFormatContext *s, AVIOContext *pb,
  735. AVStream *st, RMStream *ast, AVPacket *pkt)
  736. {
  737. RMDemuxContext *rm = s->priv_data;
  738. assert (rm->audio_pkt_cnt > 0);
  739. if (st->codec->codec_id == CODEC_ID_AAC)
  740. av_get_packet(pb, pkt, ast->sub_packet_lengths[ast->sub_packet_cnt - rm->audio_pkt_cnt]);
  741. else {
  742. av_new_packet(pkt, st->codec->block_align);
  743. memcpy(pkt->data, ast->pkt.data + st->codec->block_align * //FIXME avoid this
  744. (ast->sub_packet_h * ast->audio_framesize / st->codec->block_align - rm->audio_pkt_cnt),
  745. st->codec->block_align);
  746. }
  747. rm->audio_pkt_cnt--;
  748. if ((pkt->pts = ast->audiotimestamp) != AV_NOPTS_VALUE) {
  749. ast->audiotimestamp = AV_NOPTS_VALUE;
  750. pkt->flags = AV_PKT_FLAG_KEY;
  751. } else
  752. pkt->flags = 0;
  753. pkt->stream_index = st->index;
  754. return rm->audio_pkt_cnt;
  755. }
  756. static int rm_read_packet(AVFormatContext *s, AVPacket *pkt)
  757. {
  758. RMDemuxContext *rm = s->priv_data;
  759. AVStream *st;
  760. int i, len, res, seq = 1;
  761. int64_t timestamp, pos;
  762. int flags;
  763. for (;;) {
  764. if (rm->audio_pkt_cnt) {
  765. // If there are queued audio packet return them first
  766. st = s->streams[rm->audio_stream_num];
  767. ff_rm_retrieve_cache(s, s->pb, st, st->priv_data, pkt);
  768. flags = 0;
  769. } else {
  770. if (rm->old_format) {
  771. RMStream *ast;
  772. st = s->streams[0];
  773. ast = st->priv_data;
  774. timestamp = AV_NOPTS_VALUE;
  775. len = !ast->audio_framesize ? RAW_PACKET_SIZE :
  776. ast->coded_framesize * ast->sub_packet_h / 2;
  777. flags = (seq++ == 1) ? 2 : 0;
  778. pos = avio_tell(s->pb);
  779. } else {
  780. len=sync(s, &timestamp, &flags, &i, &pos);
  781. if (len > 0)
  782. st = s->streams[i];
  783. }
  784. if(len<0 || s->pb->eof_reached)
  785. return AVERROR(EIO);
  786. res = ff_rm_parse_packet (s, s->pb, st, st->priv_data, len, pkt,
  787. &seq, flags, timestamp);
  788. if((flags&2) && (seq&0x7F) == 1)
  789. av_add_index_entry(st, pos, timestamp, 0, 0, AVINDEX_KEYFRAME);
  790. if (res)
  791. continue;
  792. }
  793. if( (st->discard >= AVDISCARD_NONKEY && !(flags&2))
  794. || st->discard >= AVDISCARD_ALL){
  795. av_free_packet(pkt);
  796. } else
  797. break;
  798. }
  799. return 0;
  800. }
  801. static int rm_read_close(AVFormatContext *s)
  802. {
  803. int i;
  804. for (i=0;i<s->nb_streams;i++)
  805. ff_rm_free_rmstream(s->streams[i]->priv_data);
  806. return 0;
  807. }
  808. static int rm_probe(AVProbeData *p)
  809. {
  810. /* check file header */
  811. if ((p->buf[0] == '.' && p->buf[1] == 'R' &&
  812. p->buf[2] == 'M' && p->buf[3] == 'F' &&
  813. p->buf[4] == 0 && p->buf[5] == 0) ||
  814. (p->buf[0] == '.' && p->buf[1] == 'r' &&
  815. p->buf[2] == 'a' && p->buf[3] == 0xfd))
  816. return AVPROBE_SCORE_MAX;
  817. else
  818. return 0;
  819. }
  820. static int64_t rm_read_dts(AVFormatContext *s, int stream_index,
  821. int64_t *ppos, int64_t pos_limit)
  822. {
  823. RMDemuxContext *rm = s->priv_data;
  824. int64_t pos, dts;
  825. int stream_index2, flags, len, h;
  826. pos = *ppos;
  827. if(rm->old_format)
  828. return AV_NOPTS_VALUE;
  829. avio_seek(s->pb, pos, SEEK_SET);
  830. rm->remaining_len=0;
  831. for(;;){
  832. int seq=1;
  833. AVStream *st;
  834. len=sync(s, &dts, &flags, &stream_index2, &pos);
  835. if(len<0)
  836. return AV_NOPTS_VALUE;
  837. st = s->streams[stream_index2];
  838. if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
  839. h= avio_r8(s->pb); len--;
  840. if(!(h & 0x40)){
  841. seq = avio_r8(s->pb); len--;
  842. }
  843. }
  844. if((flags&2) && (seq&0x7F) == 1){
  845. // av_log(s, AV_LOG_DEBUG, "%d %d-%d %"PRId64" %d\n", flags, stream_index2, stream_index, dts, seq);
  846. av_add_index_entry(st, pos, dts, 0, 0, AVINDEX_KEYFRAME);
  847. if(stream_index2 == stream_index)
  848. break;
  849. }
  850. avio_skip(s->pb, len);
  851. }
  852. *ppos = pos;
  853. return dts;
  854. }
  855. AVInputFormat ff_rm_demuxer = {
  856. .name = "rm",
  857. .long_name = NULL_IF_CONFIG_SMALL("RealMedia format"),
  858. .priv_data_size = sizeof(RMDemuxContext),
  859. .read_probe = rm_probe,
  860. .read_header = rm_read_header,
  861. .read_packet = rm_read_packet,
  862. .read_close = rm_read_close,
  863. .read_timestamp = rm_read_dts,
  864. };
  865. AVInputFormat ff_rdt_demuxer = {
  866. .name = "rdt",
  867. .long_name = NULL_IF_CONFIG_SMALL("RDT demuxer"),
  868. .priv_data_size = sizeof(RMDemuxContext),
  869. .read_close = rm_read_close,
  870. };