You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

572 lines
14KB

  1. /*
  2. * Flash Compatible Streaming Format
  3. * Copyright (c) 2000 Fabrice Bellard.
  4. *
  5. * This library is free software; you can redistribute it and/or
  6. * modify it under the terms of the GNU Lesser General Public
  7. * License as published by the Free Software Foundation; either
  8. * version 2 of the License, or (at your option) any later version.
  9. *
  10. * This library is distributed in the hope that it will be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  13. * Lesser General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU Lesser General Public
  16. * License along with this library; if not, write to the Free Software
  17. * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
  18. */
  19. #include "avformat.h"
  20. /* should have a generic way to indicate probable size */
  21. #define DUMMY_FILE_SIZE (100 * 1024 * 1024)
  22. #define DUMMY_DURATION 600 /* in seconds */
  23. #define TAG_END 0
  24. #define TAG_SHOWFRAME 1
  25. #define TAG_DEFINESHAPE 2
  26. #define TAG_FREECHARACTER 3
  27. #define TAG_PLACEOBJECT 4
  28. #define TAG_REMOVEOBJECT 5
  29. #define TAG_STREAMHEAD 18
  30. #define TAG_STREAMBLOCK 19
  31. #define TAG_JPEG2 21
  32. #define TAG_LONG 0x100
  33. /* flags for shape definition */
  34. #define FLAG_MOVETO 0x01
  35. #define FLAG_SETFILL0 0x02
  36. #define FLAG_SETFILL1 0x04
  37. /* character id used */
  38. #define BITMAP_ID 0
  39. #define SHAPE_ID 1
  40. typedef struct {
  41. offset_t duration_pos;
  42. offset_t tag_pos;
  43. int tag;
  44. } SWFContext;
  45. static void put_swf_tag(AVFormatContext *s, int tag)
  46. {
  47. SWFContext *swf = s->priv_data;
  48. ByteIOContext *pb = &s->pb;
  49. swf->tag_pos = url_ftell(pb);
  50. swf->tag = tag;
  51. /* reserve some room for the tag */
  52. if (tag & TAG_LONG) {
  53. put_le16(pb, 0);
  54. put_le32(pb, 0);
  55. } else {
  56. put_le16(pb, 0);
  57. }
  58. }
  59. static void put_swf_end_tag(AVFormatContext *s)
  60. {
  61. SWFContext *swf = s->priv_data;
  62. ByteIOContext *pb = &s->pb;
  63. offset_t pos;
  64. int tag_len, tag;
  65. pos = url_ftell(pb);
  66. tag_len = pos - swf->tag_pos - 2;
  67. tag = swf->tag;
  68. url_fseek(pb, swf->tag_pos, SEEK_SET);
  69. if (tag & TAG_LONG) {
  70. tag &= ~TAG_LONG;
  71. put_le16(pb, (tag << 6) | 0x3f);
  72. put_le32(pb, tag_len - 4);
  73. } else {
  74. assert(tag_len < 0x3f);
  75. put_le16(pb, (tag << 6) | tag_len);
  76. }
  77. url_fseek(pb, pos, SEEK_SET);
  78. }
  79. static inline void max_nbits(int *nbits_ptr, int val)
  80. {
  81. int n;
  82. if (val == 0)
  83. return;
  84. val = abs(val);
  85. n = 1;
  86. while (val != 0) {
  87. n++;
  88. val >>= 1;
  89. }
  90. if (n > *nbits_ptr)
  91. *nbits_ptr = n;
  92. }
  93. static void put_swf_rect(ByteIOContext *pb,
  94. int xmin, int xmax, int ymin, int ymax)
  95. {
  96. PutBitContext p;
  97. UINT8 buf[256];
  98. int nbits, mask;
  99. init_put_bits(&p, buf, sizeof(buf), NULL, NULL);
  100. nbits = 0;
  101. max_nbits(&nbits, xmin);
  102. max_nbits(&nbits, xmax);
  103. max_nbits(&nbits, ymin);
  104. max_nbits(&nbits, ymax);
  105. mask = (1 << nbits) - 1;
  106. /* rectangle info */
  107. put_bits(&p, 5, nbits);
  108. put_bits(&p, nbits, xmin & mask);
  109. put_bits(&p, nbits, xmax & mask);
  110. put_bits(&p, nbits, ymin & mask);
  111. put_bits(&p, nbits, ymax & mask);
  112. flush_put_bits(&p);
  113. put_buffer(pb, buf, pbBufPtr(&p) - p.buf);
  114. }
  115. static void put_swf_line_edge(PutBitContext *pb, int dx, int dy)
  116. {
  117. int nbits, mask;
  118. put_bits(pb, 1, 1); /* edge */
  119. put_bits(pb, 1, 1); /* line select */
  120. nbits = 2;
  121. max_nbits(&nbits, dx);
  122. max_nbits(&nbits, dy);
  123. mask = (1 << nbits) - 1;
  124. put_bits(pb, 4, nbits - 2); /* 16 bits precision */
  125. if (dx == 0) {
  126. put_bits(pb, 1, 0);
  127. put_bits(pb, 1, 1);
  128. put_bits(pb, nbits, dy & mask);
  129. } else if (dy == 0) {
  130. put_bits(pb, 1, 0);
  131. put_bits(pb, 1, 0);
  132. put_bits(pb, nbits, dx & mask);
  133. } else {
  134. put_bits(pb, 1, 1);
  135. put_bits(pb, nbits, dx & mask);
  136. put_bits(pb, nbits, dy & mask);
  137. }
  138. }
  139. #define FRAC_BITS 16
  140. /* put matrix (not size optimized */
  141. static void put_swf_matrix(ByteIOContext *pb,
  142. int a, int b, int c, int d, int tx, int ty)
  143. {
  144. PutBitContext p;
  145. UINT8 buf[256];
  146. init_put_bits(&p, buf, sizeof(buf), NULL, NULL);
  147. put_bits(&p, 1, 1); /* a, d present */
  148. put_bits(&p, 5, 20); /* nb bits */
  149. put_bits(&p, 20, a);
  150. put_bits(&p, 20, d);
  151. put_bits(&p, 1, 1); /* b, c present */
  152. put_bits(&p, 5, 20); /* nb bits */
  153. put_bits(&p, 20, c);
  154. put_bits(&p, 20, b);
  155. put_bits(&p, 5, 20); /* nb bits */
  156. put_bits(&p, 20, tx);
  157. put_bits(&p, 20, ty);
  158. flush_put_bits(&p);
  159. put_buffer(pb, buf, pbBufPtr(&p) - p.buf);
  160. }
  161. /* XXX: handle audio only */
  162. static int swf_write_header(AVFormatContext *s)
  163. {
  164. SWFContext *swf;
  165. ByteIOContext *pb = &s->pb;
  166. AVCodecContext *enc, *audio_enc, *video_enc;
  167. PutBitContext p;
  168. UINT8 buf1[256];
  169. int i, width, height, rate;
  170. swf = av_malloc(sizeof(SWFContext));
  171. if (!swf)
  172. return -1;
  173. s->priv_data = swf;
  174. video_enc = NULL;
  175. audio_enc = NULL;
  176. for(i=0;i<s->nb_streams;i++) {
  177. enc = &s->streams[i]->codec;
  178. if (enc->codec_type == CODEC_TYPE_AUDIO)
  179. audio_enc = enc;
  180. else
  181. video_enc = enc;
  182. }
  183. if (!video_enc) {
  184. /* currenty, cannot work correctly if audio only */
  185. width = 320;
  186. height = 200;
  187. rate = 10 * FRAME_RATE_BASE;
  188. } else {
  189. width = video_enc->width;
  190. height = video_enc->height;
  191. rate = video_enc->frame_rate;
  192. }
  193. put_tag(pb, "FWS");
  194. put_byte(pb, 4); /* version (should use 4 for mpeg audio support) */
  195. put_le32(pb, DUMMY_FILE_SIZE); /* dummy size
  196. (will be patched if not streamed) */
  197. put_swf_rect(pb, 0, width, 0, height);
  198. put_le16(pb, (rate * 256) / FRAME_RATE_BASE); /* frame rate */
  199. swf->duration_pos = url_ftell(pb);
  200. put_le16(pb, (UINT16)(DUMMY_DURATION * (INT64)rate / FRAME_RATE_BASE)); /* frame count */
  201. /* define a shape with the jpeg inside */
  202. put_swf_tag(s, TAG_DEFINESHAPE);
  203. put_le16(pb, SHAPE_ID); /* ID of shape */
  204. /* bounding rectangle */
  205. put_swf_rect(pb, 0, width, 0, height);
  206. /* style info */
  207. put_byte(pb, 1); /* one fill style */
  208. put_byte(pb, 0x41); /* clipped bitmap fill */
  209. put_le16(pb, BITMAP_ID); /* bitmap ID */
  210. /* position of the bitmap */
  211. put_swf_matrix(pb, (int)(1.0 * (1 << FRAC_BITS)), 0,
  212. 0, (int)(1.0 * (1 << FRAC_BITS)), 0, 0);
  213. put_byte(pb, 0); /* no line style */
  214. /* shape drawing */
  215. init_put_bits(&p, buf1, sizeof(buf1), NULL, NULL);
  216. put_bits(&p, 4, 1); /* one fill bit */
  217. put_bits(&p, 4, 0); /* zero line bit */
  218. put_bits(&p, 1, 0); /* not an edge */
  219. put_bits(&p, 5, FLAG_MOVETO | FLAG_SETFILL0);
  220. put_bits(&p, 5, 1); /* nbits */
  221. put_bits(&p, 1, 0); /* X */
  222. put_bits(&p, 1, 0); /* Y */
  223. put_bits(&p, 1, 1); /* set fill style 1 */
  224. /* draw the rectangle ! */
  225. put_swf_line_edge(&p, width, 0);
  226. put_swf_line_edge(&p, 0, height);
  227. put_swf_line_edge(&p, -width, 0);
  228. put_swf_line_edge(&p, 0, -height);
  229. /* end of shape */
  230. put_bits(&p, 1, 0); /* not an edge */
  231. put_bits(&p, 5, 0);
  232. flush_put_bits(&p);
  233. put_buffer(pb, buf1, pbBufPtr(&p) - p.buf);
  234. put_swf_end_tag(s);
  235. if (audio_enc) {
  236. int v;
  237. /* start sound */
  238. v = 0;
  239. switch(audio_enc->sample_rate) {
  240. case 11025:
  241. v |= 1 << 2;
  242. break;
  243. case 22050:
  244. v |= 2 << 2;
  245. break;
  246. case 44100:
  247. v |= 3 << 2;
  248. break;
  249. default:
  250. /* not supported */
  251. av_free(swf);
  252. return -1;
  253. }
  254. if (audio_enc->channels == 2)
  255. v |= 1;
  256. v |= 0x20; /* mp3 compressed */
  257. v |= 0x02; /* 16 bits */
  258. put_swf_tag(s, TAG_STREAMHEAD);
  259. put_byte(&s->pb, 0);
  260. put_byte(&s->pb, v);
  261. put_le16(&s->pb, (audio_enc->sample_rate * FRAME_RATE_BASE) / rate); /* avg samples per frame */
  262. put_swf_end_tag(s);
  263. }
  264. put_flush_packet(&s->pb);
  265. return 0;
  266. }
  267. static int swf_write_video(AVFormatContext *s,
  268. AVCodecContext *enc, UINT8 *buf, int size)
  269. {
  270. ByteIOContext *pb = &s->pb;
  271. static int tag_id = 0;
  272. if (enc->frame_number > 1) {
  273. /* remove the shape */
  274. put_swf_tag(s, TAG_REMOVEOBJECT);
  275. put_le16(pb, SHAPE_ID); /* shape ID */
  276. put_le16(pb, 1); /* depth */
  277. put_swf_end_tag(s);
  278. /* free the bitmap */
  279. put_swf_tag(s, TAG_FREECHARACTER);
  280. put_le16(pb, BITMAP_ID);
  281. put_swf_end_tag(s);
  282. }
  283. put_swf_tag(s, TAG_JPEG2 | TAG_LONG);
  284. put_le16(pb, tag_id); /* ID of the image */
  285. /* a dummy jpeg header seems to be required */
  286. put_byte(pb, 0xff);
  287. put_byte(pb, 0xd8);
  288. put_byte(pb, 0xff);
  289. put_byte(pb, 0xd9);
  290. /* write the jpeg image */
  291. put_buffer(pb, buf, size);
  292. put_swf_end_tag(s);
  293. /* draw the shape */
  294. put_swf_tag(s, TAG_PLACEOBJECT);
  295. put_le16(pb, SHAPE_ID); /* shape ID */
  296. put_le16(pb, 1); /* depth */
  297. put_swf_matrix(pb, 1 << FRAC_BITS, 0, 0, 1 << FRAC_BITS, 0, 0);
  298. put_swf_end_tag(s);
  299. /* output the frame */
  300. put_swf_tag(s, TAG_SHOWFRAME);
  301. put_swf_end_tag(s);
  302. put_flush_packet(&s->pb);
  303. return 0;
  304. }
  305. static int swf_write_audio(AVFormatContext *s, UINT8 *buf, int size)
  306. {
  307. ByteIOContext *pb = &s->pb;
  308. put_swf_tag(s, TAG_STREAMBLOCK | TAG_LONG);
  309. put_buffer(pb, buf, size);
  310. put_swf_end_tag(s);
  311. put_flush_packet(&s->pb);
  312. return 0;
  313. }
  314. static int swf_write_packet(AVFormatContext *s, int stream_index,
  315. UINT8 *buf, int size, int force_pts)
  316. {
  317. AVCodecContext *codec = &s->streams[stream_index]->codec;
  318. if (codec->codec_type == CODEC_TYPE_AUDIO)
  319. return swf_write_audio(s, buf, size);
  320. else
  321. return swf_write_video(s, codec, buf, size);
  322. }
  323. static int swf_write_trailer(AVFormatContext *s)
  324. {
  325. SWFContext *swf = s->priv_data;
  326. ByteIOContext *pb = &s->pb;
  327. AVCodecContext *enc, *video_enc;
  328. int file_size, i;
  329. video_enc = NULL;
  330. for(i=0;i<s->nb_streams;i++) {
  331. enc = &s->streams[i]->codec;
  332. if (enc->codec_type == CODEC_TYPE_VIDEO)
  333. video_enc = enc;
  334. }
  335. put_swf_tag(s, TAG_END);
  336. put_swf_end_tag(s);
  337. put_flush_packet(&s->pb);
  338. /* patch file size and number of frames if not streamed */
  339. if (!url_is_streamed(&s->pb) && video_enc) {
  340. file_size = url_ftell(pb);
  341. url_fseek(pb, 4, SEEK_SET);
  342. put_le32(pb, file_size);
  343. url_fseek(pb, swf->duration_pos, SEEK_SET);
  344. put_le16(pb, video_enc->frame_number);
  345. }
  346. return 0;
  347. }
  348. /***********************************/
  349. /* just to extract MP3 from swf */
  350. static int get_swf_tag(ByteIOContext *pb, int *len_ptr)
  351. {
  352. int tag, len;
  353. if (url_feof(pb))
  354. return -1;
  355. tag = get_le16(pb);
  356. len = tag & 0x3f;
  357. tag = tag >> 6;
  358. if (len == 0x3f) {
  359. len = get_le32(pb);
  360. }
  361. *len_ptr = len;
  362. return tag;
  363. }
  364. static int swf_probe(AVProbeData *p)
  365. {
  366. /* check file header */
  367. if (p->buf_size <= 16)
  368. return 0;
  369. if (p->buf[0] == 'F' && p->buf[1] == 'W' &&
  370. p->buf[2] == 'S')
  371. return AVPROBE_SCORE_MAX;
  372. else
  373. return 0;
  374. }
  375. static int swf_read_header(AVFormatContext *s, AVFormatParameters *ap)
  376. {
  377. ByteIOContext *pb = &s->pb;
  378. int nbits, len, frame_rate, tag, v;
  379. AVStream *st;
  380. if ((get_be32(pb) & 0xffffff00) != MKBETAG('F', 'W', 'S', 0))
  381. return -EIO;
  382. get_le32(pb);
  383. /* skip rectangle size */
  384. nbits = get_byte(pb) >> 3;
  385. len = (4 * nbits - 3 + 7) / 8;
  386. url_fskip(pb, len);
  387. frame_rate = get_le16(pb);
  388. get_le16(pb); /* frame count */
  389. for(;;) {
  390. tag = get_swf_tag(pb, &len);
  391. if (tag < 0) {
  392. fprintf(stderr, "No streaming found in SWF\n");
  393. return -EIO;
  394. }
  395. if (tag == TAG_STREAMHEAD) {
  396. /* streaming found */
  397. get_byte(pb);
  398. v = get_byte(pb);
  399. get_le16(pb);
  400. /* if mp3 streaming found, OK */
  401. if ((v & 0x20) != 0) {
  402. st = av_mallocz(sizeof(AVStream));
  403. if (!st)
  404. return -ENOMEM;
  405. if (v & 0x01)
  406. st->codec.channels = 2;
  407. else
  408. st->codec.channels = 1;
  409. s->nb_streams = 1;
  410. s->streams[0] = st;
  411. switch((v>> 2) & 0x03) {
  412. case 1:
  413. st->codec.sample_rate = 11025;
  414. break;
  415. case 2:
  416. st->codec.sample_rate = 22050;
  417. break;
  418. case 3:
  419. st->codec.sample_rate = 44100;
  420. break;
  421. default:
  422. av_free(st);
  423. return -EIO;
  424. }
  425. st->codec.codec_type = CODEC_TYPE_AUDIO;
  426. st->codec.codec_id = CODEC_ID_MP2;
  427. break;
  428. }
  429. } else {
  430. url_fskip(pb, len);
  431. }
  432. }
  433. return 0;
  434. }
  435. static int swf_read_packet(AVFormatContext *s, AVPacket *pkt)
  436. {
  437. ByteIOContext *pb = &s->pb;
  438. int tag, len;
  439. for(;;) {
  440. tag = get_swf_tag(pb, &len);
  441. if (tag < 0)
  442. return -EIO;
  443. if (tag == TAG_STREAMBLOCK) {
  444. av_new_packet(pkt, len);
  445. get_buffer(pb, pkt->data, pkt->size);
  446. break;
  447. } else {
  448. url_fskip(pb, len);
  449. }
  450. }
  451. return 0;
  452. }
  453. static int swf_read_close(AVFormatContext *s)
  454. {
  455. return 0;
  456. }
  457. static AVInputFormat swf_iformat = {
  458. "swf",
  459. "Flash format",
  460. 0,
  461. swf_probe,
  462. swf_read_header,
  463. swf_read_packet,
  464. swf_read_close,
  465. };
  466. static AVOutputFormat swf_oformat = {
  467. "swf",
  468. "Flash format",
  469. "application/x-shockwave-flash",
  470. "swf",
  471. sizeof(SWFContext),
  472. CODEC_ID_MP2,
  473. CODEC_ID_MJPEG,
  474. swf_write_header,
  475. swf_write_packet,
  476. swf_write_trailer,
  477. };
  478. int swf_init(void)
  479. {
  480. av_register_input_format(&swf_iformat);
  481. av_register_output_format(&swf_oformat);
  482. return 0;
  483. }