You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

579 lines
17KB

  1. /*
  2. * Sierra VMD Audio & Video Decoders
  3. * Copyright (C) 2004 the ffmpeg project
  4. *
  5. * This file is part of FFmpeg.
  6. *
  7. * FFmpeg is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU Lesser General Public
  9. * License as published by the Free Software Foundation; either
  10. * version 2.1 of the License, or (at your option) any later version.
  11. *
  12. * FFmpeg is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * Lesser General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU Lesser General Public
  18. * License along with FFmpeg; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. */
  21. /**
  22. * @file vmdvideo.c
  23. * Sierra VMD audio & video decoders
  24. * by Vladimir "VAG" Gneushev (vagsoft at mail.ru)
  25. * for more information on the Sierra VMD format, visit:
  26. * http://www.pcisys.net/~melanson/codecs/
  27. *
  28. * The video decoder outputs PAL8 colorspace data. The decoder expects
  29. * a 0x330-byte VMD file header to be transmitted via extradata during
  30. * codec initialization. Each encoded frame that is sent to this decoder
  31. * is expected to be prepended with the appropriate 16-byte frame
  32. * information record from the VMD file.
  33. *
  34. * The audio decoder, like the video decoder, expects each encoded data
  35. * chunk to be prepended with the appropriate 16-byte frame information
  36. * record from the VMD file. It does not require the 0x330-byte VMD file
  37. * header, but it does need the audio setup parameters passed in through
  38. * normal libavcodec API means.
  39. */
  40. #include <stdio.h>
  41. #include <stdlib.h>
  42. #include <string.h>
  43. #include <unistd.h>
  44. #include "avcodec.h"
  45. #include "dsputil.h"
  46. #define VMD_HEADER_SIZE 0x330
  47. #define PALETTE_COUNT 256
  48. /*
  49. * Video Decoder
  50. */
  51. typedef struct VmdVideoContext {
  52. AVCodecContext *avctx;
  53. DSPContext dsp;
  54. AVFrame frame;
  55. AVFrame prev_frame;
  56. const unsigned char *buf;
  57. int size;
  58. unsigned char palette[PALETTE_COUNT * 4];
  59. unsigned char *unpack_buffer;
  60. int unpack_buffer_size;
  61. int x_off, y_off;
  62. } VmdVideoContext;
  63. #define QUEUE_SIZE 0x1000
  64. #define QUEUE_MASK 0x0FFF
  65. static void lz_unpack(const unsigned char *src, unsigned char *dest, int dest_len)
  66. {
  67. const unsigned char *s;
  68. unsigned char *d;
  69. unsigned char *d_end;
  70. unsigned char queue[QUEUE_SIZE];
  71. unsigned int qpos;
  72. unsigned int dataleft;
  73. unsigned int chainofs;
  74. unsigned int chainlen;
  75. unsigned int speclen;
  76. unsigned char tag;
  77. unsigned int i, j;
  78. s = src;
  79. d = dest;
  80. d_end = d + dest_len;
  81. dataleft = AV_RL32(s);
  82. s += 4;
  83. memset(queue, 0x20, QUEUE_SIZE);
  84. if (AV_RL32(s) == 0x56781234) {
  85. s += 4;
  86. qpos = 0x111;
  87. speclen = 0xF + 3;
  88. } else {
  89. qpos = 0xFEE;
  90. speclen = 100; /* no speclen */
  91. }
  92. while (dataleft > 0) {
  93. tag = *s++;
  94. if ((tag == 0xFF) && (dataleft > 8)) {
  95. if (d + 8 > d_end)
  96. return;
  97. for (i = 0; i < 8; i++) {
  98. queue[qpos++] = *d++ = *s++;
  99. qpos &= QUEUE_MASK;
  100. }
  101. dataleft -= 8;
  102. } else {
  103. for (i = 0; i < 8; i++) {
  104. if (dataleft == 0)
  105. break;
  106. if (tag & 0x01) {
  107. if (d + 1 > d_end)
  108. return;
  109. queue[qpos++] = *d++ = *s++;
  110. qpos &= QUEUE_MASK;
  111. dataleft--;
  112. } else {
  113. chainofs = *s++;
  114. chainofs |= ((*s & 0xF0) << 4);
  115. chainlen = (*s++ & 0x0F) + 3;
  116. if (chainlen == speclen)
  117. chainlen = *s++ + 0xF + 3;
  118. if (d + chainlen > d_end)
  119. return;
  120. for (j = 0; j < chainlen; j++) {
  121. *d = queue[chainofs++ & QUEUE_MASK];
  122. queue[qpos++] = *d++;
  123. qpos &= QUEUE_MASK;
  124. }
  125. dataleft -= chainlen;
  126. }
  127. tag >>= 1;
  128. }
  129. }
  130. }
  131. }
  132. static int rle_unpack(const unsigned char *src, unsigned char *dest,
  133. int src_len, int dest_len)
  134. {
  135. const unsigned char *ps;
  136. unsigned char *pd;
  137. int i, l;
  138. unsigned char *dest_end = dest + dest_len;
  139. ps = src;
  140. pd = dest;
  141. if (src_len & 1)
  142. *pd++ = *ps++;
  143. src_len >>= 1;
  144. i = 0;
  145. do {
  146. l = *ps++;
  147. if (l & 0x80) {
  148. l = (l & 0x7F) * 2;
  149. if (pd + l > dest_end)
  150. return (ps - src);
  151. memcpy(pd, ps, l);
  152. ps += l;
  153. pd += l;
  154. } else {
  155. if (pd + i > dest_end)
  156. return (ps - src);
  157. for (i = 0; i < l; i++) {
  158. *pd++ = ps[0];
  159. *pd++ = ps[1];
  160. }
  161. ps += 2;
  162. }
  163. i += l;
  164. } while (i < src_len);
  165. return (ps - src);
  166. }
  167. static void vmd_decode(VmdVideoContext *s)
  168. {
  169. int i;
  170. unsigned int *palette32;
  171. unsigned char r, g, b;
  172. /* point to the start of the encoded data */
  173. const unsigned char *p = s->buf + 16;
  174. const unsigned char *pb;
  175. unsigned char meth;
  176. unsigned char *dp; /* pointer to current frame */
  177. unsigned char *pp; /* pointer to previous frame */
  178. unsigned char len;
  179. int ofs;
  180. int frame_x, frame_y;
  181. int frame_width, frame_height;
  182. int dp_size;
  183. frame_x = AV_RL16(&s->buf[6]);
  184. frame_y = AV_RL16(&s->buf[8]);
  185. frame_width = AV_RL16(&s->buf[10]) - frame_x + 1;
  186. frame_height = AV_RL16(&s->buf[12]) - frame_y + 1;
  187. if ((frame_width == s->avctx->width && frame_height == s->avctx->height) &&
  188. (frame_x || frame_y)) {
  189. s->x_off = frame_x;
  190. s->y_off = frame_y;
  191. }
  192. frame_x -= s->x_off;
  193. frame_y -= s->y_off;
  194. /* if only a certain region will be updated, copy the entire previous
  195. * frame before the decode */
  196. if (frame_x || frame_y || (frame_width != s->avctx->width) ||
  197. (frame_height != s->avctx->height)) {
  198. memcpy(s->frame.data[0], s->prev_frame.data[0],
  199. s->avctx->height * s->frame.linesize[0]);
  200. }
  201. /* check if there is a new palette */
  202. if (s->buf[15] & 0x02) {
  203. p += 2;
  204. palette32 = (unsigned int *)s->palette;
  205. for (i = 0; i < PALETTE_COUNT; i++) {
  206. r = *p++ * 4;
  207. g = *p++ * 4;
  208. b = *p++ * 4;
  209. palette32[i] = (r << 16) | (g << 8) | (b);
  210. }
  211. s->size -= (256 * 3 + 2);
  212. }
  213. if (s->size >= 0) {
  214. /* originally UnpackFrame in VAG's code */
  215. pb = p;
  216. meth = *pb++;
  217. if (meth & 0x80) {
  218. lz_unpack(pb, s->unpack_buffer, s->unpack_buffer_size);
  219. meth &= 0x7F;
  220. pb = s->unpack_buffer;
  221. }
  222. dp = &s->frame.data[0][frame_y * s->frame.linesize[0] + frame_x];
  223. dp_size = s->frame.linesize[0] * s->avctx->height;
  224. pp = &s->prev_frame.data[0][frame_y * s->prev_frame.linesize[0] + frame_x];
  225. switch (meth) {
  226. case 1:
  227. for (i = 0; i < frame_height; i++) {
  228. ofs = 0;
  229. do {
  230. len = *pb++;
  231. if (len & 0x80) {
  232. len = (len & 0x7F) + 1;
  233. if (ofs + len > frame_width)
  234. return;
  235. memcpy(&dp[ofs], pb, len);
  236. pb += len;
  237. ofs += len;
  238. } else {
  239. /* interframe pixel copy */
  240. if (ofs + len + 1 > frame_width)
  241. return;
  242. memcpy(&dp[ofs], &pp[ofs], len + 1);
  243. ofs += len + 1;
  244. }
  245. } while (ofs < frame_width);
  246. if (ofs > frame_width) {
  247. av_log(s->avctx, AV_LOG_ERROR, "VMD video: offset > width (%d > %d)\n",
  248. ofs, frame_width);
  249. break;
  250. }
  251. dp += s->frame.linesize[0];
  252. pp += s->prev_frame.linesize[0];
  253. }
  254. break;
  255. case 2:
  256. for (i = 0; i < frame_height; i++) {
  257. memcpy(dp, pb, frame_width);
  258. pb += frame_width;
  259. dp += s->frame.linesize[0];
  260. pp += s->prev_frame.linesize[0];
  261. }
  262. break;
  263. case 3:
  264. for (i = 0; i < frame_height; i++) {
  265. ofs = 0;
  266. do {
  267. len = *pb++;
  268. if (len & 0x80) {
  269. len = (len & 0x7F) + 1;
  270. if (*pb++ == 0xFF)
  271. len = rle_unpack(pb, &dp[ofs], len, frame_width - ofs);
  272. else
  273. memcpy(&dp[ofs], pb, len);
  274. pb += len;
  275. ofs += len;
  276. } else {
  277. /* interframe pixel copy */
  278. if (ofs + len + 1 > frame_width)
  279. return;
  280. memcpy(&dp[ofs], &pp[ofs], len + 1);
  281. ofs += len + 1;
  282. }
  283. } while (ofs < frame_width);
  284. if (ofs > frame_width) {
  285. av_log(s->avctx, AV_LOG_ERROR, "VMD video: offset > width (%d > %d)\n",
  286. ofs, frame_width);
  287. }
  288. dp += s->frame.linesize[0];
  289. pp += s->prev_frame.linesize[0];
  290. }
  291. break;
  292. }
  293. }
  294. }
  295. static int vmdvideo_decode_init(AVCodecContext *avctx)
  296. {
  297. VmdVideoContext *s = avctx->priv_data;
  298. int i;
  299. unsigned int *palette32;
  300. int palette_index = 0;
  301. unsigned char r, g, b;
  302. unsigned char *vmd_header;
  303. unsigned char *raw_palette;
  304. s->avctx = avctx;
  305. avctx->pix_fmt = PIX_FMT_PAL8;
  306. dsputil_init(&s->dsp, avctx);
  307. /* make sure the VMD header made it */
  308. if (s->avctx->extradata_size != VMD_HEADER_SIZE) {
  309. av_log(s->avctx, AV_LOG_ERROR, "VMD video: expected extradata size of %d\n",
  310. VMD_HEADER_SIZE);
  311. return -1;
  312. }
  313. vmd_header = (unsigned char *)avctx->extradata;
  314. s->unpack_buffer_size = AV_RL32(&vmd_header[800]);
  315. s->unpack_buffer = av_malloc(s->unpack_buffer_size);
  316. if (!s->unpack_buffer)
  317. return -1;
  318. /* load up the initial palette */
  319. raw_palette = &vmd_header[28];
  320. palette32 = (unsigned int *)s->palette;
  321. for (i = 0; i < PALETTE_COUNT; i++) {
  322. r = raw_palette[palette_index++] * 4;
  323. g = raw_palette[palette_index++] * 4;
  324. b = raw_palette[palette_index++] * 4;
  325. palette32[i] = (r << 16) | (g << 8) | (b);
  326. }
  327. s->frame.data[0] = s->prev_frame.data[0] = NULL;
  328. return 0;
  329. }
  330. static int vmdvideo_decode_frame(AVCodecContext *avctx,
  331. void *data, int *data_size,
  332. const uint8_t *buf, int buf_size)
  333. {
  334. VmdVideoContext *s = avctx->priv_data;
  335. s->buf = buf;
  336. s->size = buf_size;
  337. if (buf_size < 16)
  338. return buf_size;
  339. s->frame.reference = 1;
  340. if (avctx->get_buffer(avctx, &s->frame)) {
  341. av_log(s->avctx, AV_LOG_ERROR, "VMD Video: get_buffer() failed\n");
  342. return -1;
  343. }
  344. vmd_decode(s);
  345. /* make the palette available on the way out */
  346. memcpy(s->frame.data[1], s->palette, PALETTE_COUNT * 4);
  347. /* shuffle frames */
  348. FFSWAP(AVFrame, s->frame, s->prev_frame);
  349. if (s->frame.data[0])
  350. avctx->release_buffer(avctx, &s->frame);
  351. *data_size = sizeof(AVFrame);
  352. *(AVFrame*)data = s->prev_frame;
  353. /* report that the buffer was completely consumed */
  354. return buf_size;
  355. }
  356. static int vmdvideo_decode_end(AVCodecContext *avctx)
  357. {
  358. VmdVideoContext *s = avctx->priv_data;
  359. if (s->prev_frame.data[0])
  360. avctx->release_buffer(avctx, &s->prev_frame);
  361. av_free(s->unpack_buffer);
  362. return 0;
  363. }
  364. /*
  365. * Audio Decoder
  366. */
  367. typedef struct VmdAudioContext {
  368. AVCodecContext *avctx;
  369. int channels;
  370. int bits;
  371. int block_align;
  372. int predictors[2];
  373. } VmdAudioContext;
  374. static uint16_t vmdaudio_table[128] = {
  375. 0x000, 0x008, 0x010, 0x020, 0x030, 0x040, 0x050, 0x060, 0x070, 0x080,
  376. 0x090, 0x0A0, 0x0B0, 0x0C0, 0x0D0, 0x0E0, 0x0F0, 0x100, 0x110, 0x120,
  377. 0x130, 0x140, 0x150, 0x160, 0x170, 0x180, 0x190, 0x1A0, 0x1B0, 0x1C0,
  378. 0x1D0, 0x1E0, 0x1F0, 0x200, 0x208, 0x210, 0x218, 0x220, 0x228, 0x230,
  379. 0x238, 0x240, 0x248, 0x250, 0x258, 0x260, 0x268, 0x270, 0x278, 0x280,
  380. 0x288, 0x290, 0x298, 0x2A0, 0x2A8, 0x2B0, 0x2B8, 0x2C0, 0x2C8, 0x2D0,
  381. 0x2D8, 0x2E0, 0x2E8, 0x2F0, 0x2F8, 0x300, 0x308, 0x310, 0x318, 0x320,
  382. 0x328, 0x330, 0x338, 0x340, 0x348, 0x350, 0x358, 0x360, 0x368, 0x370,
  383. 0x378, 0x380, 0x388, 0x390, 0x398, 0x3A0, 0x3A8, 0x3B0, 0x3B8, 0x3C0,
  384. 0x3C8, 0x3D0, 0x3D8, 0x3E0, 0x3E8, 0x3F0, 0x3F8, 0x400, 0x440, 0x480,
  385. 0x4C0, 0x500, 0x540, 0x580, 0x5C0, 0x600, 0x640, 0x680, 0x6C0, 0x700,
  386. 0x740, 0x780, 0x7C0, 0x800, 0x900, 0xA00, 0xB00, 0xC00, 0xD00, 0xE00,
  387. 0xF00, 0x1000, 0x1400, 0x1800, 0x1C00, 0x2000, 0x3000, 0x4000
  388. };
  389. static int vmdaudio_decode_init(AVCodecContext *avctx)
  390. {
  391. VmdAudioContext *s = avctx->priv_data;
  392. s->avctx = avctx;
  393. s->channels = avctx->channels;
  394. s->bits = avctx->bits_per_sample;
  395. s->block_align = avctx->block_align;
  396. av_log(s->avctx, AV_LOG_DEBUG, "%d channels, %d bits/sample, block align = %d, sample rate = %d\n",
  397. s->channels, s->bits, s->block_align, avctx->sample_rate);
  398. return 0;
  399. }
  400. static void vmdaudio_decode_audio(VmdAudioContext *s, unsigned char *data,
  401. const uint8_t *buf, int stereo)
  402. {
  403. int i;
  404. int chan = 0;
  405. int16_t *out = (int16_t*)data;
  406. for(i = 0; i < s->block_align; i++) {
  407. if(buf[i] & 0x80)
  408. s->predictors[chan] -= vmdaudio_table[buf[i] & 0x7F];
  409. else
  410. s->predictors[chan] += vmdaudio_table[buf[i]];
  411. s->predictors[chan] = av_clip_int16(s->predictors[chan]);
  412. out[i] = s->predictors[chan];
  413. chan ^= stereo;
  414. }
  415. }
  416. static int vmdaudio_loadsound(VmdAudioContext *s, unsigned char *data,
  417. const uint8_t *buf, int silence)
  418. {
  419. int bytes_decoded = 0;
  420. int i;
  421. // if (silence)
  422. // av_log(s->avctx, AV_LOG_INFO, "silent block!\n");
  423. if (s->channels == 2) {
  424. /* stereo handling */
  425. if (silence) {
  426. memset(data, 0, s->block_align * 2);
  427. } else {
  428. if (s->bits == 16)
  429. vmdaudio_decode_audio(s, data, buf, 1);
  430. else {
  431. /* copy the data but convert it to signed */
  432. for (i = 0; i < s->block_align; i++){
  433. *data++ = buf[i] + 0x80;
  434. *data++ = buf[i] + 0x80;
  435. }
  436. }
  437. }
  438. } else {
  439. bytes_decoded = s->block_align * 2;
  440. /* mono handling */
  441. if (silence) {
  442. memset(data, 0, s->block_align * 2);
  443. } else {
  444. if (s->bits == 16) {
  445. vmdaudio_decode_audio(s, data, buf, 0);
  446. } else {
  447. /* copy the data but convert it to signed */
  448. for (i = 0; i < s->block_align; i++){
  449. *data++ = buf[i] + 0x80;
  450. *data++ = buf[i] + 0x80;
  451. }
  452. }
  453. }
  454. }
  455. return s->block_align * 2;
  456. }
  457. static int vmdaudio_decode_frame(AVCodecContext *avctx,
  458. void *data, int *data_size,
  459. const uint8_t *buf, int buf_size)
  460. {
  461. VmdAudioContext *s = avctx->priv_data;
  462. unsigned char *output_samples = (unsigned char *)data;
  463. /* point to the start of the encoded data */
  464. const unsigned char *p = buf + 16;
  465. if (buf_size < 16)
  466. return buf_size;
  467. if (buf[6] == 1) {
  468. /* the chunk contains audio */
  469. *data_size = vmdaudio_loadsound(s, output_samples, p, 0);
  470. } else if (buf[6] == 2) {
  471. /* the chunk may contain audio */
  472. p += 4;
  473. *data_size = vmdaudio_loadsound(s, output_samples, p, (buf_size == 16));
  474. output_samples += (s->block_align * s->bits / 8);
  475. } else if (buf[6] == 3) {
  476. /* silent chunk */
  477. *data_size = vmdaudio_loadsound(s, output_samples, p, 1);
  478. }
  479. return buf_size;
  480. }
  481. /*
  482. * Public Data Structures
  483. */
  484. AVCodec vmdvideo_decoder = {
  485. "vmdvideo",
  486. CODEC_TYPE_VIDEO,
  487. CODEC_ID_VMDVIDEO,
  488. sizeof(VmdVideoContext),
  489. vmdvideo_decode_init,
  490. NULL,
  491. vmdvideo_decode_end,
  492. vmdvideo_decode_frame,
  493. CODEC_CAP_DR1,
  494. };
  495. AVCodec vmdaudio_decoder = {
  496. "vmdaudio",
  497. CODEC_TYPE_AUDIO,
  498. CODEC_ID_VMDAUDIO,
  499. sizeof(VmdAudioContext),
  500. vmdaudio_decode_init,
  501. NULL,
  502. NULL,
  503. vmdaudio_decode_frame,
  504. };