You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

412 lines
13KB

  1. /*
  2. * NellyMoser audio decoder
  3. * Copyright (c) 2007 a840bda5870ba11f19698ff6eb9581dfb0f95fa5,
  4. * 539459aeb7d425140b62a3ec7dbf6dc8e408a306, and
  5. * 520e17cd55896441042b14df2566a6eb610ed444
  6. * Copyright (c) 2007 Loic Minier <lool at dooz.org>
  7. * Benjamin Larsson
  8. *
  9. * Permission is hereby granted, free of charge, to any person obtaining a
  10. * copy of this software and associated documentation files (the "Software"),
  11. * to deal in the Software without restriction, including without limitation
  12. * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  13. * and/or sell copies of the Software, and to permit persons to whom the
  14. * Software is furnished to do so, subject to the following conditions:
  15. *
  16. * The above copyright notice and this permission notice shall be included in
  17. * all copies or substantial portions of the Software.
  18. *
  19. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  20. * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  21. * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
  22. * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  23. * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  24. * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
  25. * DEALINGS IN THE SOFTWARE.
  26. */
  27. /**
  28. * @file nellymoserdec.c
  29. * The 3 alphanumeric copyright notices are md5summed they are from the original
  30. * implementors. The original code is available from http://code.google.com/p/nelly2pcm/
  31. */
  32. #include "avcodec.h"
  33. #include "random.h"
  34. #include "dsputil.h"
  35. #define ALT_BITSTREAM_READER_LE
  36. #include "bitstream.h"
  37. #define NELLY_BANDS 23
  38. #define NELLY_BLOCK_LEN 64
  39. #define NELLY_HEADER_BITS 116
  40. #define NELLY_DETAIL_BITS 198
  41. #define NELLY_BUF_LEN 128
  42. #define NELLY_FILL_LEN 124
  43. #define NELLY_BIT_CAP 6
  44. #define NELLY_BASE_OFF 4228
  45. #define NELLY_BASE_SHIFT 19
  46. #define NELLY_SAMPLES (2 * NELLY_BUF_LEN)
  47. static const float dequantization_table[127] = {
  48. 0.0000000000,-0.8472560048, 0.7224709988, -1.5247479677, -0.4531480074, 0.3753609955, 1.4717899561,
  49. -1.9822579622, -1.1929379702, -0.5829370022, -0.0693780035, 0.3909569979,0.9069200158, 1.4862740040,
  50. 2.2215409279, -2.3887870312, -1.8067539930, -1.4105420113, -1.0773609877, -0.7995010018,-0.5558109879,
  51. -0.3334020078, -0.1324490011, 0.0568020009, 0.2548770010, 0.4773550034, 0.7386850119, 1.0443060398,
  52. 1.3954459429, 1.8098750114, 2.3918759823,-2.3893830776, -1.9884680510, -1.7514040470, -1.5643119812,
  53. -1.3922129869,-1.2164649963, -1.0469499826, -0.8905100226, -0.7645580173, -0.6454579830, -0.5259280205,
  54. -0.4059549868, -0.3029719889, -0.2096900046, -0.1239869967, -0.0479229987, 0.0257730000, 0.1001340002,
  55. 0.1737180054, 0.2585540116, 0.3522900045, 0.4569880068, 0.5767750144, 0.7003160119, 0.8425520062,
  56. 1.0093879700, 1.1821349859, 1.3534560204, 1.5320819616, 1.7332619429, 1.9722349644, 2.3978140354,
  57. -2.5756309032, -2.0573320389, -1.8984919786, -1.7727810144, -1.6662600040, -1.5742180347, -1.4993319511,
  58. -1.4316639900, -1.3652280569, -1.3000990152, -1.2280930281, -1.1588579416, -1.0921250582, -1.0135740042,
  59. -0.9202849865, -0.8287050128, -0.7374889851, -0.6447759867, -0.5590940118, -0.4857139885, -0.4110319912,
  60. -0.3459700048, -0.2851159871, -0.2341620028, -0.1870580018, -0.1442500055, -0.1107169986, -0.0739680007,
  61. -0.0365610011, -0.0073290002, 0.0203610007, 0.0479039997, 0.0751969963, 0.0980999991, 0.1220389977,
  62. 0.1458999962, 0.1694349945, 0.1970459968, 0.2252430022, 0.2556869984, 0.2870100141, 0.3197099864,
  63. 0.3525829911, 0.3889069855, 0.4334920049, 0.4769459963, 0.5204820037, 0.5644530058, 0.6122040153,
  64. 0.6685929894, 0.7341650128, 0.8032159805, 0.8784040213, 0.9566209912, 1.0397069454, 1.1293770075,
  65. 1.2211159468, 1.3080279827, 1.4024800062, 1.5056819916, 1.6227730513, 1.7724959850, 1.9430880547,
  66. 2.2903931141
  67. };
  68. static const uint8_t nelly_band_sizes_table[NELLY_BANDS] = {
  69. 2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 3, 4, 4, 5, 6, 6, 7, 8, 9, 10, 12, 14, 15
  70. };
  71. static const uint16_t nelly_init_table[64] = {
  72. 3134, 5342, 6870, 7792, 8569, 9185, 9744, 10191, 10631, 11061, 11434, 11770,
  73. 12116, 12513, 12925, 13300, 13674, 14027, 14352, 14716, 15117, 15477, 15824,
  74. 16157, 16513, 16804, 17090, 17401, 17679, 17948, 18238, 18520, 18764, 19078,
  75. 19381, 19640, 19921, 20205, 20500, 20813, 21162, 21465, 21794, 22137, 22453,
  76. 22756, 23067, 23350, 23636, 23926, 24227, 24521, 24819, 25107, 25414, 25730,
  77. 26120, 26497, 26895, 27344, 27877, 28463, 29426, 31355
  78. };
  79. static const int16_t nelly_delta_table[32] = {
  80. -11725, -9420, -7910, -6801, -5948, -5233, -4599, -4039, -3507, -3030, -2596,
  81. -2170, -1774, -1383, -1016, -660, -329, -1, 337, 696, 1085, 1512, 1962, 2433,
  82. 2968, 3569, 4314, 5279, 6622, 8154, 10076, 12975
  83. };
  84. typedef struct NellyMoserDecodeContext {
  85. AVCodecContext* avctx;
  86. DECLARE_ALIGNED_16(float,float_buf[NELLY_SAMPLES]);
  87. float state[64];
  88. AVRandomState random_state;
  89. GetBitContext gb;
  90. int add_bias;
  91. int scale_bias;
  92. DSPContext dsp;
  93. MDCTContext imdct_ctx;
  94. DECLARE_ALIGNED_16(float,imdct_tmp[NELLY_BUF_LEN]);
  95. DECLARE_ALIGNED_16(float,imdct_out[NELLY_BUF_LEN * 2]);
  96. } NellyMoserDecodeContext;
  97. static DECLARE_ALIGNED_16(float,sine_window[128]);
  98. static inline int signed_shift(int i, int shift) {
  99. if (shift > 0)
  100. return i << shift;
  101. return i >> -shift;
  102. }
  103. static void overlap_and_window(NellyMoserDecodeContext *s, float *state, float *audio)
  104. {
  105. int bot, mid_up, mid_down, top;
  106. float s_bot, s_top;
  107. bot = 0;
  108. top = NELLY_BUF_LEN-1;
  109. mid_up = NELLY_BUF_LEN/2;
  110. mid_down = (NELLY_BUF_LEN/2)-1;
  111. while (bot < NELLY_BUF_LEN/4) {
  112. s_bot = audio[bot];
  113. s_top = -audio[top];
  114. audio[bot] = (-audio[mid_up]*sine_window[bot]-state[bot ]*sine_window[top])/s->scale_bias + s->add_bias;
  115. audio[top] = (-state[bot ]*sine_window[bot]+audio[mid_up]*sine_window[top])/s->scale_bias + s->add_bias;
  116. state[bot] = audio[mid_down];
  117. audio[mid_down] = (s_top *sine_window[mid_down]-state[mid_down]*sine_window[mid_up])/s->scale_bias + s->add_bias;
  118. audio[mid_up ] = (-state[mid_down]*sine_window[mid_down]-s_top *sine_window[mid_up])/s->scale_bias + s->add_bias;
  119. state[mid_down] = s_bot;
  120. bot++;
  121. mid_up++;
  122. mid_down--;
  123. top--;
  124. }
  125. }
  126. static int sum_bits(short *buf, short shift, short off)
  127. {
  128. int b, i = 0, ret = 0;
  129. for (i = 0; i < NELLY_FILL_LEN; i++) {
  130. b = buf[i]-off;
  131. b = ((b>>(shift-1))+1)>>1;
  132. ret += av_clip(b, 0, NELLY_BIT_CAP);
  133. }
  134. return ret;
  135. }
  136. static int headroom(int *la)
  137. {
  138. int l;
  139. if (*la == 0) {
  140. return 31;
  141. }
  142. l = 30 - av_log2(FFABS(*la));
  143. *la <<= l;
  144. return l;
  145. }
  146. static void get_sample_bits(const float *buf, int *bits)
  147. {
  148. int i, j;
  149. short sbuf[128];
  150. int bitsum = 0, last_bitsum, small_bitsum, big_bitsum;
  151. short shift, shift_saved;
  152. int max, sum, last_off, tmp;
  153. int big_off, small_off;
  154. int off;
  155. max = 0;
  156. for (i = 0; i < NELLY_FILL_LEN; i++) {
  157. max = FFMAX(max, buf[i]);
  158. }
  159. shift = -16;
  160. shift += headroom(&max);
  161. sum = 0;
  162. for (i = 0; i < NELLY_FILL_LEN; i++) {
  163. sbuf[i] = signed_shift(buf[i], shift);
  164. sbuf[i] = (3*sbuf[i])>>2;
  165. sum += sbuf[i];
  166. }
  167. shift += 11;
  168. shift_saved = shift;
  169. sum -= NELLY_DETAIL_BITS << shift;
  170. shift += headroom(&sum);
  171. small_off = (NELLY_BASE_OFF * (sum>>16)) >> 15;
  172. shift = shift_saved - (NELLY_BASE_SHIFT+shift-31);
  173. small_off = signed_shift(small_off, shift);
  174. bitsum = sum_bits(sbuf, shift_saved, small_off);
  175. if (bitsum != NELLY_DETAIL_BITS) {
  176. shift = 0;
  177. off = bitsum - NELLY_DETAIL_BITS;
  178. for(shift=0; FFABS(off) <= 16383; shift++)
  179. off *= 2;
  180. off = (off * NELLY_BASE_OFF) >> 15;
  181. shift = shift_saved-(NELLY_BASE_SHIFT+shift-15);
  182. off = signed_shift(off, shift);
  183. for (j = 1; j < 20; j++) {
  184. last_off = small_off;
  185. small_off += off;
  186. last_bitsum = bitsum;
  187. bitsum = sum_bits(sbuf, shift_saved, small_off);
  188. if ((bitsum-NELLY_DETAIL_BITS) * (last_bitsum-NELLY_DETAIL_BITS) <= 0)
  189. break;
  190. }
  191. if (bitsum > NELLY_DETAIL_BITS) {
  192. big_off = small_off;
  193. small_off = last_off;
  194. big_bitsum=bitsum;
  195. small_bitsum=last_bitsum;
  196. } else {
  197. big_off = last_off;
  198. big_bitsum=last_bitsum;
  199. small_bitsum=bitsum;
  200. }
  201. while (bitsum != NELLY_DETAIL_BITS && j <= 19) {
  202. off = (big_off+small_off)>>1;
  203. bitsum = sum_bits(sbuf, shift_saved, off);
  204. if (bitsum > NELLY_DETAIL_BITS) {
  205. big_off=off;
  206. big_bitsum=bitsum;
  207. } else {
  208. small_off = off;
  209. small_bitsum=bitsum;
  210. }
  211. j++;
  212. }
  213. if (abs(big_bitsum-NELLY_DETAIL_BITS) >=
  214. abs(small_bitsum-NELLY_DETAIL_BITS)) {
  215. bitsum = small_bitsum;
  216. } else {
  217. small_off = big_off;
  218. bitsum = big_bitsum;
  219. }
  220. }
  221. for (i = 0; i < NELLY_FILL_LEN; i++) {
  222. tmp = sbuf[i]-small_off;
  223. tmp = ((tmp>>(shift_saved-1))+1)>>1;
  224. bits[i] = av_clip(tmp, 0, NELLY_BIT_CAP);
  225. }
  226. if (bitsum > NELLY_DETAIL_BITS) {
  227. tmp = i = 0;
  228. while (tmp < NELLY_DETAIL_BITS) {
  229. tmp += bits[i];
  230. i++;
  231. }
  232. bits[i-1] -= tmp - NELLY_DETAIL_BITS;
  233. for(; i < NELLY_FILL_LEN; i++)
  234. bits[i] = 0;
  235. }
  236. }
  237. void nelly_decode_block(NellyMoserDecodeContext *s, const unsigned char block[NELLY_BLOCK_LEN], float audio[NELLY_SAMPLES])
  238. {
  239. int i,j;
  240. float buf[NELLY_FILL_LEN], pows[NELLY_FILL_LEN];
  241. float *aptr, *bptr, *pptr, val, pval;
  242. int bits[NELLY_BUF_LEN];
  243. unsigned char v;
  244. init_get_bits(&s->gb, block, NELLY_BLOCK_LEN * 8);
  245. bptr = buf;
  246. pptr = pows;
  247. val = nelly_init_table[get_bits(&s->gb, 6)];
  248. for (i=0 ; i<NELLY_BANDS ; i++) {
  249. if (i > 0)
  250. val += nelly_delta_table[get_bits(&s->gb, 5)];
  251. pval = pow(2, val/2048);
  252. for (j = 0; j < nelly_band_sizes_table[i]; j++) {
  253. *bptr++ = val;
  254. *pptr++ = pval;
  255. }
  256. }
  257. get_sample_bits(buf, bits);
  258. for (i = 0; i < 2; i++) {
  259. aptr = audio + i * NELLY_BUF_LEN;
  260. init_get_bits(&s->gb, block, NELLY_BLOCK_LEN * 8);
  261. skip_bits(&s->gb, NELLY_HEADER_BITS + i*NELLY_DETAIL_BITS);
  262. for (j = 0; j < NELLY_FILL_LEN; j++) {
  263. if (bits[j] <= 0) {
  264. aptr[j] = M_SQRT1_2*pows[j];
  265. if (av_random(&s->random_state) & 1)
  266. aptr[j] *= -1.0;
  267. } else {
  268. v = get_bits(&s->gb, bits[j]);
  269. aptr[j] = dequantization_table[(1<<bits[j])-1+v]*pows[j];
  270. }
  271. }
  272. memset(&aptr[NELLY_FILL_LEN], 0,
  273. (NELLY_BUF_LEN - NELLY_FILL_LEN) * sizeof(float));
  274. s->imdct_ctx.fft.imdct_calc(&s->imdct_ctx, s->imdct_out,
  275. aptr, s->imdct_tmp);
  276. /* XXX: overlapping and windowing should be part of a more
  277. generic imdct function */
  278. memcpy(&aptr[0],&s->imdct_out[NELLY_BUF_LEN+NELLY_BUF_LEN/2], (NELLY_BUF_LEN/2)*sizeof(float));
  279. memcpy(&aptr[NELLY_BUF_LEN / 2],&s->imdct_out[0],(NELLY_BUF_LEN/2)*sizeof(float));
  280. overlap_and_window(s, s->state, aptr);
  281. }
  282. }
  283. static av_cold int decode_init(AVCodecContext * avctx) {
  284. NellyMoserDecodeContext *s = avctx->priv_data;
  285. int i;
  286. s->avctx = avctx;
  287. av_init_random(0, &s->random_state);
  288. ff_mdct_init(&s->imdct_ctx, 8, 1);
  289. dsputil_init(&s->dsp, avctx);
  290. if(s->dsp.float_to_int16 == ff_float_to_int16_c) {
  291. s->add_bias = 385;
  292. s->scale_bias = 8*32768;
  293. } else {
  294. s->add_bias = 0;
  295. s->scale_bias = 1*8;
  296. }
  297. /* Generate overlap window */
  298. if (!sine_window[0])
  299. for (i=0 ; i<128; i++) {
  300. sine_window[i] = sin((i + 0.5) / 256.0 * M_PI);
  301. }
  302. return 0;
  303. }
  304. static int decode_tag(AVCodecContext * avctx,
  305. void *data, int *data_size,
  306. const uint8_t * buf, int buf_size) {
  307. NellyMoserDecodeContext *s = avctx->priv_data;
  308. int blocks, i;
  309. int16_t* samples;
  310. *data_size = 0;
  311. samples = (int16_t*)data;
  312. if (buf_size < avctx->block_align)
  313. return buf_size;
  314. switch (buf_size) {
  315. case 64: // 8000Hz
  316. blocks = 1; break;
  317. case 128: // 11025Hz
  318. blocks = 2; break;
  319. case 256: // 22050Hz
  320. blocks = 4; break;
  321. case 512: // 44100Hz
  322. blocks = 8; break;
  323. default:
  324. av_log(avctx, AV_LOG_ERROR, "Tag size %d unknown, report sample!\n", buf_size);
  325. return buf_size;
  326. }
  327. for (i=0 ; i<blocks ; i++) {
  328. nelly_decode_block(s, &buf[i*NELLY_BLOCK_LEN], s->float_buf);
  329. s->dsp.float_to_int16(&samples[i*NELLY_SAMPLES], s->float_buf, NELLY_SAMPLES);
  330. *data_size += NELLY_SAMPLES*sizeof(int16_t);
  331. }
  332. return buf_size;
  333. }
  334. static av_cold int decode_end(AVCodecContext * avctx) {
  335. NellyMoserDecodeContext *s = avctx->priv_data;
  336. ff_mdct_end(&s->imdct_ctx);
  337. return 0;
  338. }
  339. AVCodec nellymoser_decoder = {
  340. "nellymoser",
  341. CODEC_TYPE_AUDIO,
  342. CODEC_ID_NELLYMOSER,
  343. sizeof(NellyMoserDecodeContext),
  344. decode_init,
  345. NULL,
  346. decode_end,
  347. decode_tag,
  348. };