You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

445 lines
14KB

  1. /*
  2. * WMA compatible encoder
  3. * Copyright (c) 2007 Michael Niedermayer
  4. *
  5. * This file is part of FFmpeg.
  6. *
  7. * FFmpeg is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU Lesser General Public
  9. * License as published by the Free Software Foundation; either
  10. * version 2.1 of the License, or (at your option) any later version.
  11. *
  12. * FFmpeg is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * Lesser General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU Lesser General Public
  18. * License along with FFmpeg; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. */
  21. #include "avcodec.h"
  22. #include "internal.h"
  23. #include "wma.h"
  24. #include "libavutil/avassert.h"
  25. #undef NDEBUG
  26. #include <assert.h>
  27. static int encode_init(AVCodecContext * avctx){
  28. WMACodecContext *s = avctx->priv_data;
  29. int i, flags1, flags2;
  30. uint8_t *extradata;
  31. s->avctx = avctx;
  32. if(avctx->channels > MAX_CHANNELS) {
  33. av_log(avctx, AV_LOG_ERROR, "too many channels: got %i, need %i or fewer",
  34. avctx->channels, MAX_CHANNELS);
  35. return AVERROR(EINVAL);
  36. }
  37. if (avctx->sample_rate > 48000) {
  38. av_log(avctx, AV_LOG_ERROR, "sample rate is too high: %d > 48kHz",
  39. avctx->sample_rate);
  40. return AVERROR(EINVAL);
  41. }
  42. if(avctx->bit_rate < 24*1000) {
  43. av_log(avctx, AV_LOG_ERROR, "bitrate too low: got %i, need 24000 or higher\n",
  44. avctx->bit_rate);
  45. return AVERROR(EINVAL);
  46. }
  47. /* extract flag infos */
  48. flags1 = 0;
  49. flags2 = 1;
  50. if (avctx->codec->id == CODEC_ID_WMAV1) {
  51. extradata= av_malloc(4);
  52. avctx->extradata_size= 4;
  53. AV_WL16(extradata, flags1);
  54. AV_WL16(extradata+2, flags2);
  55. } else if (avctx->codec->id == CODEC_ID_WMAV2) {
  56. extradata= av_mallocz(10);
  57. avctx->extradata_size= 10;
  58. AV_WL32(extradata, flags1);
  59. AV_WL16(extradata+4, flags2);
  60. }else
  61. assert(0);
  62. avctx->extradata= extradata;
  63. s->use_exp_vlc = flags2 & 0x0001;
  64. s->use_bit_reservoir = flags2 & 0x0002;
  65. s->use_variable_block_len = flags2 & 0x0004;
  66. if (avctx->channels == 2)
  67. s->ms_stereo = 1;
  68. ff_wma_init(avctx, flags2);
  69. /* init MDCT */
  70. for(i = 0; i < s->nb_block_sizes; i++)
  71. ff_mdct_init(&s->mdct_ctx[i], s->frame_len_bits - i + 1, 0, 1.0);
  72. s->block_align = avctx->bit_rate * (int64_t)s->frame_len /
  73. (avctx->sample_rate * 8);
  74. s->block_align = FFMIN(s->block_align, MAX_CODED_SUPERFRAME_SIZE);
  75. avctx->block_align = s->block_align;
  76. avctx->bit_rate = avctx->block_align * 8LL * avctx->sample_rate /
  77. s->frame_len;
  78. //av_log(NULL, AV_LOG_ERROR, "%d %d %d %d\n", s->block_align, avctx->bit_rate, s->frame_len, avctx->sample_rate);
  79. avctx->frame_size = avctx->delay = s->frame_len;
  80. #if FF_API_OLD_ENCODE_AUDIO
  81. avctx->coded_frame = &s->frame;
  82. avcodec_get_frame_defaults(avctx->coded_frame);
  83. #endif
  84. return 0;
  85. }
  86. static void apply_window_and_mdct(AVCodecContext * avctx, const signed short * audio, int len) {
  87. WMACodecContext *s = avctx->priv_data;
  88. int window_index= s->frame_len_bits - s->block_len_bits;
  89. FFTContext *mdct = &s->mdct_ctx[window_index];
  90. int i, j, channel;
  91. const float * win = s->windows[window_index];
  92. int window_len = 1 << s->block_len_bits;
  93. float n = window_len/2;
  94. for (channel = 0; channel < avctx->channels; channel++) {
  95. memcpy(s->output, s->frame_out[channel], sizeof(float)*window_len);
  96. j = channel;
  97. for (i = 0; i < len; i++, j += avctx->channels){
  98. s->output[i+window_len] = audio[j] / n * win[window_len - i - 1];
  99. s->frame_out[channel][i] = audio[j] / n * win[i];
  100. }
  101. mdct->mdct_calc(mdct, s->coefs[channel], s->output);
  102. }
  103. }
  104. //FIXME use for decoding too
  105. static void init_exp(WMACodecContext *s, int ch, const int *exp_param){
  106. int n;
  107. const uint16_t *ptr;
  108. float v, *q, max_scale, *q_end;
  109. ptr = s->exponent_bands[s->frame_len_bits - s->block_len_bits];
  110. q = s->exponents[ch];
  111. q_end = q + s->block_len;
  112. max_scale = 0;
  113. while (q < q_end) {
  114. /* XXX: use a table */
  115. v = pow(10, *exp_param++ * (1.0 / 16.0));
  116. max_scale= FFMAX(max_scale, v);
  117. n = *ptr++;
  118. do {
  119. *q++ = v;
  120. } while (--n);
  121. }
  122. s->max_exponent[ch] = max_scale;
  123. }
  124. static void encode_exp_vlc(WMACodecContext *s, int ch, const int *exp_param){
  125. int last_exp;
  126. const uint16_t *ptr;
  127. float *q, *q_end;
  128. ptr = s->exponent_bands[s->frame_len_bits - s->block_len_bits];
  129. q = s->exponents[ch];
  130. q_end = q + s->block_len;
  131. if (s->version == 1) {
  132. last_exp= *exp_param++;
  133. assert(last_exp-10 >= 0 && last_exp-10 < 32);
  134. put_bits(&s->pb, 5, last_exp - 10);
  135. q+= *ptr++;
  136. }else
  137. last_exp = 36;
  138. while (q < q_end) {
  139. int exp = *exp_param++;
  140. int code = exp - last_exp + 60;
  141. assert(code >= 0 && code < 120);
  142. put_bits(&s->pb, ff_aac_scalefactor_bits[code], ff_aac_scalefactor_code[code]);
  143. /* XXX: use a table */
  144. q+= *ptr++;
  145. last_exp= exp;
  146. }
  147. }
  148. static int encode_block(WMACodecContext *s, float (*src_coefs)[BLOCK_MAX_SIZE], int total_gain){
  149. int v, bsize, ch, coef_nb_bits, parse_exponents;
  150. float mdct_norm;
  151. int nb_coefs[MAX_CHANNELS];
  152. static const int fixed_exp[25]={20,20,20,20,20,20,20,20,20,20,20,20,20,20,20,20,20,20,20,20,20,20,20,20,20};
  153. //FIXME remove duplication relative to decoder
  154. if (s->use_variable_block_len) {
  155. assert(0); //FIXME not implemented
  156. }else{
  157. /* fixed block len */
  158. s->next_block_len_bits = s->frame_len_bits;
  159. s->prev_block_len_bits = s->frame_len_bits;
  160. s->block_len_bits = s->frame_len_bits;
  161. }
  162. s->block_len = 1 << s->block_len_bits;
  163. // assert((s->block_pos + s->block_len) <= s->frame_len);
  164. bsize = s->frame_len_bits - s->block_len_bits;
  165. //FIXME factor
  166. v = s->coefs_end[bsize] - s->coefs_start;
  167. for(ch = 0; ch < s->nb_channels; ch++)
  168. nb_coefs[ch] = v;
  169. {
  170. int n4 = s->block_len / 2;
  171. mdct_norm = 1.0 / (float)n4;
  172. if (s->version == 1) {
  173. mdct_norm *= sqrt(n4);
  174. }
  175. }
  176. if (s->nb_channels == 2) {
  177. put_bits(&s->pb, 1, !!s->ms_stereo);
  178. }
  179. for(ch = 0; ch < s->nb_channels; ch++) {
  180. s->channel_coded[ch] = 1; //FIXME only set channel_coded when needed, instead of always
  181. if (s->channel_coded[ch]) {
  182. init_exp(s, ch, fixed_exp);
  183. }
  184. }
  185. for(ch = 0; ch < s->nb_channels; ch++) {
  186. if (s->channel_coded[ch]) {
  187. WMACoef *coefs1;
  188. float *coefs, *exponents, mult;
  189. int i, n;
  190. coefs1 = s->coefs1[ch];
  191. exponents = s->exponents[ch];
  192. mult = pow(10, total_gain * 0.05) / s->max_exponent[ch];
  193. mult *= mdct_norm;
  194. coefs = src_coefs[ch];
  195. if (s->use_noise_coding && 0) {
  196. assert(0); //FIXME not implemented
  197. } else {
  198. coefs += s->coefs_start;
  199. n = nb_coefs[ch];
  200. for(i = 0;i < n; i++){
  201. double t= *coefs++ / (exponents[i] * mult);
  202. if(t<-32768 || t>32767)
  203. return -1;
  204. coefs1[i] = lrint(t);
  205. }
  206. }
  207. }
  208. }
  209. v = 0;
  210. for(ch = 0; ch < s->nb_channels; ch++) {
  211. int a = s->channel_coded[ch];
  212. put_bits(&s->pb, 1, a);
  213. v |= a;
  214. }
  215. if (!v)
  216. return 1;
  217. for(v= total_gain-1; v>=127; v-= 127)
  218. put_bits(&s->pb, 7, 127);
  219. put_bits(&s->pb, 7, v);
  220. coef_nb_bits= ff_wma_total_gain_to_bits(total_gain);
  221. if (s->use_noise_coding) {
  222. for(ch = 0; ch < s->nb_channels; ch++) {
  223. if (s->channel_coded[ch]) {
  224. int i, n;
  225. n = s->exponent_high_sizes[bsize];
  226. for(i=0;i<n;i++) {
  227. put_bits(&s->pb, 1, s->high_band_coded[ch][i]= 0);
  228. if (0)
  229. nb_coefs[ch] -= s->exponent_high_bands[bsize][i];
  230. }
  231. }
  232. }
  233. }
  234. parse_exponents = 1;
  235. if (s->block_len_bits != s->frame_len_bits) {
  236. put_bits(&s->pb, 1, parse_exponents);
  237. }
  238. if (parse_exponents) {
  239. for(ch = 0; ch < s->nb_channels; ch++) {
  240. if (s->channel_coded[ch]) {
  241. if (s->use_exp_vlc) {
  242. encode_exp_vlc(s, ch, fixed_exp);
  243. } else {
  244. assert(0); //FIXME not implemented
  245. // encode_exp_lsp(s, ch);
  246. }
  247. }
  248. }
  249. } else {
  250. assert(0); //FIXME not implemented
  251. }
  252. for(ch = 0; ch < s->nb_channels; ch++) {
  253. if (s->channel_coded[ch]) {
  254. int run, tindex;
  255. WMACoef *ptr, *eptr;
  256. tindex = (ch == 1 && s->ms_stereo);
  257. ptr = &s->coefs1[ch][0];
  258. eptr = ptr + nb_coefs[ch];
  259. run=0;
  260. for(;ptr < eptr; ptr++){
  261. if(*ptr){
  262. int level= *ptr;
  263. int abs_level= FFABS(level);
  264. int code= 0;
  265. if(abs_level <= s->coef_vlcs[tindex]->max_level){
  266. if(run < s->coef_vlcs[tindex]->levels[abs_level-1])
  267. code= run + s->int_table[tindex][abs_level-1];
  268. }
  269. assert(code < s->coef_vlcs[tindex]->n);
  270. put_bits(&s->pb, s->coef_vlcs[tindex]->huffbits[code], s->coef_vlcs[tindex]->huffcodes[code]);
  271. if(code == 0){
  272. if(1<<coef_nb_bits <= abs_level)
  273. return -1;
  274. put_bits(&s->pb, coef_nb_bits, abs_level);
  275. put_bits(&s->pb, s->frame_len_bits, run);
  276. }
  277. put_bits(&s->pb, 1, level < 0); //FIXME the sign is fliped somewhere
  278. run=0;
  279. }else{
  280. run++;
  281. }
  282. }
  283. if(run)
  284. put_bits(&s->pb, s->coef_vlcs[tindex]->huffbits[1], s->coef_vlcs[tindex]->huffcodes[1]);
  285. }
  286. if (s->version == 1 && s->nb_channels >= 2) {
  287. avpriv_align_put_bits(&s->pb);
  288. }
  289. }
  290. return 0;
  291. }
  292. static int encode_frame(WMACodecContext *s, float (*src_coefs)[BLOCK_MAX_SIZE], uint8_t *buf, int buf_size, int total_gain){
  293. init_put_bits(&s->pb, buf, buf_size);
  294. if (s->use_bit_reservoir) {
  295. assert(0);//FIXME not implemented
  296. }else{
  297. if(encode_block(s, src_coefs, total_gain) < 0)
  298. return INT_MAX;
  299. }
  300. avpriv_align_put_bits(&s->pb);
  301. return put_bits_count(&s->pb)/8 - s->block_align;
  302. }
  303. static int encode_superframe(AVCodecContext *avctx, AVPacket *avpkt,
  304. const AVFrame *frame, int *got_packet_ptr)
  305. {
  306. WMACodecContext *s = avctx->priv_data;
  307. const int16_t *samples = (const int16_t *)frame->data[0];
  308. int i, total_gain, ret;
  309. s->block_len_bits= s->frame_len_bits; //required by non variable block len
  310. s->block_len = 1 << s->block_len_bits;
  311. apply_window_and_mdct(avctx, samples, frame->nb_samples);
  312. if (s->ms_stereo) {
  313. float a, b;
  314. int i;
  315. for(i = 0; i < s->block_len; i++) {
  316. a = s->coefs[0][i]*0.5;
  317. b = s->coefs[1][i]*0.5;
  318. s->coefs[0][i] = a + b;
  319. s->coefs[1][i] = a - b;
  320. }
  321. }
  322. if ((ret = ff_alloc_packet2(avctx, avpkt, 2 * MAX_CODED_SUPERFRAME_SIZE)))
  323. return ret;
  324. #if 1
  325. total_gain= 128;
  326. for(i=64; i; i>>=1){
  327. int error = encode_frame(s, s->coefs, avpkt->data, avpkt->size,
  328. total_gain - i);
  329. if(error<0)
  330. total_gain-= i;
  331. }
  332. #else
  333. total_gain= 90;
  334. best = encode_frame(s, s->coefs, avpkt->data, avpkt->size, total_gain);
  335. for(i=32; i; i>>=1){
  336. int scoreL = encode_frame(s, s->coefs, avpkt->data, avpkt->size, total_gain - i);
  337. int scoreR = encode_frame(s, s->coefs, avpkt->data, avpkt->size, total_gain + i);
  338. av_log(NULL, AV_LOG_ERROR, "%d %d %d (%d)\n", scoreL, best, scoreR, total_gain);
  339. if(scoreL < FFMIN(best, scoreR)){
  340. best = scoreL;
  341. total_gain -= i;
  342. }else if(scoreR < best){
  343. best = scoreR;
  344. total_gain += i;
  345. }
  346. }
  347. #endif
  348. encode_frame(s, s->coefs, avpkt->data, avpkt->size, total_gain);
  349. av_assert0((put_bits_count(&s->pb) & 7) == 0);
  350. i= s->block_align - (put_bits_count(&s->pb)+7)/8;
  351. av_assert0(i>=0);
  352. while(i--)
  353. put_bits(&s->pb, 8, 'N');
  354. flush_put_bits(&s->pb);
  355. av_assert0(put_bits_ptr(&s->pb) - s->pb.buf == s->block_align);
  356. if (frame->pts != AV_NOPTS_VALUE)
  357. avpkt->pts = frame->pts - ff_samples_to_time_base(avctx, avctx->delay);
  358. avpkt->size = s->block_align;
  359. *got_packet_ptr = 1;
  360. return 0;
  361. }
  362. AVCodec ff_wmav1_encoder = {
  363. .name = "wmav1",
  364. .type = AVMEDIA_TYPE_AUDIO,
  365. .id = CODEC_ID_WMAV1,
  366. .priv_data_size = sizeof(WMACodecContext),
  367. .init = encode_init,
  368. .encode2 = encode_superframe,
  369. .close = ff_wma_end,
  370. .sample_fmts = (const enum AVSampleFormat[]){ AV_SAMPLE_FMT_S16,
  371. AV_SAMPLE_FMT_NONE },
  372. .long_name = NULL_IF_CONFIG_SMALL("Windows Media Audio 1"),
  373. };
  374. AVCodec ff_wmav2_encoder = {
  375. .name = "wmav2",
  376. .type = AVMEDIA_TYPE_AUDIO,
  377. .id = CODEC_ID_WMAV2,
  378. .priv_data_size = sizeof(WMACodecContext),
  379. .init = encode_init,
  380. .encode2 = encode_superframe,
  381. .close = ff_wma_end,
  382. .sample_fmts = (const enum AVSampleFormat[]){ AV_SAMPLE_FMT_S16,
  383. AV_SAMPLE_FMT_NONE },
  384. .long_name = NULL_IF_CONFIG_SMALL("Windows Media Audio 2"),
  385. };