You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

476 lines
13KB

  1. /*
  2. * Simple IDCT
  3. *
  4. * Copyright (c) 2001 Michael Niedermayer <michaelni@gmx.at>
  5. *
  6. * This library is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU Lesser General Public
  8. * License as published by the Free Software Foundation; either
  9. * version 2 of the License, or (at your option) any later version.
  10. *
  11. * This library is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  14. * Lesser General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU Lesser General Public
  17. * License along with this library; if not, write to the Free Software
  18. * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
  19. */
  20. /*
  21. based upon some outcommented c code from mpeg2dec (idct_mmx.c
  22. written by Aaron Holtzman <aholtzma@ess.engr.uvic.ca>)
  23. */
  24. #include "avcodec.h"
  25. #include "dsputil.h"
  26. #include "simple_idct.h"
  27. #if 0
  28. #define W1 2841 /* 2048*sqrt (2)*cos (1*pi/16) */
  29. #define W2 2676 /* 2048*sqrt (2)*cos (2*pi/16) */
  30. #define W3 2408 /* 2048*sqrt (2)*cos (3*pi/16) */
  31. #define W4 2048 /* 2048*sqrt (2)*cos (4*pi/16) */
  32. #define W5 1609 /* 2048*sqrt (2)*cos (5*pi/16) */
  33. #define W6 1108 /* 2048*sqrt (2)*cos (6*pi/16) */
  34. #define W7 565 /* 2048*sqrt (2)*cos (7*pi/16) */
  35. #define ROW_SHIFT 8
  36. #define COL_SHIFT 17
  37. #else
  38. #define W1 22725 //cos(i*M_PI/16)*sqrt(2)*(1<<14) + 0.5
  39. #define W2 21407 //cos(i*M_PI/16)*sqrt(2)*(1<<14) + 0.5
  40. #define W3 19266 //cos(i*M_PI/16)*sqrt(2)*(1<<14) + 0.5
  41. #define W4 16383 //cos(i*M_PI/16)*sqrt(2)*(1<<14) + 0.5
  42. #define W5 12873 //cos(i*M_PI/16)*sqrt(2)*(1<<14) + 0.5
  43. #define W6 8867 //cos(i*M_PI/16)*sqrt(2)*(1<<14) + 0.5
  44. #define W7 4520 //cos(i*M_PI/16)*sqrt(2)*(1<<14) + 0.5
  45. #define ROW_SHIFT 11
  46. #define COL_SHIFT 20 // 6
  47. #endif
  48. #if defined(ARCH_POWERPC_405)
  49. /* signed 16x16 -> 32 multiply add accumulate */
  50. #define MAC16(rt, ra, rb) \
  51. asm ("maclhw %0, %2, %3" : "=r" (rt) : "0" (rt), "r" (ra), "r" (rb));
  52. /* signed 16x16 -> 32 multiply */
  53. #define MUL16(rt, ra, rb) \
  54. asm ("mullhw %0, %1, %2" : "=r" (rt) : "r" (ra), "r" (rb));
  55. #else
  56. /* signed 16x16 -> 32 multiply add accumulate */
  57. #define MAC16(rt, ra, rb) rt += (ra) * (rb)
  58. /* signed 16x16 -> 32 multiply */
  59. #define MUL16(rt, ra, rb) rt = (ra) * (rb)
  60. #endif
  61. static inline void idctRowCondDC (int16_t * row)
  62. {
  63. int a0, a1, a2, a3, b0, b1, b2, b3;
  64. #ifdef FAST_64BIT
  65. uint64_t temp;
  66. #else
  67. uint32_t temp;
  68. #endif
  69. #ifdef FAST_64BIT
  70. #ifdef WORDS_BIGENDIAN
  71. #define ROW0_MASK 0xffff000000000000LL
  72. #else
  73. #define ROW0_MASK 0xffffLL
  74. #endif
  75. if ( ((((uint64_t *)row)[0] & ~ROW0_MASK) |
  76. ((uint64_t *)row)[1]) == 0) {
  77. temp = (row[0] << 3) & 0xffff;
  78. temp += temp << 16;
  79. temp += temp << 32;
  80. ((uint64_t *)row)[0] = temp;
  81. ((uint64_t *)row)[1] = temp;
  82. return;
  83. }
  84. #else
  85. if (!(((uint32_t*)row)[1] |
  86. ((uint32_t*)row)[2] |
  87. ((uint32_t*)row)[3] |
  88. row[1])) {
  89. temp = (row[0] << 3) & 0xffff;
  90. temp += temp << 16;
  91. ((uint32_t*)row)[0]=((uint32_t*)row)[1] =
  92. ((uint32_t*)row)[2]=((uint32_t*)row)[3] = temp;
  93. return;
  94. }
  95. #endif
  96. a0 = (W4 * row[0]) + (1 << (ROW_SHIFT - 1));
  97. a1 = a0;
  98. a2 = a0;
  99. a3 = a0;
  100. /* no need to optimize : gcc does it */
  101. a0 += W2 * row[2];
  102. a1 += W6 * row[2];
  103. a2 -= W6 * row[2];
  104. a3 -= W2 * row[2];
  105. MUL16(b0, W1, row[1]);
  106. MAC16(b0, W3, row[3]);
  107. MUL16(b1, W3, row[1]);
  108. MAC16(b1, -W7, row[3]);
  109. MUL16(b2, W5, row[1]);
  110. MAC16(b2, -W1, row[3]);
  111. MUL16(b3, W7, row[1]);
  112. MAC16(b3, -W5, row[3]);
  113. #ifdef FAST_64BIT
  114. temp = ((uint64_t*)row)[1];
  115. #else
  116. temp = ((uint32_t*)row)[2] | ((uint32_t*)row)[3];
  117. #endif
  118. if (temp != 0) {
  119. a0 += W4*row[4] + W6*row[6];
  120. a1 += - W4*row[4] - W2*row[6];
  121. a2 += - W4*row[4] + W2*row[6];
  122. a3 += W4*row[4] - W6*row[6];
  123. MAC16(b0, W5, row[5]);
  124. MAC16(b0, W7, row[7]);
  125. MAC16(b1, -W1, row[5]);
  126. MAC16(b1, -W5, row[7]);
  127. MAC16(b2, W7, row[5]);
  128. MAC16(b2, W3, row[7]);
  129. MAC16(b3, W3, row[5]);
  130. MAC16(b3, -W1, row[7]);
  131. }
  132. row[0] = (a0 + b0) >> ROW_SHIFT;
  133. row[7] = (a0 - b0) >> ROW_SHIFT;
  134. row[1] = (a1 + b1) >> ROW_SHIFT;
  135. row[6] = (a1 - b1) >> ROW_SHIFT;
  136. row[2] = (a2 + b2) >> ROW_SHIFT;
  137. row[5] = (a2 - b2) >> ROW_SHIFT;
  138. row[3] = (a3 + b3) >> ROW_SHIFT;
  139. row[4] = (a3 - b3) >> ROW_SHIFT;
  140. }
  141. static inline void idctSparseColPut (UINT8 *dest, int line_size,
  142. int16_t * col)
  143. {
  144. int a0, a1, a2, a3, b0, b1, b2, b3;
  145. UINT8 *cm = cropTbl + MAX_NEG_CROP;
  146. /* XXX: I did that only to give same values as previous code */
  147. a0 = W4 * (col[8*0] + ((1<<(COL_SHIFT-1))/W4));
  148. a1 = a0;
  149. a2 = a0;
  150. a3 = a0;
  151. a0 += + W2*col[8*2];
  152. a1 += + W6*col[8*2];
  153. a2 += - W6*col[8*2];
  154. a3 += - W2*col[8*2];
  155. MUL16(b0, W1, col[8*1]);
  156. MUL16(b1, W3, col[8*1]);
  157. MUL16(b2, W5, col[8*1]);
  158. MUL16(b3, W7, col[8*1]);
  159. MAC16(b0, + W3, col[8*3]);
  160. MAC16(b1, - W7, col[8*3]);
  161. MAC16(b2, - W1, col[8*3]);
  162. MAC16(b3, - W5, col[8*3]);
  163. if(col[8*4]){
  164. a0 += + W4*col[8*4];
  165. a1 += - W4*col[8*4];
  166. a2 += - W4*col[8*4];
  167. a3 += + W4*col[8*4];
  168. }
  169. if (col[8*5]) {
  170. MAC16(b0, + W5, col[8*5]);
  171. MAC16(b1, - W1, col[8*5]);
  172. MAC16(b2, + W7, col[8*5]);
  173. MAC16(b3, + W3, col[8*5]);
  174. }
  175. if(col[8*6]){
  176. a0 += + W6*col[8*6];
  177. a1 += - W2*col[8*6];
  178. a2 += + W2*col[8*6];
  179. a3 += - W6*col[8*6];
  180. }
  181. if (col[8*7]) {
  182. MAC16(b0, + W7, col[8*7]);
  183. MAC16(b1, - W5, col[8*7]);
  184. MAC16(b2, + W3, col[8*7]);
  185. MAC16(b3, - W1, col[8*7]);
  186. }
  187. dest[0] = cm[(a0 + b0) >> COL_SHIFT];
  188. dest += line_size;
  189. dest[0] = cm[(a1 + b1) >> COL_SHIFT];
  190. dest += line_size;
  191. dest[0] = cm[(a2 + b2) >> COL_SHIFT];
  192. dest += line_size;
  193. dest[0] = cm[(a3 + b3) >> COL_SHIFT];
  194. dest += line_size;
  195. dest[0] = cm[(a3 - b3) >> COL_SHIFT];
  196. dest += line_size;
  197. dest[0] = cm[(a2 - b2) >> COL_SHIFT];
  198. dest += line_size;
  199. dest[0] = cm[(a1 - b1) >> COL_SHIFT];
  200. dest += line_size;
  201. dest[0] = cm[(a0 - b0) >> COL_SHIFT];
  202. }
  203. static inline void idctSparseColAdd (UINT8 *dest, int line_size,
  204. int16_t * col)
  205. {
  206. int a0, a1, a2, a3, b0, b1, b2, b3;
  207. UINT8 *cm = cropTbl + MAX_NEG_CROP;
  208. /* XXX: I did that only to give same values as previous code */
  209. a0 = W4 * (col[8*0] + ((1<<(COL_SHIFT-1))/W4));
  210. a1 = a0;
  211. a2 = a0;
  212. a3 = a0;
  213. a0 += + W2*col[8*2];
  214. a1 += + W6*col[8*2];
  215. a2 += - W6*col[8*2];
  216. a3 += - W2*col[8*2];
  217. MUL16(b0, W1, col[8*1]);
  218. MUL16(b1, W3, col[8*1]);
  219. MUL16(b2, W5, col[8*1]);
  220. MUL16(b3, W7, col[8*1]);
  221. MAC16(b0, + W3, col[8*3]);
  222. MAC16(b1, - W7, col[8*3]);
  223. MAC16(b2, - W1, col[8*3]);
  224. MAC16(b3, - W5, col[8*3]);
  225. if(col[8*4]){
  226. a0 += + W4*col[8*4];
  227. a1 += - W4*col[8*4];
  228. a2 += - W4*col[8*4];
  229. a3 += + W4*col[8*4];
  230. }
  231. if (col[8*5]) {
  232. MAC16(b0, + W5, col[8*5]);
  233. MAC16(b1, - W1, col[8*5]);
  234. MAC16(b2, + W7, col[8*5]);
  235. MAC16(b3, + W3, col[8*5]);
  236. }
  237. if(col[8*6]){
  238. a0 += + W6*col[8*6];
  239. a1 += - W2*col[8*6];
  240. a2 += + W2*col[8*6];
  241. a3 += - W6*col[8*6];
  242. }
  243. if (col[8*7]) {
  244. MAC16(b0, + W7, col[8*7]);
  245. MAC16(b1, - W5, col[8*7]);
  246. MAC16(b2, + W3, col[8*7]);
  247. MAC16(b3, - W1, col[8*7]);
  248. }
  249. dest[0] = cm[dest[0] + ((a0 + b0) >> COL_SHIFT)];
  250. dest += line_size;
  251. dest[0] = cm[dest[0] + ((a1 + b1) >> COL_SHIFT)];
  252. dest += line_size;
  253. dest[0] = cm[dest[0] + ((a2 + b2) >> COL_SHIFT)];
  254. dest += line_size;
  255. dest[0] = cm[dest[0] + ((a3 + b3) >> COL_SHIFT)];
  256. dest += line_size;
  257. dest[0] = cm[dest[0] + ((a3 - b3) >> COL_SHIFT)];
  258. dest += line_size;
  259. dest[0] = cm[dest[0] + ((a2 - b2) >> COL_SHIFT)];
  260. dest += line_size;
  261. dest[0] = cm[dest[0] + ((a1 - b1) >> COL_SHIFT)];
  262. dest += line_size;
  263. dest[0] = cm[dest[0] + ((a0 - b0) >> COL_SHIFT)];
  264. }
  265. static inline void idctSparseCol (int16_t * col)
  266. {
  267. int a0, a1, a2, a3, b0, b1, b2, b3;
  268. /* XXX: I did that only to give same values as previous code */
  269. a0 = W4 * (col[8*0] + ((1<<(COL_SHIFT-1))/W4));
  270. a1 = a0;
  271. a2 = a0;
  272. a3 = a0;
  273. a0 += + W2*col[8*2];
  274. a1 += + W6*col[8*2];
  275. a2 += - W6*col[8*2];
  276. a3 += - W2*col[8*2];
  277. MUL16(b0, W1, col[8*1]);
  278. MUL16(b1, W3, col[8*1]);
  279. MUL16(b2, W5, col[8*1]);
  280. MUL16(b3, W7, col[8*1]);
  281. MAC16(b0, + W3, col[8*3]);
  282. MAC16(b1, - W7, col[8*3]);
  283. MAC16(b2, - W1, col[8*3]);
  284. MAC16(b3, - W5, col[8*3]);
  285. if(col[8*4]){
  286. a0 += + W4*col[8*4];
  287. a1 += - W4*col[8*4];
  288. a2 += - W4*col[8*4];
  289. a3 += + W4*col[8*4];
  290. }
  291. if (col[8*5]) {
  292. MAC16(b0, + W5, col[8*5]);
  293. MAC16(b1, - W1, col[8*5]);
  294. MAC16(b2, + W7, col[8*5]);
  295. MAC16(b3, + W3, col[8*5]);
  296. }
  297. if(col[8*6]){
  298. a0 += + W6*col[8*6];
  299. a1 += - W2*col[8*6];
  300. a2 += + W2*col[8*6];
  301. a3 += - W6*col[8*6];
  302. }
  303. if (col[8*7]) {
  304. MAC16(b0, + W7, col[8*7]);
  305. MAC16(b1, - W5, col[8*7]);
  306. MAC16(b2, + W3, col[8*7]);
  307. MAC16(b3, - W1, col[8*7]);
  308. }
  309. col[0 ] = ((a0 + b0) >> COL_SHIFT);
  310. col[8 ] = ((a1 + b1) >> COL_SHIFT);
  311. col[16] = ((a2 + b2) >> COL_SHIFT);
  312. col[24] = ((a3 + b3) >> COL_SHIFT);
  313. col[32] = ((a3 - b3) >> COL_SHIFT);
  314. col[40] = ((a2 - b2) >> COL_SHIFT);
  315. col[48] = ((a1 - b1) >> COL_SHIFT);
  316. col[56] = ((a0 - b0) >> COL_SHIFT);
  317. }
  318. void simple_idct_put(UINT8 *dest, int line_size, INT16 *block)
  319. {
  320. int i;
  321. for(i=0; i<8; i++)
  322. idctRowCondDC(block + i*8);
  323. for(i=0; i<8; i++)
  324. idctSparseColPut(dest + i, line_size, block + i);
  325. }
  326. void simple_idct_add(UINT8 *dest, int line_size, INT16 *block)
  327. {
  328. int i;
  329. for(i=0; i<8; i++)
  330. idctRowCondDC(block + i*8);
  331. for(i=0; i<8; i++)
  332. idctSparseColAdd(dest + i, line_size, block + i);
  333. }
  334. void simple_idct(INT16 *block)
  335. {
  336. int i;
  337. for(i=0; i<8; i++)
  338. idctRowCondDC(block + i*8);
  339. for(i=0; i<8; i++)
  340. idctSparseCol(block + i);
  341. }
  342. /* 2x4x8 idct */
  343. #define CN_SHIFT 12
  344. #define C_FIX(x) ((int)((x) * (1 << CN_SHIFT) + 0.5))
  345. #define C1 C_FIX(0.6532814824)
  346. #define C2 C_FIX(0.2705980501)
  347. /* row idct is multiple by 16 * sqrt(2.0), col idct4 is normalized,
  348. and the butterfly must be multiplied by 0.5 * sqrt(2.0) */
  349. #define C_SHIFT (4+1+12)
  350. static inline void idct4col(UINT8 *dest, int line_size, const INT16 *col)
  351. {
  352. int c0, c1, c2, c3, a0, a1, a2, a3;
  353. const UINT8 *cm = cropTbl + MAX_NEG_CROP;
  354. a0 = col[8*0];
  355. a1 = col[8*2];
  356. a2 = col[8*4];
  357. a3 = col[8*6];
  358. c0 = ((a0 + a2) << (CN_SHIFT - 1)) + (1 << (C_SHIFT - 1));
  359. c2 = ((a0 - a2) << (CN_SHIFT - 1)) + (1 << (C_SHIFT - 1));
  360. c1 = a1 * C1 + a3 * C2;
  361. c3 = a1 * C2 - a3 * C1;
  362. dest[0] = cm[(c0 + c1) >> C_SHIFT];
  363. dest += line_size;
  364. dest[0] = cm[(c2 + c3) >> C_SHIFT];
  365. dest += line_size;
  366. dest[0] = cm[(c2 - c3) >> C_SHIFT];
  367. dest += line_size;
  368. dest[0] = cm[(c0 - c1) >> C_SHIFT];
  369. }
  370. #define BF(k) \
  371. {\
  372. int a0, a1;\
  373. a0 = ptr[k];\
  374. a1 = ptr[8 + k];\
  375. ptr[k] = a0 + a1;\
  376. ptr[8 + k] = a0 - a1;\
  377. }
  378. /* only used by DV codec. The input must be interlaced. 128 is added
  379. to the pixels before clamping to avoid systematic error
  380. (1024*sqrt(2)) offset would be needed otherwise. */
  381. /* XXX: I think a 1.0/sqrt(2) normalization should be needed to
  382. compensate the extra butterfly stage - I don't have the full DV
  383. specification */
  384. void simple_idct248_put(UINT8 *dest, int line_size, INT16 *block)
  385. {
  386. int i;
  387. INT16 *ptr;
  388. /* butterfly */
  389. ptr = block;
  390. for(i=0;i<4;i++) {
  391. BF(0);
  392. BF(1);
  393. BF(2);
  394. BF(3);
  395. BF(4);
  396. BF(5);
  397. BF(6);
  398. BF(7);
  399. ptr += 2 * 8;
  400. }
  401. /* IDCT8 on each line */
  402. for(i=0; i<8; i++) {
  403. idctRowCondDC(block + i*8);
  404. }
  405. /* IDCT4 and store */
  406. for(i=0;i<8;i++) {
  407. idct4col(dest + i, 2 * line_size, block + i);
  408. idct4col(dest + line_size + i, 2 * line_size, block + 8 + i);
  409. }
  410. }