You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

584 lines
14KB

  1. /*
  2. * Simple IDCT
  3. *
  4. * Copyright (c) 2001 Michael Niedermayer <michaelni@gmx.at>
  5. *
  6. * This library is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU Lesser General Public
  8. * License as published by the Free Software Foundation; either
  9. * version 2 of the License, or (at your option) any later version.
  10. *
  11. * This library is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  14. * Lesser General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU Lesser General Public
  17. * License along with this library; if not, write to the Free Software
  18. * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
  19. */
  20. /*
  21. based upon some outcommented c code from mpeg2dec (idct_mmx.c
  22. written by Aaron Holtzman <aholtzma@ess.engr.uvic.ca>)
  23. */
  24. #include "avcodec.h"
  25. #include "dsputil.h"
  26. #include "simple_idct.h"
  27. #if 0
  28. #define W1 2841 /* 2048*sqrt (2)*cos (1*pi/16) */
  29. #define W2 2676 /* 2048*sqrt (2)*cos (2*pi/16) */
  30. #define W3 2408 /* 2048*sqrt (2)*cos (3*pi/16) */
  31. #define W4 2048 /* 2048*sqrt (2)*cos (4*pi/16) */
  32. #define W5 1609 /* 2048*sqrt (2)*cos (5*pi/16) */
  33. #define W6 1108 /* 2048*sqrt (2)*cos (6*pi/16) */
  34. #define W7 565 /* 2048*sqrt (2)*cos (7*pi/16) */
  35. #define ROW_SHIFT 8
  36. #define COL_SHIFT 17
  37. #else
  38. #define W1 22725 //cos(i*M_PI/16)*sqrt(2)*(1<<14) + 0.5
  39. #define W2 21407 //cos(i*M_PI/16)*sqrt(2)*(1<<14) + 0.5
  40. #define W3 19266 //cos(i*M_PI/16)*sqrt(2)*(1<<14) + 0.5
  41. #define W4 16383 //cos(i*M_PI/16)*sqrt(2)*(1<<14) + 0.5
  42. #define W5 12873 //cos(i*M_PI/16)*sqrt(2)*(1<<14) + 0.5
  43. #define W6 8867 //cos(i*M_PI/16)*sqrt(2)*(1<<14) + 0.5
  44. #define W7 4520 //cos(i*M_PI/16)*sqrt(2)*(1<<14) + 0.5
  45. #define ROW_SHIFT 11
  46. #define COL_SHIFT 20 // 6
  47. #endif
  48. #ifdef ARCH_ALPHA
  49. #define FAST_64BIT
  50. #endif
  51. #if defined(ARCH_POWERPC_405)
  52. /* signed 16x16 -> 32 multiply add accumulate */
  53. #define MAC16(rt, ra, rb) \
  54. asm ("maclhw %0, %2, %3" : "=r" (rt) : "0" (rt), "r" (ra), "r" (rb));
  55. /* signed 16x16 -> 32 multiply */
  56. #define MUL16(rt, ra, rb) \
  57. asm ("mullhw %0, %1, %2" : "=r" (rt) : "r" (ra), "r" (rb));
  58. #else
  59. /* signed 16x16 -> 32 multiply add accumulate */
  60. #define MAC16(rt, ra, rb) rt += (ra) * (rb)
  61. /* signed 16x16 -> 32 multiply */
  62. #define MUL16(rt, ra, rb) rt = (ra) * (rb)
  63. #endif
  64. #ifdef ARCH_ALPHA
  65. /* 0: all entries 0, 1: only first entry nonzero, 2: otherwise */
  66. static inline int idctRowCondDC(int16_t *row)
  67. {
  68. int_fast32_t a0, a1, a2, a3, b0, b1, b2, b3;
  69. uint64_t *lrow = (uint64_t *) row;
  70. if (lrow[1] == 0) {
  71. if (lrow[0] == 0)
  72. return 0;
  73. if ((lrow[0] & ~0xffffULL) == 0) {
  74. uint64_t v;
  75. a0 = W4 * row[0];
  76. a0 += 1 << (ROW_SHIFT - 1);
  77. a0 >>= ROW_SHIFT;
  78. v = (uint16_t) a0;
  79. v += v << 16;
  80. v += v << 32;
  81. lrow[0] = v;
  82. lrow[1] = v;
  83. return 1;
  84. }
  85. }
  86. a0 = (W4 * row[0]) + (1 << (ROW_SHIFT - 1));
  87. a1 = a0;
  88. a2 = a0;
  89. a3 = a0;
  90. if (row[2]) {
  91. a0 += W2 * row[2];
  92. a1 += W6 * row[2];
  93. a2 -= W6 * row[2];
  94. a3 -= W2 * row[2];
  95. }
  96. if (row[4]) {
  97. a0 += W4 * row[4];
  98. a1 -= W4 * row[4];
  99. a2 -= W4 * row[4];
  100. a3 += W4 * row[4];
  101. }
  102. if (row[6]) {
  103. a0 += W6 * row[6];
  104. a1 -= W2 * row[6];
  105. a2 += W2 * row[6];
  106. a3 -= W6 * row[6];
  107. }
  108. if (row[1]) {
  109. b0 = W1 * row[1];
  110. b1 = W3 * row[1];
  111. b2 = W5 * row[1];
  112. b3 = W7 * row[1];
  113. } else {
  114. b0 = 0;
  115. b1 = 0;
  116. b2 = 0;
  117. b3 = 0;
  118. }
  119. if (row[3]) {
  120. b0 += W3 * row[3];
  121. b1 -= W7 * row[3];
  122. b2 -= W1 * row[3];
  123. b3 -= W5 * row[3];
  124. }
  125. if (row[5]) {
  126. b0 += W5 * row[5];
  127. b1 -= W1 * row[5];
  128. b2 += W7 * row[5];
  129. b3 += W3 * row[5];
  130. }
  131. if (row[7]) {
  132. b0 += W7 * row[7];
  133. b1 -= W5 * row[7];
  134. b2 += W3 * row[7];
  135. b3 -= W1 * row[7];
  136. }
  137. row[0] = (a0 + b0) >> ROW_SHIFT;
  138. row[1] = (a1 + b1) >> ROW_SHIFT;
  139. row[2] = (a2 + b2) >> ROW_SHIFT;
  140. row[3] = (a3 + b3) >> ROW_SHIFT;
  141. row[4] = (a3 - b3) >> ROW_SHIFT;
  142. row[5] = (a2 - b2) >> ROW_SHIFT;
  143. row[6] = (a1 - b1) >> ROW_SHIFT;
  144. row[7] = (a0 - b0) >> ROW_SHIFT;
  145. return 2;
  146. }
  147. inline static void idctSparseCol(int16_t *col)
  148. {
  149. int a0, a1, a2, a3, b0, b1, b2, b3;
  150. col[0] += (1 << (COL_SHIFT - 1)) / W4;
  151. a0 = W4 * col[8 * 0];
  152. a1 = W4 * col[8 * 0];
  153. a2 = W4 * col[8 * 0];
  154. a3 = W4 * col[8 * 0];
  155. if (col[8 * 2]) {
  156. a0 += W2 * col[8 * 2];
  157. a1 += W6 * col[8 * 2];
  158. a2 -= W6 * col[8 * 2];
  159. a3 -= W2 * col[8 * 2];
  160. }
  161. if (col[8 * 4]) {
  162. a0 += W4 * col[8 * 4];
  163. a1 -= W4 * col[8 * 4];
  164. a2 -= W4 * col[8 * 4];
  165. a3 += W4 * col[8 * 4];
  166. }
  167. if (col[8 * 6]) {
  168. a0 += W6 * col[8 * 6];
  169. a1 -= W2 * col[8 * 6];
  170. a2 += W2 * col[8 * 6];
  171. a3 -= W6 * col[8 * 6];
  172. }
  173. if (col[8 * 1]) {
  174. b0 = W1 * col[8 * 1];
  175. b1 = W3 * col[8 * 1];
  176. b2 = W5 * col[8 * 1];
  177. b3 = W7 * col[8 * 1];
  178. } else {
  179. b0 = b1 = b2 = b3 = 0;
  180. }
  181. if (col[8 * 3]) {
  182. b0 += W3 * col[8 * 3];
  183. b1 -= W7 * col[8 * 3];
  184. b2 -= W1 * col[8 * 3];
  185. b3 -= W5 * col[8 * 3];
  186. }
  187. if (col[8 * 5]) {
  188. b0 += W5 * col[8 * 5];
  189. b1 -= W1 * col[8 * 5];
  190. b2 += W7 * col[8 * 5];
  191. b3 += W3 * col[8 * 5];
  192. }
  193. if (col[8 * 7]) {
  194. b0 += W7 * col[8 * 7];
  195. b1 -= W5 * col[8 * 7];
  196. b2 += W3 * col[8 * 7];
  197. b3 -= W1 * col[8 * 7];
  198. }
  199. col[8 * 0] = (a0 + b0) >> COL_SHIFT;
  200. col[8 * 7] = (a0 - b0) >> COL_SHIFT;
  201. col[8 * 1] = (a1 + b1) >> COL_SHIFT;
  202. col[8 * 6] = (a1 - b1) >> COL_SHIFT;
  203. col[8 * 2] = (a2 + b2) >> COL_SHIFT;
  204. col[8 * 5] = (a2 - b2) >> COL_SHIFT;
  205. col[8 * 3] = (a3 + b3) >> COL_SHIFT;
  206. col[8 * 4] = (a3 - b3) >> COL_SHIFT;
  207. }
  208. #else /* not ARCH_ALPHA */
  209. static inline void idctRowCondDC (int16_t * row)
  210. {
  211. int a0, a1, a2, a3, b0, b1, b2, b3;
  212. #ifdef FAST_64BIT
  213. uint64_t temp;
  214. #else
  215. uint32_t temp;
  216. #endif
  217. #ifdef FAST_64BIT
  218. #ifdef WORDS_BIGENDIAN
  219. #define ROW0_MASK 0xffff000000000000LL
  220. #else
  221. #define ROW0_MASK 0xffffLL
  222. #endif
  223. if ( ((((uint64_t *)row)[0] & ~ROW0_MASK) |
  224. ((uint64_t *)row)[1]) == 0) {
  225. temp = (row[0] << 3) & 0xffff;
  226. temp += temp << 16;
  227. temp += temp << 32;
  228. ((uint64_t *)row)[0] = temp;
  229. ((uint64_t *)row)[1] = temp;
  230. return;
  231. }
  232. #else
  233. if (!(((uint32_t*)row)[1] |
  234. ((uint32_t*)row)[2] |
  235. ((uint32_t*)row)[3] |
  236. row[1])) {
  237. temp = (row[0] << 3) & 0xffff;
  238. temp += temp << 16;
  239. ((uint32_t*)row)[0]=((uint32_t*)row)[1] =
  240. ((uint32_t*)row)[2]=((uint32_t*)row)[3] = temp;
  241. return;
  242. }
  243. #endif
  244. a0 = (W4 * row[0]) + (1 << (ROW_SHIFT - 1));
  245. a1 = a0;
  246. a2 = a0;
  247. a3 = a0;
  248. /* no need to optimize : gcc does it */
  249. a0 += W2 * row[2];
  250. a1 += W6 * row[2];
  251. a2 -= W6 * row[2];
  252. a3 -= W2 * row[2];
  253. MUL16(b0, W1, row[1]);
  254. MAC16(b0, W3, row[3]);
  255. MUL16(b1, W3, row[1]);
  256. MAC16(b1, -W7, row[3]);
  257. MUL16(b2, W5, row[1]);
  258. MAC16(b2, -W1, row[3]);
  259. MUL16(b3, W7, row[1]);
  260. MAC16(b3, -W5, row[3]);
  261. #ifdef FAST_64BIT
  262. temp = ((uint64_t*)row)[1];
  263. #else
  264. temp = ((uint32_t*)row)[2] | ((uint32_t*)row)[3];
  265. #endif
  266. if (temp != 0) {
  267. a0 += W4*row[4] + W6*row[6];
  268. a1 += - W4*row[4] - W2*row[6];
  269. a2 += - W4*row[4] + W2*row[6];
  270. a3 += W4*row[4] - W6*row[6];
  271. MAC16(b0, W5, row[5]);
  272. MAC16(b0, W7, row[7]);
  273. MAC16(b1, -W1, row[5]);
  274. MAC16(b1, -W5, row[7]);
  275. MAC16(b2, W7, row[5]);
  276. MAC16(b2, W3, row[7]);
  277. MAC16(b3, W3, row[5]);
  278. MAC16(b3, -W1, row[7]);
  279. }
  280. row[0] = (a0 + b0) >> ROW_SHIFT;
  281. row[7] = (a0 - b0) >> ROW_SHIFT;
  282. row[1] = (a1 + b1) >> ROW_SHIFT;
  283. row[6] = (a1 - b1) >> ROW_SHIFT;
  284. row[2] = (a2 + b2) >> ROW_SHIFT;
  285. row[5] = (a2 - b2) >> ROW_SHIFT;
  286. row[3] = (a3 + b3) >> ROW_SHIFT;
  287. row[4] = (a3 - b3) >> ROW_SHIFT;
  288. }
  289. #endif /* not ARCH_ALPHA */
  290. static inline void idctSparseColPut (UINT8 *dest, int line_size,
  291. int16_t * col)
  292. {
  293. int a0, a1, a2, a3, b0, b1, b2, b3;
  294. UINT8 *cm = cropTbl + MAX_NEG_CROP;
  295. /* XXX: I did that only to give same values as previous code */
  296. a0 = W4 * (col[8*0] + ((1<<(COL_SHIFT-1))/W4));
  297. a1 = a0;
  298. a2 = a0;
  299. a3 = a0;
  300. a0 += + W2*col[8*2];
  301. a1 += + W6*col[8*2];
  302. a2 += - W6*col[8*2];
  303. a3 += - W2*col[8*2];
  304. MUL16(b0, W1, col[8*1]);
  305. MUL16(b1, W3, col[8*1]);
  306. MUL16(b2, W5, col[8*1]);
  307. MUL16(b3, W7, col[8*1]);
  308. MAC16(b0, + W3, col[8*3]);
  309. MAC16(b1, - W7, col[8*3]);
  310. MAC16(b2, - W1, col[8*3]);
  311. MAC16(b3, - W5, col[8*3]);
  312. if(col[8*4]){
  313. a0 += + W4*col[8*4];
  314. a1 += - W4*col[8*4];
  315. a2 += - W4*col[8*4];
  316. a3 += + W4*col[8*4];
  317. }
  318. if (col[8*5]) {
  319. MAC16(b0, + W5, col[8*5]);
  320. MAC16(b1, - W1, col[8*5]);
  321. MAC16(b2, + W7, col[8*5]);
  322. MAC16(b3, + W3, col[8*5]);
  323. }
  324. if(col[8*6]){
  325. a0 += + W6*col[8*6];
  326. a1 += - W2*col[8*6];
  327. a2 += + W2*col[8*6];
  328. a3 += - W6*col[8*6];
  329. }
  330. if (col[8*7]) {
  331. MAC16(b0, + W7, col[8*7]);
  332. MAC16(b1, - W5, col[8*7]);
  333. MAC16(b2, + W3, col[8*7]);
  334. MAC16(b3, - W1, col[8*7]);
  335. }
  336. dest[0] = cm[(a0 + b0) >> COL_SHIFT];
  337. dest += line_size;
  338. dest[0] = cm[(a1 + b1) >> COL_SHIFT];
  339. dest += line_size;
  340. dest[0] = cm[(a2 + b2) >> COL_SHIFT];
  341. dest += line_size;
  342. dest[0] = cm[(a3 + b3) >> COL_SHIFT];
  343. dest += line_size;
  344. dest[0] = cm[(a3 - b3) >> COL_SHIFT];
  345. dest += line_size;
  346. dest[0] = cm[(a2 - b2) >> COL_SHIFT];
  347. dest += line_size;
  348. dest[0] = cm[(a1 - b1) >> COL_SHIFT];
  349. dest += line_size;
  350. dest[0] = cm[(a0 - b0) >> COL_SHIFT];
  351. }
  352. static inline void idctSparseColAdd (UINT8 *dest, int line_size,
  353. int16_t * col)
  354. {
  355. int a0, a1, a2, a3, b0, b1, b2, b3;
  356. UINT8 *cm = cropTbl + MAX_NEG_CROP;
  357. /* XXX: I did that only to give same values as previous code */
  358. a0 = W4 * (col[8*0] + ((1<<(COL_SHIFT-1))/W4));
  359. a1 = a0;
  360. a2 = a0;
  361. a3 = a0;
  362. a0 += + W2*col[8*2];
  363. a1 += + W6*col[8*2];
  364. a2 += - W6*col[8*2];
  365. a3 += - W2*col[8*2];
  366. MUL16(b0, W1, col[8*1]);
  367. MUL16(b1, W3, col[8*1]);
  368. MUL16(b2, W5, col[8*1]);
  369. MUL16(b3, W7, col[8*1]);
  370. MAC16(b0, + W3, col[8*3]);
  371. MAC16(b1, - W7, col[8*3]);
  372. MAC16(b2, - W1, col[8*3]);
  373. MAC16(b3, - W5, col[8*3]);
  374. if(col[8*4]){
  375. a0 += + W4*col[8*4];
  376. a1 += - W4*col[8*4];
  377. a2 += - W4*col[8*4];
  378. a3 += + W4*col[8*4];
  379. }
  380. if (col[8*5]) {
  381. MAC16(b0, + W5, col[8*5]);
  382. MAC16(b1, - W1, col[8*5]);
  383. MAC16(b2, + W7, col[8*5]);
  384. MAC16(b3, + W3, col[8*5]);
  385. }
  386. if(col[8*6]){
  387. a0 += + W6*col[8*6];
  388. a1 += - W2*col[8*6];
  389. a2 += + W2*col[8*6];
  390. a3 += - W6*col[8*6];
  391. }
  392. if (col[8*7]) {
  393. MAC16(b0, + W7, col[8*7]);
  394. MAC16(b1, - W5, col[8*7]);
  395. MAC16(b2, + W3, col[8*7]);
  396. MAC16(b3, - W1, col[8*7]);
  397. }
  398. dest[0] = cm[dest[0] + ((a0 + b0) >> COL_SHIFT)];
  399. dest += line_size;
  400. dest[0] = cm[dest[0] + ((a1 + b1) >> COL_SHIFT)];
  401. dest += line_size;
  402. dest[0] = cm[dest[0] + ((a2 + b2) >> COL_SHIFT)];
  403. dest += line_size;
  404. dest[0] = cm[dest[0] + ((a3 + b3) >> COL_SHIFT)];
  405. dest += line_size;
  406. dest[0] = cm[dest[0] + ((a3 - b3) >> COL_SHIFT)];
  407. dest += line_size;
  408. dest[0] = cm[dest[0] + ((a2 - b2) >> COL_SHIFT)];
  409. dest += line_size;
  410. dest[0] = cm[dest[0] + ((a1 - b1) >> COL_SHIFT)];
  411. dest += line_size;
  412. dest[0] = cm[dest[0] + ((a0 - b0) >> COL_SHIFT)];
  413. }
  414. #ifdef ARCH_ALPHA
  415. /* If all rows but the first one are zero after row transformation,
  416. all rows will be identical after column transformation. */
  417. static inline void idctCol2(int16_t *col)
  418. {
  419. int i;
  420. uint64_t l, r;
  421. uint64_t *lcol = (uint64_t *) col;
  422. for (i = 0; i < 8; ++i) {
  423. int a0 = col[0] + (1 << (COL_SHIFT - 1)) / W4;
  424. a0 *= W4;
  425. col[0] = a0 >> COL_SHIFT;
  426. ++col;
  427. }
  428. l = lcol[0];
  429. r = lcol[1];
  430. lcol[ 2] = l; lcol[ 3] = r;
  431. lcol[ 4] = l; lcol[ 5] = r;
  432. lcol[ 6] = l; lcol[ 7] = r;
  433. lcol[ 8] = l; lcol[ 9] = r;
  434. lcol[10] = l; lcol[11] = r;
  435. lcol[12] = l; lcol[13] = r;
  436. lcol[14] = l; lcol[15] = r;
  437. }
  438. void simple_idct (short *block)
  439. {
  440. int i;
  441. int rowsZero = 1; /* all rows except row 0 zero */
  442. int rowsConstant = 1; /* all rows consist of a constant value */
  443. for (i = 0; i < 8; i++) {
  444. int sparseness = idctRowCondDC(block + 8 * i);
  445. if (i > 0 && sparseness > 0)
  446. rowsZero = 0;
  447. if (sparseness == 2)
  448. rowsConstant = 0;
  449. }
  450. if (rowsZero) {
  451. idctCol2(block);
  452. } else if (rowsConstant) {
  453. uint64_t *lblock = (uint64_t *) block;
  454. idctSparseCol(block);
  455. for (i = 0; i < 8; i++) {
  456. uint64_t v = (uint16_t) block[i * 8];
  457. v += v << 16;
  458. v += v << 32;
  459. lblock[0] = v;
  460. lblock[1] = v;
  461. lblock += 2;
  462. }
  463. } else {
  464. for (i = 0; i < 8; i++)
  465. idctSparseCol(block + i);
  466. }
  467. }
  468. /* XXX: suppress this mess */
  469. void simple_idct_put(UINT8 *dest, int line_size, DCTELEM *block)
  470. {
  471. simple_idct(block);
  472. put_pixels_clamped(block, dest, line_size);
  473. }
  474. void simple_idct_add(UINT8 *dest, int line_size, DCTELEM *block)
  475. {
  476. simple_idct(block);
  477. add_pixels_clamped(block, dest, line_size);
  478. }
  479. #else
  480. void simple_idct_put(UINT8 *dest, int line_size, INT16 *block)
  481. {
  482. int i;
  483. for(i=0; i<8; i++)
  484. idctRowCondDC(block + i*8);
  485. for(i=0; i<8; i++)
  486. idctSparseColPut(dest + i, line_size, block + i);
  487. }
  488. void simple_idct_add(UINT8 *dest, int line_size, INT16 *block)
  489. {
  490. int i;
  491. for(i=0; i<8; i++)
  492. idctRowCondDC(block + i*8);
  493. for(i=0; i<8; i++)
  494. idctSparseColAdd(dest + i, line_size, block + i);
  495. }
  496. #endif
  497. #undef COL_SHIFT