You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

480 lines
18KB

  1. /*
  2. * Copyright (C) 2003 James Klicman <james@klicman.org>
  3. *
  4. * This file is part of Libav.
  5. *
  6. * Libav is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU Lesser General Public
  8. * License as published by the Free Software Foundation; either
  9. * version 2.1 of the License, or (at your option) any later version.
  10. *
  11. * Libav is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  14. * Lesser General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU Lesser General Public
  17. * License along with Libav; if not, write to the Free Software
  18. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  19. */
  20. #include "config.h"
  21. #if HAVE_ALTIVEC_H
  22. #include <altivec.h>
  23. #endif
  24. #include "libavutil/attributes.h"
  25. #include "libavutil/cpu.h"
  26. #include "libavutil/ppc/cpu.h"
  27. #include "libavcodec/fdctdsp.h"
  28. #include "fdctdsp.h"
  29. #if HAVE_ALTIVEC
  30. #define vs16(v) ((vector signed short) (v))
  31. #define vs32(v) ((vector signed int) (v))
  32. #define vu8(v) ((vector unsigned char) (v))
  33. #define vu16(v) ((vector unsigned short) (v))
  34. #define vu32(v) ((vector unsigned int) (v))
  35. #define C1 0.98078525066375732421875000 /* cos(1 * PI / 16) */
  36. #define C2 0.92387950420379638671875000 /* cos(2 * PI / 16) */
  37. #define C3 0.83146959543228149414062500 /* cos(3 * PI / 16) */
  38. #define C4 0.70710676908493041992187500 /* cos(4 * PI / 16) */
  39. #define C5 0.55557024478912353515625000 /* cos(5 * PI / 16) */
  40. #define C6 0.38268342614173889160156250 /* cos(6 * PI / 16) */
  41. #define C7 0.19509032368659973144531250 /* cos(7 * PI / 16) */
  42. #define SQRT_2 1.41421353816986083984375000 /* sqrt(2) */
  43. #define W0 -(2 * C2)
  44. #define W1 (2 * C6)
  45. #define W2 (SQRT_2 * C6)
  46. #define W3 (SQRT_2 * C3)
  47. #define W4 (SQRT_2 * (-C1 + C3 + C5 - C7))
  48. #define W5 (SQRT_2 * (C1 + C3 - C5 + C7))
  49. #define W6 (SQRT_2 * (C1 + C3 + C5 - C7))
  50. #define W7 (SQRT_2 * (C1 + C3 - C5 - C7))
  51. #define W8 (SQRT_2 * (C7 - C3))
  52. #define W9 (SQRT_2 * (-C1 - C3))
  53. #define WA (SQRT_2 * (-C3 - C5))
  54. #define WB (SQRT_2 * (C5 - C3))
  55. static vector float fdctconsts[3] = {
  56. { W0, W1, W2, W3 },
  57. { W4, W5, W6, W7 },
  58. { W8, W9, WA, WB }
  59. };
  60. #define LD_W0 vec_splat(cnsts0, 0)
  61. #define LD_W1 vec_splat(cnsts0, 1)
  62. #define LD_W2 vec_splat(cnsts0, 2)
  63. #define LD_W3 vec_splat(cnsts0, 3)
  64. #define LD_W4 vec_splat(cnsts1, 0)
  65. #define LD_W5 vec_splat(cnsts1, 1)
  66. #define LD_W6 vec_splat(cnsts1, 2)
  67. #define LD_W7 vec_splat(cnsts1, 3)
  68. #define LD_W8 vec_splat(cnsts2, 0)
  69. #define LD_W9 vec_splat(cnsts2, 1)
  70. #define LD_WA vec_splat(cnsts2, 2)
  71. #define LD_WB vec_splat(cnsts2, 3)
  72. #define FDCTROW(b0, b1, b2, b3, b4, b5, b6, b7) /* {{{ */ \
  73. x0 = vec_add(b0, b7); /* x0 = b0 + b7; */ \
  74. x7 = vec_sub(b0, b7); /* x7 = b0 - b7; */ \
  75. x1 = vec_add(b1, b6); /* x1 = b1 + b6; */ \
  76. x6 = vec_sub(b1, b6); /* x6 = b1 - b6; */ \
  77. x2 = vec_add(b2, b5); /* x2 = b2 + b5; */ \
  78. x5 = vec_sub(b2, b5); /* x5 = b2 - b5; */ \
  79. x3 = vec_add(b3, b4); /* x3 = b3 + b4; */ \
  80. x4 = vec_sub(b3, b4); /* x4 = b3 - b4; */ \
  81. \
  82. b7 = vec_add(x0, x3); /* b7 = x0 + x3; */ \
  83. b1 = vec_add(x1, x2); /* b1 = x1 + x2; */ \
  84. b0 = vec_add(b7, b1); /* b0 = b7 + b1; */ \
  85. b4 = vec_sub(b7, b1); /* b4 = b7 - b1; */ \
  86. \
  87. b2 = vec_sub(x0, x3); /* b2 = x0 - x3; */ \
  88. b6 = vec_sub(x1, x2); /* b6 = x1 - x2; */ \
  89. b5 = vec_add(b6, b2); /* b5 = b6 + b2; */ \
  90. cnst = LD_W2; \
  91. b5 = vec_madd(cnst, b5, mzero); /* b5 = b5 * W2; */ \
  92. cnst = LD_W1; \
  93. b2 = vec_madd(cnst, b2, b5); /* b2 = b5 + b2 * W1; */ \
  94. cnst = LD_W0; \
  95. b6 = vec_madd(cnst, b6, b5); /* b6 = b5 + b6 * W0; */ \
  96. \
  97. x0 = vec_add(x4, x7); /* x0 = x4 + x7; */ \
  98. x1 = vec_add(x5, x6); /* x1 = x5 + x6; */ \
  99. x2 = vec_add(x4, x6); /* x2 = x4 + x6; */ \
  100. x3 = vec_add(x5, x7); /* x3 = x5 + x7; */ \
  101. x8 = vec_add(x2, x3); /* x8 = x2 + x3; */ \
  102. cnst = LD_W3; \
  103. x8 = vec_madd(cnst, x8, mzero); /* x8 = x8 * W3; */ \
  104. \
  105. cnst = LD_W8; \
  106. x0 = vec_madd(cnst, x0, mzero); /* x0 *= W8; */ \
  107. cnst = LD_W9; \
  108. x1 = vec_madd(cnst, x1, mzero); /* x1 *= W9; */ \
  109. cnst = LD_WA; \
  110. x2 = vec_madd(cnst, x2, x8); /* x2 = x2 * WA + x8; */ \
  111. cnst = LD_WB; \
  112. x3 = vec_madd(cnst, x3, x8); /* x3 = x3 * WB + x8; */ \
  113. \
  114. cnst = LD_W4; \
  115. b7 = vec_madd(cnst, x4, x0); /* b7 = x4 * W4 + x0; */ \
  116. cnst = LD_W5; \
  117. b5 = vec_madd(cnst, x5, x1); /* b5 = x5 * W5 + x1; */ \
  118. cnst = LD_W6; \
  119. b3 = vec_madd(cnst, x6, x1); /* b3 = x6 * W6 + x1; */ \
  120. cnst = LD_W7; \
  121. b1 = vec_madd(cnst, x7, x0); /* b1 = x7 * W7 + x0; */ \
  122. \
  123. b7 = vec_add(b7, x2); /* b7 = b7 + x2; */ \
  124. b5 = vec_add(b5, x3); /* b5 = b5 + x3; */ \
  125. b3 = vec_add(b3, x2); /* b3 = b3 + x2; */ \
  126. b1 = vec_add(b1, x3) /* b1 = b1 + x3; */ \
  127. /* }}} */
  128. #define FDCTCOL(b0, b1, b2, b3, b4, b5, b6, b7) /* {{{ */ \
  129. x0 = vec_add(b0, b7); /* x0 = b0 + b7; */ \
  130. x7 = vec_sub(b0, b7); /* x7 = b0 - b7; */ \
  131. x1 = vec_add(b1, b6); /* x1 = b1 + b6; */ \
  132. x6 = vec_sub(b1, b6); /* x6 = b1 - b6; */ \
  133. x2 = vec_add(b2, b5); /* x2 = b2 + b5; */ \
  134. x5 = vec_sub(b2, b5); /* x5 = b2 - b5; */ \
  135. x3 = vec_add(b3, b4); /* x3 = b3 + b4; */ \
  136. x4 = vec_sub(b3, b4); /* x4 = b3 - b4; */ \
  137. \
  138. b7 = vec_add(x0, x3); /* b7 = x0 + x3; */ \
  139. b1 = vec_add(x1, x2); /* b1 = x1 + x2; */ \
  140. b0 = vec_add(b7, b1); /* b0 = b7 + b1; */ \
  141. b4 = vec_sub(b7, b1); /* b4 = b7 - b1; */ \
  142. \
  143. b2 = vec_sub(x0, x3); /* b2 = x0 - x3; */ \
  144. b6 = vec_sub(x1, x2); /* b6 = x1 - x2; */ \
  145. b5 = vec_add(b6, b2); /* b5 = b6 + b2; */ \
  146. cnst = LD_W2; \
  147. b5 = vec_madd(cnst, b5, mzero); /* b5 = b5 * W2; */ \
  148. cnst = LD_W1; \
  149. b2 = vec_madd(cnst, b2, b5); /* b2 = b5 + b2 * W1; */ \
  150. cnst = LD_W0; \
  151. b6 = vec_madd(cnst, b6, b5); /* b6 = b5 + b6 * W0; */ \
  152. \
  153. x0 = vec_add(x4, x7); /* x0 = x4 + x7; */ \
  154. x1 = vec_add(x5, x6); /* x1 = x5 + x6; */ \
  155. x2 = vec_add(x4, x6); /* x2 = x4 + x6; */ \
  156. x3 = vec_add(x5, x7); /* x3 = x5 + x7; */ \
  157. x8 = vec_add(x2, x3); /* x8 = x2 + x3; */ \
  158. cnst = LD_W3; \
  159. x8 = vec_madd(cnst, x8, mzero); /* x8 = x8 * W3; */ \
  160. \
  161. cnst = LD_W8; \
  162. x0 = vec_madd(cnst, x0, mzero); /* x0 *= W8; */ \
  163. cnst = LD_W9; \
  164. x1 = vec_madd(cnst, x1, mzero); /* x1 *= W9; */ \
  165. cnst = LD_WA; \
  166. x2 = vec_madd(cnst, x2, x8); /* x2 = x2 * WA + x8; */ \
  167. cnst = LD_WB; \
  168. x3 = vec_madd(cnst, x3, x8); /* x3 = x3 * WB + x8; */ \
  169. \
  170. cnst = LD_W4; \
  171. b7 = vec_madd(cnst, x4, x0); /* b7 = x4 * W4 + x0; */ \
  172. cnst = LD_W5; \
  173. b5 = vec_madd(cnst, x5, x1); /* b5 = x5 * W5 + x1; */ \
  174. cnst = LD_W6; \
  175. b3 = vec_madd(cnst, x6, x1); /* b3 = x6 * W6 + x1; */ \
  176. cnst = LD_W7; \
  177. b1 = vec_madd(cnst, x7, x0); /* b1 = x7 * W7 + x0; */ \
  178. \
  179. b7 = vec_add(b7, x2); /* b7 += x2; */ \
  180. b5 = vec_add(b5, x3); /* b5 += x3; */ \
  181. b3 = vec_add(b3, x2); /* b3 += x2; */ \
  182. b1 = vec_add(b1, x3) /* b1 += x3; */ \
  183. /* }}} */
  184. /* two dimensional discrete cosine transform */
  185. void ff_fdct_altivec(int16_t *block)
  186. {
  187. vector signed short *bp;
  188. vector float *cp = fdctconsts;
  189. vector float b00, b10, b20, b30, b40, b50, b60, b70;
  190. vector float b01, b11, b21, b31, b41, b51, b61, b71;
  191. vector float mzero, cnst, cnsts0, cnsts1, cnsts2;
  192. vector float x0, x1, x2, x3, x4, x5, x6, x7, x8;
  193. /* setup constants {{{ */
  194. /* mzero = -0.0 */
  195. mzero = ((vector float) vec_splat_u32(-1));
  196. mzero = ((vector float) vec_sl(vu32(mzero), vu32(mzero)));
  197. cnsts0 = vec_ld(0, cp);
  198. cp++;
  199. cnsts1 = vec_ld(0, cp);
  200. cp++;
  201. cnsts2 = vec_ld(0, cp);
  202. /* }}} */
  203. /* 8x8 matrix transpose (vector short[8]) {{{ */
  204. #define MERGE_S16(hl, a, b) vec_merge ## hl(vs16(a), vs16(b))
  205. bp = (vector signed short *) block;
  206. b00 = ((vector float) vec_ld(0, bp));
  207. b40 = ((vector float) vec_ld(16 * 4, bp));
  208. b01 = ((vector float) MERGE_S16(h, b00, b40));
  209. b11 = ((vector float) MERGE_S16(l, b00, b40));
  210. bp++;
  211. b10 = ((vector float) vec_ld(0, bp));
  212. b50 = ((vector float) vec_ld(16 * 4, bp));
  213. b21 = ((vector float) MERGE_S16(h, b10, b50));
  214. b31 = ((vector float) MERGE_S16(l, b10, b50));
  215. bp++;
  216. b20 = ((vector float) vec_ld(0, bp));
  217. b60 = ((vector float) vec_ld(16 * 4, bp));
  218. b41 = ((vector float) MERGE_S16(h, b20, b60));
  219. b51 = ((vector float) MERGE_S16(l, b20, b60));
  220. bp++;
  221. b30 = ((vector float) vec_ld(0, bp));
  222. b70 = ((vector float) vec_ld(16 * 4, bp));
  223. b61 = ((vector float) MERGE_S16(h, b30, b70));
  224. b71 = ((vector float) MERGE_S16(l, b30, b70));
  225. x0 = ((vector float) MERGE_S16(h, b01, b41));
  226. x1 = ((vector float) MERGE_S16(l, b01, b41));
  227. x2 = ((vector float) MERGE_S16(h, b11, b51));
  228. x3 = ((vector float) MERGE_S16(l, b11, b51));
  229. x4 = ((vector float) MERGE_S16(h, b21, b61));
  230. x5 = ((vector float) MERGE_S16(l, b21, b61));
  231. x6 = ((vector float) MERGE_S16(h, b31, b71));
  232. x7 = ((vector float) MERGE_S16(l, b31, b71));
  233. b00 = ((vector float) MERGE_S16(h, x0, x4));
  234. b10 = ((vector float) MERGE_S16(l, x0, x4));
  235. b20 = ((vector float) MERGE_S16(h, x1, x5));
  236. b30 = ((vector float) MERGE_S16(l, x1, x5));
  237. b40 = ((vector float) MERGE_S16(h, x2, x6));
  238. b50 = ((vector float) MERGE_S16(l, x2, x6));
  239. b60 = ((vector float) MERGE_S16(h, x3, x7));
  240. b70 = ((vector float) MERGE_S16(l, x3, x7));
  241. #undef MERGE_S16
  242. /* }}} */
  243. /* Some of the initial calculations can be done as vector short
  244. * before conversion to vector float. The following code section
  245. * takes advantage of this. */
  246. /* fdct rows {{{ */
  247. x0 = ((vector float) vec_add(vs16(b00), vs16(b70)));
  248. x7 = ((vector float) vec_sub(vs16(b00), vs16(b70)));
  249. x1 = ((vector float) vec_add(vs16(b10), vs16(b60)));
  250. x6 = ((vector float) vec_sub(vs16(b10), vs16(b60)));
  251. x2 = ((vector float) vec_add(vs16(b20), vs16(b50)));
  252. x5 = ((vector float) vec_sub(vs16(b20), vs16(b50)));
  253. x3 = ((vector float) vec_add(vs16(b30), vs16(b40)));
  254. x4 = ((vector float) vec_sub(vs16(b30), vs16(b40)));
  255. b70 = ((vector float) vec_add(vs16(x0), vs16(x3)));
  256. b10 = ((vector float) vec_add(vs16(x1), vs16(x2)));
  257. b00 = ((vector float) vec_add(vs16(b70), vs16(b10)));
  258. b40 = ((vector float) vec_sub(vs16(b70), vs16(b10)));
  259. #define CTF0(n) \
  260. b ## n ## 1 = ((vector float) vec_unpackl(vs16(b ## n ## 0))); \
  261. b ## n ## 0 = ((vector float) vec_unpackh(vs16(b ## n ## 0))); \
  262. b ## n ## 1 = vec_ctf(vs32(b ## n ## 1), 0); \
  263. b ## n ## 0 = vec_ctf(vs32(b ## n ## 0), 0)
  264. CTF0(0);
  265. CTF0(4);
  266. b20 = ((vector float) vec_sub(vs16(x0), vs16(x3)));
  267. b60 = ((vector float) vec_sub(vs16(x1), vs16(x2)));
  268. CTF0(2);
  269. CTF0(6);
  270. #undef CTF0
  271. x0 = vec_add(b60, b20);
  272. x1 = vec_add(b61, b21);
  273. cnst = LD_W2;
  274. x0 = vec_madd(cnst, x0, mzero);
  275. x1 = vec_madd(cnst, x1, mzero);
  276. cnst = LD_W1;
  277. b20 = vec_madd(cnst, b20, x0);
  278. b21 = vec_madd(cnst, b21, x1);
  279. cnst = LD_W0;
  280. b60 = vec_madd(cnst, b60, x0);
  281. b61 = vec_madd(cnst, b61, x1);
  282. #define CTFX(x, b) \
  283. b ## 0 = ((vector float) vec_unpackh(vs16(x))); \
  284. b ## 1 = ((vector float) vec_unpackl(vs16(x))); \
  285. b ## 0 = vec_ctf(vs32(b ## 0), 0); \
  286. b ## 1 = vec_ctf(vs32(b ## 1), 0)
  287. CTFX(x4, b7);
  288. CTFX(x5, b5);
  289. CTFX(x6, b3);
  290. CTFX(x7, b1);
  291. #undef CTFX
  292. x0 = vec_add(b70, b10);
  293. x1 = vec_add(b50, b30);
  294. x2 = vec_add(b70, b30);
  295. x3 = vec_add(b50, b10);
  296. x8 = vec_add(x2, x3);
  297. cnst = LD_W3;
  298. x8 = vec_madd(cnst, x8, mzero);
  299. cnst = LD_W8;
  300. x0 = vec_madd(cnst, x0, mzero);
  301. cnst = LD_W9;
  302. x1 = vec_madd(cnst, x1, mzero);
  303. cnst = LD_WA;
  304. x2 = vec_madd(cnst, x2, x8);
  305. cnst = LD_WB;
  306. x3 = vec_madd(cnst, x3, x8);
  307. cnst = LD_W4;
  308. b70 = vec_madd(cnst, b70, x0);
  309. cnst = LD_W5;
  310. b50 = vec_madd(cnst, b50, x1);
  311. cnst = LD_W6;
  312. b30 = vec_madd(cnst, b30, x1);
  313. cnst = LD_W7;
  314. b10 = vec_madd(cnst, b10, x0);
  315. b70 = vec_add(b70, x2);
  316. b50 = vec_add(b50, x3);
  317. b30 = vec_add(b30, x2);
  318. b10 = vec_add(b10, x3);
  319. x0 = vec_add(b71, b11);
  320. x1 = vec_add(b51, b31);
  321. x2 = vec_add(b71, b31);
  322. x3 = vec_add(b51, b11);
  323. x8 = vec_add(x2, x3);
  324. cnst = LD_W3;
  325. x8 = vec_madd(cnst, x8, mzero);
  326. cnst = LD_W8;
  327. x0 = vec_madd(cnst, x0, mzero);
  328. cnst = LD_W9;
  329. x1 = vec_madd(cnst, x1, mzero);
  330. cnst = LD_WA;
  331. x2 = vec_madd(cnst, x2, x8);
  332. cnst = LD_WB;
  333. x3 = vec_madd(cnst, x3, x8);
  334. cnst = LD_W4;
  335. b71 = vec_madd(cnst, b71, x0);
  336. cnst = LD_W5;
  337. b51 = vec_madd(cnst, b51, x1);
  338. cnst = LD_W6;
  339. b31 = vec_madd(cnst, b31, x1);
  340. cnst = LD_W7;
  341. b11 = vec_madd(cnst, b11, x0);
  342. b71 = vec_add(b71, x2);
  343. b51 = vec_add(b51, x3);
  344. b31 = vec_add(b31, x2);
  345. b11 = vec_add(b11, x3);
  346. /* }}} */
  347. /* 8x8 matrix transpose (vector float[8][2]) {{{ */
  348. x0 = vec_mergel(b00, b20);
  349. x1 = vec_mergeh(b00, b20);
  350. x2 = vec_mergel(b10, b30);
  351. x3 = vec_mergeh(b10, b30);
  352. b00 = vec_mergeh(x1, x3);
  353. b10 = vec_mergel(x1, x3);
  354. b20 = vec_mergeh(x0, x2);
  355. b30 = vec_mergel(x0, x2);
  356. x4 = vec_mergel(b41, b61);
  357. x5 = vec_mergeh(b41, b61);
  358. x6 = vec_mergel(b51, b71);
  359. x7 = vec_mergeh(b51, b71);
  360. b41 = vec_mergeh(x5, x7);
  361. b51 = vec_mergel(x5, x7);
  362. b61 = vec_mergeh(x4, x6);
  363. b71 = vec_mergel(x4, x6);
  364. x0 = vec_mergel(b01, b21);
  365. x1 = vec_mergeh(b01, b21);
  366. x2 = vec_mergel(b11, b31);
  367. x3 = vec_mergeh(b11, b31);
  368. x4 = vec_mergel(b40, b60);
  369. x5 = vec_mergeh(b40, b60);
  370. x6 = vec_mergel(b50, b70);
  371. x7 = vec_mergeh(b50, b70);
  372. b40 = vec_mergeh(x1, x3);
  373. b50 = vec_mergel(x1, x3);
  374. b60 = vec_mergeh(x0, x2);
  375. b70 = vec_mergel(x0, x2);
  376. b01 = vec_mergeh(x5, x7);
  377. b11 = vec_mergel(x5, x7);
  378. b21 = vec_mergeh(x4, x6);
  379. b31 = vec_mergel(x4, x6);
  380. /* }}} */
  381. FDCTCOL(b00, b10, b20, b30, b40, b50, b60, b70);
  382. FDCTCOL(b01, b11, b21, b31, b41, b51, b61, b71);
  383. /* round, convert back to short {{{ */
  384. #define CTS(n) \
  385. b ## n ## 0 = vec_round(b ## n ## 0); \
  386. b ## n ## 1 = vec_round(b ## n ## 1); \
  387. b ## n ## 0 = ((vector float) vec_cts(b ## n ## 0, 0)); \
  388. b ## n ## 1 = ((vector float) vec_cts(b ## n ## 1, 0)); \
  389. b ## n ## 0 = ((vector float) vec_pack(vs32(b ## n ## 0), \
  390. vs32(b ## n ## 1))); \
  391. vec_st(vs16(b ## n ## 0), 0, bp)
  392. bp = (vector signed short *) block;
  393. CTS(0);
  394. bp++;
  395. CTS(1);
  396. bp++;
  397. CTS(2);
  398. bp++;
  399. CTS(3);
  400. bp++;
  401. CTS(4);
  402. bp++;
  403. CTS(5);
  404. bp++;
  405. CTS(6);
  406. bp++;
  407. CTS(7);
  408. #undef CTS
  409. /* }}} */
  410. }
  411. #endif /* HAVE_ALTIVEC */
  412. av_cold void ff_fdctdsp_init_ppc(FDCTDSPContext *c, AVCodecContext *avctx,
  413. unsigned high_bit_depth)
  414. {
  415. #if HAVE_ALTIVEC
  416. if (!PPC_ALTIVEC(av_get_cpu_flags()))
  417. return;
  418. if (!high_bit_depth) {
  419. if (avctx->dct_algo == FF_DCT_AUTO ||
  420. avctx->dct_algo == FF_DCT_ALTIVEC) {
  421. c->fdct = ff_fdct_altivec;
  422. }
  423. }
  424. #endif /* HAVE_ALTIVEC */
  425. }