You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

480 lines
19KB

  1. /*
  2. * Copyright (C) 2003 James Klicman <james@klicman.org>
  3. *
  4. * This file is part of Libav.
  5. *
  6. * Libav is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU Lesser General Public
  8. * License as published by the Free Software Foundation; either
  9. * version 2.1 of the License, or (at your option) any later version.
  10. *
  11. * Libav is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  14. * Lesser General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU Lesser General Public
  17. * License along with Libav; if not, write to the Free Software
  18. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  19. */
  20. #include "config.h"
  21. #include "libavutil/attributes.h"
  22. #include "libavutil/cpu.h"
  23. #include "libavutil/ppc/cpu.h"
  24. #include "libavutil/ppc/util_altivec.h"
  25. #include "libavcodec/fdctdsp.h"
  26. #include "fdct.h"
  27. #if HAVE_ALTIVEC && HAVE_BIGENDIAN
  28. #define vs16(v) ((vector signed short) (v))
  29. #define vs32(v) ((vector signed int) (v))
  30. #define vu8(v) ((vector unsigned char) (v))
  31. #define vu16(v) ((vector unsigned short) (v))
  32. #define vu32(v) ((vector unsigned int) (v))
  33. #define C1 0.98078525066375732421875000 /* cos(1 * PI / 16) */
  34. #define C2 0.92387950420379638671875000 /* cos(2 * PI / 16) */
  35. #define C3 0.83146959543228149414062500 /* cos(3 * PI / 16) */
  36. #define C4 0.70710676908493041992187500 /* cos(4 * PI / 16) */
  37. #define C5 0.55557024478912353515625000 /* cos(5 * PI / 16) */
  38. #define C6 0.38268342614173889160156250 /* cos(6 * PI / 16) */
  39. #define C7 0.19509032368659973144531250 /* cos(7 * PI / 16) */
  40. #define SQRT_2 1.41421353816986083984375000 /* sqrt(2) */
  41. #define W0 -(2 * C2)
  42. #define W1 (2 * C6)
  43. #define W2 (SQRT_2 * C6)
  44. #define W3 (SQRT_2 * C3)
  45. #define W4 (SQRT_2 * (-C1 + C3 + C5 - C7))
  46. #define W5 (SQRT_2 * (C1 + C3 - C5 + C7))
  47. #define W6 (SQRT_2 * (C1 + C3 + C5 - C7))
  48. #define W7 (SQRT_2 * (C1 + C3 - C5 - C7))
  49. #define W8 (SQRT_2 * (C7 - C3))
  50. #define W9 (SQRT_2 * (-C1 - C3))
  51. #define WA (SQRT_2 * (-C3 - C5))
  52. #define WB (SQRT_2 * (C5 - C3))
  53. static vector float fdctconsts[3] = {
  54. { W0, W1, W2, W3 },
  55. { W4, W5, W6, W7 },
  56. { W8, W9, WA, WB }
  57. };
  58. #define LD_W0 vec_splat(cnsts0, 0)
  59. #define LD_W1 vec_splat(cnsts0, 1)
  60. #define LD_W2 vec_splat(cnsts0, 2)
  61. #define LD_W3 vec_splat(cnsts0, 3)
  62. #define LD_W4 vec_splat(cnsts1, 0)
  63. #define LD_W5 vec_splat(cnsts1, 1)
  64. #define LD_W6 vec_splat(cnsts1, 2)
  65. #define LD_W7 vec_splat(cnsts1, 3)
  66. #define LD_W8 vec_splat(cnsts2, 0)
  67. #define LD_W9 vec_splat(cnsts2, 1)
  68. #define LD_WA vec_splat(cnsts2, 2)
  69. #define LD_WB vec_splat(cnsts2, 3)
  70. #define FDCTROW(b0, b1, b2, b3, b4, b5, b6, b7) /* {{{ */ \
  71. x0 = vec_add(b0, b7); /* x0 = b0 + b7; */ \
  72. x7 = vec_sub(b0, b7); /* x7 = b0 - b7; */ \
  73. x1 = vec_add(b1, b6); /* x1 = b1 + b6; */ \
  74. x6 = vec_sub(b1, b6); /* x6 = b1 - b6; */ \
  75. x2 = vec_add(b2, b5); /* x2 = b2 + b5; */ \
  76. x5 = vec_sub(b2, b5); /* x5 = b2 - b5; */ \
  77. x3 = vec_add(b3, b4); /* x3 = b3 + b4; */ \
  78. x4 = vec_sub(b3, b4); /* x4 = b3 - b4; */ \
  79. \
  80. b7 = vec_add(x0, x3); /* b7 = x0 + x3; */ \
  81. b1 = vec_add(x1, x2); /* b1 = x1 + x2; */ \
  82. b0 = vec_add(b7, b1); /* b0 = b7 + b1; */ \
  83. b4 = vec_sub(b7, b1); /* b4 = b7 - b1; */ \
  84. \
  85. b2 = vec_sub(x0, x3); /* b2 = x0 - x3; */ \
  86. b6 = vec_sub(x1, x2); /* b6 = x1 - x2; */ \
  87. b5 = vec_add(b6, b2); /* b5 = b6 + b2; */ \
  88. cnst = LD_W2; \
  89. b5 = vec_madd(cnst, b5, mzero); /* b5 = b5 * W2; */ \
  90. cnst = LD_W1; \
  91. b2 = vec_madd(cnst, b2, b5); /* b2 = b5 + b2 * W1; */ \
  92. cnst = LD_W0; \
  93. b6 = vec_madd(cnst, b6, b5); /* b6 = b5 + b6 * W0; */ \
  94. \
  95. x0 = vec_add(x4, x7); /* x0 = x4 + x7; */ \
  96. x1 = vec_add(x5, x6); /* x1 = x5 + x6; */ \
  97. x2 = vec_add(x4, x6); /* x2 = x4 + x6; */ \
  98. x3 = vec_add(x5, x7); /* x3 = x5 + x7; */ \
  99. x8 = vec_add(x2, x3); /* x8 = x2 + x3; */ \
  100. cnst = LD_W3; \
  101. x8 = vec_madd(cnst, x8, mzero); /* x8 = x8 * W3; */ \
  102. \
  103. cnst = LD_W8; \
  104. x0 = vec_madd(cnst, x0, mzero); /* x0 *= W8; */ \
  105. cnst = LD_W9; \
  106. x1 = vec_madd(cnst, x1, mzero); /* x1 *= W9; */ \
  107. cnst = LD_WA; \
  108. x2 = vec_madd(cnst, x2, x8); /* x2 = x2 * WA + x8; */ \
  109. cnst = LD_WB; \
  110. x3 = vec_madd(cnst, x3, x8); /* x3 = x3 * WB + x8; */ \
  111. \
  112. cnst = LD_W4; \
  113. b7 = vec_madd(cnst, x4, x0); /* b7 = x4 * W4 + x0; */ \
  114. cnst = LD_W5; \
  115. b5 = vec_madd(cnst, x5, x1); /* b5 = x5 * W5 + x1; */ \
  116. cnst = LD_W6; \
  117. b3 = vec_madd(cnst, x6, x1); /* b3 = x6 * W6 + x1; */ \
  118. cnst = LD_W7; \
  119. b1 = vec_madd(cnst, x7, x0); /* b1 = x7 * W7 + x0; */ \
  120. \
  121. b7 = vec_add(b7, x2); /* b7 = b7 + x2; */ \
  122. b5 = vec_add(b5, x3); /* b5 = b5 + x3; */ \
  123. b3 = vec_add(b3, x2); /* b3 = b3 + x2; */ \
  124. b1 = vec_add(b1, x3) /* b1 = b1 + x3; */ \
  125. /* }}} */
  126. #define FDCTCOL(b0, b1, b2, b3, b4, b5, b6, b7) /* {{{ */ \
  127. x0 = vec_add(b0, b7); /* x0 = b0 + b7; */ \
  128. x7 = vec_sub(b0, b7); /* x7 = b0 - b7; */ \
  129. x1 = vec_add(b1, b6); /* x1 = b1 + b6; */ \
  130. x6 = vec_sub(b1, b6); /* x6 = b1 - b6; */ \
  131. x2 = vec_add(b2, b5); /* x2 = b2 + b5; */ \
  132. x5 = vec_sub(b2, b5); /* x5 = b2 - b5; */ \
  133. x3 = vec_add(b3, b4); /* x3 = b3 + b4; */ \
  134. x4 = vec_sub(b3, b4); /* x4 = b3 - b4; */ \
  135. \
  136. b7 = vec_add(x0, x3); /* b7 = x0 + x3; */ \
  137. b1 = vec_add(x1, x2); /* b1 = x1 + x2; */ \
  138. b0 = vec_add(b7, b1); /* b0 = b7 + b1; */ \
  139. b4 = vec_sub(b7, b1); /* b4 = b7 - b1; */ \
  140. \
  141. b2 = vec_sub(x0, x3); /* b2 = x0 - x3; */ \
  142. b6 = vec_sub(x1, x2); /* b6 = x1 - x2; */ \
  143. b5 = vec_add(b6, b2); /* b5 = b6 + b2; */ \
  144. cnst = LD_W2; \
  145. b5 = vec_madd(cnst, b5, mzero); /* b5 = b5 * W2; */ \
  146. cnst = LD_W1; \
  147. b2 = vec_madd(cnst, b2, b5); /* b2 = b5 + b2 * W1; */ \
  148. cnst = LD_W0; \
  149. b6 = vec_madd(cnst, b6, b5); /* b6 = b5 + b6 * W0; */ \
  150. \
  151. x0 = vec_add(x4, x7); /* x0 = x4 + x7; */ \
  152. x1 = vec_add(x5, x6); /* x1 = x5 + x6; */ \
  153. x2 = vec_add(x4, x6); /* x2 = x4 + x6; */ \
  154. x3 = vec_add(x5, x7); /* x3 = x5 + x7; */ \
  155. x8 = vec_add(x2, x3); /* x8 = x2 + x3; */ \
  156. cnst = LD_W3; \
  157. x8 = vec_madd(cnst, x8, mzero); /* x8 = x8 * W3; */ \
  158. \
  159. cnst = LD_W8; \
  160. x0 = vec_madd(cnst, x0, mzero); /* x0 *= W8; */ \
  161. cnst = LD_W9; \
  162. x1 = vec_madd(cnst, x1, mzero); /* x1 *= W9; */ \
  163. cnst = LD_WA; \
  164. x2 = vec_madd(cnst, x2, x8); /* x2 = x2 * WA + x8; */ \
  165. cnst = LD_WB; \
  166. x3 = vec_madd(cnst, x3, x8); /* x3 = x3 * WB + x8; */ \
  167. \
  168. cnst = LD_W4; \
  169. b7 = vec_madd(cnst, x4, x0); /* b7 = x4 * W4 + x0; */ \
  170. cnst = LD_W5; \
  171. b5 = vec_madd(cnst, x5, x1); /* b5 = x5 * W5 + x1; */ \
  172. cnst = LD_W6; \
  173. b3 = vec_madd(cnst, x6, x1); /* b3 = x6 * W6 + x1; */ \
  174. cnst = LD_W7; \
  175. b1 = vec_madd(cnst, x7, x0); /* b1 = x7 * W7 + x0; */ \
  176. \
  177. b7 = vec_add(b7, x2); /* b7 += x2; */ \
  178. b5 = vec_add(b5, x3); /* b5 += x3; */ \
  179. b3 = vec_add(b3, x2); /* b3 += x2; */ \
  180. b1 = vec_add(b1, x3) /* b1 += x3; */ \
  181. /* }}} */
  182. /* two dimensional discrete cosine transform */
  183. void ff_fdct_altivec(int16_t *block)
  184. {
  185. vector signed short *bp;
  186. vector float *cp = fdctconsts;
  187. vector float b00, b10, b20, b30, b40, b50, b60, b70;
  188. vector float b01, b11, b21, b31, b41, b51, b61, b71;
  189. vector float mzero, cnst, cnsts0, cnsts1, cnsts2;
  190. vector float x0, x1, x2, x3, x4, x5, x6, x7, x8;
  191. /* setup constants {{{ */
  192. /* mzero = -0.0 */
  193. mzero = ((vector float) vec_splat_u32(-1));
  194. mzero = ((vector float) vec_sl(vu32(mzero), vu32(mzero)));
  195. cnsts0 = vec_ld(0, cp);
  196. cp++;
  197. cnsts1 = vec_ld(0, cp);
  198. cp++;
  199. cnsts2 = vec_ld(0, cp);
  200. /* }}} */
  201. /* 8x8 matrix transpose (vector short[8]) {{{ */
  202. #define MERGE_S16(hl, a, b) vec_merge ## hl(vs16(a), vs16(b))
  203. bp = (vector signed short *) block;
  204. b00 = ((vector float) vec_ld(0, bp));
  205. b40 = ((vector float) vec_ld(16 * 4, bp));
  206. b01 = ((vector float) MERGE_S16(h, b00, b40));
  207. b11 = ((vector float) MERGE_S16(l, b00, b40));
  208. bp++;
  209. b10 = ((vector float) vec_ld(0, bp));
  210. b50 = ((vector float) vec_ld(16 * 4, bp));
  211. b21 = ((vector float) MERGE_S16(h, b10, b50));
  212. b31 = ((vector float) MERGE_S16(l, b10, b50));
  213. bp++;
  214. b20 = ((vector float) vec_ld(0, bp));
  215. b60 = ((vector float) vec_ld(16 * 4, bp));
  216. b41 = ((vector float) MERGE_S16(h, b20, b60));
  217. b51 = ((vector float) MERGE_S16(l, b20, b60));
  218. bp++;
  219. b30 = ((vector float) vec_ld(0, bp));
  220. b70 = ((vector float) vec_ld(16 * 4, bp));
  221. b61 = ((vector float) MERGE_S16(h, b30, b70));
  222. b71 = ((vector float) MERGE_S16(l, b30, b70));
  223. x0 = ((vector float) MERGE_S16(h, b01, b41));
  224. x1 = ((vector float) MERGE_S16(l, b01, b41));
  225. x2 = ((vector float) MERGE_S16(h, b11, b51));
  226. x3 = ((vector float) MERGE_S16(l, b11, b51));
  227. x4 = ((vector float) MERGE_S16(h, b21, b61));
  228. x5 = ((vector float) MERGE_S16(l, b21, b61));
  229. x6 = ((vector float) MERGE_S16(h, b31, b71));
  230. x7 = ((vector float) MERGE_S16(l, b31, b71));
  231. b00 = ((vector float) MERGE_S16(h, x0, x4));
  232. b10 = ((vector float) MERGE_S16(l, x0, x4));
  233. b20 = ((vector float) MERGE_S16(h, x1, x5));
  234. b30 = ((vector float) MERGE_S16(l, x1, x5));
  235. b40 = ((vector float) MERGE_S16(h, x2, x6));
  236. b50 = ((vector float) MERGE_S16(l, x2, x6));
  237. b60 = ((vector float) MERGE_S16(h, x3, x7));
  238. b70 = ((vector float) MERGE_S16(l, x3, x7));
  239. #undef MERGE_S16
  240. /* }}} */
  241. /* Some of the initial calculations can be done as vector short
  242. * before conversion to vector float. The following code section
  243. * takes advantage of this. */
  244. /* fdct rows {{{ */
  245. x0 = ((vector float) vec_add(vs16(b00), vs16(b70)));
  246. x7 = ((vector float) vec_sub(vs16(b00), vs16(b70)));
  247. x1 = ((vector float) vec_add(vs16(b10), vs16(b60)));
  248. x6 = ((vector float) vec_sub(vs16(b10), vs16(b60)));
  249. x2 = ((vector float) vec_add(vs16(b20), vs16(b50)));
  250. x5 = ((vector float) vec_sub(vs16(b20), vs16(b50)));
  251. x3 = ((vector float) vec_add(vs16(b30), vs16(b40)));
  252. x4 = ((vector float) vec_sub(vs16(b30), vs16(b40)));
  253. b70 = ((vector float) vec_add(vs16(x0), vs16(x3)));
  254. b10 = ((vector float) vec_add(vs16(x1), vs16(x2)));
  255. b00 = ((vector float) vec_add(vs16(b70), vs16(b10)));
  256. b40 = ((vector float) vec_sub(vs16(b70), vs16(b10)));
  257. #define CTF0(n) \
  258. b ## n ## 1 = ((vector float) vec_unpackl(vs16(b ## n ## 0))); \
  259. b ## n ## 0 = ((vector float) vec_unpackh(vs16(b ## n ## 0))); \
  260. b ## n ## 1 = vec_ctf(vs32(b ## n ## 1), 0); \
  261. b ## n ## 0 = vec_ctf(vs32(b ## n ## 0), 0)
  262. CTF0(0);
  263. CTF0(4);
  264. b20 = ((vector float) vec_sub(vs16(x0), vs16(x3)));
  265. b60 = ((vector float) vec_sub(vs16(x1), vs16(x2)));
  266. CTF0(2);
  267. CTF0(6);
  268. #undef CTF0
  269. x0 = vec_add(b60, b20);
  270. x1 = vec_add(b61, b21);
  271. cnst = LD_W2;
  272. x0 = vec_madd(cnst, x0, mzero);
  273. x1 = vec_madd(cnst, x1, mzero);
  274. cnst = LD_W1;
  275. b20 = vec_madd(cnst, b20, x0);
  276. b21 = vec_madd(cnst, b21, x1);
  277. cnst = LD_W0;
  278. b60 = vec_madd(cnst, b60, x0);
  279. b61 = vec_madd(cnst, b61, x1);
  280. #define CTFX(x, b) \
  281. b ## 0 = ((vector float) vec_unpackh(vs16(x))); \
  282. b ## 1 = ((vector float) vec_unpackl(vs16(x))); \
  283. b ## 0 = vec_ctf(vs32(b ## 0), 0); \
  284. b ## 1 = vec_ctf(vs32(b ## 1), 0)
  285. CTFX(x4, b7);
  286. CTFX(x5, b5);
  287. CTFX(x6, b3);
  288. CTFX(x7, b1);
  289. #undef CTFX
  290. x0 = vec_add(b70, b10);
  291. x1 = vec_add(b50, b30);
  292. x2 = vec_add(b70, b30);
  293. x3 = vec_add(b50, b10);
  294. x8 = vec_add(x2, x3);
  295. cnst = LD_W3;
  296. x8 = vec_madd(cnst, x8, mzero);
  297. cnst = LD_W8;
  298. x0 = vec_madd(cnst, x0, mzero);
  299. cnst = LD_W9;
  300. x1 = vec_madd(cnst, x1, mzero);
  301. cnst = LD_WA;
  302. x2 = vec_madd(cnst, x2, x8);
  303. cnst = LD_WB;
  304. x3 = vec_madd(cnst, x3, x8);
  305. cnst = LD_W4;
  306. b70 = vec_madd(cnst, b70, x0);
  307. cnst = LD_W5;
  308. b50 = vec_madd(cnst, b50, x1);
  309. cnst = LD_W6;
  310. b30 = vec_madd(cnst, b30, x1);
  311. cnst = LD_W7;
  312. b10 = vec_madd(cnst, b10, x0);
  313. b70 = vec_add(b70, x2);
  314. b50 = vec_add(b50, x3);
  315. b30 = vec_add(b30, x2);
  316. b10 = vec_add(b10, x3);
  317. x0 = vec_add(b71, b11);
  318. x1 = vec_add(b51, b31);
  319. x2 = vec_add(b71, b31);
  320. x3 = vec_add(b51, b11);
  321. x8 = vec_add(x2, x3);
  322. cnst = LD_W3;
  323. x8 = vec_madd(cnst, x8, mzero);
  324. cnst = LD_W8;
  325. x0 = vec_madd(cnst, x0, mzero);
  326. cnst = LD_W9;
  327. x1 = vec_madd(cnst, x1, mzero);
  328. cnst = LD_WA;
  329. x2 = vec_madd(cnst, x2, x8);
  330. cnst = LD_WB;
  331. x3 = vec_madd(cnst, x3, x8);
  332. cnst = LD_W4;
  333. b71 = vec_madd(cnst, b71, x0);
  334. cnst = LD_W5;
  335. b51 = vec_madd(cnst, b51, x1);
  336. cnst = LD_W6;
  337. b31 = vec_madd(cnst, b31, x1);
  338. cnst = LD_W7;
  339. b11 = vec_madd(cnst, b11, x0);
  340. b71 = vec_add(b71, x2);
  341. b51 = vec_add(b51, x3);
  342. b31 = vec_add(b31, x2);
  343. b11 = vec_add(b11, x3);
  344. /* }}} */
  345. /* 8x8 matrix transpose (vector float[8][2]) {{{ */
  346. x0 = vec_mergel(b00, b20);
  347. x1 = vec_mergeh(b00, b20);
  348. x2 = vec_mergel(b10, b30);
  349. x3 = vec_mergeh(b10, b30);
  350. b00 = vec_mergeh(x1, x3);
  351. b10 = vec_mergel(x1, x3);
  352. b20 = vec_mergeh(x0, x2);
  353. b30 = vec_mergel(x0, x2);
  354. x4 = vec_mergel(b41, b61);
  355. x5 = vec_mergeh(b41, b61);
  356. x6 = vec_mergel(b51, b71);
  357. x7 = vec_mergeh(b51, b71);
  358. b41 = vec_mergeh(x5, x7);
  359. b51 = vec_mergel(x5, x7);
  360. b61 = vec_mergeh(x4, x6);
  361. b71 = vec_mergel(x4, x6);
  362. x0 = vec_mergel(b01, b21);
  363. x1 = vec_mergeh(b01, b21);
  364. x2 = vec_mergel(b11, b31);
  365. x3 = vec_mergeh(b11, b31);
  366. x4 = vec_mergel(b40, b60);
  367. x5 = vec_mergeh(b40, b60);
  368. x6 = vec_mergel(b50, b70);
  369. x7 = vec_mergeh(b50, b70);
  370. b40 = vec_mergeh(x1, x3);
  371. b50 = vec_mergel(x1, x3);
  372. b60 = vec_mergeh(x0, x2);
  373. b70 = vec_mergel(x0, x2);
  374. b01 = vec_mergeh(x5, x7);
  375. b11 = vec_mergel(x5, x7);
  376. b21 = vec_mergeh(x4, x6);
  377. b31 = vec_mergel(x4, x6);
  378. /* }}} */
  379. FDCTCOL(b00, b10, b20, b30, b40, b50, b60, b70);
  380. FDCTCOL(b01, b11, b21, b31, b41, b51, b61, b71);
  381. /* round, convert back to short {{{ */
  382. #define CTS(n) \
  383. b ## n ## 0 = vec_round(b ## n ## 0); \
  384. b ## n ## 1 = vec_round(b ## n ## 1); \
  385. b ## n ## 0 = ((vector float) vec_cts(b ## n ## 0, 0)); \
  386. b ## n ## 1 = ((vector float) vec_cts(b ## n ## 1, 0)); \
  387. b ## n ## 0 = ((vector float) vec_pack(vs32(b ## n ## 0), \
  388. vs32(b ## n ## 1))); \
  389. vec_st(vs16(b ## n ## 0), 0, bp)
  390. bp = (vector signed short *) block;
  391. CTS(0);
  392. bp++;
  393. CTS(1);
  394. bp++;
  395. CTS(2);
  396. bp++;
  397. CTS(3);
  398. bp++;
  399. CTS(4);
  400. bp++;
  401. CTS(5);
  402. bp++;
  403. CTS(6);
  404. bp++;
  405. CTS(7);
  406. #undef CTS
  407. /* }}} */
  408. }
  409. #endif /* HAVE_ALTIVEC && HAVE_BIGENDIAN */
  410. av_cold void ff_fdctdsp_init_ppc(FDCTDSPContext *c, AVCodecContext *avctx,
  411. unsigned high_bit_depth)
  412. {
  413. #if HAVE_ALTIVEC && HAVE_BIGENDIAN
  414. if (!PPC_ALTIVEC(av_get_cpu_flags()))
  415. return;
  416. if (!high_bit_depth) {
  417. if (avctx->dct_algo == FF_DCT_AUTO ||
  418. avctx->dct_algo == FF_DCT_ALTIVEC) {
  419. c->fdct = ff_fdct_altivec;
  420. }
  421. }
  422. #endif /* HAVE_ALTIVEC && HAVE_BIGENDIAN */
  423. }