You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1156 lines
37KB

  1. /*
  2. * DSP utils
  3. * Copyright (c) 2000, 2001 Fabrice Bellard
  4. * Copyright (c) 2002-2004 Michael Niedermayer <michaelni@gmx.at>
  5. *
  6. * This file is part of Libav.
  7. *
  8. * Libav is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * Libav is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with Libav; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. /**
  23. * @file
  24. * DSP utils
  25. */
  26. #include "libavutil/attributes.h"
  27. #include "libavutil/imgutils.h"
  28. #include "avcodec.h"
  29. #include "copy_block.h"
  30. #include "dct.h"
  31. #include "dsputil.h"
  32. #include "simple_idct.h"
  33. #include "faandct.h"
  34. #include "imgconvert.h"
  35. #include "mathops.h"
  36. #include "mpegvideo.h"
  37. #include "config.h"
  38. uint32_t ff_square_tab[512] = { 0, };
  39. #define BIT_DEPTH 16
  40. #include "dsputilenc_template.c"
  41. #undef BIT_DEPTH
  42. #define BIT_DEPTH 8
  43. #include "dsputilenc_template.c"
  44. static int pix_sum_c(uint8_t *pix, int line_size)
  45. {
  46. int s = 0, i, j;
  47. for (i = 0; i < 16; i++) {
  48. for (j = 0; j < 16; j += 8) {
  49. s += pix[0];
  50. s += pix[1];
  51. s += pix[2];
  52. s += pix[3];
  53. s += pix[4];
  54. s += pix[5];
  55. s += pix[6];
  56. s += pix[7];
  57. pix += 8;
  58. }
  59. pix += line_size - 16;
  60. }
  61. return s;
  62. }
  63. static int pix_norm1_c(uint8_t *pix, int line_size)
  64. {
  65. int s = 0, i, j;
  66. uint32_t *sq = ff_square_tab + 256;
  67. for (i = 0; i < 16; i++) {
  68. for (j = 0; j < 16; j += 8) {
  69. #if 0
  70. s += sq[pix[0]];
  71. s += sq[pix[1]];
  72. s += sq[pix[2]];
  73. s += sq[pix[3]];
  74. s += sq[pix[4]];
  75. s += sq[pix[5]];
  76. s += sq[pix[6]];
  77. s += sq[pix[7]];
  78. #else
  79. #if HAVE_FAST_64BIT
  80. register uint64_t x = *(uint64_t *) pix;
  81. s += sq[x & 0xff];
  82. s += sq[(x >> 8) & 0xff];
  83. s += sq[(x >> 16) & 0xff];
  84. s += sq[(x >> 24) & 0xff];
  85. s += sq[(x >> 32) & 0xff];
  86. s += sq[(x >> 40) & 0xff];
  87. s += sq[(x >> 48) & 0xff];
  88. s += sq[(x >> 56) & 0xff];
  89. #else
  90. register uint32_t x = *(uint32_t *) pix;
  91. s += sq[x & 0xff];
  92. s += sq[(x >> 8) & 0xff];
  93. s += sq[(x >> 16) & 0xff];
  94. s += sq[(x >> 24) & 0xff];
  95. x = *(uint32_t *) (pix + 4);
  96. s += sq[x & 0xff];
  97. s += sq[(x >> 8) & 0xff];
  98. s += sq[(x >> 16) & 0xff];
  99. s += sq[(x >> 24) & 0xff];
  100. #endif
  101. #endif
  102. pix += 8;
  103. }
  104. pix += line_size - 16;
  105. }
  106. return s;
  107. }
  108. static int sse4_c(MpegEncContext *v, uint8_t *pix1, uint8_t *pix2,
  109. int line_size, int h)
  110. {
  111. int s = 0, i;
  112. uint32_t *sq = ff_square_tab + 256;
  113. for (i = 0; i < h; i++) {
  114. s += sq[pix1[0] - pix2[0]];
  115. s += sq[pix1[1] - pix2[1]];
  116. s += sq[pix1[2] - pix2[2]];
  117. s += sq[pix1[3] - pix2[3]];
  118. pix1 += line_size;
  119. pix2 += line_size;
  120. }
  121. return s;
  122. }
  123. static int sse8_c(MpegEncContext *v, uint8_t *pix1, uint8_t *pix2,
  124. int line_size, int h)
  125. {
  126. int s = 0, i;
  127. uint32_t *sq = ff_square_tab + 256;
  128. for (i = 0; i < h; i++) {
  129. s += sq[pix1[0] - pix2[0]];
  130. s += sq[pix1[1] - pix2[1]];
  131. s += sq[pix1[2] - pix2[2]];
  132. s += sq[pix1[3] - pix2[3]];
  133. s += sq[pix1[4] - pix2[4]];
  134. s += sq[pix1[5] - pix2[5]];
  135. s += sq[pix1[6] - pix2[6]];
  136. s += sq[pix1[7] - pix2[7]];
  137. pix1 += line_size;
  138. pix2 += line_size;
  139. }
  140. return s;
  141. }
  142. static int sse16_c(MpegEncContext *v, uint8_t *pix1, uint8_t *pix2,
  143. int line_size, int h)
  144. {
  145. int s = 0, i;
  146. uint32_t *sq = ff_square_tab + 256;
  147. for (i = 0; i < h; i++) {
  148. s += sq[pix1[0] - pix2[0]];
  149. s += sq[pix1[1] - pix2[1]];
  150. s += sq[pix1[2] - pix2[2]];
  151. s += sq[pix1[3] - pix2[3]];
  152. s += sq[pix1[4] - pix2[4]];
  153. s += sq[pix1[5] - pix2[5]];
  154. s += sq[pix1[6] - pix2[6]];
  155. s += sq[pix1[7] - pix2[7]];
  156. s += sq[pix1[8] - pix2[8]];
  157. s += sq[pix1[9] - pix2[9]];
  158. s += sq[pix1[10] - pix2[10]];
  159. s += sq[pix1[11] - pix2[11]];
  160. s += sq[pix1[12] - pix2[12]];
  161. s += sq[pix1[13] - pix2[13]];
  162. s += sq[pix1[14] - pix2[14]];
  163. s += sq[pix1[15] - pix2[15]];
  164. pix1 += line_size;
  165. pix2 += line_size;
  166. }
  167. return s;
  168. }
  169. static void diff_pixels_c(int16_t *restrict block, const uint8_t *s1,
  170. const uint8_t *s2, int stride)
  171. {
  172. int i;
  173. /* read the pixels */
  174. for (i = 0; i < 8; i++) {
  175. block[0] = s1[0] - s2[0];
  176. block[1] = s1[1] - s2[1];
  177. block[2] = s1[2] - s2[2];
  178. block[3] = s1[3] - s2[3];
  179. block[4] = s1[4] - s2[4];
  180. block[5] = s1[5] - s2[5];
  181. block[6] = s1[6] - s2[6];
  182. block[7] = s1[7] - s2[7];
  183. s1 += stride;
  184. s2 += stride;
  185. block += 8;
  186. }
  187. }
  188. static int sum_abs_dctelem_c(int16_t *block)
  189. {
  190. int sum = 0, i;
  191. for (i = 0; i < 64; i++)
  192. sum += FFABS(block[i]);
  193. return sum;
  194. }
  195. #define avg2(a, b) ((a + b + 1) >> 1)
  196. #define avg4(a, b, c, d) ((a + b + c + d + 2) >> 2)
  197. static inline int pix_abs16_c(MpegEncContext *v, uint8_t *pix1, uint8_t *pix2,
  198. int line_size, int h)
  199. {
  200. int s = 0, i;
  201. for (i = 0; i < h; i++) {
  202. s += abs(pix1[0] - pix2[0]);
  203. s += abs(pix1[1] - pix2[1]);
  204. s += abs(pix1[2] - pix2[2]);
  205. s += abs(pix1[3] - pix2[3]);
  206. s += abs(pix1[4] - pix2[4]);
  207. s += abs(pix1[5] - pix2[5]);
  208. s += abs(pix1[6] - pix2[6]);
  209. s += abs(pix1[7] - pix2[7]);
  210. s += abs(pix1[8] - pix2[8]);
  211. s += abs(pix1[9] - pix2[9]);
  212. s += abs(pix1[10] - pix2[10]);
  213. s += abs(pix1[11] - pix2[11]);
  214. s += abs(pix1[12] - pix2[12]);
  215. s += abs(pix1[13] - pix2[13]);
  216. s += abs(pix1[14] - pix2[14]);
  217. s += abs(pix1[15] - pix2[15]);
  218. pix1 += line_size;
  219. pix2 += line_size;
  220. }
  221. return s;
  222. }
  223. static int pix_abs16_x2_c(MpegEncContext *v, uint8_t *pix1, uint8_t *pix2,
  224. int line_size, int h)
  225. {
  226. int s = 0, i;
  227. for (i = 0; i < h; i++) {
  228. s += abs(pix1[0] - avg2(pix2[0], pix2[1]));
  229. s += abs(pix1[1] - avg2(pix2[1], pix2[2]));
  230. s += abs(pix1[2] - avg2(pix2[2], pix2[3]));
  231. s += abs(pix1[3] - avg2(pix2[3], pix2[4]));
  232. s += abs(pix1[4] - avg2(pix2[4], pix2[5]));
  233. s += abs(pix1[5] - avg2(pix2[5], pix2[6]));
  234. s += abs(pix1[6] - avg2(pix2[6], pix2[7]));
  235. s += abs(pix1[7] - avg2(pix2[7], pix2[8]));
  236. s += abs(pix1[8] - avg2(pix2[8], pix2[9]));
  237. s += abs(pix1[9] - avg2(pix2[9], pix2[10]));
  238. s += abs(pix1[10] - avg2(pix2[10], pix2[11]));
  239. s += abs(pix1[11] - avg2(pix2[11], pix2[12]));
  240. s += abs(pix1[12] - avg2(pix2[12], pix2[13]));
  241. s += abs(pix1[13] - avg2(pix2[13], pix2[14]));
  242. s += abs(pix1[14] - avg2(pix2[14], pix2[15]));
  243. s += abs(pix1[15] - avg2(pix2[15], pix2[16]));
  244. pix1 += line_size;
  245. pix2 += line_size;
  246. }
  247. return s;
  248. }
  249. static int pix_abs16_y2_c(MpegEncContext *v, uint8_t *pix1, uint8_t *pix2,
  250. int line_size, int h)
  251. {
  252. int s = 0, i;
  253. uint8_t *pix3 = pix2 + line_size;
  254. for (i = 0; i < h; i++) {
  255. s += abs(pix1[0] - avg2(pix2[0], pix3[0]));
  256. s += abs(pix1[1] - avg2(pix2[1], pix3[1]));
  257. s += abs(pix1[2] - avg2(pix2[2], pix3[2]));
  258. s += abs(pix1[3] - avg2(pix2[3], pix3[3]));
  259. s += abs(pix1[4] - avg2(pix2[4], pix3[4]));
  260. s += abs(pix1[5] - avg2(pix2[5], pix3[5]));
  261. s += abs(pix1[6] - avg2(pix2[6], pix3[6]));
  262. s += abs(pix1[7] - avg2(pix2[7], pix3[7]));
  263. s += abs(pix1[8] - avg2(pix2[8], pix3[8]));
  264. s += abs(pix1[9] - avg2(pix2[9], pix3[9]));
  265. s += abs(pix1[10] - avg2(pix2[10], pix3[10]));
  266. s += abs(pix1[11] - avg2(pix2[11], pix3[11]));
  267. s += abs(pix1[12] - avg2(pix2[12], pix3[12]));
  268. s += abs(pix1[13] - avg2(pix2[13], pix3[13]));
  269. s += abs(pix1[14] - avg2(pix2[14], pix3[14]));
  270. s += abs(pix1[15] - avg2(pix2[15], pix3[15]));
  271. pix1 += line_size;
  272. pix2 += line_size;
  273. pix3 += line_size;
  274. }
  275. return s;
  276. }
  277. static int pix_abs16_xy2_c(MpegEncContext *v, uint8_t *pix1, uint8_t *pix2,
  278. int line_size, int h)
  279. {
  280. int s = 0, i;
  281. uint8_t *pix3 = pix2 + line_size;
  282. for (i = 0; i < h; i++) {
  283. s += abs(pix1[0] - avg4(pix2[0], pix2[1], pix3[0], pix3[1]));
  284. s += abs(pix1[1] - avg4(pix2[1], pix2[2], pix3[1], pix3[2]));
  285. s += abs(pix1[2] - avg4(pix2[2], pix2[3], pix3[2], pix3[3]));
  286. s += abs(pix1[3] - avg4(pix2[3], pix2[4], pix3[3], pix3[4]));
  287. s += abs(pix1[4] - avg4(pix2[4], pix2[5], pix3[4], pix3[5]));
  288. s += abs(pix1[5] - avg4(pix2[5], pix2[6], pix3[5], pix3[6]));
  289. s += abs(pix1[6] - avg4(pix2[6], pix2[7], pix3[6], pix3[7]));
  290. s += abs(pix1[7] - avg4(pix2[7], pix2[8], pix3[7], pix3[8]));
  291. s += abs(pix1[8] - avg4(pix2[8], pix2[9], pix3[8], pix3[9]));
  292. s += abs(pix1[9] - avg4(pix2[9], pix2[10], pix3[9], pix3[10]));
  293. s += abs(pix1[10] - avg4(pix2[10], pix2[11], pix3[10], pix3[11]));
  294. s += abs(pix1[11] - avg4(pix2[11], pix2[12], pix3[11], pix3[12]));
  295. s += abs(pix1[12] - avg4(pix2[12], pix2[13], pix3[12], pix3[13]));
  296. s += abs(pix1[13] - avg4(pix2[13], pix2[14], pix3[13], pix3[14]));
  297. s += abs(pix1[14] - avg4(pix2[14], pix2[15], pix3[14], pix3[15]));
  298. s += abs(pix1[15] - avg4(pix2[15], pix2[16], pix3[15], pix3[16]));
  299. pix1 += line_size;
  300. pix2 += line_size;
  301. pix3 += line_size;
  302. }
  303. return s;
  304. }
  305. static inline int pix_abs8_c(MpegEncContext *v, uint8_t *pix1, uint8_t *pix2,
  306. int line_size, int h)
  307. {
  308. int s = 0, i;
  309. for (i = 0; i < h; i++) {
  310. s += abs(pix1[0] - pix2[0]);
  311. s += abs(pix1[1] - pix2[1]);
  312. s += abs(pix1[2] - pix2[2]);
  313. s += abs(pix1[3] - pix2[3]);
  314. s += abs(pix1[4] - pix2[4]);
  315. s += abs(pix1[5] - pix2[5]);
  316. s += abs(pix1[6] - pix2[6]);
  317. s += abs(pix1[7] - pix2[7]);
  318. pix1 += line_size;
  319. pix2 += line_size;
  320. }
  321. return s;
  322. }
  323. static int pix_abs8_x2_c(MpegEncContext *v, uint8_t *pix1, uint8_t *pix2,
  324. int line_size, int h)
  325. {
  326. int s = 0, i;
  327. for (i = 0; i < h; i++) {
  328. s += abs(pix1[0] - avg2(pix2[0], pix2[1]));
  329. s += abs(pix1[1] - avg2(pix2[1], pix2[2]));
  330. s += abs(pix1[2] - avg2(pix2[2], pix2[3]));
  331. s += abs(pix1[3] - avg2(pix2[3], pix2[4]));
  332. s += abs(pix1[4] - avg2(pix2[4], pix2[5]));
  333. s += abs(pix1[5] - avg2(pix2[5], pix2[6]));
  334. s += abs(pix1[6] - avg2(pix2[6], pix2[7]));
  335. s += abs(pix1[7] - avg2(pix2[7], pix2[8]));
  336. pix1 += line_size;
  337. pix2 += line_size;
  338. }
  339. return s;
  340. }
  341. static int pix_abs8_y2_c(MpegEncContext *v, uint8_t *pix1, uint8_t *pix2,
  342. int line_size, int h)
  343. {
  344. int s = 0, i;
  345. uint8_t *pix3 = pix2 + line_size;
  346. for (i = 0; i < h; i++) {
  347. s += abs(pix1[0] - avg2(pix2[0], pix3[0]));
  348. s += abs(pix1[1] - avg2(pix2[1], pix3[1]));
  349. s += abs(pix1[2] - avg2(pix2[2], pix3[2]));
  350. s += abs(pix1[3] - avg2(pix2[3], pix3[3]));
  351. s += abs(pix1[4] - avg2(pix2[4], pix3[4]));
  352. s += abs(pix1[5] - avg2(pix2[5], pix3[5]));
  353. s += abs(pix1[6] - avg2(pix2[6], pix3[6]));
  354. s += abs(pix1[7] - avg2(pix2[7], pix3[7]));
  355. pix1 += line_size;
  356. pix2 += line_size;
  357. pix3 += line_size;
  358. }
  359. return s;
  360. }
  361. static int pix_abs8_xy2_c(MpegEncContext *v, uint8_t *pix1, uint8_t *pix2,
  362. int line_size, int h)
  363. {
  364. int s = 0, i;
  365. uint8_t *pix3 = pix2 + line_size;
  366. for (i = 0; i < h; i++) {
  367. s += abs(pix1[0] - avg4(pix2[0], pix2[1], pix3[0], pix3[1]));
  368. s += abs(pix1[1] - avg4(pix2[1], pix2[2], pix3[1], pix3[2]));
  369. s += abs(pix1[2] - avg4(pix2[2], pix2[3], pix3[2], pix3[3]));
  370. s += abs(pix1[3] - avg4(pix2[3], pix2[4], pix3[3], pix3[4]));
  371. s += abs(pix1[4] - avg4(pix2[4], pix2[5], pix3[4], pix3[5]));
  372. s += abs(pix1[5] - avg4(pix2[5], pix2[6], pix3[5], pix3[6]));
  373. s += abs(pix1[6] - avg4(pix2[6], pix2[7], pix3[6], pix3[7]));
  374. s += abs(pix1[7] - avg4(pix2[7], pix2[8], pix3[7], pix3[8]));
  375. pix1 += line_size;
  376. pix2 += line_size;
  377. pix3 += line_size;
  378. }
  379. return s;
  380. }
  381. static int nsse16_c(MpegEncContext *c, uint8_t *s1, uint8_t *s2, int stride, int h)
  382. {
  383. int score1 = 0, score2 = 0, x, y;
  384. for (y = 0; y < h; y++) {
  385. for (x = 0; x < 16; x++)
  386. score1 += (s1[x] - s2[x]) * (s1[x] - s2[x]);
  387. if (y + 1 < h) {
  388. for (x = 0; x < 15; x++)
  389. score2 += FFABS(s1[x] - s1[x + stride] -
  390. s1[x + 1] + s1[x + stride + 1]) -
  391. FFABS(s2[x] - s2[x + stride] -
  392. s2[x + 1] + s2[x + stride + 1]);
  393. }
  394. s1 += stride;
  395. s2 += stride;
  396. }
  397. if (c)
  398. return score1 + FFABS(score2) * c->avctx->nsse_weight;
  399. else
  400. return score1 + FFABS(score2) * 8;
  401. }
  402. static int nsse8_c(MpegEncContext *c, uint8_t *s1, uint8_t *s2, int stride, int h)
  403. {
  404. int score1 = 0, score2 = 0, x, y;
  405. for (y = 0; y < h; y++) {
  406. for (x = 0; x < 8; x++)
  407. score1 += (s1[x] - s2[x]) * (s1[x] - s2[x]);
  408. if (y + 1 < h) {
  409. for (x = 0; x < 7; x++)
  410. score2 += FFABS(s1[x] - s1[x + stride] -
  411. s1[x + 1] + s1[x + stride + 1]) -
  412. FFABS(s2[x] - s2[x + stride] -
  413. s2[x + 1] + s2[x + stride + 1]);
  414. }
  415. s1 += stride;
  416. s2 += stride;
  417. }
  418. if (c)
  419. return score1 + FFABS(score2) * c->avctx->nsse_weight;
  420. else
  421. return score1 + FFABS(score2) * 8;
  422. }
  423. static int try_8x8basis_c(int16_t rem[64], int16_t weight[64],
  424. int16_t basis[64], int scale)
  425. {
  426. int i;
  427. unsigned int sum = 0;
  428. for (i = 0; i < 8 * 8; i++) {
  429. int b = rem[i] + ((basis[i] * scale +
  430. (1 << (BASIS_SHIFT - RECON_SHIFT - 1))) >>
  431. (BASIS_SHIFT - RECON_SHIFT));
  432. int w = weight[i];
  433. b >>= RECON_SHIFT;
  434. assert(-512 < b && b < 512);
  435. sum += (w * b) * (w * b) >> 4;
  436. }
  437. return sum >> 2;
  438. }
  439. static void add_8x8basis_c(int16_t rem[64], int16_t basis[64], int scale)
  440. {
  441. int i;
  442. for (i = 0; i < 8 * 8; i++)
  443. rem[i] += (basis[i] * scale +
  444. (1 << (BASIS_SHIFT - RECON_SHIFT - 1))) >>
  445. (BASIS_SHIFT - RECON_SHIFT);
  446. }
  447. static int zero_cmp(MpegEncContext *s, uint8_t *a, uint8_t *b,
  448. int stride, int h)
  449. {
  450. return 0;
  451. }
  452. void ff_set_cmp(DSPContext *c, me_cmp_func *cmp, int type)
  453. {
  454. int i;
  455. memset(cmp, 0, sizeof(void *) * 6);
  456. for (i = 0; i < 6; i++) {
  457. switch (type & 0xFF) {
  458. case FF_CMP_SAD:
  459. cmp[i] = c->sad[i];
  460. break;
  461. case FF_CMP_SATD:
  462. cmp[i] = c->hadamard8_diff[i];
  463. break;
  464. case FF_CMP_SSE:
  465. cmp[i] = c->sse[i];
  466. break;
  467. case FF_CMP_DCT:
  468. cmp[i] = c->dct_sad[i];
  469. break;
  470. case FF_CMP_DCT264:
  471. cmp[i] = c->dct264_sad[i];
  472. break;
  473. case FF_CMP_DCTMAX:
  474. cmp[i] = c->dct_max[i];
  475. break;
  476. case FF_CMP_PSNR:
  477. cmp[i] = c->quant_psnr[i];
  478. break;
  479. case FF_CMP_BIT:
  480. cmp[i] = c->bit[i];
  481. break;
  482. case FF_CMP_RD:
  483. cmp[i] = c->rd[i];
  484. break;
  485. case FF_CMP_VSAD:
  486. cmp[i] = c->vsad[i];
  487. break;
  488. case FF_CMP_VSSE:
  489. cmp[i] = c->vsse[i];
  490. break;
  491. case FF_CMP_ZERO:
  492. cmp[i] = zero_cmp;
  493. break;
  494. case FF_CMP_NSSE:
  495. cmp[i] = c->nsse[i];
  496. break;
  497. default:
  498. av_log(NULL, AV_LOG_ERROR,
  499. "internal error in cmp function selection\n");
  500. }
  501. }
  502. }
  503. #define BUTTERFLY2(o1, o2, i1, i2) \
  504. o1 = (i1) + (i2); \
  505. o2 = (i1) - (i2);
  506. #define BUTTERFLY1(x, y) \
  507. { \
  508. int a, b; \
  509. a = x; \
  510. b = y; \
  511. x = a + b; \
  512. y = a - b; \
  513. }
  514. #define BUTTERFLYA(x, y) (FFABS((x) + (y)) + FFABS((x) - (y)))
  515. static int hadamard8_diff8x8_c(MpegEncContext *s, uint8_t *dst,
  516. uint8_t *src, int stride, int h)
  517. {
  518. int i, temp[64], sum = 0;
  519. assert(h == 8);
  520. for (i = 0; i < 8; i++) {
  521. // FIXME: try pointer walks
  522. BUTTERFLY2(temp[8 * i + 0], temp[8 * i + 1],
  523. src[stride * i + 0] - dst[stride * i + 0],
  524. src[stride * i + 1] - dst[stride * i + 1]);
  525. BUTTERFLY2(temp[8 * i + 2], temp[8 * i + 3],
  526. src[stride * i + 2] - dst[stride * i + 2],
  527. src[stride * i + 3] - dst[stride * i + 3]);
  528. BUTTERFLY2(temp[8 * i + 4], temp[8 * i + 5],
  529. src[stride * i + 4] - dst[stride * i + 4],
  530. src[stride * i + 5] - dst[stride * i + 5]);
  531. BUTTERFLY2(temp[8 * i + 6], temp[8 * i + 7],
  532. src[stride * i + 6] - dst[stride * i + 6],
  533. src[stride * i + 7] - dst[stride * i + 7]);
  534. BUTTERFLY1(temp[8 * i + 0], temp[8 * i + 2]);
  535. BUTTERFLY1(temp[8 * i + 1], temp[8 * i + 3]);
  536. BUTTERFLY1(temp[8 * i + 4], temp[8 * i + 6]);
  537. BUTTERFLY1(temp[8 * i + 5], temp[8 * i + 7]);
  538. BUTTERFLY1(temp[8 * i + 0], temp[8 * i + 4]);
  539. BUTTERFLY1(temp[8 * i + 1], temp[8 * i + 5]);
  540. BUTTERFLY1(temp[8 * i + 2], temp[8 * i + 6]);
  541. BUTTERFLY1(temp[8 * i + 3], temp[8 * i + 7]);
  542. }
  543. for (i = 0; i < 8; i++) {
  544. BUTTERFLY1(temp[8 * 0 + i], temp[8 * 1 + i]);
  545. BUTTERFLY1(temp[8 * 2 + i], temp[8 * 3 + i]);
  546. BUTTERFLY1(temp[8 * 4 + i], temp[8 * 5 + i]);
  547. BUTTERFLY1(temp[8 * 6 + i], temp[8 * 7 + i]);
  548. BUTTERFLY1(temp[8 * 0 + i], temp[8 * 2 + i]);
  549. BUTTERFLY1(temp[8 * 1 + i], temp[8 * 3 + i]);
  550. BUTTERFLY1(temp[8 * 4 + i], temp[8 * 6 + i]);
  551. BUTTERFLY1(temp[8 * 5 + i], temp[8 * 7 + i]);
  552. sum += BUTTERFLYA(temp[8 * 0 + i], temp[8 * 4 + i]) +
  553. BUTTERFLYA(temp[8 * 1 + i], temp[8 * 5 + i]) +
  554. BUTTERFLYA(temp[8 * 2 + i], temp[8 * 6 + i]) +
  555. BUTTERFLYA(temp[8 * 3 + i], temp[8 * 7 + i]);
  556. }
  557. return sum;
  558. }
  559. static int hadamard8_intra8x8_c(MpegEncContext *s, uint8_t *src,
  560. uint8_t *dummy, int stride, int h)
  561. {
  562. int i, temp[64], sum = 0;
  563. assert(h == 8);
  564. for (i = 0; i < 8; i++) {
  565. // FIXME: try pointer walks
  566. BUTTERFLY2(temp[8 * i + 0], temp[8 * i + 1],
  567. src[stride * i + 0], src[stride * i + 1]);
  568. BUTTERFLY2(temp[8 * i + 2], temp[8 * i + 3],
  569. src[stride * i + 2], src[stride * i + 3]);
  570. BUTTERFLY2(temp[8 * i + 4], temp[8 * i + 5],
  571. src[stride * i + 4], src[stride * i + 5]);
  572. BUTTERFLY2(temp[8 * i + 6], temp[8 * i + 7],
  573. src[stride * i + 6], src[stride * i + 7]);
  574. BUTTERFLY1(temp[8 * i + 0], temp[8 * i + 2]);
  575. BUTTERFLY1(temp[8 * i + 1], temp[8 * i + 3]);
  576. BUTTERFLY1(temp[8 * i + 4], temp[8 * i + 6]);
  577. BUTTERFLY1(temp[8 * i + 5], temp[8 * i + 7]);
  578. BUTTERFLY1(temp[8 * i + 0], temp[8 * i + 4]);
  579. BUTTERFLY1(temp[8 * i + 1], temp[8 * i + 5]);
  580. BUTTERFLY1(temp[8 * i + 2], temp[8 * i + 6]);
  581. BUTTERFLY1(temp[8 * i + 3], temp[8 * i + 7]);
  582. }
  583. for (i = 0; i < 8; i++) {
  584. BUTTERFLY1(temp[8 * 0 + i], temp[8 * 1 + i]);
  585. BUTTERFLY1(temp[8 * 2 + i], temp[8 * 3 + i]);
  586. BUTTERFLY1(temp[8 * 4 + i], temp[8 * 5 + i]);
  587. BUTTERFLY1(temp[8 * 6 + i], temp[8 * 7 + i]);
  588. BUTTERFLY1(temp[8 * 0 + i], temp[8 * 2 + i]);
  589. BUTTERFLY1(temp[8 * 1 + i], temp[8 * 3 + i]);
  590. BUTTERFLY1(temp[8 * 4 + i], temp[8 * 6 + i]);
  591. BUTTERFLY1(temp[8 * 5 + i], temp[8 * 7 + i]);
  592. sum +=
  593. BUTTERFLYA(temp[8 * 0 + i], temp[8 * 4 + i])
  594. + BUTTERFLYA(temp[8 * 1 + i], temp[8 * 5 + i])
  595. + BUTTERFLYA(temp[8 * 2 + i], temp[8 * 6 + i])
  596. + BUTTERFLYA(temp[8 * 3 + i], temp[8 * 7 + i]);
  597. }
  598. sum -= FFABS(temp[8 * 0] + temp[8 * 4]); // -mean
  599. return sum;
  600. }
  601. static int dct_sad8x8_c(MpegEncContext *s, uint8_t *src1,
  602. uint8_t *src2, int stride, int h)
  603. {
  604. LOCAL_ALIGNED_16(int16_t, temp, [64]);
  605. assert(h == 8);
  606. s->dsp.diff_pixels(temp, src1, src2, stride);
  607. s->dsp.fdct(temp);
  608. return s->dsp.sum_abs_dctelem(temp);
  609. }
  610. #if CONFIG_GPL
  611. #define DCT8_1D \
  612. { \
  613. const int s07 = SRC(0) + SRC(7); \
  614. const int s16 = SRC(1) + SRC(6); \
  615. const int s25 = SRC(2) + SRC(5); \
  616. const int s34 = SRC(3) + SRC(4); \
  617. const int a0 = s07 + s34; \
  618. const int a1 = s16 + s25; \
  619. const int a2 = s07 - s34; \
  620. const int a3 = s16 - s25; \
  621. const int d07 = SRC(0) - SRC(7); \
  622. const int d16 = SRC(1) - SRC(6); \
  623. const int d25 = SRC(2) - SRC(5); \
  624. const int d34 = SRC(3) - SRC(4); \
  625. const int a4 = d16 + d25 + (d07 + (d07 >> 1)); \
  626. const int a5 = d07 - d34 - (d25 + (d25 >> 1)); \
  627. const int a6 = d07 + d34 - (d16 + (d16 >> 1)); \
  628. const int a7 = d16 - d25 + (d34 + (d34 >> 1)); \
  629. DST(0, a0 + a1); \
  630. DST(1, a4 + (a7 >> 2)); \
  631. DST(2, a2 + (a3 >> 1)); \
  632. DST(3, a5 + (a6 >> 2)); \
  633. DST(4, a0 - a1); \
  634. DST(5, a6 - (a5 >> 2)); \
  635. DST(6, (a2 >> 1) - a3); \
  636. DST(7, (a4 >> 2) - a7); \
  637. }
  638. static int dct264_sad8x8_c(MpegEncContext *s, uint8_t *src1,
  639. uint8_t *src2, int stride, int h)
  640. {
  641. int16_t dct[8][8];
  642. int i, sum = 0;
  643. s->dsp.diff_pixels(dct[0], src1, src2, stride);
  644. #define SRC(x) dct[i][x]
  645. #define DST(x, v) dct[i][x] = v
  646. for (i = 0; i < 8; i++)
  647. DCT8_1D
  648. #undef SRC
  649. #undef DST
  650. #define SRC(x) dct[x][i]
  651. #define DST(x, v) sum += FFABS(v)
  652. for (i = 0; i < 8; i++)
  653. DCT8_1D
  654. #undef SRC
  655. #undef DST
  656. return sum;
  657. }
  658. #endif
  659. static int dct_max8x8_c(MpegEncContext *s, uint8_t *src1,
  660. uint8_t *src2, int stride, int h)
  661. {
  662. LOCAL_ALIGNED_16(int16_t, temp, [64]);
  663. int sum = 0, i;
  664. assert(h == 8);
  665. s->dsp.diff_pixels(temp, src1, src2, stride);
  666. s->dsp.fdct(temp);
  667. for (i = 0; i < 64; i++)
  668. sum = FFMAX(sum, FFABS(temp[i]));
  669. return sum;
  670. }
  671. static int quant_psnr8x8_c(MpegEncContext *s, uint8_t *src1,
  672. uint8_t *src2, int stride, int h)
  673. {
  674. LOCAL_ALIGNED_16(int16_t, temp, [64 * 2]);
  675. int16_t *const bak = temp + 64;
  676. int sum = 0, i;
  677. assert(h == 8);
  678. s->mb_intra = 0;
  679. s->dsp.diff_pixels(temp, src1, src2, stride);
  680. memcpy(bak, temp, 64 * sizeof(int16_t));
  681. s->block_last_index[0 /* FIXME */] =
  682. s->fast_dct_quantize(s, temp, 0 /* FIXME */, s->qscale, &i);
  683. s->dct_unquantize_inter(s, temp, 0, s->qscale);
  684. ff_simple_idct_8(temp); // FIXME
  685. for (i = 0; i < 64; i++)
  686. sum += (temp[i] - bak[i]) * (temp[i] - bak[i]);
  687. return sum;
  688. }
  689. static int rd8x8_c(MpegEncContext *s, uint8_t *src1, uint8_t *src2,
  690. int stride, int h)
  691. {
  692. const uint8_t *scantable = s->intra_scantable.permutated;
  693. LOCAL_ALIGNED_16(int16_t, temp, [64]);
  694. LOCAL_ALIGNED_16(uint8_t, lsrc1, [64]);
  695. LOCAL_ALIGNED_16(uint8_t, lsrc2, [64]);
  696. int i, last, run, bits, level, distortion, start_i;
  697. const int esc_length = s->ac_esc_length;
  698. uint8_t *length, *last_length;
  699. assert(h == 8);
  700. copy_block8(lsrc1, src1, 8, stride, 8);
  701. copy_block8(lsrc2, src2, 8, stride, 8);
  702. s->dsp.diff_pixels(temp, lsrc1, lsrc2, 8);
  703. s->block_last_index[0 /* FIXME */] =
  704. last =
  705. s->fast_dct_quantize(s, temp, 0 /* FIXME */, s->qscale, &i);
  706. bits = 0;
  707. if (s->mb_intra) {
  708. start_i = 1;
  709. length = s->intra_ac_vlc_length;
  710. last_length = s->intra_ac_vlc_last_length;
  711. bits += s->luma_dc_vlc_length[temp[0] + 256]; // FIXME: chroma
  712. } else {
  713. start_i = 0;
  714. length = s->inter_ac_vlc_length;
  715. last_length = s->inter_ac_vlc_last_length;
  716. }
  717. if (last >= start_i) {
  718. run = 0;
  719. for (i = start_i; i < last; i++) {
  720. int j = scantable[i];
  721. level = temp[j];
  722. if (level) {
  723. level += 64;
  724. if ((level & (~127)) == 0)
  725. bits += length[UNI_AC_ENC_INDEX(run, level)];
  726. else
  727. bits += esc_length;
  728. run = 0;
  729. } else
  730. run++;
  731. }
  732. i = scantable[last];
  733. level = temp[i] + 64;
  734. assert(level - 64);
  735. if ((level & (~127)) == 0) {
  736. bits += last_length[UNI_AC_ENC_INDEX(run, level)];
  737. } else
  738. bits += esc_length;
  739. }
  740. if (last >= 0) {
  741. if (s->mb_intra)
  742. s->dct_unquantize_intra(s, temp, 0, s->qscale);
  743. else
  744. s->dct_unquantize_inter(s, temp, 0, s->qscale);
  745. }
  746. s->idsp.idct_add(lsrc2, 8, temp);
  747. distortion = s->dsp.sse[1](NULL, lsrc2, lsrc1, 8, 8);
  748. return distortion + ((bits * s->qscale * s->qscale * 109 + 64) >> 7);
  749. }
  750. static int bit8x8_c(MpegEncContext *s, uint8_t *src1, uint8_t *src2,
  751. int stride, int h)
  752. {
  753. const uint8_t *scantable = s->intra_scantable.permutated;
  754. LOCAL_ALIGNED_16(int16_t, temp, [64]);
  755. int i, last, run, bits, level, start_i;
  756. const int esc_length = s->ac_esc_length;
  757. uint8_t *length, *last_length;
  758. assert(h == 8);
  759. s->dsp.diff_pixels(temp, src1, src2, stride);
  760. s->block_last_index[0 /* FIXME */] =
  761. last =
  762. s->fast_dct_quantize(s, temp, 0 /* FIXME */, s->qscale, &i);
  763. bits = 0;
  764. if (s->mb_intra) {
  765. start_i = 1;
  766. length = s->intra_ac_vlc_length;
  767. last_length = s->intra_ac_vlc_last_length;
  768. bits += s->luma_dc_vlc_length[temp[0] + 256]; // FIXME: chroma
  769. } else {
  770. start_i = 0;
  771. length = s->inter_ac_vlc_length;
  772. last_length = s->inter_ac_vlc_last_length;
  773. }
  774. if (last >= start_i) {
  775. run = 0;
  776. for (i = start_i; i < last; i++) {
  777. int j = scantable[i];
  778. level = temp[j];
  779. if (level) {
  780. level += 64;
  781. if ((level & (~127)) == 0)
  782. bits += length[UNI_AC_ENC_INDEX(run, level)];
  783. else
  784. bits += esc_length;
  785. run = 0;
  786. } else
  787. run++;
  788. }
  789. i = scantable[last];
  790. level = temp[i] + 64;
  791. assert(level - 64);
  792. if ((level & (~127)) == 0)
  793. bits += last_length[UNI_AC_ENC_INDEX(run, level)];
  794. else
  795. bits += esc_length;
  796. }
  797. return bits;
  798. }
  799. #define VSAD_INTRA(size) \
  800. static int vsad_intra ## size ## _c(MpegEncContext *c, \
  801. uint8_t *s, uint8_t *dummy, \
  802. int stride, int h) \
  803. { \
  804. int score = 0, x, y; \
  805. \
  806. for (y = 1; y < h; y++) { \
  807. for (x = 0; x < size; x += 4) { \
  808. score += FFABS(s[x] - s[x + stride]) + \
  809. FFABS(s[x + 1] - s[x + stride + 1]) + \
  810. FFABS(s[x + 2] - s[x + 2 + stride]) + \
  811. FFABS(s[x + 3] - s[x + 3 + stride]); \
  812. } \
  813. s += stride; \
  814. } \
  815. \
  816. return score; \
  817. }
  818. VSAD_INTRA(8)
  819. VSAD_INTRA(16)
  820. static int vsad16_c(MpegEncContext *c, uint8_t *s1, uint8_t *s2,
  821. int stride, int h)
  822. {
  823. int score = 0, x, y;
  824. for (y = 1; y < h; y++) {
  825. for (x = 0; x < 16; x++)
  826. score += FFABS(s1[x] - s2[x] - s1[x + stride] + s2[x + stride]);
  827. s1 += stride;
  828. s2 += stride;
  829. }
  830. return score;
  831. }
  832. #define SQ(a) ((a) * (a))
  833. #define VSSE_INTRA(size) \
  834. static int vsse_intra ## size ## _c(MpegEncContext *c, \
  835. uint8_t *s, uint8_t *dummy, \
  836. int stride, int h) \
  837. { \
  838. int score = 0, x, y; \
  839. \
  840. for (y = 1; y < h; y++) { \
  841. for (x = 0; x < size; x += 4) { \
  842. score += SQ(s[x] - s[x + stride]) + \
  843. SQ(s[x + 1] - s[x + stride + 1]) + \
  844. SQ(s[x + 2] - s[x + stride + 2]) + \
  845. SQ(s[x + 3] - s[x + stride + 3]); \
  846. } \
  847. s += stride; \
  848. } \
  849. \
  850. return score; \
  851. }
  852. VSSE_INTRA(8)
  853. VSSE_INTRA(16)
  854. static int vsse16_c(MpegEncContext *c, uint8_t *s1, uint8_t *s2,
  855. int stride, int h)
  856. {
  857. int score = 0, x, y;
  858. for (y = 1; y < h; y++) {
  859. for (x = 0; x < 16; x++)
  860. score += SQ(s1[x] - s2[x] - s1[x + stride] + s2[x + stride]);
  861. s1 += stride;
  862. s2 += stride;
  863. }
  864. return score;
  865. }
  866. #define WRAPPER8_16_SQ(name8, name16) \
  867. static int name16(MpegEncContext *s, uint8_t *dst, uint8_t *src, \
  868. int stride, int h) \
  869. { \
  870. int score = 0; \
  871. \
  872. score += name8(s, dst, src, stride, 8); \
  873. score += name8(s, dst + 8, src + 8, stride, 8); \
  874. if (h == 16) { \
  875. dst += 8 * stride; \
  876. src += 8 * stride; \
  877. score += name8(s, dst, src, stride, 8); \
  878. score += name8(s, dst + 8, src + 8, stride, 8); \
  879. } \
  880. return score; \
  881. }
  882. WRAPPER8_16_SQ(hadamard8_diff8x8_c, hadamard8_diff16_c)
  883. WRAPPER8_16_SQ(hadamard8_intra8x8_c, hadamard8_intra16_c)
  884. WRAPPER8_16_SQ(dct_sad8x8_c, dct_sad16_c)
  885. #if CONFIG_GPL
  886. WRAPPER8_16_SQ(dct264_sad8x8_c, dct264_sad16_c)
  887. #endif
  888. WRAPPER8_16_SQ(dct_max8x8_c, dct_max16_c)
  889. WRAPPER8_16_SQ(quant_psnr8x8_c, quant_psnr16_c)
  890. WRAPPER8_16_SQ(rd8x8_c, rd16_c)
  891. WRAPPER8_16_SQ(bit8x8_c, bit16_c)
  892. /* draw the edges of width 'w' of an image of size width, height */
  893. // FIXME: Check that this is OK for MPEG-4 interlaced.
  894. static void draw_edges_8_c(uint8_t *buf, int wrap, int width, int height,
  895. int w, int h, int sides)
  896. {
  897. uint8_t *ptr = buf, *last_line;
  898. int i;
  899. /* left and right */
  900. for (i = 0; i < height; i++) {
  901. memset(ptr - w, ptr[0], w);
  902. memset(ptr + width, ptr[width - 1], w);
  903. ptr += wrap;
  904. }
  905. /* top and bottom + corners */
  906. buf -= w;
  907. last_line = buf + (height - 1) * wrap;
  908. if (sides & EDGE_TOP)
  909. for (i = 0; i < h; i++)
  910. // top
  911. memcpy(buf - (i + 1) * wrap, buf, width + w + w);
  912. if (sides & EDGE_BOTTOM)
  913. for (i = 0; i < h; i++)
  914. // bottom
  915. memcpy(last_line + (i + 1) * wrap, last_line, width + w + w);
  916. }
  917. /* init static data */
  918. av_cold void ff_dsputil_static_init(void)
  919. {
  920. int i;
  921. for (i = 0; i < 512; i++)
  922. ff_square_tab[i] = (i - 256) * (i - 256);
  923. }
  924. av_cold void ff_dsputil_init(DSPContext *c, AVCodecContext *avctx)
  925. {
  926. const unsigned high_bit_depth = avctx->bits_per_raw_sample > 8;
  927. #if CONFIG_ENCODERS
  928. if (avctx->bits_per_raw_sample == 10) {
  929. c->fdct = ff_jpeg_fdct_islow_10;
  930. c->fdct248 = ff_fdct248_islow_10;
  931. } else {
  932. if (avctx->dct_algo == FF_DCT_FASTINT) {
  933. c->fdct = ff_fdct_ifast;
  934. c->fdct248 = ff_fdct_ifast248;
  935. } else if (avctx->dct_algo == FF_DCT_FAAN) {
  936. c->fdct = ff_faandct;
  937. c->fdct248 = ff_faandct248;
  938. } else {
  939. c->fdct = ff_jpeg_fdct_islow_8; // slow/accurate/default
  940. c->fdct248 = ff_fdct248_islow_8;
  941. }
  942. }
  943. #endif /* CONFIG_ENCODERS */
  944. c->diff_pixels = diff_pixels_c;
  945. c->sum_abs_dctelem = sum_abs_dctelem_c;
  946. c->pix_sum = pix_sum_c;
  947. c->pix_norm1 = pix_norm1_c;
  948. /* TODO [0] 16 [1] 8 */
  949. c->pix_abs[0][0] = pix_abs16_c;
  950. c->pix_abs[0][1] = pix_abs16_x2_c;
  951. c->pix_abs[0][2] = pix_abs16_y2_c;
  952. c->pix_abs[0][3] = pix_abs16_xy2_c;
  953. c->pix_abs[1][0] = pix_abs8_c;
  954. c->pix_abs[1][1] = pix_abs8_x2_c;
  955. c->pix_abs[1][2] = pix_abs8_y2_c;
  956. c->pix_abs[1][3] = pix_abs8_xy2_c;
  957. #define SET_CMP_FUNC(name) \
  958. c->name[0] = name ## 16_c; \
  959. c->name[1] = name ## 8x8_c;
  960. SET_CMP_FUNC(hadamard8_diff)
  961. c->hadamard8_diff[4] = hadamard8_intra16_c;
  962. c->hadamard8_diff[5] = hadamard8_intra8x8_c;
  963. SET_CMP_FUNC(dct_sad)
  964. SET_CMP_FUNC(dct_max)
  965. #if CONFIG_GPL
  966. SET_CMP_FUNC(dct264_sad)
  967. #endif
  968. c->sad[0] = pix_abs16_c;
  969. c->sad[1] = pix_abs8_c;
  970. c->sse[0] = sse16_c;
  971. c->sse[1] = sse8_c;
  972. c->sse[2] = sse4_c;
  973. SET_CMP_FUNC(quant_psnr)
  974. SET_CMP_FUNC(rd)
  975. SET_CMP_FUNC(bit)
  976. c->vsad[0] = vsad16_c;
  977. c->vsad[4] = vsad_intra16_c;
  978. c->vsad[5] = vsad_intra8_c;
  979. c->vsse[0] = vsse16_c;
  980. c->vsse[4] = vsse_intra16_c;
  981. c->vsse[5] = vsse_intra8_c;
  982. c->nsse[0] = nsse16_c;
  983. c->nsse[1] = nsse8_c;
  984. c->try_8x8basis = try_8x8basis_c;
  985. c->add_8x8basis = add_8x8basis_c;
  986. c->shrink[0] = av_image_copy_plane;
  987. c->shrink[1] = ff_shrink22;
  988. c->shrink[2] = ff_shrink44;
  989. c->shrink[3] = ff_shrink88;
  990. c->draw_edges = draw_edges_8_c;
  991. switch (avctx->bits_per_raw_sample) {
  992. case 9:
  993. case 10:
  994. c->get_pixels = get_pixels_16_c;
  995. break;
  996. default:
  997. c->get_pixels = get_pixels_8_c;
  998. break;
  999. }
  1000. if (ARCH_ARM)
  1001. ff_dsputil_init_arm(c, avctx, high_bit_depth);
  1002. if (ARCH_PPC)
  1003. ff_dsputil_init_ppc(c, avctx, high_bit_depth);
  1004. if (ARCH_X86)
  1005. ff_dsputil_init_x86(c, avctx, high_bit_depth);
  1006. }