You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

3294 lines
94KB

  1. /*
  2. Copyright (C) 2001 Michael Niedermayer (michaelni@gmx.at)
  3. This program is free software; you can redistribute it and/or modify
  4. it under the terms of the GNU General Public License as published by
  5. the Free Software Foundation; either version 2 of the License, or
  6. (at your option) any later version.
  7. This program is distributed in the hope that it will be useful,
  8. but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. GNU General Public License for more details.
  11. You should have received a copy of the GNU General Public License
  12. along with this program; if not, write to the Free Software
  13. Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
  14. */
  15. /*
  16. C MMX MMX2 3DNow
  17. isVertDC Ec Ec
  18. isVertMinMaxOk Ec Ec
  19. doVertLowPass E e e
  20. doVertDefFilter Ec Ec Ec
  21. isHorizDC Ec Ec
  22. isHorizMinMaxOk a E
  23. doHorizLowPass E e e
  24. doHorizDefFilter Ec Ec Ec
  25. deRing e e*
  26. Vertical RKAlgo1 E a a
  27. Horizontal RKAlgo1 a a
  28. Vertical X1 a E E
  29. Horizontal X1 a E E
  30. LinIpolDeinterlace e E E*
  31. CubicIpolDeinterlace a e e*
  32. LinBlendDeinterlace e E E*
  33. MedianDeinterlace Ec Ec
  34. * i dont have a 3dnow CPU -> its untested
  35. E = Exact implementation
  36. e = allmost exact implementation (slightly different rounding,...)
  37. a = alternative / approximate impl
  38. c = checked against the other implementations (-vo md5)
  39. */
  40. /*
  41. TODO:
  42. verify that everything workes as it should (how?)
  43. reduce the time wasted on the mem transfer
  44. implement dering
  45. implement everything in C at least (done at the moment but ...)
  46. unroll stuff if instructions depend too much on the prior one
  47. we use 8x8 blocks for the horizontal filters, opendivx seems to use 8x4?
  48. move YScale thing to the end instead of fixing QP
  49. write a faster and higher quality deblocking filter :)
  50. do something about the speed of the horizontal filters
  51. make the mainloop more flexible (variable number of blocks at once
  52. (the if/else stuff per block is slowing things down)
  53. compare the quality & speed of all filters
  54. split this huge file
  55. fix warnings (unused vars, ...)
  56. noise reduction filters
  57. border remover
  58. ...
  59. Notes:
  60. */
  61. //Changelog: use the CVS log
  62. #include <inttypes.h>
  63. #include <stdio.h>
  64. #include <stdlib.h>
  65. #include <string.h>
  66. #include "../config.h"
  67. #ifdef HAVE_MALLOC_H
  68. #include <malloc.h>
  69. #endif
  70. //#undef HAVE_MMX2
  71. //#define HAVE_3DNOW
  72. //#undef HAVE_MMX
  73. #include "postprocess.h"
  74. #define MIN(a,b) ((a) > (b) ? (b) : (a))
  75. #define MAX(a,b) ((a) < (b) ? (b) : (a))
  76. #define ABS(a) ((a) > 0 ? (a) : (-(a)))
  77. #define SIGN(a) ((a) > 0 ? 1 : -1)
  78. #ifdef HAVE_MMX2
  79. #define PAVGB(a,b) "pavgb " #a ", " #b " \n\t"
  80. #elif defined (HAVE_3DNOW)
  81. #define PAVGB(a,b) "pavgusb " #a ", " #b " \n\t"
  82. #endif
  83. #define GET_MODE_BUFFER_SIZE 500
  84. #define OPTIONS_ARRAY_SIZE 10
  85. static uint64_t packedYOffset= 0x0000000000000000LL;
  86. static uint64_t packedYScale= 0x0100010001000100LL;
  87. static uint64_t w05= 0x0005000500050005LL;
  88. static uint64_t w20= 0x0020002000200020LL;
  89. static uint64_t w1400= 0x1400140014001400LL;
  90. static uint64_t bm00000001= 0x00000000000000FFLL;
  91. static uint64_t bm00010000= 0x000000FF00000000LL;
  92. static uint64_t bm00001000= 0x00000000FF000000LL;
  93. static uint64_t bm10000000= 0xFF00000000000000LL;
  94. static uint64_t bm10000001= 0xFF000000000000FFLL;
  95. static uint64_t bm11000011= 0xFFFF00000000FFFFLL;
  96. static uint64_t bm00000011= 0x000000000000FFFFLL;
  97. static uint64_t bm11111110= 0xFFFFFFFFFFFFFF00LL;
  98. static uint64_t bm11000000= 0xFFFF000000000000LL;
  99. static uint64_t bm00011000= 0x000000FFFF000000LL;
  100. static uint64_t bm00110011= 0x0000FFFF0000FFFFLL;
  101. static uint64_t bm11001100= 0xFFFF0000FFFF0000LL;
  102. static uint64_t b00= 0x0000000000000000LL;
  103. static uint64_t b01= 0x0101010101010101LL;
  104. static uint64_t b02= 0x0202020202020202LL;
  105. static uint64_t b0F= 0x0F0F0F0F0F0F0F0FLL;
  106. static uint64_t b04= 0x0404040404040404LL;
  107. static uint64_t b08= 0x0808080808080808LL;
  108. static uint64_t bFF= 0xFFFFFFFFFFFFFFFFLL;
  109. static uint64_t b20= 0x2020202020202020LL;
  110. static uint64_t b80= 0x8080808080808080LL;
  111. static uint64_t b7E= 0x7E7E7E7E7E7E7E7ELL;
  112. static uint64_t b7C= 0x7C7C7C7C7C7C7C7CLL;
  113. static uint64_t b3F= 0x3F3F3F3F3F3F3F3FLL;
  114. static uint64_t temp0=0;
  115. static uint64_t temp1=0;
  116. static uint64_t temp2=0;
  117. static uint64_t temp3=0;
  118. static uint64_t temp4=0;
  119. static uint64_t temp5=0;
  120. static uint64_t pQPb=0;
  121. static uint64_t pQPb2=0;
  122. static uint8_t tempBlocks[8*16*2]; //used for the horizontal code
  123. int hFlatnessThreshold= 56 - 16;
  124. int vFlatnessThreshold= 56 - 16;
  125. //amount of "black" u r willing to loose to get a brightness corrected picture
  126. double maxClippedThreshold= 0.01;
  127. int maxAllowedY=234;
  128. int minAllowedY=16;
  129. static struct PPFilter filters[]=
  130. {
  131. {"hb", "hdeblock", 1, 1, 3, H_DEBLOCK},
  132. {"vb", "vdeblock", 1, 2, 4, V_DEBLOCK},
  133. {"vr", "rkvdeblock", 1, 2, 4, H_RK1_FILTER},
  134. {"h1", "x1hdeblock", 1, 1, 3, H_X1_FILTER},
  135. {"v1", "x1vdeblock", 1, 2, 4, V_X1_FILTER},
  136. {"dr", "dering", 1, 5, 6, DERING},
  137. {"al", "autolevels", 0, 1, 2, LEVEL_FIX},
  138. {"lb", "linblenddeint", 0, 1, 6, LINEAR_BLEND_DEINT_FILTER},
  139. {"li", "linipoldeint", 0, 1, 6, LINEAR_IPOL_DEINT_FILTER},
  140. {"ci", "cubicipoldeint", 0, 1, 6, CUBIC_IPOL_DEINT_FILTER},
  141. {"md", "mediandeint", 0, 1, 6, MEDIAN_DEINT_FILTER},
  142. {NULL, NULL,0,0,0,0} //End Marker
  143. };
  144. static char *replaceTable[]=
  145. {
  146. "default", "hdeblock:a,vdeblock:a,dering:a,autolevels",
  147. "de", "hdeblock:a,vdeblock:a,dering:a,autolevels",
  148. "fast", "x1hdeblock:a,x1vdeblock:a,dering:a,autolevels",
  149. "fa", "x1hdeblock:a,x1vdeblock:a,dering:a,autolevels",
  150. NULL //End Marker
  151. };
  152. static inline void unusedVariableWarningFixer()
  153. {
  154. if(
  155. packedYOffset + packedYScale + w05 + w20 + w1400 + bm00000001 + bm00010000
  156. + bm00001000 + bm10000000 + bm10000001 + bm11000011 + bm00000011 + bm11111110
  157. + bm11000000 + bm00011000 + bm00110011 + bm11001100 + b00 + b01 + b02 + b0F
  158. + bFF + b20 + b80 + b7E + b7C + b3F + temp0 + temp1 + temp2 + temp3 + temp4
  159. + temp5 + pQPb== 0) b00=0;
  160. }
  161. #ifdef TIMING
  162. static inline long long rdtsc()
  163. {
  164. long long l;
  165. asm volatile( "rdtsc\n\t"
  166. : "=A" (l)
  167. );
  168. // printf("%d\n", int(l/1000));
  169. return l;
  170. }
  171. #endif
  172. #ifdef HAVE_MMX2
  173. static inline void prefetchnta(void *p)
  174. {
  175. asm volatile( "prefetchnta (%0)\n\t"
  176. : : "r" (p)
  177. );
  178. }
  179. static inline void prefetcht0(void *p)
  180. {
  181. asm volatile( "prefetcht0 (%0)\n\t"
  182. : : "r" (p)
  183. );
  184. }
  185. static inline void prefetcht1(void *p)
  186. {
  187. asm volatile( "prefetcht1 (%0)\n\t"
  188. : : "r" (p)
  189. );
  190. }
  191. static inline void prefetcht2(void *p)
  192. {
  193. asm volatile( "prefetcht2 (%0)\n\t"
  194. : : "r" (p)
  195. );
  196. }
  197. #endif
  198. //FIXME? |255-0| = 1 (shouldnt be a problem ...)
  199. /**
  200. * Check if the middle 8x8 Block in the given 8x16 block is flat
  201. */
  202. static inline int isVertDC(uint8_t src[], int stride){
  203. int numEq= 0;
  204. #ifndef HAVE_MMX
  205. int y;
  206. #endif
  207. src+= stride*4; // src points to begin of the 8x8 Block
  208. #ifdef HAVE_MMX
  209. asm volatile(
  210. "leal (%1, %2), %%eax \n\t"
  211. "leal (%%eax, %2, 4), %%ebx \n\t"
  212. // 0 1 2 3 4 5 6 7 8 9
  213. // %1 eax eax+%2 eax+2%2 %1+4%2 ebx ebx+%2 ebx+2%2 %1+8%2 ebx+4%2
  214. "movq b7E, %%mm7 \n\t" // mm7 = 0x7F
  215. "movq b7C, %%mm6 \n\t" // mm6 = 0x7D
  216. "movq (%1), %%mm0 \n\t"
  217. "movq (%%eax), %%mm1 \n\t"
  218. "psubb %%mm1, %%mm0 \n\t" // mm0 = differnece
  219. "paddb %%mm7, %%mm0 \n\t"
  220. "pcmpgtb %%mm6, %%mm0 \n\t"
  221. "movq (%%eax,%2), %%mm2 \n\t"
  222. "psubb %%mm2, %%mm1 \n\t"
  223. "paddb %%mm7, %%mm1 \n\t"
  224. "pcmpgtb %%mm6, %%mm1 \n\t"
  225. "paddb %%mm1, %%mm0 \n\t"
  226. "movq (%%eax, %2, 2), %%mm1 \n\t"
  227. "psubb %%mm1, %%mm2 \n\t"
  228. "paddb %%mm7, %%mm2 \n\t"
  229. "pcmpgtb %%mm6, %%mm2 \n\t"
  230. "paddb %%mm2, %%mm0 \n\t"
  231. "movq (%1, %2, 4), %%mm2 \n\t"
  232. "psubb %%mm2, %%mm1 \n\t"
  233. "paddb %%mm7, %%mm1 \n\t"
  234. "pcmpgtb %%mm6, %%mm1 \n\t"
  235. "paddb %%mm1, %%mm0 \n\t"
  236. "movq (%%ebx), %%mm1 \n\t"
  237. "psubb %%mm1, %%mm2 \n\t"
  238. "paddb %%mm7, %%mm2 \n\t"
  239. "pcmpgtb %%mm6, %%mm2 \n\t"
  240. "paddb %%mm2, %%mm0 \n\t"
  241. "movq (%%ebx, %2), %%mm2 \n\t"
  242. "psubb %%mm2, %%mm1 \n\t"
  243. "paddb %%mm7, %%mm1 \n\t"
  244. "pcmpgtb %%mm6, %%mm1 \n\t"
  245. "paddb %%mm1, %%mm0 \n\t"
  246. "movq (%%ebx, %2, 2), %%mm1 \n\t"
  247. "psubb %%mm1, %%mm2 \n\t"
  248. "paddb %%mm7, %%mm2 \n\t"
  249. "pcmpgtb %%mm6, %%mm2 \n\t"
  250. "paddb %%mm2, %%mm0 \n\t"
  251. " \n\t"
  252. "movq %%mm0, %%mm1 \n\t"
  253. "psrlw $8, %%mm0 \n\t"
  254. "paddb %%mm1, %%mm0 \n\t"
  255. #ifdef HAVE_MMX2
  256. "pshufw $0xF9, %%mm0, %%mm1 \n\t"
  257. "paddb %%mm1, %%mm0 \n\t"
  258. "pshufw $0xFE, %%mm0, %%mm1 \n\t"
  259. #else
  260. "movq %%mm0, %%mm1 \n\t"
  261. "psrlq $16, %%mm0 \n\t"
  262. "paddb %%mm1, %%mm0 \n\t"
  263. "movq %%mm0, %%mm1 \n\t"
  264. "psrlq $32, %%mm0 \n\t"
  265. #endif
  266. "paddb %%mm1, %%mm0 \n\t"
  267. "movd %%mm0, %0 \n\t"
  268. : "=r" (numEq)
  269. : "r" (src), "r" (stride)
  270. : "%eax", "%ebx"
  271. );
  272. numEq= (256 - numEq) &0xFF;
  273. #else
  274. for(y=0; y<BLOCK_SIZE-1; y++)
  275. {
  276. if(((src[0] - src[0+stride] + 1)&0xFFFF) < 3) numEq++;
  277. if(((src[1] - src[1+stride] + 1)&0xFFFF) < 3) numEq++;
  278. if(((src[2] - src[2+stride] + 1)&0xFFFF) < 3) numEq++;
  279. if(((src[3] - src[3+stride] + 1)&0xFFFF) < 3) numEq++;
  280. if(((src[4] - src[4+stride] + 1)&0xFFFF) < 3) numEq++;
  281. if(((src[5] - src[5+stride] + 1)&0xFFFF) < 3) numEq++;
  282. if(((src[6] - src[6+stride] + 1)&0xFFFF) < 3) numEq++;
  283. if(((src[7] - src[7+stride] + 1)&0xFFFF) < 3) numEq++;
  284. src+= stride;
  285. }
  286. #endif
  287. /* if(abs(numEq - asmEq) > 0)
  288. {
  289. printf("\nasm:%d c:%d\n", asmEq, numEq);
  290. for(int y=0; y<8; y++)
  291. {
  292. for(int x=0; x<8; x++)
  293. {
  294. printf("%d ", temp[x + y*stride]);
  295. }
  296. printf("\n");
  297. }
  298. }
  299. */
  300. // for(int i=0; i<numEq/8; i++) src[i]=255;
  301. return (numEq > vFlatnessThreshold) ? 1 : 0;
  302. }
  303. static inline int isVertMinMaxOk(uint8_t src[], int stride, int QP)
  304. {
  305. #ifdef HAVE_MMX
  306. int isOk;
  307. src+= stride*3;
  308. asm volatile(
  309. // "int $3 \n\t"
  310. "movq (%1, %2), %%mm0 \n\t"
  311. "movq (%1, %2, 8), %%mm1 \n\t"
  312. "movq %%mm0, %%mm2 \n\t"
  313. "psubusb %%mm1, %%mm0 \n\t"
  314. "psubusb %%mm2, %%mm1 \n\t"
  315. "por %%mm1, %%mm0 \n\t" // ABS Diff
  316. "movq pQPb, %%mm7 \n\t" // QP,..., QP
  317. "paddusb %%mm7, %%mm7 \n\t" // 2QP ... 2QP
  318. "psubusb %%mm7, %%mm0 \n\t" // Diff <= 2QP -> 0
  319. "pcmpeqd b00, %%mm0 \n\t"
  320. "psrlq $16, %%mm0 \n\t"
  321. "pcmpeqd bFF, %%mm0 \n\t"
  322. // "movd %%mm0, (%1, %2, 4)\n\t"
  323. "movd %%mm0, %0 \n\t"
  324. : "=r" (isOk)
  325. : "r" (src), "r" (stride)
  326. );
  327. return isOk;
  328. #else
  329. int isOk2= 1;
  330. int x;
  331. src+= stride*3;
  332. for(x=0; x<BLOCK_SIZE; x++)
  333. {
  334. if(abs((int)src[x + stride] - (int)src[x + (stride<<3)]) > 2*QP) isOk2=0;
  335. }
  336. /* if(isOk && !isOk2 || !isOk && isOk2)
  337. {
  338. printf("\nasm:%d c:%d QP:%d\n", isOk, isOk2, QP);
  339. for(int y=0; y<9; y++)
  340. {
  341. for(int x=0; x<8; x++)
  342. {
  343. printf("%d ", src[x + y*stride]);
  344. }
  345. printf("\n");
  346. }
  347. } */
  348. return isOk2;
  349. #endif
  350. }
  351. /**
  352. * Do a vertical low pass filter on the 8x16 block (only write to the 8x8 block in the middle)
  353. * using the 9-Tap Filter (1,1,2,2,4,2,2,1,1)/16
  354. */
  355. static inline void doVertLowPass(uint8_t *src, int stride, int QP)
  356. {
  357. #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
  358. src+= stride*3;
  359. asm volatile( //"movv %0 %1 %2\n\t"
  360. "pushl %0 \n\t"
  361. "movq pQPb, %%mm0 \n\t" // QP,..., QP
  362. "movq (%0), %%mm6 \n\t"
  363. "movq (%0, %1), %%mm5 \n\t"
  364. "movq %%mm5, %%mm1 \n\t"
  365. "movq %%mm6, %%mm2 \n\t"
  366. "psubusb %%mm6, %%mm5 \n\t"
  367. "psubusb %%mm1, %%mm2 \n\t"
  368. "por %%mm5, %%mm2 \n\t" // ABS Diff of lines
  369. "psubusb %%mm0, %%mm2 \n\t" // diff <= QP -> 0
  370. "pcmpeqb b00, %%mm2 \n\t" // diff <= QP -> FF
  371. "pand %%mm2, %%mm6 \n\t"
  372. "pandn %%mm1, %%mm2 \n\t"
  373. "por %%mm2, %%mm6 \n\t"// First Line to Filter
  374. "movq (%0, %1, 8), %%mm5 \n\t"
  375. "leal (%0, %1, 4), %%eax \n\t"
  376. "leal (%0, %1, 8), %%ebx \n\t"
  377. "subl %1, %%ebx \n\t"
  378. "addl %1, %0 \n\t" // %0 points to line 1 not 0
  379. "movq (%0, %1, 8), %%mm7 \n\t"
  380. "movq %%mm5, %%mm1 \n\t"
  381. "movq %%mm7, %%mm2 \n\t"
  382. "psubusb %%mm7, %%mm5 \n\t"
  383. "psubusb %%mm1, %%mm2 \n\t"
  384. "por %%mm5, %%mm2 \n\t" // ABS Diff of lines
  385. "psubusb %%mm0, %%mm2 \n\t" // diff <= QP -> 0
  386. "pcmpeqb b00, %%mm2 \n\t" // diff <= QP -> FF
  387. "pand %%mm2, %%mm7 \n\t"
  388. "pandn %%mm1, %%mm2 \n\t"
  389. "por %%mm2, %%mm7 \n\t" // First Line to Filter
  390. // 1 2 3 4 5 6 7 8
  391. // %0 %0+%1 %0+2%1 eax %0+4%1 eax+2%1 ebx eax+4%1
  392. // 6 4 2 2 1 1
  393. // 6 4 4 2
  394. // 6 8 2
  395. "movq (%0, %1), %%mm0 \n\t" // 1
  396. "movq %%mm0, %%mm1 \n\t" // 1
  397. PAVGB(%%mm6, %%mm0) //1 1 /2
  398. PAVGB(%%mm6, %%mm0) //3 1 /4
  399. "movq (%0, %1, 4), %%mm2 \n\t" // 1
  400. "movq %%mm2, %%mm5 \n\t" // 1
  401. PAVGB((%%eax), %%mm2) // 11 /2
  402. PAVGB((%0, %1, 2), %%mm2) // 211 /4
  403. "movq %%mm2, %%mm3 \n\t" // 211 /4
  404. "movq (%0), %%mm4 \n\t" // 1
  405. PAVGB(%%mm4, %%mm3) // 4 211 /8
  406. PAVGB(%%mm0, %%mm3) //642211 /16
  407. "movq %%mm3, (%0) \n\t" // X
  408. // mm1=2 mm2=3(211) mm4=1 mm5=5 mm6=0 mm7=9
  409. "movq %%mm1, %%mm0 \n\t" // 1
  410. PAVGB(%%mm6, %%mm0) //1 1 /2
  411. "movq %%mm4, %%mm3 \n\t" // 1
  412. PAVGB((%0,%1,2), %%mm3) // 1 1 /2
  413. PAVGB((%%eax,%1,2), %%mm5) // 11 /2
  414. PAVGB((%%eax), %%mm5) // 211 /4
  415. PAVGB(%%mm5, %%mm3) // 2 2211 /8
  416. PAVGB(%%mm0, %%mm3) //4242211 /16
  417. "movq %%mm3, (%0,%1) \n\t" // X
  418. // mm1=2 mm2=3(211) mm4=1 mm5=4(211) mm6=0 mm7=9
  419. PAVGB(%%mm4, %%mm6) //11 /2
  420. "movq (%%ebx), %%mm0 \n\t" // 1
  421. PAVGB((%%eax, %1, 2), %%mm0) // 11/2
  422. "movq %%mm0, %%mm3 \n\t" // 11/2
  423. PAVGB(%%mm1, %%mm0) // 2 11/4
  424. PAVGB(%%mm6, %%mm0) //222 11/8
  425. PAVGB(%%mm2, %%mm0) //22242211/16
  426. "movq (%0, %1, 2), %%mm2 \n\t" // 1
  427. "movq %%mm0, (%0, %1, 2) \n\t" // X
  428. // mm1=2 mm2=3 mm3=6(11) mm4=1 mm5=4(211) mm6=0(11) mm7=9
  429. "movq (%%eax, %1, 4), %%mm0 \n\t" // 1
  430. PAVGB((%%ebx), %%mm0) // 11 /2
  431. PAVGB(%%mm0, %%mm6) //11 11 /4
  432. PAVGB(%%mm1, %%mm4) // 11 /2
  433. PAVGB(%%mm2, %%mm1) // 11 /2
  434. PAVGB(%%mm1, %%mm6) //1122 11 /8
  435. PAVGB(%%mm5, %%mm6) //112242211 /16
  436. "movq (%%eax), %%mm5 \n\t" // 1
  437. "movq %%mm6, (%%eax) \n\t" // X
  438. // mm0=7(11) mm1=2(11) mm2=3 mm3=6(11) mm4=1(11) mm5=4 mm7=9
  439. "movq (%%eax, %1, 4), %%mm6 \n\t" // 1
  440. PAVGB(%%mm7, %%mm6) // 11 /2
  441. PAVGB(%%mm4, %%mm6) // 11 11 /4
  442. PAVGB(%%mm3, %%mm6) // 11 2211 /8
  443. PAVGB(%%mm5, %%mm2) // 11 /2
  444. "movq (%0, %1, 4), %%mm4 \n\t" // 1
  445. PAVGB(%%mm4, %%mm2) // 112 /4
  446. PAVGB(%%mm2, %%mm6) // 112242211 /16
  447. "movq %%mm6, (%0, %1, 4) \n\t" // X
  448. // mm0=7(11) mm1=2(11) mm2=3(112) mm3=6(11) mm4=5 mm5=4 mm7=9
  449. PAVGB(%%mm7, %%mm1) // 11 2 /4
  450. PAVGB(%%mm4, %%mm5) // 11 /2
  451. PAVGB(%%mm5, %%mm0) // 11 11 /4
  452. "movq (%%eax, %1, 2), %%mm6 \n\t" // 1
  453. PAVGB(%%mm6, %%mm1) // 11 4 2 /8
  454. PAVGB(%%mm0, %%mm1) // 11224222 /16
  455. "movq %%mm1, (%%eax, %1, 2) \n\t" // X
  456. // mm2=3(112) mm3=6(11) mm4=5 mm5=4(11) mm6=6 mm7=9
  457. PAVGB((%%ebx), %%mm2) // 112 4 /8
  458. "movq (%%eax, %1, 4), %%mm0 \n\t" // 1
  459. PAVGB(%%mm0, %%mm6) // 1 1 /2
  460. PAVGB(%%mm7, %%mm6) // 1 12 /4
  461. PAVGB(%%mm2, %%mm6) // 1122424 /4
  462. "movq %%mm6, (%%ebx) \n\t" // X
  463. // mm0=8 mm3=6(11) mm4=5 mm5=4(11) mm7=9
  464. PAVGB(%%mm7, %%mm5) // 11 2 /4
  465. PAVGB(%%mm7, %%mm5) // 11 6 /8
  466. PAVGB(%%mm3, %%mm0) // 112 /4
  467. PAVGB(%%mm0, %%mm5) // 112246 /16
  468. "movq %%mm5, (%%eax, %1, 4) \n\t" // X
  469. "popl %0\n\t"
  470. :
  471. : "r" (src), "r" (stride)
  472. : "%eax", "%ebx"
  473. );
  474. #else
  475. const int l1= stride;
  476. const int l2= stride + l1;
  477. const int l3= stride + l2;
  478. const int l4= stride + l3;
  479. const int l5= stride + l4;
  480. const int l6= stride + l5;
  481. const int l7= stride + l6;
  482. const int l8= stride + l7;
  483. const int l9= stride + l8;
  484. int x;
  485. src+= stride*3;
  486. for(x=0; x<BLOCK_SIZE; x++)
  487. {
  488. const int first= ABS(src[0] - src[l1]) < QP ? src[0] : src[l1];
  489. const int last= ABS(src[l8] - src[l9]) < QP ? src[l9] : src[l8];
  490. int sums[9];
  491. sums[0] = first + src[l1];
  492. sums[1] = src[l1] + src[l2];
  493. sums[2] = src[l2] + src[l3];
  494. sums[3] = src[l3] + src[l4];
  495. sums[4] = src[l4] + src[l5];
  496. sums[5] = src[l5] + src[l6];
  497. sums[6] = src[l6] + src[l7];
  498. sums[7] = src[l7] + src[l8];
  499. sums[8] = src[l8] + last;
  500. src[l1]= ((sums[0]<<2) + ((first + sums[2])<<1) + sums[4] + 8)>>4;
  501. src[l2]= ((src[l2]<<2) + ((first + sums[0] + sums[3])<<1) + sums[5] + 8)>>4;
  502. src[l3]= ((src[l3]<<2) + ((first + sums[1] + sums[4])<<1) + sums[6] + 8)>>4;
  503. src[l4]= ((src[l4]<<2) + ((sums[2] + sums[5])<<1) + sums[0] + sums[7] + 8)>>4;
  504. src[l5]= ((src[l5]<<2) + ((sums[3] + sums[6])<<1) + sums[1] + sums[8] + 8)>>4;
  505. src[l6]= ((src[l6]<<2) + ((last + sums[7] + sums[4])<<1) + sums[2] + 8)>>4;
  506. src[l7]= (((last + src[l7])<<2) + ((src[l8] + sums[5])<<1) + sums[3] + 8)>>4;
  507. src[l8]= ((sums[8]<<2) + ((last + sums[6])<<1) + sums[4] + 8)>>4;
  508. src++;
  509. }
  510. #endif
  511. }
  512. /**
  513. * Experimental implementation of the filter (Algorithm 1) described in a paper from Ramkishor & Karandikar
  514. * values are correctly clipped (MMX2)
  515. * values are wraparound (C)
  516. * conclusion: its fast, but introduces ugly horizontal patterns if there is a continious gradient
  517. 0 8 16 24
  518. x = 8
  519. x/2 = 4
  520. x/8 = 1
  521. 1 12 12 23
  522. */
  523. static inline void vertRK1Filter(uint8_t *src, int stride, int QP)
  524. {
  525. #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
  526. src+= stride*3;
  527. // FIXME rounding
  528. asm volatile(
  529. "pxor %%mm7, %%mm7 \n\t" // 0
  530. "movq b80, %%mm6 \n\t" // MIN_SIGNED_BYTE
  531. "leal (%0, %1), %%eax \n\t"
  532. "leal (%%eax, %1, 4), %%ebx \n\t"
  533. // 0 1 2 3 4 5 6 7 8 9
  534. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  535. "movq pQPb, %%mm0 \n\t" // QP,..., QP
  536. "movq %%mm0, %%mm1 \n\t" // QP,..., QP
  537. "paddusb b02, %%mm0 \n\t"
  538. "psrlw $2, %%mm0 \n\t"
  539. "pand b3F, %%mm0 \n\t" // QP/4,..., QP/4
  540. "paddusb %%mm1, %%mm0 \n\t" // QP*1.25 ...
  541. "movq (%0, %1, 4), %%mm2 \n\t" // line 4
  542. "movq (%%ebx), %%mm3 \n\t" // line 5
  543. "movq %%mm2, %%mm4 \n\t" // line 4
  544. "pcmpeqb %%mm5, %%mm5 \n\t" // -1
  545. "pxor %%mm2, %%mm5 \n\t" // -line 4 - 1
  546. PAVGB(%%mm3, %%mm5)
  547. "paddb %%mm6, %%mm5 \n\t" // (l5-l4)/2
  548. "psubusb %%mm3, %%mm4 \n\t"
  549. "psubusb %%mm2, %%mm3 \n\t"
  550. "por %%mm3, %%mm4 \n\t" // |l4 - l5|
  551. "psubusb %%mm0, %%mm4 \n\t"
  552. "pcmpeqb %%mm7, %%mm4 \n\t"
  553. "pand %%mm4, %%mm5 \n\t" // d/2
  554. // "paddb %%mm6, %%mm2 \n\t" // line 4 + 0x80
  555. "paddb %%mm5, %%mm2 \n\t"
  556. // "psubb %%mm6, %%mm2 \n\t"
  557. "movq %%mm2, (%0,%1, 4) \n\t"
  558. "movq (%%ebx), %%mm2 \n\t"
  559. // "paddb %%mm6, %%mm2 \n\t" // line 5 + 0x80
  560. "psubb %%mm5, %%mm2 \n\t"
  561. // "psubb %%mm6, %%mm2 \n\t"
  562. "movq %%mm2, (%%ebx) \n\t"
  563. "paddb %%mm6, %%mm5 \n\t"
  564. "psrlw $2, %%mm5 \n\t"
  565. "pand b3F, %%mm5 \n\t"
  566. "psubb b20, %%mm5 \n\t" // (l5-l4)/8
  567. "movq (%%eax, %1, 2), %%mm2 \n\t"
  568. "paddb %%mm6, %%mm2 \n\t" // line 3 + 0x80
  569. "paddsb %%mm5, %%mm2 \n\t"
  570. "psubb %%mm6, %%mm2 \n\t"
  571. "movq %%mm2, (%%eax, %1, 2) \n\t"
  572. "movq (%%ebx, %1), %%mm2 \n\t"
  573. "paddb %%mm6, %%mm2 \n\t" // line 6 + 0x80
  574. "psubsb %%mm5, %%mm2 \n\t"
  575. "psubb %%mm6, %%mm2 \n\t"
  576. "movq %%mm2, (%%ebx, %1) \n\t"
  577. :
  578. : "r" (src), "r" (stride)
  579. : "%eax", "%ebx"
  580. );
  581. #else
  582. const int l1= stride;
  583. const int l2= stride + l1;
  584. const int l3= stride + l2;
  585. const int l4= stride + l3;
  586. const int l5= stride + l4;
  587. const int l6= stride + l5;
  588. // const int l7= stride + l6;
  589. // const int l8= stride + l7;
  590. // const int l9= stride + l8;
  591. int x;
  592. src+= stride*3;
  593. for(x=0; x<BLOCK_SIZE; x++)
  594. {
  595. if(ABS(src[l4]-src[l5]) < QP + QP/4)
  596. {
  597. int v = (src[l5] - src[l4]);
  598. src[l3] +=v/8;
  599. src[l4] +=v/2;
  600. src[l5] -=v/2;
  601. src[l6] -=v/8;
  602. }
  603. src++;
  604. }
  605. #endif
  606. }
  607. /**
  608. * Experimental Filter 1
  609. * will not damage linear gradients
  610. * Flat blocks should look like they where passed through the (1,1,2,2,4,2,2,1,1) 9-Tap filter
  611. * can only smooth blocks at the expected locations (it cant smooth them if they did move)
  612. * MMX2 version does correct clipping C version doesnt
  613. */
  614. static inline void vertX1Filter(uint8_t *src, int stride, int QP)
  615. {
  616. #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
  617. src+= stride*3;
  618. asm volatile(
  619. "pxor %%mm7, %%mm7 \n\t" // 0
  620. // "movq b80, %%mm6 \n\t" // MIN_SIGNED_BYTE
  621. "leal (%0, %1), %%eax \n\t"
  622. "leal (%%eax, %1, 4), %%ebx \n\t"
  623. // 0 1 2 3 4 5 6 7 8 9
  624. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  625. "movq (%%eax, %1, 2), %%mm0 \n\t" // line 3
  626. "movq (%0, %1, 4), %%mm1 \n\t" // line 4
  627. "movq %%mm1, %%mm2 \n\t" // line 4
  628. "psubusb %%mm0, %%mm1 \n\t"
  629. "psubusb %%mm2, %%mm0 \n\t"
  630. "por %%mm1, %%mm0 \n\t" // |l2 - l3|
  631. "movq (%%ebx), %%mm3 \n\t" // line 5
  632. "movq (%%ebx, %1), %%mm4 \n\t" // line 6
  633. "movq %%mm3, %%mm5 \n\t" // line 5
  634. "psubusb %%mm4, %%mm3 \n\t"
  635. "psubusb %%mm5, %%mm4 \n\t"
  636. "por %%mm4, %%mm3 \n\t" // |l5 - l6|
  637. PAVGB(%%mm3, %%mm0) // (|l2 - l3| + |l5 - l6|)/2
  638. "movq %%mm2, %%mm1 \n\t" // line 4
  639. "psubusb %%mm5, %%mm2 \n\t"
  640. "movq %%mm2, %%mm4 \n\t"
  641. "pcmpeqb %%mm7, %%mm2 \n\t" // (l4 - l5) <= 0 ? -1 : 0
  642. "psubusb %%mm1, %%mm5 \n\t"
  643. "por %%mm5, %%mm4 \n\t" // |l4 - l5|
  644. "psubusb %%mm0, %%mm4 \n\t" //d = MAX(0, |l4-l5| - (|l2-l3| + |l5-l6|)/2)
  645. "movq %%mm4, %%mm3 \n\t" // d
  646. "psubusb pQPb, %%mm4 \n\t"
  647. "pcmpeqb %%mm7, %%mm4 \n\t" // d <= QP ? -1 : 0
  648. "psubusb b01, %%mm3 \n\t"
  649. "pand %%mm4, %%mm3 \n\t" // d <= QP ? d : 0
  650. PAVGB(%%mm7, %%mm3) // d/2
  651. "movq %%mm3, %%mm1 \n\t" // d/2
  652. PAVGB(%%mm7, %%mm3) // d/4
  653. PAVGB(%%mm1, %%mm3) // 3*d/8
  654. "movq (%0, %1, 4), %%mm0 \n\t" // line 4
  655. "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l4-1 : l4
  656. "psubusb %%mm3, %%mm0 \n\t"
  657. "pxor %%mm2, %%mm0 \n\t"
  658. "movq %%mm0, (%0, %1, 4) \n\t" // line 4
  659. "movq (%%ebx), %%mm0 \n\t" // line 5
  660. "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l5-1 : l5
  661. "paddusb %%mm3, %%mm0 \n\t"
  662. "pxor %%mm2, %%mm0 \n\t"
  663. "movq %%mm0, (%%ebx) \n\t" // line 5
  664. PAVGB(%%mm7, %%mm1) // d/4
  665. "movq (%%eax, %1, 2), %%mm0 \n\t" // line 3
  666. "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l4-1 : l4
  667. "psubusb %%mm1, %%mm0 \n\t"
  668. "pxor %%mm2, %%mm0 \n\t"
  669. "movq %%mm0, (%%eax, %1, 2) \n\t" // line 3
  670. "movq (%%ebx, %1), %%mm0 \n\t" // line 6
  671. "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l5-1 : l5
  672. "paddusb %%mm1, %%mm0 \n\t"
  673. "pxor %%mm2, %%mm0 \n\t"
  674. "movq %%mm0, (%%ebx, %1) \n\t" // line 6
  675. PAVGB(%%mm7, %%mm1) // d/8
  676. "movq (%%eax, %1), %%mm0 \n\t" // line 2
  677. "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l2-1 : l2
  678. "psubusb %%mm1, %%mm0 \n\t"
  679. "pxor %%mm2, %%mm0 \n\t"
  680. "movq %%mm0, (%%eax, %1) \n\t" // line 2
  681. "movq (%%ebx, %1, 2), %%mm0 \n\t" // line 7
  682. "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l7-1 : l7
  683. "paddusb %%mm1, %%mm0 \n\t"
  684. "pxor %%mm2, %%mm0 \n\t"
  685. "movq %%mm0, (%%ebx, %1, 2) \n\t" // line 7
  686. :
  687. : "r" (src), "r" (stride)
  688. : "%eax", "%ebx"
  689. );
  690. #else
  691. const int l1= stride;
  692. const int l2= stride + l1;
  693. const int l3= stride + l2;
  694. const int l4= stride + l3;
  695. const int l5= stride + l4;
  696. const int l6= stride + l5;
  697. const int l7= stride + l6;
  698. // const int l8= stride + l7;
  699. // const int l9= stride + l8;
  700. int x;
  701. src+= stride*3;
  702. for(x=0; x<BLOCK_SIZE; x++)
  703. {
  704. int a= src[l3] - src[l4];
  705. int b= src[l4] - src[l5];
  706. int c= src[l5] - src[l6];
  707. int d= MAX(ABS(b) - (ABS(a) + ABS(c))/2, 0);
  708. if(d < QP)
  709. {
  710. int v = d * SIGN(-b);
  711. src[l2] +=v/8;
  712. src[l3] +=v/4;
  713. src[l4] +=3*v/8;
  714. src[l5] -=3*v/8;
  715. src[l6] -=v/4;
  716. src[l7] -=v/8;
  717. }
  718. src++;
  719. }
  720. /*
  721. const int l1= stride;
  722. const int l2= stride + l1;
  723. const int l3= stride + l2;
  724. const int l4= stride + l3;
  725. const int l5= stride + l4;
  726. const int l6= stride + l5;
  727. const int l7= stride + l6;
  728. const int l8= stride + l7;
  729. const int l9= stride + l8;
  730. for(int x=0; x<BLOCK_SIZE; x++)
  731. {
  732. int v2= src[l2];
  733. int v3= src[l3];
  734. int v4= src[l4];
  735. int v5= src[l5];
  736. int v6= src[l6];
  737. int v7= src[l7];
  738. if(ABS(v4-v5)<QP && ABS(v4-v5) - (ABS(v3-v4) + ABS(v5-v6))>0 )
  739. {
  740. src[l3] = (6*v2 + 4*v3 + 3*v4 + 2*v5 + v6 )/16;
  741. src[l4] = (3*v2 + 3*v3 + 4*v4 + 3*v5 + 2*v6 + v7 )/16;
  742. src[l5] = (1*v2 + 2*v3 + 3*v4 + 4*v5 + 3*v6 + 3*v7)/16;
  743. src[l6] = ( 1*v3 + 2*v4 + 3*v5 + 4*v6 + 6*v7)/16;
  744. }
  745. src++;
  746. }
  747. */
  748. #endif
  749. }
  750. /**
  751. * Experimental Filter 1 (Horizontal)
  752. * will not damage linear gradients
  753. * Flat blocks should look like they where passed through the (1,1,2,2,4,2,2,1,1) 9-Tap filter
  754. * can only smooth blocks at the expected locations (it cant smooth them if they did move)
  755. * MMX2 version does correct clipping C version doesnt
  756. * not identical with the vertical one
  757. */
  758. static inline void horizX1Filter(uint8_t *src, int stride, int QP)
  759. {
  760. int y;
  761. static uint64_t *lut= NULL;
  762. if(lut==NULL)
  763. {
  764. int i;
  765. lut= (uint64_t*)memalign(8, 256*8);
  766. for(i=0; i<256; i++)
  767. {
  768. int v= i < 128 ? 2*i : 2*(i-256);
  769. /*
  770. //Simulate 112242211 9-Tap filter
  771. uint64_t a= (v/16) & 0xFF;
  772. uint64_t b= (v/8) & 0xFF;
  773. uint64_t c= (v/4) & 0xFF;
  774. uint64_t d= (3*v/8) & 0xFF;
  775. */
  776. //Simulate piecewise linear interpolation
  777. uint64_t a= (v/16) & 0xFF;
  778. uint64_t b= (v*3/16) & 0xFF;
  779. uint64_t c= (v*5/16) & 0xFF;
  780. uint64_t d= (7*v/16) & 0xFF;
  781. uint64_t A= (0x100 - a)&0xFF;
  782. uint64_t B= (0x100 - b)&0xFF;
  783. uint64_t C= (0x100 - c)&0xFF;
  784. uint64_t D= (0x100 - c)&0xFF;
  785. lut[i] = (a<<56) | (b<<48) | (c<<40) | (d<<32) |
  786. (D<<24) | (C<<16) | (B<<8) | (A);
  787. //lut[i] = (v<<32) | (v<<24);
  788. }
  789. }
  790. #if 0
  791. asm volatile(
  792. "pxor %%mm7, %%mm7 \n\t" // 0
  793. // "movq b80, %%mm6 \n\t" // MIN_SIGNED_BYTE
  794. "leal (%0, %1), %%eax \n\t"
  795. "leal (%%eax, %1, 4), %%ebx \n\t"
  796. "movq b80, %%mm6 \n\t"
  797. "movd pQPb, %%mm5 \n\t" // QP
  798. "movq %%mm5, %%mm4 \n\t"
  799. "paddusb %%mm5, %%mm5 \n\t" // 2QP
  800. "paddusb %%mm5, %%mm4 \n\t" // 3QP
  801. "pxor %%mm5, %%mm5 \n\t" // 0
  802. "psubb %%mm4, %%mm5 \n\t" // -3QP
  803. "por bm11111110, %%mm5 \n\t" // ...,FF,FF,-3QP
  804. "psllq $24, %%mm5 \n\t"
  805. // 0 1 2 3 4 5 6 7 8 9
  806. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  807. #define HX1old(a) \
  808. "movd " #a ", %%mm0 \n\t"\
  809. "movd 4" #a ", %%mm1 \n\t"\
  810. "punpckldq %%mm1, %%mm0 \n\t"\
  811. "movq %%mm0, %%mm1 \n\t"\
  812. "movq %%mm0, %%mm2 \n\t"\
  813. "psrlq $8, %%mm1 \n\t"\
  814. "psubusb %%mm1, %%mm2 \n\t"\
  815. "psubusb %%mm0, %%mm1 \n\t"\
  816. "por %%mm2, %%mm1 \n\t" /* p´x = |px - p(x+1)| */\
  817. "pcmpeqb %%mm7, %%mm2 \n\t" /* p´x = sgn[px - p(x+1)] */\
  818. "pshufw $0x00, %%mm1, %%mm3 \n\t" /* p´5 = |p1 - p2| */\
  819. PAVGB(%%mm1, %%mm3) /* p´5 = (|p2-p1| + |p6-p5|)/2 */\
  820. "psrlq $16, %%mm3 \n\t" /* p´3 = (|p2-p1| + |p6-p5|)/2 */\
  821. "psubusb %%mm3, %%mm1 \n\t" /* |p3-p4|-(|p2-p1| + |p6-p5|)/2 */\
  822. "paddb %%mm5, %%mm1 \n\t"\
  823. "psubusb %%mm5, %%mm1 \n\t"\
  824. PAVGB(%%mm7, %%mm1)\
  825. "pxor %%mm2, %%mm1 \n\t"\
  826. "psubb %%mm2, %%mm1 \n\t"\
  827. "psrlq $24, %%mm1 \n\t"\
  828. "movd %%mm1, %%ecx \n\t"\
  829. "paddb %%mm6, %%mm0 \n\t"\
  830. "paddsb (%3, %%ecx, 8), %%mm0 \n\t"\
  831. "paddb %%mm6, %%mm0 \n\t"\
  832. "movq %%mm0, " #a " \n\t"\
  833. /*
  834. HX1old((%0))
  835. HX1old((%%eax))
  836. HX1old((%%eax, %1))
  837. HX1old((%%eax, %1, 2))
  838. HX1old((%0, %1, 4))
  839. HX1old((%%ebx))
  840. HX1old((%%ebx, %1))
  841. HX1old((%%ebx, %1, 2))
  842. */
  843. //FIXME add some comments, its unreadable ...
  844. #define HX1b(a, c, b, d) \
  845. "movd " #a ", %%mm0 \n\t"\
  846. "movd 4" #a ", %%mm1 \n\t"\
  847. "punpckldq %%mm1, %%mm0 \n\t"\
  848. "movd " #b ", %%mm4 \n\t"\
  849. "movq %%mm0, %%mm1 \n\t"\
  850. "movq %%mm0, %%mm2 \n\t"\
  851. "psrlq $8, %%mm1 \n\t"\
  852. "movd 4" #b ", %%mm3 \n\t"\
  853. "psubusb %%mm1, %%mm2 \n\t"\
  854. "psubusb %%mm0, %%mm1 \n\t"\
  855. "por %%mm2, %%mm1 \n\t" /* p´x = |px - p(x+1)| */\
  856. "pcmpeqb %%mm7, %%mm2 \n\t" /* p´x = sgn[px - p(x+1)] */\
  857. "punpckldq %%mm3, %%mm4 \n\t"\
  858. "movq %%mm1, %%mm3 \n\t"\
  859. "psllq $32, %%mm3 \n\t" /* p´5 = |p1 - p2| */\
  860. PAVGB(%%mm1, %%mm3) /* p´5 = (|p2-p1| + |p6-p5|)/2 */\
  861. "paddb %%mm6, %%mm0 \n\t"\
  862. "psrlq $16, %%mm3 \n\t" /* p´3 = (|p2-p1| + |p6-p5|)/2 */\
  863. "psubusb %%mm3, %%mm1 \n\t" /* |p3-p4|-(|p2-p1| + |p6-p5|)/2 */\
  864. "movq %%mm4, %%mm3 \n\t"\
  865. "paddb %%mm5, %%mm1 \n\t"\
  866. "psubusb %%mm5, %%mm1 \n\t"\
  867. "psrlq $8, %%mm3 \n\t"\
  868. PAVGB(%%mm7, %%mm1)\
  869. "pxor %%mm2, %%mm1 \n\t"\
  870. "psubb %%mm2, %%mm1 \n\t"\
  871. "movq %%mm4, %%mm2 \n\t"\
  872. "psrlq $24, %%mm1 \n\t"\
  873. "psubusb %%mm3, %%mm2 \n\t"\
  874. "movd %%mm1, %%ecx \n\t"\
  875. "psubusb %%mm4, %%mm3 \n\t"\
  876. "paddsb (%2, %%ecx, 8), %%mm0 \n\t"\
  877. "por %%mm2, %%mm3 \n\t" /* p´x = |px - p(x+1)| */\
  878. "paddb %%mm6, %%mm0 \n\t"\
  879. "pcmpeqb %%mm7, %%mm2 \n\t" /* p´x = sgn[px - p(x+1)] */\
  880. "movq %%mm3, %%mm1 \n\t"\
  881. "psllq $32, %%mm1 \n\t" /* p´5 = |p1 - p2| */\
  882. "movq %%mm0, " #a " \n\t"\
  883. PAVGB(%%mm3, %%mm1) /* p´5 = (|p2-p1| + |p6-p5|)/2 */\
  884. "paddb %%mm6, %%mm4 \n\t"\
  885. "psrlq $16, %%mm1 \n\t" /* p´3 = (|p2-p1| + |p6-p5|)/2 */\
  886. "psubusb %%mm1, %%mm3 \n\t" /* |p3-p4|-(|p2-p1| + |p6-p5|)/2 */\
  887. "paddb %%mm5, %%mm3 \n\t"\
  888. "psubusb %%mm5, %%mm3 \n\t"\
  889. PAVGB(%%mm7, %%mm3)\
  890. "pxor %%mm2, %%mm3 \n\t"\
  891. "psubb %%mm2, %%mm3 \n\t"\
  892. "psrlq $24, %%mm3 \n\t"\
  893. "movd " #c ", %%mm0 \n\t"\
  894. "movd 4" #c ", %%mm1 \n\t"\
  895. "punpckldq %%mm1, %%mm0 \n\t"\
  896. "paddb %%mm6, %%mm0 \n\t"\
  897. "paddsb (%2, %%ecx, 8), %%mm0 \n\t"\
  898. "paddb %%mm6, %%mm0 \n\t"\
  899. "movq %%mm0, " #c " \n\t"\
  900. "movd %%mm3, %%ecx \n\t"\
  901. "movd " #d ", %%mm0 \n\t"\
  902. "paddsb (%2, %%ecx, 8), %%mm4 \n\t"\
  903. "movd 4" #d ", %%mm1 \n\t"\
  904. "paddb %%mm6, %%mm4 \n\t"\
  905. "punpckldq %%mm1, %%mm0 \n\t"\
  906. "movq %%mm4, " #b " \n\t"\
  907. "paddb %%mm6, %%mm0 \n\t"\
  908. "paddsb (%2, %%ecx, 8), %%mm0 \n\t"\
  909. "paddb %%mm6, %%mm0 \n\t"\
  910. "movq %%mm0, " #d " \n\t"\
  911. HX1b((%0),(%%eax),(%%eax, %1),(%%eax, %1, 2))
  912. HX1b((%0, %1, 4),(%%ebx),(%%ebx, %1),(%%ebx, %1, 2))
  913. :
  914. : "r" (src), "r" (stride), "r" (lut)
  915. : "%eax", "%ebx", "%ecx"
  916. );
  917. #else
  918. //FIXME (has little in common with the mmx2 version)
  919. for(y=0; y<BLOCK_SIZE; y++)
  920. {
  921. int a= src[1] - src[2];
  922. int b= src[3] - src[4];
  923. int c= src[5] - src[6];
  924. int d= MAX(ABS(b) - (ABS(a) + ABS(c))/2, 0);
  925. if(d < QP)
  926. {
  927. int v = d * SIGN(-b);
  928. src[1] +=v/8;
  929. src[2] +=v/4;
  930. src[3] +=3*v/8;
  931. src[4] -=3*v/8;
  932. src[5] -=v/4;
  933. src[6] -=v/8;
  934. }
  935. src+=stride;
  936. }
  937. #endif
  938. }
  939. static inline void doVertDefFilter(uint8_t src[], int stride, int QP)
  940. {
  941. #ifdef HAVE_MMX
  942. src+= stride*4;
  943. //FIXME try pmul for *5 stuff
  944. // src[0]=0;
  945. asm volatile(
  946. "pxor %%mm7, %%mm7 \n\t"
  947. "leal (%0, %1), %%eax \n\t"
  948. "leal (%%eax, %1, 4), %%ebx \n\t"
  949. // 0 1 2 3 4 5 6 7
  950. // %0 %0+%1 %0+2%1 eax+2%1 %0+4%1 eax+4%1 ebx+%1 ebx+2%1
  951. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1
  952. "movq (%0), %%mm0 \n\t"
  953. "movq %%mm0, %%mm1 \n\t"
  954. "punpcklbw %%mm7, %%mm0 \n\t" // low part of line 0
  955. "punpckhbw %%mm7, %%mm1 \n\t" // high part of line 0
  956. "movq (%%eax), %%mm2 \n\t"
  957. "movq %%mm2, %%mm3 \n\t"
  958. "punpcklbw %%mm7, %%mm2 \n\t" // low part of line 1
  959. "punpckhbw %%mm7, %%mm3 \n\t" // high part of line 1
  960. "movq (%%eax, %1), %%mm4 \n\t"
  961. "movq %%mm4, %%mm5 \n\t"
  962. "punpcklbw %%mm7, %%mm4 \n\t" // low part of line 2
  963. "punpckhbw %%mm7, %%mm5 \n\t" // high part of line 2
  964. "paddw %%mm0, %%mm0 \n\t" // 2L0
  965. "paddw %%mm1, %%mm1 \n\t" // 2H0
  966. "psubw %%mm4, %%mm2 \n\t" // L1 - L2
  967. "psubw %%mm5, %%mm3 \n\t" // H1 - H2
  968. "psubw %%mm2, %%mm0 \n\t" // 2L0 - L1 + L2
  969. "psubw %%mm3, %%mm1 \n\t" // 2H0 - H1 + H2
  970. "psllw $2, %%mm2 \n\t" // 4L1 - 4L2
  971. "psllw $2, %%mm3 \n\t" // 4H1 - 4H2
  972. "psubw %%mm2, %%mm0 \n\t" // 2L0 - 5L1 + 5L2
  973. "psubw %%mm3, %%mm1 \n\t" // 2H0 - 5H1 + 5H2
  974. "movq (%%eax, %1, 2), %%mm2 \n\t"
  975. "movq %%mm2, %%mm3 \n\t"
  976. "punpcklbw %%mm7, %%mm2 \n\t" // L3
  977. "punpckhbw %%mm7, %%mm3 \n\t" // H3
  978. "psubw %%mm2, %%mm0 \n\t" // 2L0 - 5L1 + 5L2 - L3
  979. "psubw %%mm3, %%mm1 \n\t" // 2H0 - 5H1 + 5H2 - H3
  980. "psubw %%mm2, %%mm0 \n\t" // 2L0 - 5L1 + 5L2 - 2L3
  981. "psubw %%mm3, %%mm1 \n\t" // 2H0 - 5H1 + 5H2 - 2H3
  982. "movq %%mm0, temp0 \n\t" // 2L0 - 5L1 + 5L2 - 2L3
  983. "movq %%mm1, temp1 \n\t" // 2H0 - 5H1 + 5H2 - 2H3
  984. "movq (%0, %1, 4), %%mm0 \n\t"
  985. "movq %%mm0, %%mm1 \n\t"
  986. "punpcklbw %%mm7, %%mm0 \n\t" // L4
  987. "punpckhbw %%mm7, %%mm1 \n\t" // H4
  988. "psubw %%mm0, %%mm2 \n\t" // L3 - L4
  989. "psubw %%mm1, %%mm3 \n\t" // H3 - H4
  990. "movq %%mm2, temp2 \n\t" // L3 - L4
  991. "movq %%mm3, temp3 \n\t" // H3 - H4
  992. "paddw %%mm4, %%mm4 \n\t" // 2L2
  993. "paddw %%mm5, %%mm5 \n\t" // 2H2
  994. "psubw %%mm2, %%mm4 \n\t" // 2L2 - L3 + L4
  995. "psubw %%mm3, %%mm5 \n\t" // 2H2 - H3 + H4
  996. "psllw $2, %%mm2 \n\t" // 4L3 - 4L4
  997. "psllw $2, %%mm3 \n\t" // 4H3 - 4H4
  998. "psubw %%mm2, %%mm4 \n\t" // 2L2 - 5L3 + 5L4
  999. "psubw %%mm3, %%mm5 \n\t" // 2H2 - 5H3 + 5H4
  1000. //50 opcodes so far
  1001. "movq (%%ebx), %%mm2 \n\t"
  1002. "movq %%mm2, %%mm3 \n\t"
  1003. "punpcklbw %%mm7, %%mm2 \n\t" // L5
  1004. "punpckhbw %%mm7, %%mm3 \n\t" // H5
  1005. "psubw %%mm2, %%mm4 \n\t" // 2L2 - 5L3 + 5L4 - L5
  1006. "psubw %%mm3, %%mm5 \n\t" // 2H2 - 5H3 + 5H4 - H5
  1007. "psubw %%mm2, %%mm4 \n\t" // 2L2 - 5L3 + 5L4 - 2L5
  1008. "psubw %%mm3, %%mm5 \n\t" // 2H2 - 5H3 + 5H4 - 2H5
  1009. "movq (%%ebx, %1), %%mm6 \n\t"
  1010. "punpcklbw %%mm7, %%mm6 \n\t" // L6
  1011. "psubw %%mm6, %%mm2 \n\t" // L5 - L6
  1012. "movq (%%ebx, %1), %%mm6 \n\t"
  1013. "punpckhbw %%mm7, %%mm6 \n\t" // H6
  1014. "psubw %%mm6, %%mm3 \n\t" // H5 - H6
  1015. "paddw %%mm0, %%mm0 \n\t" // 2L4
  1016. "paddw %%mm1, %%mm1 \n\t" // 2H4
  1017. "psubw %%mm2, %%mm0 \n\t" // 2L4 - L5 + L6
  1018. "psubw %%mm3, %%mm1 \n\t" // 2H4 - H5 + H6
  1019. "psllw $2, %%mm2 \n\t" // 4L5 - 4L6
  1020. "psllw $2, %%mm3 \n\t" // 4H5 - 4H6
  1021. "psubw %%mm2, %%mm0 \n\t" // 2L4 - 5L5 + 5L6
  1022. "psubw %%mm3, %%mm1 \n\t" // 2H4 - 5H5 + 5H6
  1023. "movq (%%ebx, %1, 2), %%mm2 \n\t"
  1024. "movq %%mm2, %%mm3 \n\t"
  1025. "punpcklbw %%mm7, %%mm2 \n\t" // L7
  1026. "punpckhbw %%mm7, %%mm3 \n\t" // H7
  1027. "paddw %%mm2, %%mm2 \n\t" // 2L7
  1028. "paddw %%mm3, %%mm3 \n\t" // 2H7
  1029. "psubw %%mm2, %%mm0 \n\t" // 2L4 - 5L5 + 5L6 - 2L7
  1030. "psubw %%mm3, %%mm1 \n\t" // 2H4 - 5H5 + 5H6 - 2H7
  1031. "movq temp0, %%mm2 \n\t" // 2L0 - 5L1 + 5L2 - 2L3
  1032. "movq temp1, %%mm3 \n\t" // 2H0 - 5H1 + 5H2 - 2H3
  1033. //FIXME pxor, psubw, pmax for abs
  1034. "movq %%mm7, %%mm6 \n\t" // 0
  1035. "pcmpgtw %%mm0, %%mm6 \n\t"
  1036. "pxor %%mm6, %%mm0 \n\t"
  1037. "psubw %%mm6, %%mm0 \n\t" // |2L4 - 5L5 + 5L6 - 2L7|
  1038. "movq %%mm7, %%mm6 \n\t" // 0
  1039. "pcmpgtw %%mm1, %%mm6 \n\t"
  1040. "pxor %%mm6, %%mm1 \n\t"
  1041. "psubw %%mm6, %%mm1 \n\t" // |2H4 - 5H5 + 5H6 - 2H7|
  1042. "movq %%mm7, %%mm6 \n\t" // 0
  1043. "pcmpgtw %%mm2, %%mm6 \n\t"
  1044. "pxor %%mm6, %%mm2 \n\t"
  1045. "psubw %%mm6, %%mm2 \n\t" // |2L0 - 5L1 + 5L2 - 2L3|
  1046. "movq %%mm7, %%mm6 \n\t" // 0
  1047. "pcmpgtw %%mm3, %%mm6 \n\t"
  1048. "pxor %%mm6, %%mm3 \n\t"
  1049. "psubw %%mm6, %%mm3 \n\t" // |2H0 - 5H1 + 5H2 - 2H3|
  1050. #ifdef HAVE_MMX2
  1051. "pminsw %%mm2, %%mm0 \n\t"
  1052. "pminsw %%mm3, %%mm1 \n\t"
  1053. #else
  1054. "movq %%mm0, %%mm6 \n\t"
  1055. "psubusw %%mm2, %%mm6 \n\t"
  1056. "psubw %%mm6, %%mm0 \n\t"
  1057. "movq %%mm1, %%mm6 \n\t"
  1058. "psubusw %%mm3, %%mm6 \n\t"
  1059. "psubw %%mm6, %%mm1 \n\t"
  1060. #endif
  1061. "movq %%mm7, %%mm6 \n\t" // 0
  1062. "pcmpgtw %%mm4, %%mm6 \n\t" // sign(2L2 - 5L3 + 5L4 - 2L5)
  1063. "pxor %%mm6, %%mm4 \n\t"
  1064. "psubw %%mm6, %%mm4 \n\t" // |2L2 - 5L3 + 5L4 - 2L5|
  1065. "pcmpgtw %%mm5, %%mm7 \n\t" // sign(2H2 - 5H3 + 5H4 - 2H5)
  1066. "pxor %%mm7, %%mm5 \n\t"
  1067. "psubw %%mm7, %%mm5 \n\t" // |2H2 - 5H3 + 5H4 - 2H5|
  1068. // 100 opcodes
  1069. "movd %2, %%mm2 \n\t" // QP
  1070. "punpcklwd %%mm2, %%mm2 \n\t"
  1071. "punpcklwd %%mm2, %%mm2 \n\t"
  1072. "psllw $3, %%mm2 \n\t" // 8QP
  1073. "movq %%mm2, %%mm3 \n\t" // 8QP
  1074. "pcmpgtw %%mm4, %%mm2 \n\t"
  1075. "pcmpgtw %%mm5, %%mm3 \n\t"
  1076. "pand %%mm2, %%mm4 \n\t"
  1077. "pand %%mm3, %%mm5 \n\t"
  1078. "psubusw %%mm0, %%mm4 \n\t" // hd
  1079. "psubusw %%mm1, %%mm5 \n\t" // ld
  1080. "movq w05, %%mm2 \n\t" // 5
  1081. "pmullw %%mm2, %%mm4 \n\t"
  1082. "pmullw %%mm2, %%mm5 \n\t"
  1083. "movq w20, %%mm2 \n\t" // 32
  1084. "paddw %%mm2, %%mm4 \n\t"
  1085. "paddw %%mm2, %%mm5 \n\t"
  1086. "psrlw $6, %%mm4 \n\t"
  1087. "psrlw $6, %%mm5 \n\t"
  1088. /*
  1089. "movq w06, %%mm2 \n\t" // 6
  1090. "paddw %%mm2, %%mm4 \n\t"
  1091. "paddw %%mm2, %%mm5 \n\t"
  1092. "movq w1400, %%mm2 \n\t" // 1400h = 5120 = 5/64*2^16
  1093. //FIXME if *5/64 is supposed to be /13 then we should use 5041 instead of 5120
  1094. "pmulhw %%mm2, %%mm4 \n\t" // hd/13
  1095. "pmulhw %%mm2, %%mm5 \n\t" // ld/13
  1096. */
  1097. "movq temp2, %%mm0 \n\t" // L3 - L4
  1098. "movq temp3, %%mm1 \n\t" // H3 - H4
  1099. "pxor %%mm2, %%mm2 \n\t"
  1100. "pxor %%mm3, %%mm3 \n\t"
  1101. "pcmpgtw %%mm0, %%mm2 \n\t" // sign (L3-L4)
  1102. "pcmpgtw %%mm1, %%mm3 \n\t" // sign (H3-H4)
  1103. "pxor %%mm2, %%mm0 \n\t"
  1104. "pxor %%mm3, %%mm1 \n\t"
  1105. "psubw %%mm2, %%mm0 \n\t" // |L3-L4|
  1106. "psubw %%mm3, %%mm1 \n\t" // |H3-H4|
  1107. "psrlw $1, %%mm0 \n\t" // |L3 - L4|/2
  1108. "psrlw $1, %%mm1 \n\t" // |H3 - H4|/2
  1109. "pxor %%mm6, %%mm2 \n\t"
  1110. "pxor %%mm7, %%mm3 \n\t"
  1111. "pand %%mm2, %%mm4 \n\t"
  1112. "pand %%mm3, %%mm5 \n\t"
  1113. #ifdef HAVE_MMX2
  1114. "pminsw %%mm0, %%mm4 \n\t"
  1115. "pminsw %%mm1, %%mm5 \n\t"
  1116. #else
  1117. "movq %%mm4, %%mm2 \n\t"
  1118. "psubusw %%mm0, %%mm2 \n\t"
  1119. "psubw %%mm2, %%mm4 \n\t"
  1120. "movq %%mm5, %%mm2 \n\t"
  1121. "psubusw %%mm1, %%mm2 \n\t"
  1122. "psubw %%mm2, %%mm5 \n\t"
  1123. #endif
  1124. "pxor %%mm6, %%mm4 \n\t"
  1125. "pxor %%mm7, %%mm5 \n\t"
  1126. "psubw %%mm6, %%mm4 \n\t"
  1127. "psubw %%mm7, %%mm5 \n\t"
  1128. "packsswb %%mm5, %%mm4 \n\t"
  1129. "movq (%%eax, %1, 2), %%mm0 \n\t"
  1130. "paddb %%mm4, %%mm0 \n\t"
  1131. "movq %%mm0, (%%eax, %1, 2) \n\t"
  1132. "movq (%0, %1, 4), %%mm0 \n\t"
  1133. "psubb %%mm4, %%mm0 \n\t"
  1134. "movq %%mm0, (%0, %1, 4) \n\t"
  1135. :
  1136. : "r" (src), "r" (stride), "r" (QP)
  1137. : "%eax", "%ebx"
  1138. );
  1139. #else
  1140. const int l1= stride;
  1141. const int l2= stride + l1;
  1142. const int l3= stride + l2;
  1143. const int l4= stride + l3;
  1144. const int l5= stride + l4;
  1145. const int l6= stride + l5;
  1146. const int l7= stride + l6;
  1147. const int l8= stride + l7;
  1148. // const int l9= stride + l8;
  1149. int x;
  1150. src+= stride*3;
  1151. for(x=0; x<BLOCK_SIZE; x++)
  1152. {
  1153. const int middleEnergy= 5*(src[l5] - src[l4]) + 2*(src[l3] - src[l6]);
  1154. if(ABS(middleEnergy) < 8*QP)
  1155. {
  1156. const int q=(src[l4] - src[l5])/2;
  1157. const int leftEnergy= 5*(src[l3] - src[l2]) + 2*(src[l1] - src[l4]);
  1158. const int rightEnergy= 5*(src[l7] - src[l6]) + 2*(src[l5] - src[l8]);
  1159. int d= ABS(middleEnergy) - MIN( ABS(leftEnergy), ABS(rightEnergy) );
  1160. d= MAX(d, 0);
  1161. d= (5*d + 32) >> 6;
  1162. d*= SIGN(-middleEnergy);
  1163. if(q>0)
  1164. {
  1165. d= d<0 ? 0 : d;
  1166. d= d>q ? q : d;
  1167. }
  1168. else
  1169. {
  1170. d= d>0 ? 0 : d;
  1171. d= d<q ? q : d;
  1172. }
  1173. src[l4]-= d;
  1174. src[l5]+= d;
  1175. }
  1176. src++;
  1177. }
  1178. #endif
  1179. }
  1180. //FIXME? |255-0| = 1
  1181. /**
  1182. * Check if the given 8x8 Block is mostly "flat"
  1183. */
  1184. static inline int isHorizDC(uint8_t src[], int stride)
  1185. {
  1186. // src++;
  1187. int numEq= 0;
  1188. #if 0
  1189. asm volatile (
  1190. // "int $3 \n\t"
  1191. "leal (%1, %2), %%ecx \n\t"
  1192. "leal (%%ecx, %2, 4), %%ebx \n\t"
  1193. // 0 1 2 3 4 5 6 7 8 9
  1194. // %1 ecx ecx+%2 ecx+2%2 %1+4%2 ebx ebx+%2 ebx+2%2 %1+8%2 ebx+4%2
  1195. "movq b7E, %%mm7 \n\t" // mm7 = 0x7F
  1196. "movq b7C, %%mm6 \n\t" // mm6 = 0x7D
  1197. "pxor %%mm0, %%mm0 \n\t"
  1198. "movl %1, %%eax \n\t"
  1199. "andl $0x1F, %%eax \n\t"
  1200. "cmpl $24, %%eax \n\t"
  1201. "leal tempBlock, %%eax \n\t"
  1202. "jb 1f \n\t"
  1203. #define HDC_CHECK_AND_CPY(src, dst) \
  1204. "movd " #src ", %%mm2 \n\t"\
  1205. "punpckldq 4" #src ", %%mm2 \n\t" /* (%1) */\
  1206. "movq %%mm2, %%mm1 \n\t"\
  1207. "psrlq $8, %%mm2 \n\t"\
  1208. "psubb %%mm1, %%mm2 \n\t"\
  1209. "paddb %%mm7, %%mm2 \n\t"\
  1210. "pcmpgtb %%mm6, %%mm2 \n\t"\
  1211. "paddb %%mm2, %%mm0 \n\t"\
  1212. "movq %%mm1," #dst "(%%eax) \n\t"
  1213. HDC_CHECK_AND_CPY((%1),0)
  1214. HDC_CHECK_AND_CPY((%%ecx),8)
  1215. HDC_CHECK_AND_CPY((%%ecx, %2),16)
  1216. HDC_CHECK_AND_CPY((%%ecx, %2, 2),24)
  1217. HDC_CHECK_AND_CPY((%1, %2, 4),32)
  1218. HDC_CHECK_AND_CPY((%%ebx),40)
  1219. HDC_CHECK_AND_CPY((%%ebx, %2),48)
  1220. HDC_CHECK_AND_CPY((%%ebx, %2, 2),56)
  1221. "jmp 2f \n\t"
  1222. "1: \n\t"
  1223. // src does not cross a 32 byte cache line so dont waste time with alignment
  1224. #define HDC_CHECK_AND_CPY2(src, dst) \
  1225. "movq " #src ", %%mm2 \n\t"\
  1226. "movq " #src ", %%mm1 \n\t"\
  1227. "psrlq $8, %%mm2 \n\t"\
  1228. "psubb %%mm1, %%mm2 \n\t"\
  1229. "paddb %%mm7, %%mm2 \n\t"\
  1230. "pcmpgtb %%mm6, %%mm2 \n\t"\
  1231. "paddb %%mm2, %%mm0 \n\t"\
  1232. "movq %%mm1," #dst "(%%eax) \n\t"
  1233. HDC_CHECK_AND_CPY2((%1),0)
  1234. HDC_CHECK_AND_CPY2((%%ecx),8)
  1235. HDC_CHECK_AND_CPY2((%%ecx, %2),16)
  1236. HDC_CHECK_AND_CPY2((%%ecx, %2, 2),24)
  1237. HDC_CHECK_AND_CPY2((%1, %2, 4),32)
  1238. HDC_CHECK_AND_CPY2((%%ebx),40)
  1239. HDC_CHECK_AND_CPY2((%%ebx, %2),48)
  1240. HDC_CHECK_AND_CPY2((%%ebx, %2, 2),56)
  1241. "2: \n\t"
  1242. "psllq $8, %%mm0 \n\t" // remove dummy value
  1243. "movq %%mm0, %%mm1 \n\t"
  1244. "psrlw $8, %%mm0 \n\t"
  1245. "paddb %%mm1, %%mm0 \n\t"
  1246. "movq %%mm0, %%mm1 \n\t"
  1247. "psrlq $16, %%mm0 \n\t"
  1248. "paddb %%mm1, %%mm0 \n\t"
  1249. "movq %%mm0, %%mm1 \n\t"
  1250. "psrlq $32, %%mm0 \n\t"
  1251. "paddb %%mm1, %%mm0 \n\t"
  1252. "movd %%mm0, %0 \n\t"
  1253. : "=r" (numEq)
  1254. : "r" (src), "r" (stride)
  1255. : "%eax", "%ebx", "%ecx"
  1256. );
  1257. // printf("%d\n", numEq);
  1258. numEq= (256 - numEq) &0xFF;
  1259. #else
  1260. int y;
  1261. for(y=0; y<BLOCK_SIZE; y++)
  1262. {
  1263. if(((src[0] - src[1] + 1) & 0xFFFF) < 3) numEq++;
  1264. if(((src[1] - src[2] + 1) & 0xFFFF) < 3) numEq++;
  1265. if(((src[2] - src[3] + 1) & 0xFFFF) < 3) numEq++;
  1266. if(((src[3] - src[4] + 1) & 0xFFFF) < 3) numEq++;
  1267. if(((src[4] - src[5] + 1) & 0xFFFF) < 3) numEq++;
  1268. if(((src[5] - src[6] + 1) & 0xFFFF) < 3) numEq++;
  1269. if(((src[6] - src[7] + 1) & 0xFFFF) < 3) numEq++;
  1270. src+= stride;
  1271. }
  1272. #endif
  1273. /* if(abs(numEq - asmEq) > 0)
  1274. {
  1275. // printf("\nasm:%d c:%d\n", asmEq, numEq);
  1276. for(int y=0; y<8; y++)
  1277. {
  1278. for(int x=0; x<8; x++)
  1279. {
  1280. printf("%d ", src[x + y*stride]);
  1281. }
  1282. printf("\n");
  1283. }
  1284. }
  1285. */
  1286. // printf("%d\n", numEq);
  1287. return numEq > hFlatnessThreshold;
  1288. }
  1289. static inline int isHorizMinMaxOk(uint8_t src[], int stride, int QP)
  1290. {
  1291. if(abs(src[0] - src[7]) > 2*QP) return 0;
  1292. return 1;
  1293. }
  1294. static inline void doHorizDefFilter(uint8_t dst[], int stride, int QP)
  1295. {
  1296. #if 0
  1297. asm volatile(
  1298. "leal (%0, %1), %%ecx \n\t"
  1299. "leal (%%ecx, %1, 4), %%ebx \n\t"
  1300. // 0 1 2 3 4 5 6 7 8 9
  1301. // %0 ecx ecx+%1 ecx+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  1302. "pxor %%mm7, %%mm7 \n\t"
  1303. "movq bm00001000, %%mm6 \n\t"
  1304. "movd %2, %%mm5 \n\t" // QP
  1305. "movq %%mm5, %%mm4 \n\t"
  1306. "paddusb %%mm5, %%mm5 \n\t" // 2QP
  1307. "paddusb %%mm5, %%mm4 \n\t" // 3QP
  1308. "psllq $24, %%mm4 \n\t"
  1309. "pxor %%mm5, %%mm5 \n\t" // 0
  1310. "psubb %%mm4, %%mm5 \n\t" // -QP
  1311. "leal tempBlock, %%eax \n\t"
  1312. //FIXME? "unroll by 2" and mix
  1313. #ifdef HAVE_MMX2
  1314. #define HDF(src, dst) \
  1315. "movq " #src "(%%eax), %%mm0 \n\t"\
  1316. "movq " #src "(%%eax), %%mm1 \n\t"\
  1317. "movq " #src "(%%eax), %%mm2 \n\t"\
  1318. "psrlq $8, %%mm1 \n\t"\
  1319. "psubusb %%mm1, %%mm2 \n\t"\
  1320. "psubusb %%mm0, %%mm1 \n\t"\
  1321. "por %%mm2, %%mm1 \n\t" /* p´x = |px - p(x+1)| */\
  1322. "pcmpeqb %%mm7, %%mm2 \n\t" /* p´x = sgn[px - p(x+1)] */\
  1323. "pshufw $0x00, %%mm1, %%mm3 \n\t" /* p´5 = |p1 - p2| */\
  1324. "pminub %%mm1, %%mm3 \n\t" /* p´5 = min(|p2-p1|, |p6-p5|)*/\
  1325. "psrlq $16, %%mm3 \n\t" /* p´3 = min(|p2-p1|, |p6-p5|)*/\
  1326. "psubusb %%mm3, %%mm1 \n\t" /* |p3-p4|-min(|p1-p2|,|p5-p6|) */\
  1327. "paddb %%mm5, %%mm1 \n\t"\
  1328. "psubusb %%mm5, %%mm1 \n\t"\
  1329. "psrlw $2, %%mm1 \n\t"\
  1330. "pxor %%mm2, %%mm1 \n\t"\
  1331. "psubb %%mm2, %%mm1 \n\t"\
  1332. "pand %%mm6, %%mm1 \n\t"\
  1333. "psubb %%mm1, %%mm0 \n\t"\
  1334. "psllq $8, %%mm1 \n\t"\
  1335. "paddb %%mm1, %%mm0 \n\t"\
  1336. "movd %%mm0, " #dst" \n\t"\
  1337. "psrlq $32, %%mm0 \n\t"\
  1338. "movd %%mm0, 4" #dst" \n\t"
  1339. #else
  1340. #define HDF(src, dst)\
  1341. "movq " #src "(%%eax), %%mm0 \n\t"\
  1342. "movq %%mm0, %%mm1 \n\t"\
  1343. "movq %%mm0, %%mm2 \n\t"\
  1344. "psrlq $8, %%mm1 \n\t"\
  1345. "psubusb %%mm1, %%mm2 \n\t"\
  1346. "psubusb %%mm0, %%mm1 \n\t"\
  1347. "por %%mm2, %%mm1 \n\t" /* p´x = |px - p(x+1)| */\
  1348. "pcmpeqb %%mm7, %%mm2 \n\t" /* p´x = sgn[px - p(x+1)] */\
  1349. "movq %%mm1, %%mm3 \n\t"\
  1350. "psllq $32, %%mm3 \n\t"\
  1351. "movq %%mm3, %%mm4 \n\t"\
  1352. "psubusb %%mm1, %%mm4 \n\t"\
  1353. "psubb %%mm4, %%mm3 \n\t"\
  1354. "psrlq $16, %%mm3 \n\t" /* p´3 = min(|p2-p1|, |p6-p5|)*/\
  1355. "psubusb %%mm3, %%mm1 \n\t" /* |p3-p4|-min(|p1-p2|,|p5,ü6|) */\
  1356. "paddb %%mm5, %%mm1 \n\t"\
  1357. "psubusb %%mm5, %%mm1 \n\t"\
  1358. "psrlw $2, %%mm1 \n\t"\
  1359. "pxor %%mm2, %%mm1 \n\t"\
  1360. "psubb %%mm2, %%mm1 \n\t"\
  1361. "pand %%mm6, %%mm1 \n\t"\
  1362. "psubb %%mm1, %%mm0 \n\t"\
  1363. "psllq $8, %%mm1 \n\t"\
  1364. "paddb %%mm1, %%mm0 \n\t"\
  1365. "movd %%mm0, " #dst " \n\t"\
  1366. "psrlq $32, %%mm0 \n\t"\
  1367. "movd %%mm0, 4" #dst " \n\t"
  1368. #endif
  1369. HDF(0,(%0))
  1370. HDF(8,(%%ecx))
  1371. HDF(16,(%%ecx, %1))
  1372. HDF(24,(%%ecx, %1, 2))
  1373. HDF(32,(%0, %1, 4))
  1374. HDF(40,(%%ebx))
  1375. HDF(48,(%%ebx, %1))
  1376. HDF(56,(%%ebx, %1, 2))
  1377. :
  1378. : "r" (dst), "r" (stride), "r" (QP)
  1379. : "%eax", "%ebx", "%ecx"
  1380. );
  1381. #else
  1382. int y;
  1383. for(y=0; y<BLOCK_SIZE; y++)
  1384. {
  1385. const int middleEnergy= 5*(dst[4] - dst[5]) + 2*(dst[2] - dst[5]);
  1386. if(ABS(middleEnergy) < 8*QP)
  1387. {
  1388. const int q=(dst[3] - dst[4])/2;
  1389. const int leftEnergy= 5*(dst[2] - dst[1]) + 2*(dst[0] - dst[3]);
  1390. const int rightEnergy= 5*(dst[6] - dst[5]) + 2*(dst[4] - dst[7]);
  1391. int d= ABS(middleEnergy) - MIN( ABS(leftEnergy), ABS(rightEnergy) );
  1392. d= MAX(d, 0);
  1393. d= (5*d + 32) >> 6;
  1394. d*= SIGN(-middleEnergy);
  1395. if(q>0)
  1396. {
  1397. d= d<0 ? 0 : d;
  1398. d= d>q ? q : d;
  1399. }
  1400. else
  1401. {
  1402. d= d>0 ? 0 : d;
  1403. d= d<q ? q : d;
  1404. }
  1405. dst[3]-= d;
  1406. dst[4]+= d;
  1407. }
  1408. dst+= stride;
  1409. }
  1410. #endif
  1411. }
  1412. /**
  1413. * Do a horizontal low pass filter on the 10x8 block (dst points to middle 8x8 Block)
  1414. * using the 9-Tap Filter (1,1,2,2,4,2,2,1,1)/16 (C version)
  1415. * using the 7-Tap Filter (2,2,2,4,2,2,2)/16 (MMX2/3DNOW version)
  1416. */
  1417. static inline void doHorizLowPass(uint8_t dst[], int stride, int QP)
  1418. {
  1419. #if 0
  1420. asm volatile(
  1421. "leal (%0, %1), %%ecx \n\t"
  1422. "leal (%%ecx, %1, 4), %%ebx \n\t"
  1423. // 0 1 2 3 4 5 6 7 8 9
  1424. // %0 ecx ecx+%1 ecx+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  1425. "pxor %%mm7, %%mm7 \n\t"
  1426. "leal tempBlock, %%eax \n\t"
  1427. /*
  1428. #define HLP1 "movq (%0), %%mm0 \n\t"\
  1429. "movq %%mm0, %%mm1 \n\t"\
  1430. "psllq $8, %%mm0 \n\t"\
  1431. PAVGB(%%mm1, %%mm0)\
  1432. "psrlw $8, %%mm0 \n\t"\
  1433. "pxor %%mm1, %%mm1 \n\t"\
  1434. "packuswb %%mm1, %%mm0 \n\t"\
  1435. "movq %%mm0, %%mm1 \n\t"\
  1436. "movq %%mm0, %%mm2 \n\t"\
  1437. "psllq $32, %%mm0 \n\t"\
  1438. "paddb %%mm0, %%mm1 \n\t"\
  1439. "psllq $16, %%mm2 \n\t"\
  1440. PAVGB(%%mm2, %%mm0)\
  1441. "movq %%mm0, %%mm3 \n\t"\
  1442. "pand bm11001100, %%mm0 \n\t"\
  1443. "paddusb %%mm0, %%mm3 \n\t"\
  1444. "psrlq $8, %%mm3 \n\t"\
  1445. PAVGB(%%mm1, %%mm4)\
  1446. PAVGB(%%mm3, %%mm2)\
  1447. "psrlq $16, %%mm2 \n\t"\
  1448. "punpcklbw %%mm2, %%mm2 \n\t"\
  1449. "movq %%mm2, (%0) \n\t"\
  1450. #define HLP2 "movq (%0), %%mm0 \n\t"\
  1451. "movq %%mm0, %%mm1 \n\t"\
  1452. "psllq $8, %%mm0 \n\t"\
  1453. PAVGB(%%mm1, %%mm0)\
  1454. "psrlw $8, %%mm0 \n\t"\
  1455. "pxor %%mm1, %%mm1 \n\t"\
  1456. "packuswb %%mm1, %%mm0 \n\t"\
  1457. "movq %%mm0, %%mm2 \n\t"\
  1458. "psllq $32, %%mm0 \n\t"\
  1459. "psllq $16, %%mm2 \n\t"\
  1460. PAVGB(%%mm2, %%mm0)\
  1461. "movq %%mm0, %%mm3 \n\t"\
  1462. "pand bm11001100, %%mm0 \n\t"\
  1463. "paddusb %%mm0, %%mm3 \n\t"\
  1464. "psrlq $8, %%mm3 \n\t"\
  1465. PAVGB(%%mm3, %%mm2)\
  1466. "psrlq $16, %%mm2 \n\t"\
  1467. "punpcklbw %%mm2, %%mm2 \n\t"\
  1468. "movq %%mm2, (%0) \n\t"\
  1469. */
  1470. // approximately a 7-Tap Filter with Vector (1,2,3,4,3,2,1)/16
  1471. /*
  1472. Implemented Exact 7-Tap
  1473. 9421 A321
  1474. 36421 64321
  1475. 334321 =
  1476. 1234321 =
  1477. 1234321 =
  1478. 123433 =
  1479. 12463 12346
  1480. 1249 123A
  1481. */
  1482. #ifdef HAVE_MMX2
  1483. #define HLP3(i) "movq " #i "(%%eax), %%mm0 \n\t"\
  1484. "movq %%mm0, %%mm1 \n\t"\
  1485. "movq %%mm0, %%mm2 \n\t"\
  1486. "movq %%mm0, %%mm3 \n\t"\
  1487. "movq %%mm0, %%mm4 \n\t"\
  1488. "psllq $8, %%mm1 \n\t"\
  1489. "psrlq $8, %%mm2 \n\t"\
  1490. "pand bm00000001, %%mm3 \n\t"\
  1491. "pand bm10000000, %%mm4 \n\t"\
  1492. "por %%mm3, %%mm1 \n\t"\
  1493. "por %%mm4, %%mm2 \n\t"\
  1494. PAVGB(%%mm2, %%mm1)\
  1495. PAVGB(%%mm1, %%mm0)\
  1496. \
  1497. "pshufw $0xF9, %%mm0, %%mm3 \n\t"\
  1498. "pshufw $0x90, %%mm0, %%mm4 \n\t"\
  1499. PAVGB(%%mm3, %%mm4)\
  1500. PAVGB(%%mm4, %%mm0)\
  1501. "movd %%mm0, (%0) \n\t"\
  1502. "psrlq $32, %%mm0 \n\t"\
  1503. "movd %%mm0, 4(%0) \n\t"
  1504. #else
  1505. #define HLP3(i) "movq " #i "(%%eax), %%mm0 \n\t"\
  1506. "movq %%mm0, %%mm1 \n\t"\
  1507. "movq %%mm0, %%mm2 \n\t"\
  1508. "movd -4(%0), %%mm3 \n\t" /*0001000*/\
  1509. "movd 8(%0), %%mm4 \n\t" /*0001000*/\
  1510. "psllq $8, %%mm1 \n\t"\
  1511. "psrlq $8, %%mm2 \n\t"\
  1512. "psrlq $24, %%mm3 \n\t"\
  1513. "psllq $56, %%mm4 \n\t"\
  1514. "por %%mm3, %%mm1 \n\t"\
  1515. "por %%mm4, %%mm2 \n\t"\
  1516. PAVGB(%%mm2, %%mm1)\
  1517. PAVGB(%%mm1, %%mm0)\
  1518. \
  1519. "movq %%mm0, %%mm3 \n\t"\
  1520. "movq %%mm0, %%mm4 \n\t"\
  1521. "movq %%mm0, %%mm5 \n\t"\
  1522. "psrlq $16, %%mm3 \n\t"\
  1523. "psllq $16, %%mm4 \n\t"\
  1524. "pand bm11000000, %%mm5 \n\t"\
  1525. "por %%mm5, %%mm3 \n\t"\
  1526. "movq %%mm0, %%mm5 \n\t"\
  1527. "pand bm00000011, %%mm5 \n\t"\
  1528. "por %%mm5, %%mm4 \n\t"\
  1529. PAVGB(%%mm3, %%mm4)\
  1530. PAVGB(%%mm4, %%mm0)\
  1531. "movd %%mm0, (%0) \n\t"\
  1532. "psrlq $32, %%mm0 \n\t"\
  1533. "movd %%mm0, 4(%0) \n\t"
  1534. #endif
  1535. /* uses the 7-Tap Filter: 1112111 */
  1536. #define NEW_HLP(src, dst)\
  1537. "movq " #src "(%%eax), %%mm1 \n\t"\
  1538. "movq " #src "(%%eax), %%mm2 \n\t"\
  1539. "psllq $8, %%mm1 \n\t"\
  1540. "psrlq $8, %%mm2 \n\t"\
  1541. "movd -4" #dst ", %%mm3 \n\t" /*0001000*/\
  1542. "movd 8" #dst ", %%mm4 \n\t" /*0001000*/\
  1543. "psrlq $24, %%mm3 \n\t"\
  1544. "psllq $56, %%mm4 \n\t"\
  1545. "por %%mm3, %%mm1 \n\t"\
  1546. "por %%mm4, %%mm2 \n\t"\
  1547. "movq %%mm1, %%mm5 \n\t"\
  1548. PAVGB(%%mm2, %%mm1)\
  1549. "movq " #src "(%%eax), %%mm0 \n\t"\
  1550. PAVGB(%%mm1, %%mm0)\
  1551. "psllq $8, %%mm5 \n\t"\
  1552. "psrlq $8, %%mm2 \n\t"\
  1553. "por %%mm3, %%mm5 \n\t"\
  1554. "por %%mm4, %%mm2 \n\t"\
  1555. "movq %%mm5, %%mm1 \n\t"\
  1556. PAVGB(%%mm2, %%mm5)\
  1557. "psllq $8, %%mm1 \n\t"\
  1558. "psrlq $8, %%mm2 \n\t"\
  1559. "por %%mm3, %%mm1 \n\t"\
  1560. "por %%mm4, %%mm2 \n\t"\
  1561. PAVGB(%%mm2, %%mm1)\
  1562. PAVGB(%%mm1, %%mm5)\
  1563. PAVGB(%%mm5, %%mm0)\
  1564. "movd %%mm0, " #dst " \n\t"\
  1565. "psrlq $32, %%mm0 \n\t"\
  1566. "movd %%mm0, 4" #dst " \n\t"
  1567. /* uses the 9-Tap Filter: 112242211 */
  1568. #define NEW_HLP2(i)\
  1569. "movq " #i "(%%eax), %%mm0 \n\t" /*0001000*/\
  1570. "movq %%mm0, %%mm1 \n\t" /*0001000*/\
  1571. "movq %%mm0, %%mm2 \n\t" /*0001000*/\
  1572. "movd -4(%0), %%mm3 \n\t" /*0001000*/\
  1573. "movd 8(%0), %%mm4 \n\t" /*0001000*/\
  1574. "psllq $8, %%mm1 \n\t"\
  1575. "psrlq $8, %%mm2 \n\t"\
  1576. "psrlq $24, %%mm3 \n\t"\
  1577. "psllq $56, %%mm4 \n\t"\
  1578. "por %%mm3, %%mm1 \n\t" /*0010000*/\
  1579. "por %%mm4, %%mm2 \n\t" /*0000100*/\
  1580. "movq %%mm1, %%mm5 \n\t" /*0010000*/\
  1581. PAVGB(%%mm2, %%mm1) /*0010100*/\
  1582. PAVGB(%%mm1, %%mm0) /*0012100*/\
  1583. "psllq $8, %%mm5 \n\t"\
  1584. "psrlq $8, %%mm2 \n\t"\
  1585. "por %%mm3, %%mm5 \n\t" /*0100000*/\
  1586. "por %%mm4, %%mm2 \n\t" /*0000010*/\
  1587. "movq %%mm5, %%mm1 \n\t" /*0100000*/\
  1588. PAVGB(%%mm2, %%mm5) /*0100010*/\
  1589. "psllq $8, %%mm1 \n\t"\
  1590. "psrlq $8, %%mm2 \n\t"\
  1591. "por %%mm3, %%mm1 \n\t" /*1000000*/\
  1592. "por %%mm4, %%mm2 \n\t" /*0000001*/\
  1593. "movq %%mm1, %%mm6 \n\t" /*1000000*/\
  1594. PAVGB(%%mm2, %%mm1) /*1000001*/\
  1595. "psllq $8, %%mm6 \n\t"\
  1596. "psrlq $8, %%mm2 \n\t"\
  1597. "por %%mm3, %%mm6 \n\t"/*100000000*/\
  1598. "por %%mm4, %%mm2 \n\t"/*000000001*/\
  1599. PAVGB(%%mm2, %%mm6) /*100000001*/\
  1600. PAVGB(%%mm6, %%mm1) /*110000011*/\
  1601. PAVGB(%%mm1, %%mm5) /*112000211*/\
  1602. PAVGB(%%mm5, %%mm0) /*112242211*/\
  1603. "movd %%mm0, (%0) \n\t"\
  1604. "psrlq $32, %%mm0 \n\t"\
  1605. "movd %%mm0, 4(%0) \n\t"
  1606. #define HLP(src, dst) NEW_HLP(src, dst)
  1607. HLP(0, (%0))
  1608. HLP(8, (%%ecx))
  1609. HLP(16, (%%ecx, %1))
  1610. HLP(24, (%%ecx, %1, 2))
  1611. HLP(32, (%0, %1, 4))
  1612. HLP(40, (%%ebx))
  1613. HLP(48, (%%ebx, %1))
  1614. HLP(56, (%%ebx, %1, 2))
  1615. :
  1616. : "r" (dst), "r" (stride)
  1617. : "%eax", "%ebx", "%ecx"
  1618. );
  1619. #else
  1620. int y;
  1621. for(y=0; y<BLOCK_SIZE; y++)
  1622. {
  1623. const int first= ABS(dst[-1] - dst[0]) < QP ? dst[-1] : dst[0];
  1624. const int last= ABS(dst[8] - dst[7]) < QP ? dst[8] : dst[7];
  1625. int sums[9];
  1626. sums[0] = first + dst[0];
  1627. sums[1] = dst[0] + dst[1];
  1628. sums[2] = dst[1] + dst[2];
  1629. sums[3] = dst[2] + dst[3];
  1630. sums[4] = dst[3] + dst[4];
  1631. sums[5] = dst[4] + dst[5];
  1632. sums[6] = dst[5] + dst[6];
  1633. sums[7] = dst[6] + dst[7];
  1634. sums[8] = dst[7] + last;
  1635. dst[0]= ((sums[0]<<2) + ((first + sums[2])<<1) + sums[4] + 8)>>4;
  1636. dst[1]= ((dst[1]<<2) + ((first + sums[0] + sums[3])<<1) + sums[5] + 8)>>4;
  1637. dst[2]= ((dst[2]<<2) + ((first + sums[1] + sums[4])<<1) + sums[6] + 8)>>4;
  1638. dst[3]= ((dst[3]<<2) + ((sums[2] + sums[5])<<1) + sums[0] + sums[7] + 8)>>4;
  1639. dst[4]= ((dst[4]<<2) + ((sums[3] + sums[6])<<1) + sums[1] + sums[8] + 8)>>4;
  1640. dst[5]= ((dst[5]<<2) + ((last + sums[7] + sums[4])<<1) + sums[2] + 8)>>4;
  1641. dst[6]= (((last + dst[6])<<2) + ((dst[7] + sums[5])<<1) + sums[3] + 8)>>4;
  1642. dst[7]= ((sums[8]<<2) + ((last + sums[6])<<1) + sums[4] + 8)>>4;
  1643. dst+= stride;
  1644. }
  1645. #endif
  1646. }
  1647. static inline void dering(uint8_t src[], int stride, int QP)
  1648. {
  1649. #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
  1650. asm volatile(
  1651. "movq pQPb, %%mm0 \n\t"
  1652. "paddusb %%mm0, %%mm0 \n\t"
  1653. "movq %%mm0, pQPb2 \n\t"
  1654. "leal (%0, %1), %%eax \n\t"
  1655. "leal (%%eax, %1, 4), %%ebx \n\t"
  1656. // 0 1 2 3 4 5 6 7 8 9
  1657. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  1658. "pcmpeqb %%mm6, %%mm6 \n\t"
  1659. "pxor %%mm7, %%mm7 \n\t"
  1660. #ifdef HAVE_MMX2
  1661. #define FIND_MIN_MAX(addr)\
  1662. "movq " #addr ", %%mm0 \n\t"\
  1663. "pminub %%mm0, %%mm6 \n\t"\
  1664. "pmaxub %%mm0, %%mm7 \n\t"
  1665. #else
  1666. #define FIND_MIN_MAX(addr)\
  1667. "movq " #addr ", %%mm0 \n\t"\
  1668. "movq %%mm6, %%mm1 \n\t"\
  1669. "psubusb %%mm0, %%mm7 \n\t"\
  1670. "paddb %%mm0, %%mm7 \n\t"\
  1671. "psubusb %%mm0, %%mm1 \n\t"\
  1672. "psubb %%mm1, %%mm6 \n\t"
  1673. #endif
  1674. FIND_MIN_MAX((%%eax))
  1675. FIND_MIN_MAX((%%eax, %1))
  1676. FIND_MIN_MAX((%%eax, %1, 2))
  1677. FIND_MIN_MAX((%0, %1, 4))
  1678. FIND_MIN_MAX((%%ebx))
  1679. FIND_MIN_MAX((%%ebx, %1))
  1680. FIND_MIN_MAX((%%ebx, %1, 2))
  1681. FIND_MIN_MAX((%0, %1, 8))
  1682. "movq %%mm6, %%mm4 \n\t"
  1683. "psrlq $8, %%mm6 \n\t"
  1684. #ifdef HAVE_MMX2
  1685. "pminub %%mm4, %%mm6 \n\t" // min of pixels
  1686. "pshufw $0xF9, %%mm6, %%mm4 \n\t"
  1687. "pminub %%mm4, %%mm6 \n\t" // min of pixels
  1688. "pshufw $0xFE, %%mm6, %%mm4 \n\t"
  1689. "pminub %%mm4, %%mm6 \n\t"
  1690. #else
  1691. "movq %%mm6, %%mm1 \n\t"
  1692. "psubusb %%mm4, %%mm1 \n\t"
  1693. "psubb %%mm1, %%mm6 \n\t"
  1694. "movq %%mm6, %%mm4 \n\t"
  1695. "psrlq $16, %%mm6 \n\t"
  1696. "movq %%mm6, %%mm1 \n\t"
  1697. "psubusb %%mm4, %%mm1 \n\t"
  1698. "psubb %%mm1, %%mm6 \n\t"
  1699. "movq %%mm6, %%mm4 \n\t"
  1700. "psrlq $32, %%mm6 \n\t"
  1701. "movq %%mm6, %%mm1 \n\t"
  1702. "psubusb %%mm4, %%mm1 \n\t"
  1703. "psubb %%mm1, %%mm6 \n\t"
  1704. #endif
  1705. "movq %%mm7, %%mm4 \n\t"
  1706. "psrlq $8, %%mm7 \n\t"
  1707. #ifdef HAVE_MMX2
  1708. "pmaxub %%mm4, %%mm7 \n\t" // max of pixels
  1709. "pshufw $0xF9, %%mm7, %%mm4 \n\t"
  1710. "pmaxub %%mm4, %%mm7 \n\t"
  1711. "pshufw $0xFE, %%mm7, %%mm4 \n\t"
  1712. "pmaxub %%mm4, %%mm7 \n\t"
  1713. #else
  1714. "psubusb %%mm4, %%mm7 \n\t"
  1715. "paddb %%mm4, %%mm7 \n\t"
  1716. "movq %%mm7, %%mm4 \n\t"
  1717. "psrlq $16, %%mm7 \n\t"
  1718. "psubusb %%mm4, %%mm7 \n\t"
  1719. "paddb %%mm4, %%mm7 \n\t"
  1720. "movq %%mm7, %%mm4 \n\t"
  1721. "psrlq $32, %%mm7 \n\t"
  1722. "psubusb %%mm4, %%mm7 \n\t"
  1723. "paddb %%mm4, %%mm7 \n\t"
  1724. #endif
  1725. PAVGB(%%mm6, %%mm7) // a=(max + min)/2
  1726. "punpcklbw %%mm7, %%mm7 \n\t"
  1727. "punpcklbw %%mm7, %%mm7 \n\t"
  1728. "punpcklbw %%mm7, %%mm7 \n\t"
  1729. "movq %%mm7, temp0 \n\t"
  1730. "movq (%0), %%mm0 \n\t" // L10
  1731. "movq %%mm0, %%mm1 \n\t" // L10
  1732. "movq %%mm0, %%mm2 \n\t" // L10
  1733. "psllq $8, %%mm1 \n\t"
  1734. "psrlq $8, %%mm2 \n\t"
  1735. "movd -4(%0), %%mm3 \n\t"
  1736. "movd 8(%0), %%mm4 \n\t"
  1737. "psrlq $24, %%mm3 \n\t"
  1738. "psllq $56, %%mm4 \n\t"
  1739. "por %%mm3, %%mm1 \n\t" // L00
  1740. "por %%mm4, %%mm2 \n\t" // L20
  1741. "movq %%mm1, %%mm3 \n\t" // L00
  1742. PAVGB(%%mm2, %%mm1) // (L20 + L00)/2
  1743. PAVGB(%%mm0, %%mm1) // (L20 + L00 + 2L10)/4
  1744. "psubusb %%mm7, %%mm0 \n\t"
  1745. "psubusb %%mm7, %%mm2 \n\t"
  1746. "psubusb %%mm7, %%mm3 \n\t"
  1747. "pcmpeqb b00, %%mm0 \n\t" // L10 > a ? 0 : -1
  1748. "pcmpeqb b00, %%mm2 \n\t" // L20 > a ? 0 : -1
  1749. "pcmpeqb b00, %%mm3 \n\t" // L00 > a ? 0 : -1
  1750. "paddb %%mm2, %%mm0 \n\t"
  1751. "paddb %%mm3, %%mm0 \n\t"
  1752. "movq (%%eax), %%mm2 \n\t" // L11
  1753. "movq %%mm2, %%mm3 \n\t" // L11
  1754. "movq %%mm2, %%mm4 \n\t" // L11
  1755. "psllq $8, %%mm3 \n\t"
  1756. "psrlq $8, %%mm4 \n\t"
  1757. "movd -4(%%eax), %%mm5 \n\t"
  1758. "movd 8(%%eax), %%mm6 \n\t"
  1759. "psrlq $24, %%mm5 \n\t"
  1760. "psllq $56, %%mm6 \n\t"
  1761. "por %%mm5, %%mm3 \n\t" // L01
  1762. "por %%mm6, %%mm4 \n\t" // L21
  1763. "movq %%mm3, %%mm5 \n\t" // L01
  1764. PAVGB(%%mm4, %%mm3) // (L21 + L01)/2
  1765. PAVGB(%%mm2, %%mm3) // (L21 + L01 + 2L11)/4
  1766. "psubusb %%mm7, %%mm2 \n\t"
  1767. "psubusb %%mm7, %%mm4 \n\t"
  1768. "psubusb %%mm7, %%mm5 \n\t"
  1769. "pcmpeqb b00, %%mm2 \n\t" // L11 > a ? 0 : -1
  1770. "pcmpeqb b00, %%mm4 \n\t" // L21 > a ? 0 : -1
  1771. "pcmpeqb b00, %%mm5 \n\t" // L01 > a ? 0 : -1
  1772. "paddb %%mm4, %%mm2 \n\t"
  1773. "paddb %%mm5, %%mm2 \n\t"
  1774. // 0, 2, 3, 1
  1775. #define DERING_CORE(dst,src,ppsx,psx,sx,pplx,plx,lx,t0,t1) \
  1776. "movq " #src ", " #sx " \n\t" /* src[0] */\
  1777. "movq " #sx ", " #lx " \n\t" /* src[0] */\
  1778. "movq " #sx ", " #t0 " \n\t" /* src[0] */\
  1779. "psllq $8, " #lx " \n\t"\
  1780. "psrlq $8, " #t0 " \n\t"\
  1781. "movd -4" #src ", " #t1 " \n\t"\
  1782. "psrlq $24, " #t1 " \n\t"\
  1783. "por " #t1 ", " #lx " \n\t" /* src[-1] */\
  1784. "movd 8" #src ", " #t1 " \n\t"\
  1785. "psllq $56, " #t1 " \n\t"\
  1786. "por " #t1 ", " #t0 " \n\t" /* src[+1] */\
  1787. "movq " #lx ", " #t1 " \n\t" /* src[-1] */\
  1788. PAVGB(t0, lx) /* (src[-1] + src[+1])/2 */\
  1789. PAVGB(sx, lx) /* (src[-1] + 2src[0] + src[+1])/4 */\
  1790. "psubusb temp0, " #t1 " \n\t"\
  1791. "psubusb temp0, " #t0 " \n\t"\
  1792. "psubusb temp0, " #sx " \n\t"\
  1793. "pcmpeqb b00, " #t1 " \n\t" /* src[-1] > a ? 0 : -1*/\
  1794. "pcmpeqb b00, " #t0 " \n\t" /* src[+1] > a ? 0 : -1*/\
  1795. "pcmpeqb b00, " #sx " \n\t" /* src[0] > a ? 0 : -1*/\
  1796. "paddb " #t1 ", " #t0 " \n\t"\
  1797. "paddb " #t0 ", " #sx " \n\t"\
  1798. \
  1799. PAVGB(lx, pplx) \
  1800. PAVGB(plx, pplx) /* filtered */\
  1801. "movq " #dst ", " #t0 " \n\t" /* dst */\
  1802. "movq " #pplx ", " #t1 " \n\t"\
  1803. "psubusb " #t0 ", " #pplx " \n\t"\
  1804. "psubusb " #t1 ", " #t0 " \n\t"\
  1805. "por " #t0 ", " #pplx " \n\t" /* |filtered - dst| */\
  1806. "psubusb pQPb2, " #pplx " \n\t"\
  1807. "pcmpeqb b00, " #pplx " \n\t"\
  1808. "paddb " #sx ", " #ppsx " \n\t"\
  1809. "paddb " #psx ", " #ppsx " \n\t"\
  1810. "#paddb b02, " #ppsx " \n\t"\
  1811. "pand b08, " #ppsx " \n\t"\
  1812. "pcmpeqb b00, " #ppsx " \n\t"\
  1813. "pand " #pplx ", " #ppsx " \n\t"\
  1814. "pand " #ppsx ", " #t1 " \n\t"\
  1815. "pandn " #dst ", " #ppsx " \n\t"\
  1816. "por " #t1 ", " #ppsx " \n\t"\
  1817. "movq " #ppsx ", " #dst " \n\t"
  1818. /*
  1819. 0000000
  1820. 1111111
  1821. 1111110
  1822. 1111101
  1823. 1111100
  1824. 1111011
  1825. 1111010
  1826. 1111001
  1827. 1111000
  1828. 1110111
  1829. */
  1830. //DERING_CORE(dst,src ,ppsx ,psx ,sx ,pplx ,plx ,lx ,t0 ,t1)
  1831. DERING_CORE((%%eax),(%%eax, %1) ,%%mm0,%%mm2,%%mm4,%%mm1,%%mm3,%%mm5,%%mm6,%%mm7)
  1832. DERING_CORE((%%eax, %1),(%%eax, %1, 2) ,%%mm2,%%mm4,%%mm0,%%mm3,%%mm5,%%mm1,%%mm6,%%mm7)
  1833. DERING_CORE((%%eax, %1, 2),(%0, %1, 4) ,%%mm4,%%mm0,%%mm2,%%mm5,%%mm1,%%mm3,%%mm6,%%mm7)
  1834. DERING_CORE((%0, %1, 4),(%%ebx) ,%%mm0,%%mm2,%%mm4,%%mm1,%%mm3,%%mm5,%%mm6,%%mm7)
  1835. DERING_CORE((%%ebx),(%%ebx, %1) ,%%mm2,%%mm4,%%mm0,%%mm3,%%mm5,%%mm1,%%mm6,%%mm7)
  1836. DERING_CORE((%%ebx, %1), (%%ebx, %1, 2),%%mm4,%%mm0,%%mm2,%%mm5,%%mm1,%%mm3,%%mm6,%%mm7)
  1837. DERING_CORE((%%ebx, %1, 2),(%0, %1, 8) ,%%mm0,%%mm2,%%mm4,%%mm1,%%mm3,%%mm5,%%mm6,%%mm7)
  1838. DERING_CORE((%0, %1, 8),(%%ebx, %1, 4) ,%%mm2,%%mm4,%%mm0,%%mm3,%%mm5,%%mm1,%%mm6,%%mm7)
  1839. : : "r" (src), "r" (stride), "r" (QP)
  1840. : "%eax", "%ebx"
  1841. );
  1842. #else
  1843. //FIXME
  1844. #endif
  1845. }
  1846. /**
  1847. * Deinterlaces the given block
  1848. * will be called for every 8x8 block, and can read & write into an 8x16 block
  1849. */
  1850. static inline void deInterlaceInterpolateLinear(uint8_t src[], int stride)
  1851. {
  1852. #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
  1853. asm volatile(
  1854. "leal (%0, %1), %%eax \n\t"
  1855. "leal (%%eax, %1, 4), %%ebx \n\t"
  1856. // 0 1 2 3 4 5 6 7 8 9
  1857. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  1858. "movq (%0), %%mm0 \n\t"
  1859. "movq (%%eax, %1), %%mm1 \n\t"
  1860. PAVGB(%%mm1, %%mm0)
  1861. "movq %%mm0, (%%eax) \n\t"
  1862. "movq (%0, %1, 4), %%mm0 \n\t"
  1863. PAVGB(%%mm0, %%mm1)
  1864. "movq %%mm1, (%%eax, %1, 2) \n\t"
  1865. "movq (%%ebx, %1), %%mm1 \n\t"
  1866. PAVGB(%%mm1, %%mm0)
  1867. "movq %%mm0, (%%ebx) \n\t"
  1868. "movq (%0, %1, 8), %%mm0 \n\t"
  1869. PAVGB(%%mm0, %%mm1)
  1870. "movq %%mm1, (%%ebx, %1, 2) \n\t"
  1871. : : "r" (src), "r" (stride)
  1872. : "%eax", "%ebx"
  1873. );
  1874. #else
  1875. int x;
  1876. for(x=0; x<8; x++)
  1877. {
  1878. src[stride] = (src[0] + src[stride*2])>>1;
  1879. src[stride*3] = (src[stride*2] + src[stride*4])>>1;
  1880. src[stride*5] = (src[stride*4] + src[stride*6])>>1;
  1881. src[stride*7] = (src[stride*6] + src[stride*8])>>1;
  1882. src++;
  1883. }
  1884. #endif
  1885. }
  1886. /**
  1887. * Deinterlaces the given block
  1888. * will be called for every 8x8 block, and can read & write into an 8x16 block
  1889. * no cliping in C version
  1890. */
  1891. static inline void deInterlaceInterpolateCubic(uint8_t src[], int stride)
  1892. {
  1893. #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
  1894. asm volatile(
  1895. "leal (%0, %1), %%eax \n\t"
  1896. "leal (%%eax, %1, 4), %%ebx \n\t"
  1897. "leal (%%ebx, %1, 4), %%ecx \n\t"
  1898. "addl %1, %%ecx \n\t"
  1899. "pxor %%mm7, %%mm7 \n\t"
  1900. // 0 1 2 3 4 5 6 7 8 9 10
  1901. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1 ecx
  1902. #define DEINT_CUBIC(a,b,c,d,e)\
  1903. "movq " #a ", %%mm0 \n\t"\
  1904. "movq " #b ", %%mm1 \n\t"\
  1905. "movq " #d ", %%mm2 \n\t"\
  1906. "movq " #e ", %%mm3 \n\t"\
  1907. PAVGB(%%mm2, %%mm1) /* (b+d) /2 */\
  1908. PAVGB(%%mm3, %%mm0) /* a(a+e) /2 */\
  1909. "movq %%mm0, %%mm2 \n\t"\
  1910. "punpcklbw %%mm7, %%mm0 \n\t"\
  1911. "punpckhbw %%mm7, %%mm2 \n\t"\
  1912. "movq %%mm1, %%mm3 \n\t"\
  1913. "punpcklbw %%mm7, %%mm1 \n\t"\
  1914. "punpckhbw %%mm7, %%mm3 \n\t"\
  1915. "psubw %%mm1, %%mm0 \n\t" /* L(a+e - (b+d))/2 */\
  1916. "psubw %%mm3, %%mm2 \n\t" /* H(a+e - (b+d))/2 */\
  1917. "psraw $3, %%mm0 \n\t" /* L(a+e - (b+d))/16 */\
  1918. "psraw $3, %%mm2 \n\t" /* H(a+e - (b+d))/16 */\
  1919. "psubw %%mm0, %%mm1 \n\t" /* L(9b + 9d - a - e)/16 */\
  1920. "psubw %%mm2, %%mm3 \n\t" /* H(9b + 9d - a - e)/16 */\
  1921. "packuswb %%mm3, %%mm1 \n\t"\
  1922. "movq %%mm1, " #c " \n\t"
  1923. DEINT_CUBIC((%0), (%%eax, %1), (%%eax, %1, 2), (%0, %1, 4), (%%ebx, %1))
  1924. DEINT_CUBIC((%%eax, %1), (%0, %1, 4), (%%ebx), (%%ebx, %1), (%0, %1, 8))
  1925. DEINT_CUBIC((%0, %1, 4), (%%ebx, %1), (%%ebx, %1, 2), (%0, %1, 8), (%%ecx))
  1926. DEINT_CUBIC((%%ebx, %1), (%0, %1, 8), (%%ebx, %1, 4), (%%ecx), (%%ecx, %1, 2))
  1927. : : "r" (src), "r" (stride)
  1928. : "%eax", "%ebx", "ecx"
  1929. );
  1930. #else
  1931. int x;
  1932. for(x=0; x<8; x++)
  1933. {
  1934. src[stride*3] = (-src[0] + 9*src[stride*2] + 9*src[stride*4] - src[stride*6])>>4;
  1935. src[stride*5] = (-src[stride*2] + 9*src[stride*4] + 9*src[stride*6] - src[stride*8])>>4;
  1936. src[stride*7] = (-src[stride*4] + 9*src[stride*6] + 9*src[stride*8] - src[stride*10])>>4;
  1937. src[stride*9] = (-src[stride*6] + 9*src[stride*8] + 9*src[stride*10] - src[stride*12])>>4;
  1938. src++;
  1939. }
  1940. #endif
  1941. }
  1942. /**
  1943. * Deinterlaces the given block
  1944. * will be called for every 8x8 block, and can read & write into an 8x16 block
  1945. * will shift the image up by 1 line (FIXME if this is a problem)
  1946. */
  1947. static inline void deInterlaceBlendLinear(uint8_t src[], int stride)
  1948. {
  1949. #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
  1950. asm volatile(
  1951. "leal (%0, %1), %%eax \n\t"
  1952. "leal (%%eax, %1, 4), %%ebx \n\t"
  1953. // 0 1 2 3 4 5 6 7 8 9
  1954. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  1955. "movq (%0), %%mm0 \n\t" // L0
  1956. "movq (%%eax, %1), %%mm1 \n\t" // L2
  1957. PAVGB(%%mm1, %%mm0) // L0+L2
  1958. "movq (%%eax), %%mm2 \n\t" // L1
  1959. PAVGB(%%mm2, %%mm0)
  1960. "movq %%mm0, (%0) \n\t"
  1961. "movq (%%eax, %1, 2), %%mm0 \n\t" // L3
  1962. PAVGB(%%mm0, %%mm2) // L1+L3
  1963. PAVGB(%%mm1, %%mm2) // 2L2 + L1 + L3
  1964. "movq %%mm2, (%%eax) \n\t"
  1965. "movq (%0, %1, 4), %%mm2 \n\t" // L4
  1966. PAVGB(%%mm2, %%mm1) // L2+L4
  1967. PAVGB(%%mm0, %%mm1) // 2L3 + L2 + L4
  1968. "movq %%mm1, (%%eax, %1) \n\t"
  1969. "movq (%%ebx), %%mm1 \n\t" // L5
  1970. PAVGB(%%mm1, %%mm0) // L3+L5
  1971. PAVGB(%%mm2, %%mm0) // 2L4 + L3 + L5
  1972. "movq %%mm0, (%%eax, %1, 2) \n\t"
  1973. "movq (%%ebx, %1), %%mm0 \n\t" // L6
  1974. PAVGB(%%mm0, %%mm2) // L4+L6
  1975. PAVGB(%%mm1, %%mm2) // 2L5 + L4 + L6
  1976. "movq %%mm2, (%0, %1, 4) \n\t"
  1977. "movq (%%ebx, %1, 2), %%mm2 \n\t" // L7
  1978. PAVGB(%%mm2, %%mm1) // L5+L7
  1979. PAVGB(%%mm0, %%mm1) // 2L6 + L5 + L7
  1980. "movq %%mm1, (%%ebx) \n\t"
  1981. "movq (%0, %1, 8), %%mm1 \n\t" // L8
  1982. PAVGB(%%mm1, %%mm0) // L6+L8
  1983. PAVGB(%%mm2, %%mm0) // 2L7 + L6 + L8
  1984. "movq %%mm0, (%%ebx, %1) \n\t"
  1985. "movq (%%ebx, %1, 4), %%mm0 \n\t" // L9
  1986. PAVGB(%%mm0, %%mm2) // L7+L9
  1987. PAVGB(%%mm1, %%mm2) // 2L8 + L7 + L9
  1988. "movq %%mm2, (%%ebx, %1, 2) \n\t"
  1989. : : "r" (src), "r" (stride)
  1990. : "%eax", "%ebx"
  1991. );
  1992. #else
  1993. int x;
  1994. for(x=0; x<8; x++)
  1995. {
  1996. src[0 ] = (src[0 ] + 2*src[stride ] + src[stride*2])>>2;
  1997. src[stride ] = (src[stride ] + 2*src[stride*2] + src[stride*3])>>2;
  1998. src[stride*2] = (src[stride*2] + 2*src[stride*3] + src[stride*4])>>2;
  1999. src[stride*3] = (src[stride*3] + 2*src[stride*4] + src[stride*5])>>2;
  2000. src[stride*4] = (src[stride*4] + 2*src[stride*5] + src[stride*6])>>2;
  2001. src[stride*5] = (src[stride*5] + 2*src[stride*6] + src[stride*7])>>2;
  2002. src[stride*6] = (src[stride*6] + 2*src[stride*7] + src[stride*8])>>2;
  2003. src[stride*7] = (src[stride*7] + 2*src[stride*8] + src[stride*9])>>2;
  2004. src++;
  2005. }
  2006. #endif
  2007. }
  2008. /**
  2009. * Deinterlaces the given block
  2010. * will be called for every 8x8 block, except the last row, and can read & write into an 8x16 block
  2011. */
  2012. static inline void deInterlaceMedian(uint8_t src[], int stride)
  2013. {
  2014. #ifdef HAVE_MMX
  2015. #ifdef HAVE_MMX2
  2016. asm volatile(
  2017. "leal (%0, %1), %%eax \n\t"
  2018. "leal (%%eax, %1, 4), %%ebx \n\t"
  2019. // 0 1 2 3 4 5 6 7 8 9
  2020. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  2021. "movq (%0), %%mm0 \n\t" //
  2022. "movq (%%eax, %1), %%mm2 \n\t" //
  2023. "movq (%%eax), %%mm1 \n\t" //
  2024. "movq %%mm0, %%mm3 \n\t"
  2025. "pmaxub %%mm1, %%mm0 \n\t" //
  2026. "pminub %%mm3, %%mm1 \n\t" //
  2027. "pmaxub %%mm2, %%mm1 \n\t" //
  2028. "pminub %%mm1, %%mm0 \n\t"
  2029. "movq %%mm0, (%%eax) \n\t"
  2030. "movq (%0, %1, 4), %%mm0 \n\t" //
  2031. "movq (%%eax, %1, 2), %%mm1 \n\t" //
  2032. "movq %%mm2, %%mm3 \n\t"
  2033. "pmaxub %%mm1, %%mm2 \n\t" //
  2034. "pminub %%mm3, %%mm1 \n\t" //
  2035. "pmaxub %%mm0, %%mm1 \n\t" //
  2036. "pminub %%mm1, %%mm2 \n\t"
  2037. "movq %%mm2, (%%eax, %1, 2) \n\t"
  2038. "movq (%%ebx), %%mm2 \n\t" //
  2039. "movq (%%ebx, %1), %%mm1 \n\t" //
  2040. "movq %%mm2, %%mm3 \n\t"
  2041. "pmaxub %%mm0, %%mm2 \n\t" //
  2042. "pminub %%mm3, %%mm0 \n\t" //
  2043. "pmaxub %%mm1, %%mm0 \n\t" //
  2044. "pminub %%mm0, %%mm2 \n\t"
  2045. "movq %%mm2, (%%ebx) \n\t"
  2046. "movq (%%ebx, %1, 2), %%mm2 \n\t" //
  2047. "movq (%0, %1, 8), %%mm0 \n\t" //
  2048. "movq %%mm2, %%mm3 \n\t"
  2049. "pmaxub %%mm0, %%mm2 \n\t" //
  2050. "pminub %%mm3, %%mm0 \n\t" //
  2051. "pmaxub %%mm1, %%mm0 \n\t" //
  2052. "pminub %%mm0, %%mm2 \n\t"
  2053. "movq %%mm2, (%%ebx, %1, 2) \n\t"
  2054. : : "r" (src), "r" (stride)
  2055. : "%eax", "%ebx"
  2056. );
  2057. #else // MMX without MMX2
  2058. asm volatile(
  2059. "leal (%0, %1), %%eax \n\t"
  2060. "leal (%%eax, %1, 4), %%ebx \n\t"
  2061. // 0 1 2 3 4 5 6 7 8 9
  2062. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  2063. "pxor %%mm7, %%mm7 \n\t"
  2064. #define MEDIAN(a,b,c)\
  2065. "movq " #a ", %%mm0 \n\t"\
  2066. "movq " #b ", %%mm2 \n\t"\
  2067. "movq " #c ", %%mm1 \n\t"\
  2068. "movq %%mm0, %%mm3 \n\t"\
  2069. "movq %%mm1, %%mm4 \n\t"\
  2070. "movq %%mm2, %%mm5 \n\t"\
  2071. "psubusb %%mm1, %%mm3 \n\t"\
  2072. "psubusb %%mm2, %%mm4 \n\t"\
  2073. "psubusb %%mm0, %%mm5 \n\t"\
  2074. "pcmpeqb %%mm7, %%mm3 \n\t"\
  2075. "pcmpeqb %%mm7, %%mm4 \n\t"\
  2076. "pcmpeqb %%mm7, %%mm5 \n\t"\
  2077. "movq %%mm3, %%mm6 \n\t"\
  2078. "pxor %%mm4, %%mm3 \n\t"\
  2079. "pxor %%mm5, %%mm4 \n\t"\
  2080. "pxor %%mm6, %%mm5 \n\t"\
  2081. "por %%mm3, %%mm1 \n\t"\
  2082. "por %%mm4, %%mm2 \n\t"\
  2083. "por %%mm5, %%mm0 \n\t"\
  2084. "pand %%mm2, %%mm0 \n\t"\
  2085. "pand %%mm1, %%mm0 \n\t"\
  2086. "movq %%mm0, " #b " \n\t"
  2087. MEDIAN((%0), (%%eax), (%%eax, %1))
  2088. MEDIAN((%%eax, %1), (%%eax, %1, 2), (%0, %1, 4))
  2089. MEDIAN((%0, %1, 4), (%%ebx), (%%ebx, %1))
  2090. MEDIAN((%%ebx, %1), (%%ebx, %1, 2), (%0, %1, 8))
  2091. : : "r" (src), "r" (stride)
  2092. : "%eax", "%ebx"
  2093. );
  2094. #endif // MMX
  2095. #else
  2096. //FIXME
  2097. int x;
  2098. for(x=0; x<8; x++)
  2099. {
  2100. src[0 ] = (src[0 ] + 2*src[stride ] + src[stride*2])>>2;
  2101. src[stride ] = (src[stride ] + 2*src[stride*2] + src[stride*3])>>2;
  2102. src[stride*2] = (src[stride*2] + 2*src[stride*3] + src[stride*4])>>2;
  2103. src[stride*3] = (src[stride*3] + 2*src[stride*4] + src[stride*5])>>2;
  2104. src[stride*4] = (src[stride*4] + 2*src[stride*5] + src[stride*6])>>2;
  2105. src[stride*5] = (src[stride*5] + 2*src[stride*6] + src[stride*7])>>2;
  2106. src[stride*6] = (src[stride*6] + 2*src[stride*7] + src[stride*8])>>2;
  2107. src[stride*7] = (src[stride*7] + 2*src[stride*8] + src[stride*9])>>2;
  2108. src++;
  2109. }
  2110. #endif
  2111. }
  2112. #ifdef HAVE_MMX
  2113. /**
  2114. * transposes and shift the given 8x8 Block into dst1 and dst2
  2115. */
  2116. static inline void transpose1(uint8_t *dst1, uint8_t *dst2, uint8_t *src, int srcStride)
  2117. {
  2118. asm(
  2119. "leal (%0, %1), %%eax \n\t"
  2120. "leal (%%eax, %1, 4), %%ebx \n\t"
  2121. // 0 1 2 3 4 5 6 7 8 9
  2122. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  2123. "movq (%0), %%mm0 \n\t" // 12345678
  2124. "movq (%%eax), %%mm1 \n\t" // abcdefgh
  2125. "movq %%mm0, %%mm2 \n\t" // 12345678
  2126. "punpcklbw %%mm1, %%mm0 \n\t" // 1a2b3c4d
  2127. "punpckhbw %%mm1, %%mm2 \n\t" // 5e6f7g8h
  2128. "movq (%%eax, %1), %%mm1 \n\t"
  2129. "movq (%%eax, %1, 2), %%mm3 \n\t"
  2130. "movq %%mm1, %%mm4 \n\t"
  2131. "punpcklbw %%mm3, %%mm1 \n\t"
  2132. "punpckhbw %%mm3, %%mm4 \n\t"
  2133. "movq %%mm0, %%mm3 \n\t"
  2134. "punpcklwd %%mm1, %%mm0 \n\t"
  2135. "punpckhwd %%mm1, %%mm3 \n\t"
  2136. "movq %%mm2, %%mm1 \n\t"
  2137. "punpcklwd %%mm4, %%mm2 \n\t"
  2138. "punpckhwd %%mm4, %%mm1 \n\t"
  2139. "movd %%mm0, 128(%2) \n\t"
  2140. "psrlq $32, %%mm0 \n\t"
  2141. "movd %%mm0, 144(%2) \n\t"
  2142. "movd %%mm3, 160(%2) \n\t"
  2143. "psrlq $32, %%mm3 \n\t"
  2144. "movd %%mm3, 176(%2) \n\t"
  2145. "movd %%mm3, 48(%3) \n\t"
  2146. "movd %%mm2, 192(%2) \n\t"
  2147. "movd %%mm2, 64(%3) \n\t"
  2148. "psrlq $32, %%mm2 \n\t"
  2149. "movd %%mm2, 80(%3) \n\t"
  2150. "movd %%mm1, 96(%3) \n\t"
  2151. "psrlq $32, %%mm1 \n\t"
  2152. "movd %%mm1, 112(%3) \n\t"
  2153. "movq (%0, %1, 4), %%mm0 \n\t" // 12345678
  2154. "movq (%%ebx), %%mm1 \n\t" // abcdefgh
  2155. "movq %%mm0, %%mm2 \n\t" // 12345678
  2156. "punpcklbw %%mm1, %%mm0 \n\t" // 1a2b3c4d
  2157. "punpckhbw %%mm1, %%mm2 \n\t" // 5e6f7g8h
  2158. "movq (%%ebx, %1), %%mm1 \n\t"
  2159. "movq (%%ebx, %1, 2), %%mm3 \n\t"
  2160. "movq %%mm1, %%mm4 \n\t"
  2161. "punpcklbw %%mm3, %%mm1 \n\t"
  2162. "punpckhbw %%mm3, %%mm4 \n\t"
  2163. "movq %%mm0, %%mm3 \n\t"
  2164. "punpcklwd %%mm1, %%mm0 \n\t"
  2165. "punpckhwd %%mm1, %%mm3 \n\t"
  2166. "movq %%mm2, %%mm1 \n\t"
  2167. "punpcklwd %%mm4, %%mm2 \n\t"
  2168. "punpckhwd %%mm4, %%mm1 \n\t"
  2169. "movd %%mm0, 132(%2) \n\t"
  2170. "psrlq $32, %%mm0 \n\t"
  2171. "movd %%mm0, 148(%2) \n\t"
  2172. "movd %%mm3, 164(%2) \n\t"
  2173. "psrlq $32, %%mm3 \n\t"
  2174. "movd %%mm3, 180(%2) \n\t"
  2175. "movd %%mm3, 52(%3) \n\t"
  2176. "movd %%mm2, 196(%2) \n\t"
  2177. "movd %%mm2, 68(%3) \n\t"
  2178. "psrlq $32, %%mm2 \n\t"
  2179. "movd %%mm2, 84(%3) \n\t"
  2180. "movd %%mm1, 100(%3) \n\t"
  2181. "psrlq $32, %%mm1 \n\t"
  2182. "movd %%mm1, 116(%3) \n\t"
  2183. :: "r" (src), "r" (srcStride), "r" (dst1), "r" (dst2)
  2184. : "%eax", "%ebx"
  2185. );
  2186. }
  2187. /**
  2188. * transposes the given 8x8 block
  2189. */
  2190. static inline void transpose2(uint8_t *dst, int dstStride, uint8_t *src)
  2191. {
  2192. asm(
  2193. "leal (%0, %1), %%eax \n\t"
  2194. "leal (%%eax, %1, 4), %%ebx \n\t"
  2195. // 0 1 2 3 4 5 6 7 8 9
  2196. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  2197. "movq (%2), %%mm0 \n\t" // 12345678
  2198. "movq 16(%2), %%mm1 \n\t" // abcdefgh
  2199. "movq %%mm0, %%mm2 \n\t" // 12345678
  2200. "punpcklbw %%mm1, %%mm0 \n\t" // 1a2b3c4d
  2201. "punpckhbw %%mm1, %%mm2 \n\t" // 5e6f7g8h
  2202. "movq 32(%2), %%mm1 \n\t"
  2203. "movq 48(%2), %%mm3 \n\t"
  2204. "movq %%mm1, %%mm4 \n\t"
  2205. "punpcklbw %%mm3, %%mm1 \n\t"
  2206. "punpckhbw %%mm3, %%mm4 \n\t"
  2207. "movq %%mm0, %%mm3 \n\t"
  2208. "punpcklwd %%mm1, %%mm0 \n\t"
  2209. "punpckhwd %%mm1, %%mm3 \n\t"
  2210. "movq %%mm2, %%mm1 \n\t"
  2211. "punpcklwd %%mm4, %%mm2 \n\t"
  2212. "punpckhwd %%mm4, %%mm1 \n\t"
  2213. "movd %%mm0, (%0) \n\t"
  2214. "psrlq $32, %%mm0 \n\t"
  2215. "movd %%mm0, (%%eax) \n\t"
  2216. "movd %%mm3, (%%eax, %1) \n\t"
  2217. "psrlq $32, %%mm3 \n\t"
  2218. "movd %%mm3, (%%eax, %1, 2) \n\t"
  2219. "movd %%mm2, (%0, %1, 4) \n\t"
  2220. "psrlq $32, %%mm2 \n\t"
  2221. "movd %%mm2, (%%ebx) \n\t"
  2222. "movd %%mm1, (%%ebx, %1) \n\t"
  2223. "psrlq $32, %%mm1 \n\t"
  2224. "movd %%mm1, (%%ebx, %1, 2) \n\t"
  2225. "movq 64(%2), %%mm0 \n\t" // 12345678
  2226. "movq 80(%2), %%mm1 \n\t" // abcdefgh
  2227. "movq %%mm0, %%mm2 \n\t" // 12345678
  2228. "punpcklbw %%mm1, %%mm0 \n\t" // 1a2b3c4d
  2229. "punpckhbw %%mm1, %%mm2 \n\t" // 5e6f7g8h
  2230. "movq 96(%2), %%mm1 \n\t"
  2231. "movq 112(%2), %%mm3 \n\t"
  2232. "movq %%mm1, %%mm4 \n\t"
  2233. "punpcklbw %%mm3, %%mm1 \n\t"
  2234. "punpckhbw %%mm3, %%mm4 \n\t"
  2235. "movq %%mm0, %%mm3 \n\t"
  2236. "punpcklwd %%mm1, %%mm0 \n\t"
  2237. "punpckhwd %%mm1, %%mm3 \n\t"
  2238. "movq %%mm2, %%mm1 \n\t"
  2239. "punpcklwd %%mm4, %%mm2 \n\t"
  2240. "punpckhwd %%mm4, %%mm1 \n\t"
  2241. "movd %%mm0, 4(%0) \n\t"
  2242. "psrlq $32, %%mm0 \n\t"
  2243. "movd %%mm0, 4(%%eax) \n\t"
  2244. "movd %%mm3, 4(%%eax, %1) \n\t"
  2245. "psrlq $32, %%mm3 \n\t"
  2246. "movd %%mm3, 4(%%eax, %1, 2) \n\t"
  2247. "movd %%mm2, 4(%0, %1, 4) \n\t"
  2248. "psrlq $32, %%mm2 \n\t"
  2249. "movd %%mm2, 4(%%ebx) \n\t"
  2250. "movd %%mm1, 4(%%ebx, %1) \n\t"
  2251. "psrlq $32, %%mm1 \n\t"
  2252. "movd %%mm1, 4(%%ebx, %1, 2) \n\t"
  2253. :: "r" (dst), "r" (dstStride), "r" (src)
  2254. : "%eax", "%ebx"
  2255. );
  2256. }
  2257. #endif
  2258. #ifdef HAVE_ODIVX_POSTPROCESS
  2259. #include "../opendivx/postprocess.h"
  2260. int use_old_pp=0;
  2261. #endif
  2262. static void postProcess(uint8_t src[], int srcStride, uint8_t dst[], int dstStride, int width, int height,
  2263. QP_STORE_T QPs[], int QPStride, int isColor, int mode);
  2264. /* -pp Command line Help
  2265. NOTE/FIXME: put this at an appropriate place (--help, html docs, man mplayer)?
  2266. -pp <filterName>[:<option>[:<option>...]][,[-]<filterName>[:<option>...]]...
  2267. long form example:
  2268. -pp vdeblock:autoq,hdeblock:autoq,linblenddeint -pp default,-vdeblock
  2269. short form example:
  2270. -pp vb:a,hb:a,lb -pp de,-vb
  2271. Filters Options
  2272. short long name short long option Description
  2273. * * a autoq cpu power dependant enabler
  2274. c chrom chrominance filtring enabled
  2275. y nochrom chrominance filtring disabled
  2276. hb hdeblock horizontal deblocking filter
  2277. vb vdeblock vertical deblocking filter
  2278. vr rkvdeblock
  2279. h1 x1hdeblock Experimental horizontal deblock filter 1
  2280. v1 x1vdeblock Experimental vertical deblock filter 1
  2281. dr dering not implemented yet
  2282. al autolevels automatic brightness / contrast fixer
  2283. f fullyrange stretch luminance range to (0..255)
  2284. lb linblenddeint linear blend deinterlacer
  2285. li linipoldeint linear interpolating deinterlacer
  2286. ci cubicipoldeint cubic interpolating deinterlacer
  2287. md mediandeint median deinterlacer
  2288. de default hdeblock:a,vdeblock:a,dering:a,autolevels
  2289. fa fast x1hdeblock:a,x1vdeblock:a,dering:a,autolevels
  2290. */
  2291. /**
  2292. * returns a PPMode struct which will have a non 0 error variable if an error occured
  2293. * name is the string after "-pp" on the command line
  2294. * quality is a number from 0 to GET_PP_QUALITY_MAX
  2295. */
  2296. struct PPMode getPPModeByNameAndQuality(char *name, int quality)
  2297. {
  2298. char temp[GET_MODE_BUFFER_SIZE];
  2299. char *p= temp;
  2300. char *filterDelimiters= ",";
  2301. char *optionDelimiters= ":";
  2302. struct PPMode ppMode= {0,0,0,0,0,0};
  2303. char *filterToken;
  2304. strncpy(temp, name, GET_MODE_BUFFER_SIZE);
  2305. for(;;){
  2306. char *filterName;
  2307. int q= GET_PP_QUALITY_MAX;
  2308. int chrom=-1;
  2309. char *option;
  2310. char *options[OPTIONS_ARRAY_SIZE];
  2311. int i;
  2312. int filterNameOk=0;
  2313. int numOfUnknownOptions=0;
  2314. int enable=1; //does the user want us to enabled or disabled the filter
  2315. filterToken= strtok(p, filterDelimiters);
  2316. if(filterToken == NULL) break;
  2317. p+= strlen(filterToken) + 1;
  2318. filterName= strtok(filterToken, optionDelimiters);
  2319. printf("%s::%s\n", filterToken, filterName);
  2320. if(*filterName == '-')
  2321. {
  2322. enable=0;
  2323. filterName++;
  2324. }
  2325. for(;;){ //for all options
  2326. option= strtok(NULL, optionDelimiters);
  2327. if(option == NULL) break;
  2328. printf("%s\n", option);
  2329. if(!strcmp("autoq", option) || !strcmp("a", option)) q= quality;
  2330. else if(!strcmp("nochrom", option) || !strcmp("y", option)) chrom=0;
  2331. else if(!strcmp("chrom", option) || !strcmp("c", option)) chrom=1;
  2332. else
  2333. {
  2334. options[numOfUnknownOptions] = option;
  2335. numOfUnknownOptions++;
  2336. options[numOfUnknownOptions] = NULL;
  2337. }
  2338. if(numOfUnknownOptions >= OPTIONS_ARRAY_SIZE-1) break;
  2339. }
  2340. /* replace stuff from the replace Table */
  2341. for(i=0; replaceTable[2*i]!=NULL; i++)
  2342. {
  2343. if(!strcmp(replaceTable[2*i], filterName))
  2344. {
  2345. int newlen= strlen(replaceTable[2*i + 1]);
  2346. int plen;
  2347. int spaceLeft;
  2348. if(p==NULL) p= temp, *p=0; //last filter
  2349. else p--, *p=','; //not last filter
  2350. plen= strlen(p);
  2351. spaceLeft= (int)p - (int)temp + plen;
  2352. if(spaceLeft + newlen >= GET_MODE_BUFFER_SIZE)
  2353. {
  2354. ppMode.error++;
  2355. break;
  2356. }
  2357. memmove(p + newlen, p, plen+1);
  2358. memcpy(p, replaceTable[2*i + 1], newlen);
  2359. filterNameOk=1;
  2360. }
  2361. }
  2362. for(i=0; filters[i].shortName!=NULL; i++)
  2363. {
  2364. if( !strcmp(filters[i].longName, filterName)
  2365. || !strcmp(filters[i].shortName, filterName))
  2366. {
  2367. ppMode.lumMode &= ~filters[i].mask;
  2368. ppMode.chromMode &= ~filters[i].mask;
  2369. filterNameOk=1;
  2370. if(!enable) break; // user wants to disable it
  2371. if(q >= filters[i].minLumQuality)
  2372. ppMode.lumMode|= filters[i].mask;
  2373. if(chrom==1 || (chrom==-1 && filters[i].chromDefault))
  2374. if(q >= filters[i].minChromQuality)
  2375. ppMode.chromMode|= filters[i].mask;
  2376. if(filters[i].mask == LEVEL_FIX)
  2377. {
  2378. int o;
  2379. ppMode.minAllowedY= 16;
  2380. ppMode.maxAllowedY= 234;
  2381. for(o=0; options[o]!=NULL; o++)
  2382. if( !strcmp(options[o],"fullyrange")
  2383. ||!strcmp(options[o],"f"))
  2384. {
  2385. ppMode.minAllowedY= 0;
  2386. ppMode.maxAllowedY= 255;
  2387. numOfUnknownOptions--;
  2388. }
  2389. }
  2390. }
  2391. }
  2392. if(!filterNameOk) ppMode.error++;
  2393. ppMode.error += numOfUnknownOptions;
  2394. }
  2395. if(ppMode.lumMode & H_DEBLOCK) ppMode.oldMode |= PP_DEBLOCK_Y_H;
  2396. if(ppMode.lumMode & V_DEBLOCK) ppMode.oldMode |= PP_DEBLOCK_Y_V;
  2397. if(ppMode.chromMode & H_DEBLOCK) ppMode.oldMode |= PP_DEBLOCK_C_H;
  2398. if(ppMode.chromMode & V_DEBLOCK) ppMode.oldMode |= PP_DEBLOCK_C_V;
  2399. if(ppMode.lumMode & DERING) ppMode.oldMode |= PP_DERING_Y;
  2400. if(ppMode.chromMode & DERING) ppMode.oldMode |= PP_DERING_C;
  2401. return ppMode;
  2402. }
  2403. /**
  2404. * ...
  2405. */
  2406. void postprocess(unsigned char * src[], int src_stride,
  2407. unsigned char * dst[], int dst_stride,
  2408. int horizontal_size, int vertical_size,
  2409. QP_STORE_T *QP_store, int QP_stride,
  2410. int mode)
  2411. {
  2412. /*
  2413. static int qual=0;
  2414. struct PPMode ppMode= getPPModeByNameAndQuality("fast,default,-hdeblock,-vdeblock", qual);
  2415. qual++;
  2416. qual%=7;
  2417. printf("\n%d %d %d %d\n", ppMode.lumMode, ppMode.chromMode, ppMode.oldMode, ppMode.error);
  2418. postprocess2(src, src_stride, dst, dst_stride,
  2419. horizontal_size, vertical_size, QP_store, QP_stride, &ppMode);
  2420. return;
  2421. */
  2422. #ifdef HAVE_ODIVX_POSTPROCESS
  2423. // Note: I could make this shit outside of this file, but it would mean one
  2424. // more function call...
  2425. if(use_old_pp){
  2426. odivx_postprocess(src,src_stride,dst,dst_stride,horizontal_size,vertical_size,QP_store,QP_stride,mode);
  2427. return;
  2428. }
  2429. #endif
  2430. postProcess(src[0], src_stride, dst[0], dst_stride,
  2431. horizontal_size, vertical_size, QP_store, QP_stride, 0, mode);
  2432. horizontal_size >>= 1;
  2433. vertical_size >>= 1;
  2434. src_stride >>= 1;
  2435. dst_stride >>= 1;
  2436. mode= ((mode&0xFF)>>4) | (mode&0xFFFFFF00);
  2437. if(1)
  2438. {
  2439. postProcess(src[1], src_stride, dst[1], dst_stride,
  2440. horizontal_size, vertical_size, QP_store, QP_stride, 1, mode);
  2441. postProcess(src[2], src_stride, dst[2], dst_stride,
  2442. horizontal_size, vertical_size, QP_store, QP_stride, 2, mode);
  2443. }
  2444. else
  2445. {
  2446. memcpy(dst[1], src[1], src_stride*horizontal_size);
  2447. memcpy(dst[2], src[2], src_stride*horizontal_size);
  2448. }
  2449. }
  2450. void postprocess2(unsigned char * src[], int src_stride,
  2451. unsigned char * dst[], int dst_stride,
  2452. int horizontal_size, int vertical_size,
  2453. QP_STORE_T *QP_store, int QP_stride,
  2454. struct PPMode *mode)
  2455. {
  2456. #ifdef HAVE_ODIVX_POSTPROCESS
  2457. // Note: I could make this shit outside of this file, but it would mean one
  2458. // more function call...
  2459. if(use_old_pp){
  2460. odivx_postprocess(src,src_stride,dst,dst_stride,horizontal_size,vertical_size,QP_store,QP_stride,
  2461. mode->oldMode);
  2462. return;
  2463. }
  2464. #endif
  2465. postProcess(src[0], src_stride, dst[0], dst_stride,
  2466. horizontal_size, vertical_size, QP_store, QP_stride, 0, mode->lumMode);
  2467. horizontal_size >>= 1;
  2468. vertical_size >>= 1;
  2469. src_stride >>= 1;
  2470. dst_stride >>= 1;
  2471. postProcess(src[1], src_stride, dst[1], dst_stride,
  2472. horizontal_size, vertical_size, QP_store, QP_stride, 1, mode->chromMode);
  2473. postProcess(src[2], src_stride, dst[2], dst_stride,
  2474. horizontal_size, vertical_size, QP_store, QP_stride, 2, mode->chromMode);
  2475. }
  2476. /**
  2477. * gets the mode flags for a given quality (larger values mean slower but better postprocessing)
  2478. * 0 <= quality <= 6
  2479. */
  2480. int getPpModeForQuality(int quality){
  2481. int modes[1+GET_PP_QUALITY_MAX]= {
  2482. 0,
  2483. #if 1
  2484. // horizontal filters first
  2485. LUM_H_DEBLOCK,
  2486. LUM_H_DEBLOCK | LUM_V_DEBLOCK,
  2487. LUM_H_DEBLOCK | LUM_V_DEBLOCK | CHROM_H_DEBLOCK,
  2488. LUM_H_DEBLOCK | LUM_V_DEBLOCK | CHROM_H_DEBLOCK | CHROM_V_DEBLOCK,
  2489. LUM_H_DEBLOCK | LUM_V_DEBLOCK | CHROM_H_DEBLOCK | CHROM_V_DEBLOCK | LUM_DERING,
  2490. LUM_H_DEBLOCK | LUM_V_DEBLOCK | CHROM_H_DEBLOCK | CHROM_V_DEBLOCK | LUM_DERING | CHROM_DERING
  2491. #else
  2492. // vertical filters first
  2493. LUM_V_DEBLOCK,
  2494. LUM_V_DEBLOCK | LUM_H_DEBLOCK,
  2495. LUM_V_DEBLOCK | LUM_H_DEBLOCK | CHROM_V_DEBLOCK,
  2496. LUM_V_DEBLOCK | LUM_H_DEBLOCK | CHROM_V_DEBLOCK | CHROM_H_DEBLOCK,
  2497. LUM_V_DEBLOCK | LUM_H_DEBLOCK | CHROM_V_DEBLOCK | CHROM_H_DEBLOCK | LUM_DERING,
  2498. LUM_V_DEBLOCK | LUM_H_DEBLOCK | CHROM_V_DEBLOCK | CHROM_H_DEBLOCK | LUM_DERING | CHROM_DERING
  2499. #endif
  2500. };
  2501. #ifdef HAVE_ODIVX_POSTPROCESS
  2502. int odivx_modes[1+GET_PP_QUALITY_MAX]= {
  2503. 0,
  2504. PP_DEBLOCK_Y_H,
  2505. PP_DEBLOCK_Y_H|PP_DEBLOCK_Y_V,
  2506. PP_DEBLOCK_Y_H|PP_DEBLOCK_Y_V|PP_DEBLOCK_C_H,
  2507. PP_DEBLOCK_Y_H|PP_DEBLOCK_Y_V|PP_DEBLOCK_C_H|PP_DEBLOCK_C_V,
  2508. PP_DEBLOCK_Y_H|PP_DEBLOCK_Y_V|PP_DEBLOCK_C_H|PP_DEBLOCK_C_V|PP_DERING_Y,
  2509. PP_DEBLOCK_Y_H|PP_DEBLOCK_Y_V|PP_DEBLOCK_C_H|PP_DEBLOCK_C_V|PP_DERING_Y|PP_DERING_C
  2510. };
  2511. if(use_old_pp) return odivx_modes[quality];
  2512. #endif
  2513. return modes[quality];
  2514. }
  2515. /**
  2516. * Copies a block from src to dst and fixes the blacklevel
  2517. * numLines must be a multiple of 4
  2518. * levelFix == 0 -> dont touch the brighness & contrast
  2519. */
  2520. static inline void blockCopy(uint8_t dst[], int dstStride, uint8_t src[], int srcStride,
  2521. int numLines, int levelFix)
  2522. {
  2523. #ifndef HAVE_MMX
  2524. int i;
  2525. #endif
  2526. if(levelFix)
  2527. {
  2528. #ifdef HAVE_MMX
  2529. asm volatile(
  2530. "leal (%2,%2), %%eax \n\t"
  2531. "leal (%3,%3), %%ebx \n\t"
  2532. "movq packedYOffset, %%mm2 \n\t"
  2533. "movq packedYScale, %%mm3 \n\t"
  2534. "pxor %%mm4, %%mm4 \n\t"
  2535. #define SCALED_CPY \
  2536. "movq (%0), %%mm0 \n\t"\
  2537. "movq (%0), %%mm5 \n\t"\
  2538. "punpcklbw %%mm4, %%mm0 \n\t"\
  2539. "punpckhbw %%mm4, %%mm5 \n\t"\
  2540. "psubw %%mm2, %%mm0 \n\t"\
  2541. "psubw %%mm2, %%mm5 \n\t"\
  2542. "movq (%0,%2), %%mm1 \n\t"\
  2543. "psllw $6, %%mm0 \n\t"\
  2544. "psllw $6, %%mm5 \n\t"\
  2545. "pmulhw %%mm3, %%mm0 \n\t"\
  2546. "movq (%0,%2), %%mm6 \n\t"\
  2547. "pmulhw %%mm3, %%mm5 \n\t"\
  2548. "punpcklbw %%mm4, %%mm1 \n\t"\
  2549. "punpckhbw %%mm4, %%mm6 \n\t"\
  2550. "psubw %%mm2, %%mm1 \n\t"\
  2551. "psubw %%mm2, %%mm6 \n\t"\
  2552. "psllw $6, %%mm1 \n\t"\
  2553. "psllw $6, %%mm6 \n\t"\
  2554. "pmulhw %%mm3, %%mm1 \n\t"\
  2555. "pmulhw %%mm3, %%mm6 \n\t"\
  2556. "addl %%eax, %0 \n\t"\
  2557. "packuswb %%mm5, %%mm0 \n\t"\
  2558. "packuswb %%mm6, %%mm1 \n\t"\
  2559. "movq %%mm0, (%1) \n\t"\
  2560. "movq %%mm1, (%1, %3) \n\t"\
  2561. SCALED_CPY
  2562. "addl %%ebx, %1 \n\t"
  2563. SCALED_CPY
  2564. "addl %%ebx, %1 \n\t"
  2565. SCALED_CPY
  2566. "addl %%ebx, %1 \n\t"
  2567. SCALED_CPY
  2568. : "+r"(src),
  2569. "+r"(dst)
  2570. :"r" (srcStride),
  2571. "r" (dstStride)
  2572. : "%eax", "%ebx"
  2573. );
  2574. #else
  2575. for(i=0; i<numLines; i++)
  2576. memcpy( &(dst[dstStride*i]),
  2577. &(src[srcStride*i]), BLOCK_SIZE);
  2578. #endif
  2579. }
  2580. else
  2581. {
  2582. #ifdef HAVE_MMX
  2583. asm volatile(
  2584. "movl %4, %%eax \n\t"
  2585. "movl %%eax, temp0\n\t"
  2586. "pushl %0 \n\t"
  2587. "pushl %1 \n\t"
  2588. "leal (%2,%2), %%eax \n\t"
  2589. "leal (%3,%3), %%ebx \n\t"
  2590. "movq packedYOffset, %%mm2 \n\t"
  2591. "movq packedYScale, %%mm3 \n\t"
  2592. #define SIMPLE_CPY \
  2593. "movq (%0), %%mm0 \n\t"\
  2594. "movq (%0,%2), %%mm1 \n\t"\
  2595. "movq %%mm0, (%1) \n\t"\
  2596. "movq %%mm1, (%1, %3) \n\t"\
  2597. "1: \n\t"
  2598. SIMPLE_CPY
  2599. "addl %%eax, %0 \n\t"
  2600. "addl %%ebx, %1 \n\t"
  2601. SIMPLE_CPY
  2602. "addl %%eax, %0 \n\t"
  2603. "addl %%ebx, %1 \n\t"
  2604. "decl temp0 \n\t"
  2605. "jnz 1b \n\t"
  2606. "popl %1 \n\t"
  2607. "popl %0 \n\t"
  2608. : : "r" (src),
  2609. "r" (dst),
  2610. "r" (srcStride),
  2611. "r" (dstStride),
  2612. "m" (numLines>>2)
  2613. : "%eax", "%ebx"
  2614. );
  2615. #else
  2616. for(i=0; i<numLines; i++)
  2617. memcpy( &(dst[dstStride*i]),
  2618. &(src[srcStride*i]), BLOCK_SIZE);
  2619. #endif
  2620. }
  2621. }
  2622. /**
  2623. * Filters array of bytes (Y or U or V values)
  2624. */
  2625. static void postProcess(uint8_t src[], int srcStride, uint8_t dst[], int dstStride, int width, int height,
  2626. QP_STORE_T QPs[], int QPStride, int isColor, int mode)
  2627. {
  2628. int x,y;
  2629. /* we need 64bit here otherwise we´ll going to have a problem
  2630. after watching a black picture for 5 hours*/
  2631. static uint64_t *yHistogram= NULL;
  2632. int black=0, white=255; // blackest black and whitest white in the picture
  2633. int QPCorrecture= 256;
  2634. /* Temporary buffers for handling the last row(s) */
  2635. static uint8_t *tempDst= NULL;
  2636. static uint8_t *tempSrc= NULL;
  2637. /* Temporary buffers for handling the last block */
  2638. static uint8_t *tempDstBlock= NULL;
  2639. static uint8_t *tempSrcBlock= NULL;
  2640. #ifdef PP_FUNNY_STRIDE
  2641. uint8_t *dstBlockPtrBackup;
  2642. uint8_t *srcBlockPtrBackup;
  2643. #endif
  2644. #ifdef MORE_TIMING
  2645. long long T0, T1, diffTime=0;
  2646. #endif
  2647. #ifdef TIMING
  2648. long long memcpyTime=0, vertTime=0, horizTime=0, sumTime;
  2649. sumTime= rdtsc();
  2650. #endif
  2651. if(tempDst==NULL)
  2652. {
  2653. tempDst= (uint8_t*)memalign(8, 1024*24);
  2654. tempSrc= (uint8_t*)memalign(8, 1024*24);
  2655. tempDstBlock= (uint8_t*)memalign(8, 1024*24);
  2656. tempSrcBlock= (uint8_t*)memalign(8, 1024*24);
  2657. }
  2658. if(!yHistogram)
  2659. {
  2660. int i;
  2661. yHistogram= (uint64_t*)malloc(8*256);
  2662. for(i=0; i<256; i++) yHistogram[i]= width*height/64*15/256;
  2663. if(mode & FULL_Y_RANGE)
  2664. {
  2665. maxAllowedY=255;
  2666. minAllowedY=0;
  2667. }
  2668. }
  2669. if(!isColor)
  2670. {
  2671. uint64_t sum= 0;
  2672. int i;
  2673. static int framenum= -1;
  2674. uint64_t maxClipped;
  2675. uint64_t clipped;
  2676. double scale;
  2677. framenum++;
  2678. if(framenum == 1) yHistogram[0]= width*height/64*15/256;
  2679. for(i=0; i<256; i++)
  2680. {
  2681. sum+= yHistogram[i];
  2682. // printf("%d ", yHistogram[i]);
  2683. }
  2684. // printf("\n\n");
  2685. /* we allways get a completly black picture first */
  2686. maxClipped= (uint64_t)(sum * maxClippedThreshold);
  2687. clipped= sum;
  2688. for(black=255; black>0; black--)
  2689. {
  2690. if(clipped < maxClipped) break;
  2691. clipped-= yHistogram[black];
  2692. }
  2693. clipped= sum;
  2694. for(white=0; white<256; white++)
  2695. {
  2696. if(clipped < maxClipped) break;
  2697. clipped-= yHistogram[white];
  2698. }
  2699. packedYOffset= (black - minAllowedY) & 0xFFFF;
  2700. packedYOffset|= packedYOffset<<32;
  2701. packedYOffset|= packedYOffset<<16;
  2702. scale= (double)(maxAllowedY - minAllowedY) / (double)(white-black);
  2703. packedYScale= (uint16_t)(scale*1024.0 + 0.5);
  2704. packedYScale|= packedYScale<<32;
  2705. packedYScale|= packedYScale<<16;
  2706. }
  2707. else
  2708. {
  2709. packedYScale= 0x0100010001000100LL;
  2710. packedYOffset= 0;
  2711. }
  2712. if(mode & LEVEL_FIX) QPCorrecture= packedYScale &0xFFFF;
  2713. else QPCorrecture= 256;
  2714. /* copy first row of 8x8 blocks */
  2715. for(x=0; x<width; x+=BLOCK_SIZE)
  2716. blockCopy(dst + x, dstStride, src + x, srcStride, 8, mode & LEVEL_FIX);
  2717. for(y=0; y<height; y+=BLOCK_SIZE)
  2718. {
  2719. //1% speedup if these are here instead of the inner loop
  2720. uint8_t *srcBlock= &(src[y*srcStride]);
  2721. uint8_t *dstBlock= &(dst[y*dstStride]);
  2722. #ifdef ARCH_X86
  2723. int *QPptr= isColor ? &QPs[(y>>3)*QPStride] :&QPs[(y>>4)*QPStride];
  2724. int QPDelta= isColor ? 1<<(32-3) : 1<<(32-4);
  2725. int QPFrac= QPDelta;
  2726. uint8_t *tempBlock1= tempBlocks;
  2727. uint8_t *tempBlock2= tempBlocks + 8;
  2728. #endif
  2729. /* can we mess with a 8x16 block from srcBlock/dstBlock downwards and 1 line upwards
  2730. if not than use a temporary buffer */
  2731. if(y+15 >= height)
  2732. {
  2733. /* copy from line 5 to 12 of src, these will be copied with
  2734. blockcopy to dst later */
  2735. memcpy(tempSrc + srcStride*5, srcBlock + srcStride*5,
  2736. srcStride*MAX(height-y-5, 0) );
  2737. /* duplicate last line to fill the void upto line 12 */
  2738. if(y+12 >= height)
  2739. {
  2740. int i;
  2741. for(i=height-y; i<=12; i++)
  2742. memcpy(tempSrc + srcStride*i,
  2743. src + srcStride*(height-1), srcStride);
  2744. }
  2745. /* copy up to 6 lines of dst */
  2746. memcpy(tempDst, dstBlock - dstStride, dstStride*MIN(height-y+1, 6) );
  2747. dstBlock= tempDst + dstStride;
  2748. srcBlock= tempSrc;
  2749. }
  2750. // From this point on it is guranteed that we can read and write 16 lines downward
  2751. // finish 1 block before the next otherwise we´ll might have a problem
  2752. // with the L1 Cache of the P4 ... or only a few blocks at a time or soemthing
  2753. for(x=0; x<width; x+=BLOCK_SIZE)
  2754. {
  2755. const int stride= dstStride;
  2756. uint8_t *tmpXchg;
  2757. #ifdef ARCH_X86
  2758. int QP= *QPptr;
  2759. asm volatile(
  2760. "addl %2, %1 \n\t"
  2761. "sbbl %%eax, %%eax \n\t"
  2762. "shll $2, %%eax \n\t"
  2763. "subl %%eax, %0 \n\t"
  2764. : "+r" (QPptr), "+m" (QPFrac)
  2765. : "r" (QPDelta)
  2766. : "%eax"
  2767. );
  2768. #else
  2769. int QP= isColor ?
  2770. QPs[(y>>3)*QPStride + (x>>3)]:
  2771. QPs[(y>>4)*QPStride + (x>>4)];
  2772. #endif
  2773. if(!isColor)
  2774. {
  2775. QP= (QP* QPCorrecture)>>8;
  2776. yHistogram[ srcBlock[srcStride*4 + 4] ]++;
  2777. }
  2778. #ifdef HAVE_MMX
  2779. asm volatile(
  2780. "movd %0, %%mm7 \n\t"
  2781. "packuswb %%mm7, %%mm7 \n\t" // 0, 0, 0, QP, 0, 0, 0, QP
  2782. "packuswb %%mm7, %%mm7 \n\t" // 0,QP, 0, QP, 0,QP, 0, QP
  2783. "packuswb %%mm7, %%mm7 \n\t" // QP,..., QP
  2784. "movq %%mm7, pQPb \n\t"
  2785. : : "r" (QP)
  2786. );
  2787. #endif
  2788. #ifdef MORE_TIMING
  2789. T0= rdtsc();
  2790. #endif
  2791. #ifdef HAVE_MMX2
  2792. /*
  2793. prefetchnta(srcBlock + (((x>>3)&3) + 5)*srcStride + 32);
  2794. prefetchnta(srcBlock + (((x>>3)&3) + 9)*srcStride + 32);
  2795. prefetcht0(dstBlock + (((x>>3)&3) + 5)*dstStride + 32);
  2796. prefetcht0(dstBlock + (((x>>3)&3) + 9)*dstStride + 32);
  2797. */
  2798. /*
  2799. prefetchnta(srcBlock + (((x>>2)&6) + 5)*srcStride + 32);
  2800. prefetchnta(srcBlock + (((x>>2)&6) + 6)*srcStride + 32);
  2801. prefetcht0(dstBlock + (((x>>2)&6) + 5)*dstStride + 32);
  2802. prefetcht0(dstBlock + (((x>>2)&6) + 6)*dstStride + 32);
  2803. */
  2804. asm(
  2805. "movl %4, %%eax \n\t"
  2806. "shrl $2, %%eax \n\t"
  2807. "andl $6, %%eax \n\t"
  2808. "addl $5, %%eax \n\t"
  2809. "movl %%eax, %%ebx \n\t"
  2810. "imul %1, %%eax \n\t"
  2811. "imul %3, %%ebx \n\t"
  2812. "prefetchnta 32(%%eax, %0) \n\t"
  2813. "prefetcht0 32(%%ebx, %2) \n\t"
  2814. "addl %1, %%eax \n\t"
  2815. "addl %3, %%ebx \n\t"
  2816. "prefetchnta 32(%%eax, %0) \n\t"
  2817. "prefetcht0 32(%%ebx, %2) \n\t"
  2818. :: "r" (srcBlock), "r" (srcStride), "r" (dstBlock), "r" (dstStride),
  2819. "m" (x)
  2820. : "%eax", "%ebx"
  2821. );
  2822. #elif defined(HAVE_3DNOW)
  2823. //FIXME check if this is faster on an 3dnow chip or if its faster without the prefetch or ...
  2824. /* prefetch(srcBlock + (((x>>3)&3) + 5)*srcStride + 32);
  2825. prefetch(srcBlock + (((x>>3)&3) + 9)*srcStride + 32);
  2826. prefetchw(dstBlock + (((x>>3)&3) + 5)*dstStride + 32);
  2827. prefetchw(dstBlock + (((x>>3)&3) + 9)*dstStride + 32);
  2828. */
  2829. #endif
  2830. #ifdef PP_FUNNY_STRIDE
  2831. //can we mess with a 8x16 block, if not use a temp buffer, yes again
  2832. if(x+7 >= width)
  2833. {
  2834. int i;
  2835. dstBlockPtrBackup= dstBlock;
  2836. srcBlockPtrBackup= srcBlock;
  2837. for(i=0;i<BLOCK_SIZE*2; i++)
  2838. {
  2839. memcpy(tempSrcBlock+i*srcStride, srcBlock+i*srcStride, width-x);
  2840. memcpy(tempDstBlock+i*dstStride, dstBlock+i*dstStride, width-x);
  2841. }
  2842. dstBlock= tempDstBlock;
  2843. srcBlock= tempSrcBlock;
  2844. }
  2845. #endif
  2846. blockCopy(dstBlock + dstStride*5, dstStride,
  2847. srcBlock + srcStride*5, srcStride, 8, mode & LEVEL_FIX);
  2848. if(mode & LINEAR_IPOL_DEINT_FILTER)
  2849. deInterlaceInterpolateLinear(dstBlock, dstStride);
  2850. else if(mode & LINEAR_BLEND_DEINT_FILTER)
  2851. deInterlaceBlendLinear(dstBlock, dstStride);
  2852. else if(mode & MEDIAN_DEINT_FILTER)
  2853. deInterlaceMedian(dstBlock, dstStride);
  2854. else if(mode & CUBIC_IPOL_DEINT_FILTER)
  2855. deInterlaceInterpolateCubic(dstBlock, dstStride);
  2856. /* else if(mode & CUBIC_BLEND_DEINT_FILTER)
  2857. deInterlaceBlendCubic(dstBlock, dstStride);
  2858. */
  2859. /* only deblock if we have 2 blocks */
  2860. if(y + 8 < height)
  2861. {
  2862. #ifdef MORE_TIMING
  2863. T1= rdtsc();
  2864. memcpyTime+= T1-T0;
  2865. T0=T1;
  2866. #endif
  2867. if(mode & V_RK1_FILTER)
  2868. vertRK1Filter(dstBlock, stride, QP);
  2869. else if(mode & V_X1_FILTER)
  2870. vertX1Filter(dstBlock, stride, QP);
  2871. else if(mode & V_DEBLOCK)
  2872. {
  2873. if( isVertDC(dstBlock, stride))
  2874. {
  2875. if(isVertMinMaxOk(dstBlock, stride, QP))
  2876. doVertLowPass(dstBlock, stride, QP);
  2877. }
  2878. else
  2879. doVertDefFilter(dstBlock, stride, QP);
  2880. }
  2881. #ifdef MORE_TIMING
  2882. T1= rdtsc();
  2883. vertTime+= T1-T0;
  2884. T0=T1;
  2885. #endif
  2886. }
  2887. #ifdef HAVE_MMX
  2888. transpose1(tempBlock1, tempBlock2, dstBlock, dstStride);
  2889. #endif
  2890. /* check if we have a previous block to deblock it with dstBlock */
  2891. if(x - 8 >= 0)
  2892. {
  2893. #ifdef MORE_TIMING
  2894. T0= rdtsc();
  2895. #endif
  2896. #ifdef HAVE_MMX
  2897. if(mode & H_RK1_FILTER)
  2898. vertRK1Filter(tempBlock1, 16, QP);
  2899. else if(mode & H_X1_FILTER)
  2900. vertX1Filter(tempBlock1, 16, QP);
  2901. else if(mode & H_DEBLOCK)
  2902. {
  2903. if( isVertDC(tempBlock1, 16))
  2904. {
  2905. if(isVertMinMaxOk(tempBlock1, 16, QP))
  2906. doVertLowPass(tempBlock1, 16, QP);
  2907. }
  2908. else
  2909. doVertDefFilter(tempBlock1, 16, QP);
  2910. }
  2911. transpose2(dstBlock-4, dstStride, tempBlock1 + 4*16);
  2912. #else
  2913. if(mode & H_X1_FILTER)
  2914. horizX1Filter(dstBlock-4, stride, QP);
  2915. else if(mode & H_DEBLOCK)
  2916. {
  2917. if( isHorizDC(dstBlock-4, stride))
  2918. {
  2919. if(isHorizMinMaxOk(dstBlock-4, stride, QP))
  2920. doHorizLowPass(dstBlock-4, stride, QP);
  2921. }
  2922. else
  2923. doHorizDefFilter(dstBlock-4, stride, QP);
  2924. }
  2925. #endif
  2926. #ifdef MORE_TIMING
  2927. T1= rdtsc();
  2928. horizTime+= T1-T0;
  2929. T0=T1;
  2930. #endif
  2931. if(mode & DERING)
  2932. {
  2933. //FIXME filter first line
  2934. if(y>0) dering(dstBlock - stride - 8, stride, QP);
  2935. }
  2936. }
  2937. else if(mode & DERING)
  2938. {
  2939. //FIXME y+15 is required cuz of the tempBuffer thing -> bottom right block isnt filtered
  2940. if(y > 8 && y+15 < height) dering(dstBlock - stride*9 + width - 8, stride, QP);
  2941. }
  2942. #ifdef PP_FUNNY_STRIDE
  2943. /* did we use a tmp-block buffer */
  2944. if(x+7 >= width)
  2945. {
  2946. int i;
  2947. dstBlock= dstBlockPtrBackup;
  2948. srcBlock= srcBlockPtrBackup;
  2949. for(i=0;i<BLOCK_SIZE*2; i++)
  2950. {
  2951. memcpy(dstBlock+i*dstStride, tempDstBlock+i*dstStride, width-x);
  2952. }
  2953. }
  2954. #endif
  2955. dstBlock+=8;
  2956. srcBlock+=8;
  2957. #ifdef HAVE_MMX
  2958. tmpXchg= tempBlock1;
  2959. tempBlock1= tempBlock2;
  2960. tempBlock2 = tmpXchg;
  2961. #endif
  2962. }
  2963. /* did we use a tmp buffer */
  2964. if(y+15 >= height)
  2965. {
  2966. uint8_t *dstBlock= &(dst[y*dstStride]);
  2967. memcpy(dstBlock, tempDst + dstStride, dstStride*(height-y) );
  2968. }
  2969. }
  2970. #ifdef HAVE_3DNOW
  2971. asm volatile("femms");
  2972. #elif defined (HAVE_MMX)
  2973. asm volatile("emms");
  2974. #endif
  2975. #ifdef TIMING
  2976. // FIXME diff is mostly the time spent for rdtsc (should subtract that but ...)
  2977. sumTime= rdtsc() - sumTime;
  2978. if(!isColor)
  2979. printf("cpy:%4dk, vert:%4dk, horiz:%4dk, sum:%4dk, diff:%4dk, color: %d/%d \r",
  2980. (int)(memcpyTime/1000), (int)(vertTime/1000), (int)(horizTime/1000),
  2981. (int)(sumTime/1000), (int)((sumTime-memcpyTime-vertTime-horizTime)/1000)
  2982. , black, white);
  2983. #endif
  2984. }