You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

3269 lines
94KB

  1. /*
  2. Copyright (C) 2001 Michael Niedermayer (michaelni@gmx.at)
  3. This program is free software; you can redistribute it and/or modify
  4. it under the terms of the GNU General Public License as published by
  5. the Free Software Foundation; either version 2 of the License, or
  6. (at your option) any later version.
  7. This program is distributed in the hope that it will be useful,
  8. but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. GNU General Public License for more details.
  11. You should have received a copy of the GNU General Public License
  12. along with this program; if not, write to the Free Software
  13. Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
  14. */
  15. /*
  16. C MMX MMX2 3DNow
  17. isVertDC Ec Ec
  18. isVertMinMaxOk Ec Ec
  19. doVertLowPass E e e
  20. doVertDefFilter Ec Ec Ec
  21. isHorizDC Ec Ec
  22. isHorizMinMaxOk a E
  23. doHorizLowPass E e e
  24. doHorizDefFilter Ec Ec Ec
  25. deRing e
  26. Vertical RKAlgo1 E a a
  27. Horizontal RKAlgo1 a a
  28. Vertical X1 a E E
  29. Horizontal X1 a E E
  30. LinIpolDeinterlace e E E*
  31. CubicIpolDeinterlace a e e*
  32. LinBlendDeinterlace e E E*
  33. MedianDeinterlace Ec Ec
  34. * i dont have a 3dnow CPU -> its untested
  35. E = Exact implementation
  36. e = allmost exact implementation (slightly different rounding,...)
  37. a = alternative / approximate impl
  38. c = checked against the other implementations (-vo md5)
  39. */
  40. /*
  41. TODO:
  42. verify that everything workes as it should (how?)
  43. reduce the time wasted on the mem transfer
  44. implement dering
  45. implement everything in C at least (done at the moment but ...)
  46. unroll stuff if instructions depend too much on the prior one
  47. we use 8x8 blocks for the horizontal filters, opendivx seems to use 8x4?
  48. move YScale thing to the end instead of fixing QP
  49. write a faster and higher quality deblocking filter :)
  50. do something about the speed of the horizontal filters
  51. make the mainloop more flexible (variable number of blocks at once
  52. (the if/else stuff per block is slowing things down)
  53. compare the quality & speed of all filters
  54. split this huge file
  55. fix warnings (unused vars, ...)
  56. noise reduction filters
  57. border remover
  58. ...
  59. Notes:
  60. */
  61. //Changelog: use the CVS log
  62. #include <inttypes.h>
  63. #include <stdio.h>
  64. #include <stdlib.h>
  65. #include <string.h>
  66. #include "../config.h"
  67. //#undef HAVE_MMX2
  68. //#define HAVE_3DNOW
  69. //#undef HAVE_MMX
  70. #include "postprocess.h"
  71. #define MIN(a,b) ((a) > (b) ? (b) : (a))
  72. #define MAX(a,b) ((a) < (b) ? (b) : (a))
  73. #define ABS(a) ((a) > 0 ? (a) : (-(a)))
  74. #define SIGN(a) ((a) > 0 ? 1 : -1)
  75. #ifdef HAVE_MMX2
  76. #define PAVGB(a,b) "pavgb " #a ", " #b " \n\t"
  77. #elif defined (HAVE_3DNOW)
  78. #define PAVGB(a,b) "pavgusb " #a ", " #b " \n\t"
  79. #endif
  80. #define GET_MODE_BUFFER_SIZE 500
  81. #define OPTIONS_ARRAY_SIZE 10
  82. static uint64_t packedYOffset= 0x0000000000000000LL;
  83. static uint64_t packedYScale= 0x0100010001000100LL;
  84. static uint64_t w05= 0x0005000500050005LL;
  85. static uint64_t w20= 0x0020002000200020LL;
  86. static uint64_t w1400= 0x1400140014001400LL;
  87. static uint64_t bm00000001= 0x00000000000000FFLL;
  88. static uint64_t bm00010000= 0x000000FF00000000LL;
  89. static uint64_t bm00001000= 0x00000000FF000000LL;
  90. static uint64_t bm10000000= 0xFF00000000000000LL;
  91. static uint64_t bm10000001= 0xFF000000000000FFLL;
  92. static uint64_t bm11000011= 0xFFFF00000000FFFFLL;
  93. static uint64_t bm00000011= 0x000000000000FFFFLL;
  94. static uint64_t bm11111110= 0xFFFFFFFFFFFFFF00LL;
  95. static uint64_t bm11000000= 0xFFFF000000000000LL;
  96. static uint64_t bm00011000= 0x000000FFFF000000LL;
  97. static uint64_t bm00110011= 0x0000FFFF0000FFFFLL;
  98. static uint64_t bm11001100= 0xFFFF0000FFFF0000LL;
  99. static uint64_t b00= 0x0000000000000000LL;
  100. static uint64_t b01= 0x0101010101010101LL;
  101. static uint64_t b02= 0x0202020202020202LL;
  102. static uint64_t b0F= 0x0F0F0F0F0F0F0F0FLL;
  103. static uint64_t b04= 0x0404040404040404LL;
  104. static uint64_t b08= 0x0808080808080808LL;
  105. static uint64_t bFF= 0xFFFFFFFFFFFFFFFFLL;
  106. static uint64_t b20= 0x2020202020202020LL;
  107. static uint64_t b80= 0x8080808080808080LL;
  108. static uint64_t b7E= 0x7E7E7E7E7E7E7E7ELL;
  109. static uint64_t b7C= 0x7C7C7C7C7C7C7C7CLL;
  110. static uint64_t b3F= 0x3F3F3F3F3F3F3F3FLL;
  111. static uint64_t temp0=0;
  112. static uint64_t temp1=0;
  113. static uint64_t temp2=0;
  114. static uint64_t temp3=0;
  115. static uint64_t temp4=0;
  116. static uint64_t temp5=0;
  117. static uint64_t pQPb=0;
  118. static uint64_t pQPb2=0;
  119. static uint8_t tempBlocks[8*16*2]; //used for the horizontal code
  120. int hFlatnessThreshold= 56 - 16;
  121. int vFlatnessThreshold= 56 - 16;
  122. //amount of "black" u r willing to loose to get a brightness corrected picture
  123. double maxClippedThreshold= 0.01;
  124. int maxAllowedY=234;
  125. int minAllowedY=16;
  126. static struct PPFilter filters[]=
  127. {
  128. {"hb", "hdeblock", 1, 1, 3, H_DEBLOCK},
  129. {"vb", "vdeblock", 1, 2, 4, V_DEBLOCK},
  130. {"vr", "rkvdeblock", 1, 2, 4, H_RK1_FILTER},
  131. {"h1", "x1hdeblock", 1, 1, 3, H_X1_FILTER},
  132. {"v1", "x1vdeblock", 1, 2, 4, V_X1_FILTER},
  133. {"dr", "dering", 1, 5, 6, DERING},
  134. {"al", "autolevels", 0, 1, 2, LEVEL_FIX},
  135. {"lb", "linblenddeint", 0, 1, 6, LINEAR_BLEND_DEINT_FILTER},
  136. {"li", "linipoldeint", 0, 1, 6, LINEAR_IPOL_DEINT_FILTER},
  137. {"ci", "cubicipoldeint", 0, 1, 6, CUBIC_IPOL_DEINT_FILTER},
  138. {"md", "mediandeint", 0, 1, 6, MEDIAN_DEINT_FILTER},
  139. {NULL, NULL,0,0,0,0} //End Marker
  140. };
  141. static char *replaceTable[]=
  142. {
  143. "default", "hdeblock:a,vdeblock:a,dering:a,autolevels",
  144. "de", "hdeblock:a,vdeblock:a,dering:a,autolevels",
  145. "fast", "x1hdeblock:a,x1vdeblock:a,dering:a,autolevels",
  146. "fa", "x1hdeblock:a,x1vdeblock:a,dering:a,autolevels",
  147. NULL //End Marker
  148. };
  149. static inline void unusedVariableWarningFixer()
  150. {
  151. if(
  152. packedYOffset + packedYScale + w05 + w20 + w1400 + bm00000001 + bm00010000
  153. + bm00001000 + bm10000000 + bm10000001 + bm11000011 + bm00000011 + bm11111110
  154. + bm11000000 + bm00011000 + bm00110011 + bm11001100 + b00 + b01 + b02 + b0F
  155. + bFF + b20 + b80 + b7E + b7C + b3F + temp0 + temp1 + temp2 + temp3 + temp4
  156. + temp5 + pQPb== 0) b00=0;
  157. }
  158. #ifdef TIMING
  159. static inline long long rdtsc()
  160. {
  161. long long l;
  162. asm volatile( "rdtsc\n\t"
  163. : "=A" (l)
  164. );
  165. // printf("%d\n", int(l/1000));
  166. return l;
  167. }
  168. #endif
  169. #ifdef HAVE_MMX2
  170. static inline void prefetchnta(void *p)
  171. {
  172. asm volatile( "prefetchnta (%0)\n\t"
  173. : : "r" (p)
  174. );
  175. }
  176. static inline void prefetcht0(void *p)
  177. {
  178. asm volatile( "prefetcht0 (%0)\n\t"
  179. : : "r" (p)
  180. );
  181. }
  182. static inline void prefetcht1(void *p)
  183. {
  184. asm volatile( "prefetcht1 (%0)\n\t"
  185. : : "r" (p)
  186. );
  187. }
  188. static inline void prefetcht2(void *p)
  189. {
  190. asm volatile( "prefetcht2 (%0)\n\t"
  191. : : "r" (p)
  192. );
  193. }
  194. #endif
  195. //FIXME? |255-0| = 1 (shouldnt be a problem ...)
  196. /**
  197. * Check if the middle 8x8 Block in the given 8x16 block is flat
  198. */
  199. static inline int isVertDC(uint8_t src[], int stride){
  200. int numEq= 0;
  201. #ifndef HAVE_MMX
  202. int y;
  203. #endif
  204. src+= stride*4; // src points to begin of the 8x8 Block
  205. #ifdef HAVE_MMX
  206. asm volatile(
  207. "leal (%1, %2), %%eax \n\t"
  208. "leal (%%eax, %2, 4), %%ebx \n\t"
  209. // 0 1 2 3 4 5 6 7 8 9
  210. // %1 eax eax+%2 eax+2%2 %1+4%2 ebx ebx+%2 ebx+2%2 %1+8%2 ebx+4%2
  211. "movq b7E, %%mm7 \n\t" // mm7 = 0x7F
  212. "movq b7C, %%mm6 \n\t" // mm6 = 0x7D
  213. "movq (%1), %%mm0 \n\t"
  214. "movq (%%eax), %%mm1 \n\t"
  215. "psubb %%mm1, %%mm0 \n\t" // mm0 = differnece
  216. "paddb %%mm7, %%mm0 \n\t"
  217. "pcmpgtb %%mm6, %%mm0 \n\t"
  218. "movq (%%eax,%2), %%mm2 \n\t"
  219. "psubb %%mm2, %%mm1 \n\t"
  220. "paddb %%mm7, %%mm1 \n\t"
  221. "pcmpgtb %%mm6, %%mm1 \n\t"
  222. "paddb %%mm1, %%mm0 \n\t"
  223. "movq (%%eax, %2, 2), %%mm1 \n\t"
  224. "psubb %%mm1, %%mm2 \n\t"
  225. "paddb %%mm7, %%mm2 \n\t"
  226. "pcmpgtb %%mm6, %%mm2 \n\t"
  227. "paddb %%mm2, %%mm0 \n\t"
  228. "movq (%1, %2, 4), %%mm2 \n\t"
  229. "psubb %%mm2, %%mm1 \n\t"
  230. "paddb %%mm7, %%mm1 \n\t"
  231. "pcmpgtb %%mm6, %%mm1 \n\t"
  232. "paddb %%mm1, %%mm0 \n\t"
  233. "movq (%%ebx), %%mm1 \n\t"
  234. "psubb %%mm1, %%mm2 \n\t"
  235. "paddb %%mm7, %%mm2 \n\t"
  236. "pcmpgtb %%mm6, %%mm2 \n\t"
  237. "paddb %%mm2, %%mm0 \n\t"
  238. "movq (%%ebx, %2), %%mm2 \n\t"
  239. "psubb %%mm2, %%mm1 \n\t"
  240. "paddb %%mm7, %%mm1 \n\t"
  241. "pcmpgtb %%mm6, %%mm1 \n\t"
  242. "paddb %%mm1, %%mm0 \n\t"
  243. "movq (%%ebx, %2, 2), %%mm1 \n\t"
  244. "psubb %%mm1, %%mm2 \n\t"
  245. "paddb %%mm7, %%mm2 \n\t"
  246. "pcmpgtb %%mm6, %%mm2 \n\t"
  247. "paddb %%mm2, %%mm0 \n\t"
  248. " \n\t"
  249. "movq %%mm0, %%mm1 \n\t"
  250. "psrlw $8, %%mm0 \n\t"
  251. "paddb %%mm1, %%mm0 \n\t"
  252. #ifdef HAVE_MMX2
  253. "pshufw $0xF9, %%mm0, %%mm1 \n\t"
  254. "paddb %%mm1, %%mm0 \n\t"
  255. "pshufw $0xFE, %%mm0, %%mm1 \n\t"
  256. #else
  257. "movq %%mm0, %%mm1 \n\t"
  258. "psrlq $16, %%mm0 \n\t"
  259. "paddb %%mm1, %%mm0 \n\t"
  260. "movq %%mm0, %%mm1 \n\t"
  261. "psrlq $32, %%mm0 \n\t"
  262. #endif
  263. "paddb %%mm1, %%mm0 \n\t"
  264. "movd %%mm0, %0 \n\t"
  265. : "=r" (numEq)
  266. : "r" (src), "r" (stride)
  267. : "%eax", "%ebx"
  268. );
  269. numEq= (256 - numEq) &0xFF;
  270. #else
  271. for(y=0; y<BLOCK_SIZE-1; y++)
  272. {
  273. if(((src[0] - src[0+stride] + 1)&0xFFFF) < 3) numEq++;
  274. if(((src[1] - src[1+stride] + 1)&0xFFFF) < 3) numEq++;
  275. if(((src[2] - src[2+stride] + 1)&0xFFFF) < 3) numEq++;
  276. if(((src[3] - src[3+stride] + 1)&0xFFFF) < 3) numEq++;
  277. if(((src[4] - src[4+stride] + 1)&0xFFFF) < 3) numEq++;
  278. if(((src[5] - src[5+stride] + 1)&0xFFFF) < 3) numEq++;
  279. if(((src[6] - src[6+stride] + 1)&0xFFFF) < 3) numEq++;
  280. if(((src[7] - src[7+stride] + 1)&0xFFFF) < 3) numEq++;
  281. src+= stride;
  282. }
  283. #endif
  284. /* if(abs(numEq - asmEq) > 0)
  285. {
  286. printf("\nasm:%d c:%d\n", asmEq, numEq);
  287. for(int y=0; y<8; y++)
  288. {
  289. for(int x=0; x<8; x++)
  290. {
  291. printf("%d ", temp[x + y*stride]);
  292. }
  293. printf("\n");
  294. }
  295. }
  296. */
  297. // for(int i=0; i<numEq/8; i++) src[i]=255;
  298. return (numEq > vFlatnessThreshold) ? 1 : 0;
  299. }
  300. static inline int isVertMinMaxOk(uint8_t src[], int stride, int QP)
  301. {
  302. #ifdef HAVE_MMX
  303. int isOk;
  304. src+= stride*3;
  305. asm volatile(
  306. // "int $3 \n\t"
  307. "movq (%1, %2), %%mm0 \n\t"
  308. "movq (%1, %2, 8), %%mm1 \n\t"
  309. "movq %%mm0, %%mm2 \n\t"
  310. "psubusb %%mm1, %%mm0 \n\t"
  311. "psubusb %%mm2, %%mm1 \n\t"
  312. "por %%mm1, %%mm0 \n\t" // ABS Diff
  313. "movq pQPb, %%mm7 \n\t" // QP,..., QP
  314. "paddusb %%mm7, %%mm7 \n\t" // 2QP ... 2QP
  315. "psubusb %%mm7, %%mm0 \n\t" // Diff <= 2QP -> 0
  316. "pcmpeqd b00, %%mm0 \n\t"
  317. "psrlq $16, %%mm0 \n\t"
  318. "pcmpeqd bFF, %%mm0 \n\t"
  319. // "movd %%mm0, (%1, %2, 4)\n\t"
  320. "movd %%mm0, %0 \n\t"
  321. : "=r" (isOk)
  322. : "r" (src), "r" (stride)
  323. );
  324. return isOk;
  325. #else
  326. int isOk2= 1;
  327. int x;
  328. src+= stride*3;
  329. for(x=0; x<BLOCK_SIZE; x++)
  330. {
  331. if(abs((int)src[x + stride] - (int)src[x + (stride<<3)]) > 2*QP) isOk2=0;
  332. }
  333. /* if(isOk && !isOk2 || !isOk && isOk2)
  334. {
  335. printf("\nasm:%d c:%d QP:%d\n", isOk, isOk2, QP);
  336. for(int y=0; y<9; y++)
  337. {
  338. for(int x=0; x<8; x++)
  339. {
  340. printf("%d ", src[x + y*stride]);
  341. }
  342. printf("\n");
  343. }
  344. } */
  345. return isOk2;
  346. #endif
  347. }
  348. /**
  349. * Do a vertical low pass filter on the 8x16 block (only write to the 8x8 block in the middle)
  350. * using the 9-Tap Filter (1,1,2,2,4,2,2,1,1)/16
  351. */
  352. static inline void doVertLowPass(uint8_t *src, int stride, int QP)
  353. {
  354. #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
  355. src+= stride*3;
  356. asm volatile( //"movv %0 %1 %2\n\t"
  357. "pushl %0 \n\t"
  358. "movq pQPb, %%mm0 \n\t" // QP,..., QP
  359. "movq (%0), %%mm6 \n\t"
  360. "movq (%0, %1), %%mm5 \n\t"
  361. "movq %%mm5, %%mm1 \n\t"
  362. "movq %%mm6, %%mm2 \n\t"
  363. "psubusb %%mm6, %%mm5 \n\t"
  364. "psubusb %%mm1, %%mm2 \n\t"
  365. "por %%mm5, %%mm2 \n\t" // ABS Diff of lines
  366. "psubusb %%mm0, %%mm2 \n\t" // diff <= QP -> 0
  367. "pcmpeqb b00, %%mm2 \n\t" // diff <= QP -> FF
  368. "pand %%mm2, %%mm6 \n\t"
  369. "pandn %%mm1, %%mm2 \n\t"
  370. "por %%mm2, %%mm6 \n\t"// First Line to Filter
  371. "movq (%0, %1, 8), %%mm5 \n\t"
  372. "leal (%0, %1, 4), %%eax \n\t"
  373. "leal (%0, %1, 8), %%ebx \n\t"
  374. "subl %1, %%ebx \n\t"
  375. "addl %1, %0 \n\t" // %0 points to line 1 not 0
  376. "movq (%0, %1, 8), %%mm7 \n\t"
  377. "movq %%mm5, %%mm1 \n\t"
  378. "movq %%mm7, %%mm2 \n\t"
  379. "psubusb %%mm7, %%mm5 \n\t"
  380. "psubusb %%mm1, %%mm2 \n\t"
  381. "por %%mm5, %%mm2 \n\t" // ABS Diff of lines
  382. "psubusb %%mm0, %%mm2 \n\t" // diff <= QP -> 0
  383. "pcmpeqb b00, %%mm2 \n\t" // diff <= QP -> FF
  384. "pand %%mm2, %%mm7 \n\t"
  385. "pandn %%mm1, %%mm2 \n\t"
  386. "por %%mm2, %%mm7 \n\t" // First Line to Filter
  387. // 1 2 3 4 5 6 7 8
  388. // %0 %0+%1 %0+2%1 eax %0+4%1 eax+2%1 ebx eax+4%1
  389. // 6 4 2 2 1 1
  390. // 6 4 4 2
  391. // 6 8 2
  392. "movq (%0, %1), %%mm0 \n\t" // 1
  393. "movq %%mm0, %%mm1 \n\t" // 1
  394. PAVGB(%%mm6, %%mm0) //1 1 /2
  395. PAVGB(%%mm6, %%mm0) //3 1 /4
  396. "movq (%0, %1, 4), %%mm2 \n\t" // 1
  397. "movq %%mm2, %%mm5 \n\t" // 1
  398. PAVGB((%%eax), %%mm2) // 11 /2
  399. PAVGB((%0, %1, 2), %%mm2) // 211 /4
  400. "movq %%mm2, %%mm3 \n\t" // 211 /4
  401. "movq (%0), %%mm4 \n\t" // 1
  402. PAVGB(%%mm4, %%mm3) // 4 211 /8
  403. PAVGB(%%mm0, %%mm3) //642211 /16
  404. "movq %%mm3, (%0) \n\t" // X
  405. // mm1=2 mm2=3(211) mm4=1 mm5=5 mm6=0 mm7=9
  406. "movq %%mm1, %%mm0 \n\t" // 1
  407. PAVGB(%%mm6, %%mm0) //1 1 /2
  408. "movq %%mm4, %%mm3 \n\t" // 1
  409. PAVGB((%0,%1,2), %%mm3) // 1 1 /2
  410. PAVGB((%%eax,%1,2), %%mm5) // 11 /2
  411. PAVGB((%%eax), %%mm5) // 211 /4
  412. PAVGB(%%mm5, %%mm3) // 2 2211 /8
  413. PAVGB(%%mm0, %%mm3) //4242211 /16
  414. "movq %%mm3, (%0,%1) \n\t" // X
  415. // mm1=2 mm2=3(211) mm4=1 mm5=4(211) mm6=0 mm7=9
  416. PAVGB(%%mm4, %%mm6) //11 /2
  417. "movq (%%ebx), %%mm0 \n\t" // 1
  418. PAVGB((%%eax, %1, 2), %%mm0) // 11/2
  419. "movq %%mm0, %%mm3 \n\t" // 11/2
  420. PAVGB(%%mm1, %%mm0) // 2 11/4
  421. PAVGB(%%mm6, %%mm0) //222 11/8
  422. PAVGB(%%mm2, %%mm0) //22242211/16
  423. "movq (%0, %1, 2), %%mm2 \n\t" // 1
  424. "movq %%mm0, (%0, %1, 2) \n\t" // X
  425. // mm1=2 mm2=3 mm3=6(11) mm4=1 mm5=4(211) mm6=0(11) mm7=9
  426. "movq (%%eax, %1, 4), %%mm0 \n\t" // 1
  427. PAVGB((%%ebx), %%mm0) // 11 /2
  428. PAVGB(%%mm0, %%mm6) //11 11 /4
  429. PAVGB(%%mm1, %%mm4) // 11 /2
  430. PAVGB(%%mm2, %%mm1) // 11 /2
  431. PAVGB(%%mm1, %%mm6) //1122 11 /8
  432. PAVGB(%%mm5, %%mm6) //112242211 /16
  433. "movq (%%eax), %%mm5 \n\t" // 1
  434. "movq %%mm6, (%%eax) \n\t" // X
  435. // mm0=7(11) mm1=2(11) mm2=3 mm3=6(11) mm4=1(11) mm5=4 mm7=9
  436. "movq (%%eax, %1, 4), %%mm6 \n\t" // 1
  437. PAVGB(%%mm7, %%mm6) // 11 /2
  438. PAVGB(%%mm4, %%mm6) // 11 11 /4
  439. PAVGB(%%mm3, %%mm6) // 11 2211 /8
  440. PAVGB(%%mm5, %%mm2) // 11 /2
  441. "movq (%0, %1, 4), %%mm4 \n\t" // 1
  442. PAVGB(%%mm4, %%mm2) // 112 /4
  443. PAVGB(%%mm2, %%mm6) // 112242211 /16
  444. "movq %%mm6, (%0, %1, 4) \n\t" // X
  445. // mm0=7(11) mm1=2(11) mm2=3(112) mm3=6(11) mm4=5 mm5=4 mm7=9
  446. PAVGB(%%mm7, %%mm1) // 11 2 /4
  447. PAVGB(%%mm4, %%mm5) // 11 /2
  448. PAVGB(%%mm5, %%mm0) // 11 11 /4
  449. "movq (%%eax, %1, 2), %%mm6 \n\t" // 1
  450. PAVGB(%%mm6, %%mm1) // 11 4 2 /8
  451. PAVGB(%%mm0, %%mm1) // 11224222 /16
  452. "movq %%mm1, (%%eax, %1, 2) \n\t" // X
  453. // mm2=3(112) mm3=6(11) mm4=5 mm5=4(11) mm6=6 mm7=9
  454. PAVGB((%%ebx), %%mm2) // 112 4 /8
  455. "movq (%%eax, %1, 4), %%mm0 \n\t" // 1
  456. PAVGB(%%mm0, %%mm6) // 1 1 /2
  457. PAVGB(%%mm7, %%mm6) // 1 12 /4
  458. PAVGB(%%mm2, %%mm6) // 1122424 /4
  459. "movq %%mm6, (%%ebx) \n\t" // X
  460. // mm0=8 mm3=6(11) mm4=5 mm5=4(11) mm7=9
  461. PAVGB(%%mm7, %%mm5) // 11 2 /4
  462. PAVGB(%%mm7, %%mm5) // 11 6 /8
  463. PAVGB(%%mm3, %%mm0) // 112 /4
  464. PAVGB(%%mm0, %%mm5) // 112246 /16
  465. "movq %%mm5, (%%eax, %1, 4) \n\t" // X
  466. "popl %0\n\t"
  467. :
  468. : "r" (src), "r" (stride)
  469. : "%eax", "%ebx"
  470. );
  471. #else
  472. const int l1= stride;
  473. const int l2= stride + l1;
  474. const int l3= stride + l2;
  475. const int l4= stride + l3;
  476. const int l5= stride + l4;
  477. const int l6= stride + l5;
  478. const int l7= stride + l6;
  479. const int l8= stride + l7;
  480. const int l9= stride + l8;
  481. int x;
  482. src+= stride*3;
  483. for(x=0; x<BLOCK_SIZE; x++)
  484. {
  485. const int first= ABS(src[0] - src[l1]) < QP ? src[0] : src[l1];
  486. const int last= ABS(src[l8] - src[l9]) < QP ? src[l9] : src[l8];
  487. int sums[9];
  488. sums[0] = first + src[l1];
  489. sums[1] = src[l1] + src[l2];
  490. sums[2] = src[l2] + src[l3];
  491. sums[3] = src[l3] + src[l4];
  492. sums[4] = src[l4] + src[l5];
  493. sums[5] = src[l5] + src[l6];
  494. sums[6] = src[l6] + src[l7];
  495. sums[7] = src[l7] + src[l8];
  496. sums[8] = src[l8] + last;
  497. src[l1]= ((sums[0]<<2) + ((first + sums[2])<<1) + sums[4] + 8)>>4;
  498. src[l2]= ((src[l2]<<2) + ((first + sums[0] + sums[3])<<1) + sums[5] + 8)>>4;
  499. src[l3]= ((src[l3]<<2) + ((first + sums[1] + sums[4])<<1) + sums[6] + 8)>>4;
  500. src[l4]= ((src[l4]<<2) + ((sums[2] + sums[5])<<1) + sums[0] + sums[7] + 8)>>4;
  501. src[l5]= ((src[l5]<<2) + ((sums[3] + sums[6])<<1) + sums[1] + sums[8] + 8)>>4;
  502. src[l6]= ((src[l6]<<2) + ((last + sums[7] + sums[4])<<1) + sums[2] + 8)>>4;
  503. src[l7]= (((last + src[l7])<<2) + ((src[l8] + sums[5])<<1) + sums[3] + 8)>>4;
  504. src[l8]= ((sums[8]<<2) + ((last + sums[6])<<1) + sums[4] + 8)>>4;
  505. src++;
  506. }
  507. #endif
  508. }
  509. /**
  510. * Experimental implementation of the filter (Algorithm 1) described in a paper from Ramkishor & Karandikar
  511. * values are correctly clipped (MMX2)
  512. * values are wraparound (C)
  513. * conclusion: its fast, but introduces ugly horizontal patterns if there is a continious gradient
  514. 0 8 16 24
  515. x = 8
  516. x/2 = 4
  517. x/8 = 1
  518. 1 12 12 23
  519. */
  520. static inline void vertRK1Filter(uint8_t *src, int stride, int QP)
  521. {
  522. #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
  523. src+= stride*3;
  524. // FIXME rounding
  525. asm volatile(
  526. "pxor %%mm7, %%mm7 \n\t" // 0
  527. "movq b80, %%mm6 \n\t" // MIN_SIGNED_BYTE
  528. "leal (%0, %1), %%eax \n\t"
  529. "leal (%%eax, %1, 4), %%ebx \n\t"
  530. // 0 1 2 3 4 5 6 7 8 9
  531. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  532. "movq pQPb, %%mm0 \n\t" // QP,..., QP
  533. "movq %%mm0, %%mm1 \n\t" // QP,..., QP
  534. "paddusb b02, %%mm0 \n\t"
  535. "psrlw $2, %%mm0 \n\t"
  536. "pand b3F, %%mm0 \n\t" // QP/4,..., QP/4
  537. "paddusb %%mm1, %%mm0 \n\t" // QP*1.25 ...
  538. "movq (%0, %1, 4), %%mm2 \n\t" // line 4
  539. "movq (%%ebx), %%mm3 \n\t" // line 5
  540. "movq %%mm2, %%mm4 \n\t" // line 4
  541. "pcmpeqb %%mm5, %%mm5 \n\t" // -1
  542. "pxor %%mm2, %%mm5 \n\t" // -line 4 - 1
  543. PAVGB(%%mm3, %%mm5)
  544. "paddb %%mm6, %%mm5 \n\t" // (l5-l4)/2
  545. "psubusb %%mm3, %%mm4 \n\t"
  546. "psubusb %%mm2, %%mm3 \n\t"
  547. "por %%mm3, %%mm4 \n\t" // |l4 - l5|
  548. "psubusb %%mm0, %%mm4 \n\t"
  549. "pcmpeqb %%mm7, %%mm4 \n\t"
  550. "pand %%mm4, %%mm5 \n\t" // d/2
  551. // "paddb %%mm6, %%mm2 \n\t" // line 4 + 0x80
  552. "paddb %%mm5, %%mm2 \n\t"
  553. // "psubb %%mm6, %%mm2 \n\t"
  554. "movq %%mm2, (%0,%1, 4) \n\t"
  555. "movq (%%ebx), %%mm2 \n\t"
  556. // "paddb %%mm6, %%mm2 \n\t" // line 5 + 0x80
  557. "psubb %%mm5, %%mm2 \n\t"
  558. // "psubb %%mm6, %%mm2 \n\t"
  559. "movq %%mm2, (%%ebx) \n\t"
  560. "paddb %%mm6, %%mm5 \n\t"
  561. "psrlw $2, %%mm5 \n\t"
  562. "pand b3F, %%mm5 \n\t"
  563. "psubb b20, %%mm5 \n\t" // (l5-l4)/8
  564. "movq (%%eax, %1, 2), %%mm2 \n\t"
  565. "paddb %%mm6, %%mm2 \n\t" // line 3 + 0x80
  566. "paddsb %%mm5, %%mm2 \n\t"
  567. "psubb %%mm6, %%mm2 \n\t"
  568. "movq %%mm2, (%%eax, %1, 2) \n\t"
  569. "movq (%%ebx, %1), %%mm2 \n\t"
  570. "paddb %%mm6, %%mm2 \n\t" // line 6 + 0x80
  571. "psubsb %%mm5, %%mm2 \n\t"
  572. "psubb %%mm6, %%mm2 \n\t"
  573. "movq %%mm2, (%%ebx, %1) \n\t"
  574. :
  575. : "r" (src), "r" (stride)
  576. : "%eax", "%ebx"
  577. );
  578. #else
  579. const int l1= stride;
  580. const int l2= stride + l1;
  581. const int l3= stride + l2;
  582. const int l4= stride + l3;
  583. const int l5= stride + l4;
  584. const int l6= stride + l5;
  585. // const int l7= stride + l6;
  586. // const int l8= stride + l7;
  587. // const int l9= stride + l8;
  588. int x;
  589. src+= stride*3;
  590. for(x=0; x<BLOCK_SIZE; x++)
  591. {
  592. if(ABS(src[l4]-src[l5]) < QP + QP/4)
  593. {
  594. int v = (src[l5] - src[l4]);
  595. src[l3] +=v/8;
  596. src[l4] +=v/2;
  597. src[l5] -=v/2;
  598. src[l6] -=v/8;
  599. }
  600. src++;
  601. }
  602. #endif
  603. }
  604. /**
  605. * Experimental Filter 1
  606. * will not damage linear gradients
  607. * Flat blocks should look like they where passed through the (1,1,2,2,4,2,2,1,1) 9-Tap filter
  608. * can only smooth blocks at the expected locations (it cant smooth them if they did move)
  609. * MMX2 version does correct clipping C version doesnt
  610. */
  611. static inline void vertX1Filter(uint8_t *src, int stride, int QP)
  612. {
  613. #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
  614. src+= stride*3;
  615. asm volatile(
  616. "pxor %%mm7, %%mm7 \n\t" // 0
  617. // "movq b80, %%mm6 \n\t" // MIN_SIGNED_BYTE
  618. "leal (%0, %1), %%eax \n\t"
  619. "leal (%%eax, %1, 4), %%ebx \n\t"
  620. // 0 1 2 3 4 5 6 7 8 9
  621. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  622. "movq (%%eax, %1, 2), %%mm0 \n\t" // line 3
  623. "movq (%0, %1, 4), %%mm1 \n\t" // line 4
  624. "movq %%mm1, %%mm2 \n\t" // line 4
  625. "psubusb %%mm0, %%mm1 \n\t"
  626. "psubusb %%mm2, %%mm0 \n\t"
  627. "por %%mm1, %%mm0 \n\t" // |l2 - l3|
  628. "movq (%%ebx), %%mm3 \n\t" // line 5
  629. "movq (%%ebx, %1), %%mm4 \n\t" // line 6
  630. "movq %%mm3, %%mm5 \n\t" // line 5
  631. "psubusb %%mm4, %%mm3 \n\t"
  632. "psubusb %%mm5, %%mm4 \n\t"
  633. "por %%mm4, %%mm3 \n\t" // |l5 - l6|
  634. PAVGB(%%mm3, %%mm0) // (|l2 - l3| + |l5 - l6|)/2
  635. "movq %%mm2, %%mm1 \n\t" // line 4
  636. "psubusb %%mm5, %%mm2 \n\t"
  637. "movq %%mm2, %%mm4 \n\t"
  638. "pcmpeqb %%mm7, %%mm2 \n\t" // (l4 - l5) <= 0 ? -1 : 0
  639. "psubusb %%mm1, %%mm5 \n\t"
  640. "por %%mm5, %%mm4 \n\t" // |l4 - l5|
  641. "psubusb %%mm0, %%mm4 \n\t" //d = MAX(0, |l4-l5| - (|l2-l3| + |l5-l6|)/2)
  642. "movq %%mm4, %%mm3 \n\t" // d
  643. "psubusb pQPb, %%mm4 \n\t"
  644. "pcmpeqb %%mm7, %%mm4 \n\t" // d <= QP ? -1 : 0
  645. "psubusb b01, %%mm3 \n\t"
  646. "pand %%mm4, %%mm3 \n\t" // d <= QP ? d : 0
  647. PAVGB(%%mm7, %%mm3) // d/2
  648. "movq %%mm3, %%mm1 \n\t" // d/2
  649. PAVGB(%%mm7, %%mm3) // d/4
  650. PAVGB(%%mm1, %%mm3) // 3*d/8
  651. "movq (%0, %1, 4), %%mm0 \n\t" // line 4
  652. "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l4-1 : l4
  653. "psubusb %%mm3, %%mm0 \n\t"
  654. "pxor %%mm2, %%mm0 \n\t"
  655. "movq %%mm0, (%0, %1, 4) \n\t" // line 4
  656. "movq (%%ebx), %%mm0 \n\t" // line 5
  657. "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l5-1 : l5
  658. "paddusb %%mm3, %%mm0 \n\t"
  659. "pxor %%mm2, %%mm0 \n\t"
  660. "movq %%mm0, (%%ebx) \n\t" // line 5
  661. PAVGB(%%mm7, %%mm1) // d/4
  662. "movq (%%eax, %1, 2), %%mm0 \n\t" // line 3
  663. "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l4-1 : l4
  664. "psubusb %%mm1, %%mm0 \n\t"
  665. "pxor %%mm2, %%mm0 \n\t"
  666. "movq %%mm0, (%%eax, %1, 2) \n\t" // line 3
  667. "movq (%%ebx, %1), %%mm0 \n\t" // line 6
  668. "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l5-1 : l5
  669. "paddusb %%mm1, %%mm0 \n\t"
  670. "pxor %%mm2, %%mm0 \n\t"
  671. "movq %%mm0, (%%ebx, %1) \n\t" // line 6
  672. PAVGB(%%mm7, %%mm1) // d/8
  673. "movq (%%eax, %1), %%mm0 \n\t" // line 2
  674. "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l2-1 : l2
  675. "psubusb %%mm1, %%mm0 \n\t"
  676. "pxor %%mm2, %%mm0 \n\t"
  677. "movq %%mm0, (%%eax, %1) \n\t" // line 2
  678. "movq (%%ebx, %1, 2), %%mm0 \n\t" // line 7
  679. "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l7-1 : l7
  680. "paddusb %%mm1, %%mm0 \n\t"
  681. "pxor %%mm2, %%mm0 \n\t"
  682. "movq %%mm0, (%%ebx, %1, 2) \n\t" // line 7
  683. :
  684. : "r" (src), "r" (stride)
  685. : "%eax", "%ebx"
  686. );
  687. #else
  688. const int l1= stride;
  689. const int l2= stride + l1;
  690. const int l3= stride + l2;
  691. const int l4= stride + l3;
  692. const int l5= stride + l4;
  693. const int l6= stride + l5;
  694. const int l7= stride + l6;
  695. // const int l8= stride + l7;
  696. // const int l9= stride + l8;
  697. int x;
  698. src+= stride*3;
  699. for(x=0; x<BLOCK_SIZE; x++)
  700. {
  701. int a= src[l3] - src[l4];
  702. int b= src[l4] - src[l5];
  703. int c= src[l5] - src[l6];
  704. int d= MAX(ABS(b) - (ABS(a) + ABS(c))/2, 0);
  705. if(d < QP)
  706. {
  707. int v = d * SIGN(-b);
  708. src[l2] +=v/8;
  709. src[l3] +=v/4;
  710. src[l4] +=3*v/8;
  711. src[l5] -=3*v/8;
  712. src[l6] -=v/4;
  713. src[l7] -=v/8;
  714. }
  715. src++;
  716. }
  717. /*
  718. const int l1= stride;
  719. const int l2= stride + l1;
  720. const int l3= stride + l2;
  721. const int l4= stride + l3;
  722. const int l5= stride + l4;
  723. const int l6= stride + l5;
  724. const int l7= stride + l6;
  725. const int l8= stride + l7;
  726. const int l9= stride + l8;
  727. for(int x=0; x<BLOCK_SIZE; x++)
  728. {
  729. int v2= src[l2];
  730. int v3= src[l3];
  731. int v4= src[l4];
  732. int v5= src[l5];
  733. int v6= src[l6];
  734. int v7= src[l7];
  735. if(ABS(v4-v5)<QP && ABS(v4-v5) - (ABS(v3-v4) + ABS(v5-v6))>0 )
  736. {
  737. src[l3] = (6*v2 + 4*v3 + 3*v4 + 2*v5 + v6 )/16;
  738. src[l4] = (3*v2 + 3*v3 + 4*v4 + 3*v5 + 2*v6 + v7 )/16;
  739. src[l5] = (1*v2 + 2*v3 + 3*v4 + 4*v5 + 3*v6 + 3*v7)/16;
  740. src[l6] = ( 1*v3 + 2*v4 + 3*v5 + 4*v6 + 6*v7)/16;
  741. }
  742. src++;
  743. }
  744. */
  745. #endif
  746. }
  747. /**
  748. * Experimental Filter 1 (Horizontal)
  749. * will not damage linear gradients
  750. * Flat blocks should look like they where passed through the (1,1,2,2,4,2,2,1,1) 9-Tap filter
  751. * can only smooth blocks at the expected locations (it cant smooth them if they did move)
  752. * MMX2 version does correct clipping C version doesnt
  753. * not identical with the vertical one
  754. */
  755. static inline void horizX1Filter(uint8_t *src, int stride, int QP)
  756. {
  757. int y;
  758. static uint64_t *lut= NULL;
  759. if(lut==NULL)
  760. {
  761. int i;
  762. lut= (uint64_t*)memalign(8, 256*8);
  763. for(i=0; i<256; i++)
  764. {
  765. int v= i < 128 ? 2*i : 2*(i-256);
  766. /*
  767. //Simulate 112242211 9-Tap filter
  768. uint64_t a= (v/16) & 0xFF;
  769. uint64_t b= (v/8) & 0xFF;
  770. uint64_t c= (v/4) & 0xFF;
  771. uint64_t d= (3*v/8) & 0xFF;
  772. */
  773. //Simulate piecewise linear interpolation
  774. uint64_t a= (v/16) & 0xFF;
  775. uint64_t b= (v*3/16) & 0xFF;
  776. uint64_t c= (v*5/16) & 0xFF;
  777. uint64_t d= (7*v/16) & 0xFF;
  778. uint64_t A= (0x100 - a)&0xFF;
  779. uint64_t B= (0x100 - b)&0xFF;
  780. uint64_t C= (0x100 - c)&0xFF;
  781. uint64_t D= (0x100 - c)&0xFF;
  782. lut[i] = (a<<56) | (b<<48) | (c<<40) | (d<<32) |
  783. (D<<24) | (C<<16) | (B<<8) | (A);
  784. //lut[i] = (v<<32) | (v<<24);
  785. }
  786. }
  787. #if 0
  788. asm volatile(
  789. "pxor %%mm7, %%mm7 \n\t" // 0
  790. // "movq b80, %%mm6 \n\t" // MIN_SIGNED_BYTE
  791. "leal (%0, %1), %%eax \n\t"
  792. "leal (%%eax, %1, 4), %%ebx \n\t"
  793. "movq b80, %%mm6 \n\t"
  794. "movd pQPb, %%mm5 \n\t" // QP
  795. "movq %%mm5, %%mm4 \n\t"
  796. "paddusb %%mm5, %%mm5 \n\t" // 2QP
  797. "paddusb %%mm5, %%mm4 \n\t" // 3QP
  798. "pxor %%mm5, %%mm5 \n\t" // 0
  799. "psubb %%mm4, %%mm5 \n\t" // -3QP
  800. "por bm11111110, %%mm5 \n\t" // ...,FF,FF,-3QP
  801. "psllq $24, %%mm5 \n\t"
  802. // 0 1 2 3 4 5 6 7 8 9
  803. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  804. #define HX1old(a) \
  805. "movd " #a ", %%mm0 \n\t"\
  806. "movd 4" #a ", %%mm1 \n\t"\
  807. "punpckldq %%mm1, %%mm0 \n\t"\
  808. "movq %%mm0, %%mm1 \n\t"\
  809. "movq %%mm0, %%mm2 \n\t"\
  810. "psrlq $8, %%mm1 \n\t"\
  811. "psubusb %%mm1, %%mm2 \n\t"\
  812. "psubusb %%mm0, %%mm1 \n\t"\
  813. "por %%mm2, %%mm1 \n\t" /* p´x = |px - p(x+1)| */\
  814. "pcmpeqb %%mm7, %%mm2 \n\t" /* p´x = sgn[px - p(x+1)] */\
  815. "pshufw $0x00, %%mm1, %%mm3 \n\t" /* p´5 = |p1 - p2| */\
  816. PAVGB(%%mm1, %%mm3) /* p´5 = (|p2-p1| + |p6-p5|)/2 */\
  817. "psrlq $16, %%mm3 \n\t" /* p´3 = (|p2-p1| + |p6-p5|)/2 */\
  818. "psubusb %%mm3, %%mm1 \n\t" /* |p3-p4|-(|p2-p1| + |p6-p5|)/2 */\
  819. "paddb %%mm5, %%mm1 \n\t"\
  820. "psubusb %%mm5, %%mm1 \n\t"\
  821. PAVGB(%%mm7, %%mm1)\
  822. "pxor %%mm2, %%mm1 \n\t"\
  823. "psubb %%mm2, %%mm1 \n\t"\
  824. "psrlq $24, %%mm1 \n\t"\
  825. "movd %%mm1, %%ecx \n\t"\
  826. "paddb %%mm6, %%mm0 \n\t"\
  827. "paddsb (%3, %%ecx, 8), %%mm0 \n\t"\
  828. "paddb %%mm6, %%mm0 \n\t"\
  829. "movq %%mm0, " #a " \n\t"\
  830. /*
  831. HX1old((%0))
  832. HX1old((%%eax))
  833. HX1old((%%eax, %1))
  834. HX1old((%%eax, %1, 2))
  835. HX1old((%0, %1, 4))
  836. HX1old((%%ebx))
  837. HX1old((%%ebx, %1))
  838. HX1old((%%ebx, %1, 2))
  839. */
  840. //FIXME add some comments, its unreadable ...
  841. #define HX1b(a, c, b, d) \
  842. "movd " #a ", %%mm0 \n\t"\
  843. "movd 4" #a ", %%mm1 \n\t"\
  844. "punpckldq %%mm1, %%mm0 \n\t"\
  845. "movd " #b ", %%mm4 \n\t"\
  846. "movq %%mm0, %%mm1 \n\t"\
  847. "movq %%mm0, %%mm2 \n\t"\
  848. "psrlq $8, %%mm1 \n\t"\
  849. "movd 4" #b ", %%mm3 \n\t"\
  850. "psubusb %%mm1, %%mm2 \n\t"\
  851. "psubusb %%mm0, %%mm1 \n\t"\
  852. "por %%mm2, %%mm1 \n\t" /* p´x = |px - p(x+1)| */\
  853. "pcmpeqb %%mm7, %%mm2 \n\t" /* p´x = sgn[px - p(x+1)] */\
  854. "punpckldq %%mm3, %%mm4 \n\t"\
  855. "movq %%mm1, %%mm3 \n\t"\
  856. "psllq $32, %%mm3 \n\t" /* p´5 = |p1 - p2| */\
  857. PAVGB(%%mm1, %%mm3) /* p´5 = (|p2-p1| + |p6-p5|)/2 */\
  858. "paddb %%mm6, %%mm0 \n\t"\
  859. "psrlq $16, %%mm3 \n\t" /* p´3 = (|p2-p1| + |p6-p5|)/2 */\
  860. "psubusb %%mm3, %%mm1 \n\t" /* |p3-p4|-(|p2-p1| + |p6-p5|)/2 */\
  861. "movq %%mm4, %%mm3 \n\t"\
  862. "paddb %%mm5, %%mm1 \n\t"\
  863. "psubusb %%mm5, %%mm1 \n\t"\
  864. "psrlq $8, %%mm3 \n\t"\
  865. PAVGB(%%mm7, %%mm1)\
  866. "pxor %%mm2, %%mm1 \n\t"\
  867. "psubb %%mm2, %%mm1 \n\t"\
  868. "movq %%mm4, %%mm2 \n\t"\
  869. "psrlq $24, %%mm1 \n\t"\
  870. "psubusb %%mm3, %%mm2 \n\t"\
  871. "movd %%mm1, %%ecx \n\t"\
  872. "psubusb %%mm4, %%mm3 \n\t"\
  873. "paddsb (%2, %%ecx, 8), %%mm0 \n\t"\
  874. "por %%mm2, %%mm3 \n\t" /* p´x = |px - p(x+1)| */\
  875. "paddb %%mm6, %%mm0 \n\t"\
  876. "pcmpeqb %%mm7, %%mm2 \n\t" /* p´x = sgn[px - p(x+1)] */\
  877. "movq %%mm3, %%mm1 \n\t"\
  878. "psllq $32, %%mm1 \n\t" /* p´5 = |p1 - p2| */\
  879. "movq %%mm0, " #a " \n\t"\
  880. PAVGB(%%mm3, %%mm1) /* p´5 = (|p2-p1| + |p6-p5|)/2 */\
  881. "paddb %%mm6, %%mm4 \n\t"\
  882. "psrlq $16, %%mm1 \n\t" /* p´3 = (|p2-p1| + |p6-p5|)/2 */\
  883. "psubusb %%mm1, %%mm3 \n\t" /* |p3-p4|-(|p2-p1| + |p6-p5|)/2 */\
  884. "paddb %%mm5, %%mm3 \n\t"\
  885. "psubusb %%mm5, %%mm3 \n\t"\
  886. PAVGB(%%mm7, %%mm3)\
  887. "pxor %%mm2, %%mm3 \n\t"\
  888. "psubb %%mm2, %%mm3 \n\t"\
  889. "psrlq $24, %%mm3 \n\t"\
  890. "movd " #c ", %%mm0 \n\t"\
  891. "movd 4" #c ", %%mm1 \n\t"\
  892. "punpckldq %%mm1, %%mm0 \n\t"\
  893. "paddb %%mm6, %%mm0 \n\t"\
  894. "paddsb (%2, %%ecx, 8), %%mm0 \n\t"\
  895. "paddb %%mm6, %%mm0 \n\t"\
  896. "movq %%mm0, " #c " \n\t"\
  897. "movd %%mm3, %%ecx \n\t"\
  898. "movd " #d ", %%mm0 \n\t"\
  899. "paddsb (%2, %%ecx, 8), %%mm4 \n\t"\
  900. "movd 4" #d ", %%mm1 \n\t"\
  901. "paddb %%mm6, %%mm4 \n\t"\
  902. "punpckldq %%mm1, %%mm0 \n\t"\
  903. "movq %%mm4, " #b " \n\t"\
  904. "paddb %%mm6, %%mm0 \n\t"\
  905. "paddsb (%2, %%ecx, 8), %%mm0 \n\t"\
  906. "paddb %%mm6, %%mm0 \n\t"\
  907. "movq %%mm0, " #d " \n\t"\
  908. HX1b((%0),(%%eax),(%%eax, %1),(%%eax, %1, 2))
  909. HX1b((%0, %1, 4),(%%ebx),(%%ebx, %1),(%%ebx, %1, 2))
  910. :
  911. : "r" (src), "r" (stride), "r" (lut)
  912. : "%eax", "%ebx", "%ecx"
  913. );
  914. #else
  915. //FIXME (has little in common with the mmx2 version)
  916. for(y=0; y<BLOCK_SIZE; y++)
  917. {
  918. int a= src[1] - src[2];
  919. int b= src[3] - src[4];
  920. int c= src[5] - src[6];
  921. int d= MAX(ABS(b) - (ABS(a) + ABS(c))/2, 0);
  922. if(d < QP)
  923. {
  924. int v = d * SIGN(-b);
  925. src[1] +=v/8;
  926. src[2] +=v/4;
  927. src[3] +=3*v/8;
  928. src[4] -=3*v/8;
  929. src[5] -=v/4;
  930. src[6] -=v/8;
  931. }
  932. src+=stride;
  933. }
  934. #endif
  935. }
  936. static inline void doVertDefFilter(uint8_t src[], int stride, int QP)
  937. {
  938. #ifdef HAVE_MMX
  939. src+= stride*4;
  940. //FIXME try pmul for *5 stuff
  941. // src[0]=0;
  942. asm volatile(
  943. "pxor %%mm7, %%mm7 \n\t"
  944. "leal (%0, %1), %%eax \n\t"
  945. "leal (%%eax, %1, 4), %%ebx \n\t"
  946. // 0 1 2 3 4 5 6 7
  947. // %0 %0+%1 %0+2%1 eax+2%1 %0+4%1 eax+4%1 ebx+%1 ebx+2%1
  948. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1
  949. "movq (%0), %%mm0 \n\t"
  950. "movq %%mm0, %%mm1 \n\t"
  951. "punpcklbw %%mm7, %%mm0 \n\t" // low part of line 0
  952. "punpckhbw %%mm7, %%mm1 \n\t" // high part of line 0
  953. "movq (%%eax), %%mm2 \n\t"
  954. "movq %%mm2, %%mm3 \n\t"
  955. "punpcklbw %%mm7, %%mm2 \n\t" // low part of line 1
  956. "punpckhbw %%mm7, %%mm3 \n\t" // high part of line 1
  957. "movq (%%eax, %1), %%mm4 \n\t"
  958. "movq %%mm4, %%mm5 \n\t"
  959. "punpcklbw %%mm7, %%mm4 \n\t" // low part of line 2
  960. "punpckhbw %%mm7, %%mm5 \n\t" // high part of line 2
  961. "paddw %%mm0, %%mm0 \n\t" // 2L0
  962. "paddw %%mm1, %%mm1 \n\t" // 2H0
  963. "psubw %%mm4, %%mm2 \n\t" // L1 - L2
  964. "psubw %%mm5, %%mm3 \n\t" // H1 - H2
  965. "psubw %%mm2, %%mm0 \n\t" // 2L0 - L1 + L2
  966. "psubw %%mm3, %%mm1 \n\t" // 2H0 - H1 + H2
  967. "psllw $2, %%mm2 \n\t" // 4L1 - 4L2
  968. "psllw $2, %%mm3 \n\t" // 4H1 - 4H2
  969. "psubw %%mm2, %%mm0 \n\t" // 2L0 - 5L1 + 5L2
  970. "psubw %%mm3, %%mm1 \n\t" // 2H0 - 5H1 + 5H2
  971. "movq (%%eax, %1, 2), %%mm2 \n\t"
  972. "movq %%mm2, %%mm3 \n\t"
  973. "punpcklbw %%mm7, %%mm2 \n\t" // L3
  974. "punpckhbw %%mm7, %%mm3 \n\t" // H3
  975. "psubw %%mm2, %%mm0 \n\t" // 2L0 - 5L1 + 5L2 - L3
  976. "psubw %%mm3, %%mm1 \n\t" // 2H0 - 5H1 + 5H2 - H3
  977. "psubw %%mm2, %%mm0 \n\t" // 2L0 - 5L1 + 5L2 - 2L3
  978. "psubw %%mm3, %%mm1 \n\t" // 2H0 - 5H1 + 5H2 - 2H3
  979. "movq %%mm0, temp0 \n\t" // 2L0 - 5L1 + 5L2 - 2L3
  980. "movq %%mm1, temp1 \n\t" // 2H0 - 5H1 + 5H2 - 2H3
  981. "movq (%0, %1, 4), %%mm0 \n\t"
  982. "movq %%mm0, %%mm1 \n\t"
  983. "punpcklbw %%mm7, %%mm0 \n\t" // L4
  984. "punpckhbw %%mm7, %%mm1 \n\t" // H4
  985. "psubw %%mm0, %%mm2 \n\t" // L3 - L4
  986. "psubw %%mm1, %%mm3 \n\t" // H3 - H4
  987. "movq %%mm2, temp2 \n\t" // L3 - L4
  988. "movq %%mm3, temp3 \n\t" // H3 - H4
  989. "paddw %%mm4, %%mm4 \n\t" // 2L2
  990. "paddw %%mm5, %%mm5 \n\t" // 2H2
  991. "psubw %%mm2, %%mm4 \n\t" // 2L2 - L3 + L4
  992. "psubw %%mm3, %%mm5 \n\t" // 2H2 - H3 + H4
  993. "psllw $2, %%mm2 \n\t" // 4L3 - 4L4
  994. "psllw $2, %%mm3 \n\t" // 4H3 - 4H4
  995. "psubw %%mm2, %%mm4 \n\t" // 2L2 - 5L3 + 5L4
  996. "psubw %%mm3, %%mm5 \n\t" // 2H2 - 5H3 + 5H4
  997. //50 opcodes so far
  998. "movq (%%ebx), %%mm2 \n\t"
  999. "movq %%mm2, %%mm3 \n\t"
  1000. "punpcklbw %%mm7, %%mm2 \n\t" // L5
  1001. "punpckhbw %%mm7, %%mm3 \n\t" // H5
  1002. "psubw %%mm2, %%mm4 \n\t" // 2L2 - 5L3 + 5L4 - L5
  1003. "psubw %%mm3, %%mm5 \n\t" // 2H2 - 5H3 + 5H4 - H5
  1004. "psubw %%mm2, %%mm4 \n\t" // 2L2 - 5L3 + 5L4 - 2L5
  1005. "psubw %%mm3, %%mm5 \n\t" // 2H2 - 5H3 + 5H4 - 2H5
  1006. "movq (%%ebx, %1), %%mm6 \n\t"
  1007. "punpcklbw %%mm7, %%mm6 \n\t" // L6
  1008. "psubw %%mm6, %%mm2 \n\t" // L5 - L6
  1009. "movq (%%ebx, %1), %%mm6 \n\t"
  1010. "punpckhbw %%mm7, %%mm6 \n\t" // H6
  1011. "psubw %%mm6, %%mm3 \n\t" // H5 - H6
  1012. "paddw %%mm0, %%mm0 \n\t" // 2L4
  1013. "paddw %%mm1, %%mm1 \n\t" // 2H4
  1014. "psubw %%mm2, %%mm0 \n\t" // 2L4 - L5 + L6
  1015. "psubw %%mm3, %%mm1 \n\t" // 2H4 - H5 + H6
  1016. "psllw $2, %%mm2 \n\t" // 4L5 - 4L6
  1017. "psllw $2, %%mm3 \n\t" // 4H5 - 4H6
  1018. "psubw %%mm2, %%mm0 \n\t" // 2L4 - 5L5 + 5L6
  1019. "psubw %%mm3, %%mm1 \n\t" // 2H4 - 5H5 + 5H6
  1020. "movq (%%ebx, %1, 2), %%mm2 \n\t"
  1021. "movq %%mm2, %%mm3 \n\t"
  1022. "punpcklbw %%mm7, %%mm2 \n\t" // L7
  1023. "punpckhbw %%mm7, %%mm3 \n\t" // H7
  1024. "paddw %%mm2, %%mm2 \n\t" // 2L7
  1025. "paddw %%mm3, %%mm3 \n\t" // 2H7
  1026. "psubw %%mm2, %%mm0 \n\t" // 2L4 - 5L5 + 5L6 - 2L7
  1027. "psubw %%mm3, %%mm1 \n\t" // 2H4 - 5H5 + 5H6 - 2H7
  1028. "movq temp0, %%mm2 \n\t" // 2L0 - 5L1 + 5L2 - 2L3
  1029. "movq temp1, %%mm3 \n\t" // 2H0 - 5H1 + 5H2 - 2H3
  1030. //FIXME pxor, psubw, pmax for abs
  1031. "movq %%mm7, %%mm6 \n\t" // 0
  1032. "pcmpgtw %%mm0, %%mm6 \n\t"
  1033. "pxor %%mm6, %%mm0 \n\t"
  1034. "psubw %%mm6, %%mm0 \n\t" // |2L4 - 5L5 + 5L6 - 2L7|
  1035. "movq %%mm7, %%mm6 \n\t" // 0
  1036. "pcmpgtw %%mm1, %%mm6 \n\t"
  1037. "pxor %%mm6, %%mm1 \n\t"
  1038. "psubw %%mm6, %%mm1 \n\t" // |2H4 - 5H5 + 5H6 - 2H7|
  1039. "movq %%mm7, %%mm6 \n\t" // 0
  1040. "pcmpgtw %%mm2, %%mm6 \n\t"
  1041. "pxor %%mm6, %%mm2 \n\t"
  1042. "psubw %%mm6, %%mm2 \n\t" // |2L0 - 5L1 + 5L2 - 2L3|
  1043. "movq %%mm7, %%mm6 \n\t" // 0
  1044. "pcmpgtw %%mm3, %%mm6 \n\t"
  1045. "pxor %%mm6, %%mm3 \n\t"
  1046. "psubw %%mm6, %%mm3 \n\t" // |2H0 - 5H1 + 5H2 - 2H3|
  1047. #ifdef HAVE_MMX2
  1048. "pminsw %%mm2, %%mm0 \n\t"
  1049. "pminsw %%mm3, %%mm1 \n\t"
  1050. #else
  1051. "movq %%mm0, %%mm6 \n\t"
  1052. "psubusw %%mm2, %%mm6 \n\t"
  1053. "psubw %%mm6, %%mm0 \n\t"
  1054. "movq %%mm1, %%mm6 \n\t"
  1055. "psubusw %%mm3, %%mm6 \n\t"
  1056. "psubw %%mm6, %%mm1 \n\t"
  1057. #endif
  1058. "movq %%mm7, %%mm6 \n\t" // 0
  1059. "pcmpgtw %%mm4, %%mm6 \n\t" // sign(2L2 - 5L3 + 5L4 - 2L5)
  1060. "pxor %%mm6, %%mm4 \n\t"
  1061. "psubw %%mm6, %%mm4 \n\t" // |2L2 - 5L3 + 5L4 - 2L5|
  1062. "pcmpgtw %%mm5, %%mm7 \n\t" // sign(2H2 - 5H3 + 5H4 - 2H5)
  1063. "pxor %%mm7, %%mm5 \n\t"
  1064. "psubw %%mm7, %%mm5 \n\t" // |2H2 - 5H3 + 5H4 - 2H5|
  1065. // 100 opcodes
  1066. "movd %2, %%mm2 \n\t" // QP
  1067. "punpcklwd %%mm2, %%mm2 \n\t"
  1068. "punpcklwd %%mm2, %%mm2 \n\t"
  1069. "psllw $3, %%mm2 \n\t" // 8QP
  1070. "movq %%mm2, %%mm3 \n\t" // 8QP
  1071. "pcmpgtw %%mm4, %%mm2 \n\t"
  1072. "pcmpgtw %%mm5, %%mm3 \n\t"
  1073. "pand %%mm2, %%mm4 \n\t"
  1074. "pand %%mm3, %%mm5 \n\t"
  1075. "psubusw %%mm0, %%mm4 \n\t" // hd
  1076. "psubusw %%mm1, %%mm5 \n\t" // ld
  1077. "movq w05, %%mm2 \n\t" // 5
  1078. "pmullw %%mm2, %%mm4 \n\t"
  1079. "pmullw %%mm2, %%mm5 \n\t"
  1080. "movq w20, %%mm2 \n\t" // 32
  1081. "paddw %%mm2, %%mm4 \n\t"
  1082. "paddw %%mm2, %%mm5 \n\t"
  1083. "psrlw $6, %%mm4 \n\t"
  1084. "psrlw $6, %%mm5 \n\t"
  1085. /*
  1086. "movq w06, %%mm2 \n\t" // 6
  1087. "paddw %%mm2, %%mm4 \n\t"
  1088. "paddw %%mm2, %%mm5 \n\t"
  1089. "movq w1400, %%mm2 \n\t" // 1400h = 5120 = 5/64*2^16
  1090. //FIXME if *5/64 is supposed to be /13 then we should use 5041 instead of 5120
  1091. "pmulhw %%mm2, %%mm4 \n\t" // hd/13
  1092. "pmulhw %%mm2, %%mm5 \n\t" // ld/13
  1093. */
  1094. "movq temp2, %%mm0 \n\t" // L3 - L4
  1095. "movq temp3, %%mm1 \n\t" // H3 - H4
  1096. "pxor %%mm2, %%mm2 \n\t"
  1097. "pxor %%mm3, %%mm3 \n\t"
  1098. "pcmpgtw %%mm0, %%mm2 \n\t" // sign (L3-L4)
  1099. "pcmpgtw %%mm1, %%mm3 \n\t" // sign (H3-H4)
  1100. "pxor %%mm2, %%mm0 \n\t"
  1101. "pxor %%mm3, %%mm1 \n\t"
  1102. "psubw %%mm2, %%mm0 \n\t" // |L3-L4|
  1103. "psubw %%mm3, %%mm1 \n\t" // |H3-H4|
  1104. "psrlw $1, %%mm0 \n\t" // |L3 - L4|/2
  1105. "psrlw $1, %%mm1 \n\t" // |H3 - H4|/2
  1106. "pxor %%mm6, %%mm2 \n\t"
  1107. "pxor %%mm7, %%mm3 \n\t"
  1108. "pand %%mm2, %%mm4 \n\t"
  1109. "pand %%mm3, %%mm5 \n\t"
  1110. #ifdef HAVE_MMX2
  1111. "pminsw %%mm0, %%mm4 \n\t"
  1112. "pminsw %%mm1, %%mm5 \n\t"
  1113. #else
  1114. "movq %%mm4, %%mm2 \n\t"
  1115. "psubusw %%mm0, %%mm2 \n\t"
  1116. "psubw %%mm2, %%mm4 \n\t"
  1117. "movq %%mm5, %%mm2 \n\t"
  1118. "psubusw %%mm1, %%mm2 \n\t"
  1119. "psubw %%mm2, %%mm5 \n\t"
  1120. #endif
  1121. "pxor %%mm6, %%mm4 \n\t"
  1122. "pxor %%mm7, %%mm5 \n\t"
  1123. "psubw %%mm6, %%mm4 \n\t"
  1124. "psubw %%mm7, %%mm5 \n\t"
  1125. "packsswb %%mm5, %%mm4 \n\t"
  1126. "movq (%%eax, %1, 2), %%mm0 \n\t"
  1127. "paddb %%mm4, %%mm0 \n\t"
  1128. "movq %%mm0, (%%eax, %1, 2) \n\t"
  1129. "movq (%0, %1, 4), %%mm0 \n\t"
  1130. "psubb %%mm4, %%mm0 \n\t"
  1131. "movq %%mm0, (%0, %1, 4) \n\t"
  1132. :
  1133. : "r" (src), "r" (stride), "r" (QP)
  1134. : "%eax", "%ebx"
  1135. );
  1136. #else
  1137. const int l1= stride;
  1138. const int l2= stride + l1;
  1139. const int l3= stride + l2;
  1140. const int l4= stride + l3;
  1141. const int l5= stride + l4;
  1142. const int l6= stride + l5;
  1143. const int l7= stride + l6;
  1144. const int l8= stride + l7;
  1145. // const int l9= stride + l8;
  1146. int x;
  1147. src+= stride*3;
  1148. for(x=0; x<BLOCK_SIZE; x++)
  1149. {
  1150. const int middleEnergy= 5*(src[l5] - src[l4]) + 2*(src[l3] - src[l6]);
  1151. if(ABS(middleEnergy) < 8*QP)
  1152. {
  1153. const int q=(src[l4] - src[l5])/2;
  1154. const int leftEnergy= 5*(src[l3] - src[l2]) + 2*(src[l1] - src[l4]);
  1155. const int rightEnergy= 5*(src[l7] - src[l6]) + 2*(src[l5] - src[l8]);
  1156. int d= ABS(middleEnergy) - MIN( ABS(leftEnergy), ABS(rightEnergy) );
  1157. d= MAX(d, 0);
  1158. d= (5*d + 32) >> 6;
  1159. d*= SIGN(-middleEnergy);
  1160. if(q>0)
  1161. {
  1162. d= d<0 ? 0 : d;
  1163. d= d>q ? q : d;
  1164. }
  1165. else
  1166. {
  1167. d= d>0 ? 0 : d;
  1168. d= d<q ? q : d;
  1169. }
  1170. src[l4]-= d;
  1171. src[l5]+= d;
  1172. }
  1173. src++;
  1174. }
  1175. #endif
  1176. }
  1177. //FIXME? |255-0| = 1
  1178. /**
  1179. * Check if the given 8x8 Block is mostly "flat"
  1180. */
  1181. static inline int isHorizDC(uint8_t src[], int stride)
  1182. {
  1183. // src++;
  1184. int numEq= 0;
  1185. #if 0
  1186. asm volatile (
  1187. // "int $3 \n\t"
  1188. "leal (%1, %2), %%ecx \n\t"
  1189. "leal (%%ecx, %2, 4), %%ebx \n\t"
  1190. // 0 1 2 3 4 5 6 7 8 9
  1191. // %1 ecx ecx+%2 ecx+2%2 %1+4%2 ebx ebx+%2 ebx+2%2 %1+8%2 ebx+4%2
  1192. "movq b7E, %%mm7 \n\t" // mm7 = 0x7F
  1193. "movq b7C, %%mm6 \n\t" // mm6 = 0x7D
  1194. "pxor %%mm0, %%mm0 \n\t"
  1195. "movl %1, %%eax \n\t"
  1196. "andl $0x1F, %%eax \n\t"
  1197. "cmpl $24, %%eax \n\t"
  1198. "leal tempBlock, %%eax \n\t"
  1199. "jb 1f \n\t"
  1200. #define HDC_CHECK_AND_CPY(src, dst) \
  1201. "movd " #src ", %%mm2 \n\t"\
  1202. "punpckldq 4" #src ", %%mm2 \n\t" /* (%1) */\
  1203. "movq %%mm2, %%mm1 \n\t"\
  1204. "psrlq $8, %%mm2 \n\t"\
  1205. "psubb %%mm1, %%mm2 \n\t"\
  1206. "paddb %%mm7, %%mm2 \n\t"\
  1207. "pcmpgtb %%mm6, %%mm2 \n\t"\
  1208. "paddb %%mm2, %%mm0 \n\t"\
  1209. "movq %%mm1," #dst "(%%eax) \n\t"
  1210. HDC_CHECK_AND_CPY((%1),0)
  1211. HDC_CHECK_AND_CPY((%%ecx),8)
  1212. HDC_CHECK_AND_CPY((%%ecx, %2),16)
  1213. HDC_CHECK_AND_CPY((%%ecx, %2, 2),24)
  1214. HDC_CHECK_AND_CPY((%1, %2, 4),32)
  1215. HDC_CHECK_AND_CPY((%%ebx),40)
  1216. HDC_CHECK_AND_CPY((%%ebx, %2),48)
  1217. HDC_CHECK_AND_CPY((%%ebx, %2, 2),56)
  1218. "jmp 2f \n\t"
  1219. "1: \n\t"
  1220. // src does not cross a 32 byte cache line so dont waste time with alignment
  1221. #define HDC_CHECK_AND_CPY2(src, dst) \
  1222. "movq " #src ", %%mm2 \n\t"\
  1223. "movq " #src ", %%mm1 \n\t"\
  1224. "psrlq $8, %%mm2 \n\t"\
  1225. "psubb %%mm1, %%mm2 \n\t"\
  1226. "paddb %%mm7, %%mm2 \n\t"\
  1227. "pcmpgtb %%mm6, %%mm2 \n\t"\
  1228. "paddb %%mm2, %%mm0 \n\t"\
  1229. "movq %%mm1," #dst "(%%eax) \n\t"
  1230. HDC_CHECK_AND_CPY2((%1),0)
  1231. HDC_CHECK_AND_CPY2((%%ecx),8)
  1232. HDC_CHECK_AND_CPY2((%%ecx, %2),16)
  1233. HDC_CHECK_AND_CPY2((%%ecx, %2, 2),24)
  1234. HDC_CHECK_AND_CPY2((%1, %2, 4),32)
  1235. HDC_CHECK_AND_CPY2((%%ebx),40)
  1236. HDC_CHECK_AND_CPY2((%%ebx, %2),48)
  1237. HDC_CHECK_AND_CPY2((%%ebx, %2, 2),56)
  1238. "2: \n\t"
  1239. "psllq $8, %%mm0 \n\t" // remove dummy value
  1240. "movq %%mm0, %%mm1 \n\t"
  1241. "psrlw $8, %%mm0 \n\t"
  1242. "paddb %%mm1, %%mm0 \n\t"
  1243. "movq %%mm0, %%mm1 \n\t"
  1244. "psrlq $16, %%mm0 \n\t"
  1245. "paddb %%mm1, %%mm0 \n\t"
  1246. "movq %%mm0, %%mm1 \n\t"
  1247. "psrlq $32, %%mm0 \n\t"
  1248. "paddb %%mm1, %%mm0 \n\t"
  1249. "movd %%mm0, %0 \n\t"
  1250. : "=r" (numEq)
  1251. : "r" (src), "r" (stride)
  1252. : "%eax", "%ebx", "%ecx"
  1253. );
  1254. // printf("%d\n", numEq);
  1255. numEq= (256 - numEq) &0xFF;
  1256. #else
  1257. int y;
  1258. for(y=0; y<BLOCK_SIZE; y++)
  1259. {
  1260. if(((src[0] - src[1] + 1) & 0xFFFF) < 3) numEq++;
  1261. if(((src[1] - src[2] + 1) & 0xFFFF) < 3) numEq++;
  1262. if(((src[2] - src[3] + 1) & 0xFFFF) < 3) numEq++;
  1263. if(((src[3] - src[4] + 1) & 0xFFFF) < 3) numEq++;
  1264. if(((src[4] - src[5] + 1) & 0xFFFF) < 3) numEq++;
  1265. if(((src[5] - src[6] + 1) & 0xFFFF) < 3) numEq++;
  1266. if(((src[6] - src[7] + 1) & 0xFFFF) < 3) numEq++;
  1267. src+= stride;
  1268. }
  1269. #endif
  1270. /* if(abs(numEq - asmEq) > 0)
  1271. {
  1272. // printf("\nasm:%d c:%d\n", asmEq, numEq);
  1273. for(int y=0; y<8; y++)
  1274. {
  1275. for(int x=0; x<8; x++)
  1276. {
  1277. printf("%d ", src[x + y*stride]);
  1278. }
  1279. printf("\n");
  1280. }
  1281. }
  1282. */
  1283. // printf("%d\n", numEq);
  1284. return numEq > hFlatnessThreshold;
  1285. }
  1286. static inline int isHorizMinMaxOk(uint8_t src[], int stride, int QP)
  1287. {
  1288. if(abs(src[0] - src[7]) > 2*QP) return 0;
  1289. return 1;
  1290. }
  1291. static inline void doHorizDefFilter(uint8_t dst[], int stride, int QP)
  1292. {
  1293. #if 0
  1294. asm volatile(
  1295. "leal (%0, %1), %%ecx \n\t"
  1296. "leal (%%ecx, %1, 4), %%ebx \n\t"
  1297. // 0 1 2 3 4 5 6 7 8 9
  1298. // %0 ecx ecx+%1 ecx+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  1299. "pxor %%mm7, %%mm7 \n\t"
  1300. "movq bm00001000, %%mm6 \n\t"
  1301. "movd %2, %%mm5 \n\t" // QP
  1302. "movq %%mm5, %%mm4 \n\t"
  1303. "paddusb %%mm5, %%mm5 \n\t" // 2QP
  1304. "paddusb %%mm5, %%mm4 \n\t" // 3QP
  1305. "psllq $24, %%mm4 \n\t"
  1306. "pxor %%mm5, %%mm5 \n\t" // 0
  1307. "psubb %%mm4, %%mm5 \n\t" // -QP
  1308. "leal tempBlock, %%eax \n\t"
  1309. //FIXME? "unroll by 2" and mix
  1310. #ifdef HAVE_MMX2
  1311. #define HDF(src, dst) \
  1312. "movq " #src "(%%eax), %%mm0 \n\t"\
  1313. "movq " #src "(%%eax), %%mm1 \n\t"\
  1314. "movq " #src "(%%eax), %%mm2 \n\t"\
  1315. "psrlq $8, %%mm1 \n\t"\
  1316. "psubusb %%mm1, %%mm2 \n\t"\
  1317. "psubusb %%mm0, %%mm1 \n\t"\
  1318. "por %%mm2, %%mm1 \n\t" /* p´x = |px - p(x+1)| */\
  1319. "pcmpeqb %%mm7, %%mm2 \n\t" /* p´x = sgn[px - p(x+1)] */\
  1320. "pshufw $0x00, %%mm1, %%mm3 \n\t" /* p´5 = |p1 - p2| */\
  1321. "pminub %%mm1, %%mm3 \n\t" /* p´5 = min(|p2-p1|, |p6-p5|)*/\
  1322. "psrlq $16, %%mm3 \n\t" /* p´3 = min(|p2-p1|, |p6-p5|)*/\
  1323. "psubusb %%mm3, %%mm1 \n\t" /* |p3-p4|-min(|p1-p2|,|p5-p6|) */\
  1324. "paddb %%mm5, %%mm1 \n\t"\
  1325. "psubusb %%mm5, %%mm1 \n\t"\
  1326. "psrlw $2, %%mm1 \n\t"\
  1327. "pxor %%mm2, %%mm1 \n\t"\
  1328. "psubb %%mm2, %%mm1 \n\t"\
  1329. "pand %%mm6, %%mm1 \n\t"\
  1330. "psubb %%mm1, %%mm0 \n\t"\
  1331. "psllq $8, %%mm1 \n\t"\
  1332. "paddb %%mm1, %%mm0 \n\t"\
  1333. "movd %%mm0, " #dst" \n\t"\
  1334. "psrlq $32, %%mm0 \n\t"\
  1335. "movd %%mm0, 4" #dst" \n\t"
  1336. #else
  1337. #define HDF(src, dst)\
  1338. "movq " #src "(%%eax), %%mm0 \n\t"\
  1339. "movq %%mm0, %%mm1 \n\t"\
  1340. "movq %%mm0, %%mm2 \n\t"\
  1341. "psrlq $8, %%mm1 \n\t"\
  1342. "psubusb %%mm1, %%mm2 \n\t"\
  1343. "psubusb %%mm0, %%mm1 \n\t"\
  1344. "por %%mm2, %%mm1 \n\t" /* p´x = |px - p(x+1)| */\
  1345. "pcmpeqb %%mm7, %%mm2 \n\t" /* p´x = sgn[px - p(x+1)] */\
  1346. "movq %%mm1, %%mm3 \n\t"\
  1347. "psllq $32, %%mm3 \n\t"\
  1348. "movq %%mm3, %%mm4 \n\t"\
  1349. "psubusb %%mm1, %%mm4 \n\t"\
  1350. "psubb %%mm4, %%mm3 \n\t"\
  1351. "psrlq $16, %%mm3 \n\t" /* p´3 = min(|p2-p1|, |p6-p5|)*/\
  1352. "psubusb %%mm3, %%mm1 \n\t" /* |p3-p4|-min(|p1-p2|,|p5,ü6|) */\
  1353. "paddb %%mm5, %%mm1 \n\t"\
  1354. "psubusb %%mm5, %%mm1 \n\t"\
  1355. "psrlw $2, %%mm1 \n\t"\
  1356. "pxor %%mm2, %%mm1 \n\t"\
  1357. "psubb %%mm2, %%mm1 \n\t"\
  1358. "pand %%mm6, %%mm1 \n\t"\
  1359. "psubb %%mm1, %%mm0 \n\t"\
  1360. "psllq $8, %%mm1 \n\t"\
  1361. "paddb %%mm1, %%mm0 \n\t"\
  1362. "movd %%mm0, " #dst " \n\t"\
  1363. "psrlq $32, %%mm0 \n\t"\
  1364. "movd %%mm0, 4" #dst " \n\t"
  1365. #endif
  1366. HDF(0,(%0))
  1367. HDF(8,(%%ecx))
  1368. HDF(16,(%%ecx, %1))
  1369. HDF(24,(%%ecx, %1, 2))
  1370. HDF(32,(%0, %1, 4))
  1371. HDF(40,(%%ebx))
  1372. HDF(48,(%%ebx, %1))
  1373. HDF(56,(%%ebx, %1, 2))
  1374. :
  1375. : "r" (dst), "r" (stride), "r" (QP)
  1376. : "%eax", "%ebx", "%ecx"
  1377. );
  1378. #else
  1379. int y;
  1380. for(y=0; y<BLOCK_SIZE; y++)
  1381. {
  1382. const int middleEnergy= 5*(dst[4] - dst[5]) + 2*(dst[2] - dst[5]);
  1383. if(ABS(middleEnergy) < 8*QP)
  1384. {
  1385. const int q=(dst[3] - dst[4])/2;
  1386. const int leftEnergy= 5*(dst[2] - dst[1]) + 2*(dst[0] - dst[3]);
  1387. const int rightEnergy= 5*(dst[6] - dst[5]) + 2*(dst[4] - dst[7]);
  1388. int d= ABS(middleEnergy) - MIN( ABS(leftEnergy), ABS(rightEnergy) );
  1389. d= MAX(d, 0);
  1390. d= (5*d + 32) >> 6;
  1391. d*= SIGN(-middleEnergy);
  1392. if(q>0)
  1393. {
  1394. d= d<0 ? 0 : d;
  1395. d= d>q ? q : d;
  1396. }
  1397. else
  1398. {
  1399. d= d>0 ? 0 : d;
  1400. d= d<q ? q : d;
  1401. }
  1402. dst[3]-= d;
  1403. dst[4]+= d;
  1404. }
  1405. dst+= stride;
  1406. }
  1407. #endif
  1408. }
  1409. /**
  1410. * Do a horizontal low pass filter on the 10x8 block (dst points to middle 8x8 Block)
  1411. * using the 9-Tap Filter (1,1,2,2,4,2,2,1,1)/16 (C version)
  1412. * using the 7-Tap Filter (2,2,2,4,2,2,2)/16 (MMX2/3DNOW version)
  1413. */
  1414. static inline void doHorizLowPass(uint8_t dst[], int stride, int QP)
  1415. {
  1416. #if 0
  1417. asm volatile(
  1418. "leal (%0, %1), %%ecx \n\t"
  1419. "leal (%%ecx, %1, 4), %%ebx \n\t"
  1420. // 0 1 2 3 4 5 6 7 8 9
  1421. // %0 ecx ecx+%1 ecx+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  1422. "pxor %%mm7, %%mm7 \n\t"
  1423. "leal tempBlock, %%eax \n\t"
  1424. /*
  1425. #define HLP1 "movq (%0), %%mm0 \n\t"\
  1426. "movq %%mm0, %%mm1 \n\t"\
  1427. "psllq $8, %%mm0 \n\t"\
  1428. PAVGB(%%mm1, %%mm0)\
  1429. "psrlw $8, %%mm0 \n\t"\
  1430. "pxor %%mm1, %%mm1 \n\t"\
  1431. "packuswb %%mm1, %%mm0 \n\t"\
  1432. "movq %%mm0, %%mm1 \n\t"\
  1433. "movq %%mm0, %%mm2 \n\t"\
  1434. "psllq $32, %%mm0 \n\t"\
  1435. "paddb %%mm0, %%mm1 \n\t"\
  1436. "psllq $16, %%mm2 \n\t"\
  1437. PAVGB(%%mm2, %%mm0)\
  1438. "movq %%mm0, %%mm3 \n\t"\
  1439. "pand bm11001100, %%mm0 \n\t"\
  1440. "paddusb %%mm0, %%mm3 \n\t"\
  1441. "psrlq $8, %%mm3 \n\t"\
  1442. PAVGB(%%mm1, %%mm4)\
  1443. PAVGB(%%mm3, %%mm2)\
  1444. "psrlq $16, %%mm2 \n\t"\
  1445. "punpcklbw %%mm2, %%mm2 \n\t"\
  1446. "movq %%mm2, (%0) \n\t"\
  1447. #define HLP2 "movq (%0), %%mm0 \n\t"\
  1448. "movq %%mm0, %%mm1 \n\t"\
  1449. "psllq $8, %%mm0 \n\t"\
  1450. PAVGB(%%mm1, %%mm0)\
  1451. "psrlw $8, %%mm0 \n\t"\
  1452. "pxor %%mm1, %%mm1 \n\t"\
  1453. "packuswb %%mm1, %%mm0 \n\t"\
  1454. "movq %%mm0, %%mm2 \n\t"\
  1455. "psllq $32, %%mm0 \n\t"\
  1456. "psllq $16, %%mm2 \n\t"\
  1457. PAVGB(%%mm2, %%mm0)\
  1458. "movq %%mm0, %%mm3 \n\t"\
  1459. "pand bm11001100, %%mm0 \n\t"\
  1460. "paddusb %%mm0, %%mm3 \n\t"\
  1461. "psrlq $8, %%mm3 \n\t"\
  1462. PAVGB(%%mm3, %%mm2)\
  1463. "psrlq $16, %%mm2 \n\t"\
  1464. "punpcklbw %%mm2, %%mm2 \n\t"\
  1465. "movq %%mm2, (%0) \n\t"\
  1466. */
  1467. // approximately a 7-Tap Filter with Vector (1,2,3,4,3,2,1)/16
  1468. /*
  1469. Implemented Exact 7-Tap
  1470. 9421 A321
  1471. 36421 64321
  1472. 334321 =
  1473. 1234321 =
  1474. 1234321 =
  1475. 123433 =
  1476. 12463 12346
  1477. 1249 123A
  1478. */
  1479. #ifdef HAVE_MMX2
  1480. #define HLP3(i) "movq " #i "(%%eax), %%mm0 \n\t"\
  1481. "movq %%mm0, %%mm1 \n\t"\
  1482. "movq %%mm0, %%mm2 \n\t"\
  1483. "movq %%mm0, %%mm3 \n\t"\
  1484. "movq %%mm0, %%mm4 \n\t"\
  1485. "psllq $8, %%mm1 \n\t"\
  1486. "psrlq $8, %%mm2 \n\t"\
  1487. "pand bm00000001, %%mm3 \n\t"\
  1488. "pand bm10000000, %%mm4 \n\t"\
  1489. "por %%mm3, %%mm1 \n\t"\
  1490. "por %%mm4, %%mm2 \n\t"\
  1491. PAVGB(%%mm2, %%mm1)\
  1492. PAVGB(%%mm1, %%mm0)\
  1493. \
  1494. "pshufw $0xF9, %%mm0, %%mm3 \n\t"\
  1495. "pshufw $0x90, %%mm0, %%mm4 \n\t"\
  1496. PAVGB(%%mm3, %%mm4)\
  1497. PAVGB(%%mm4, %%mm0)\
  1498. "movd %%mm0, (%0) \n\t"\
  1499. "psrlq $32, %%mm0 \n\t"\
  1500. "movd %%mm0, 4(%0) \n\t"
  1501. #else
  1502. #define HLP3(i) "movq " #i "(%%eax), %%mm0 \n\t"\
  1503. "movq %%mm0, %%mm1 \n\t"\
  1504. "movq %%mm0, %%mm2 \n\t"\
  1505. "movd -4(%0), %%mm3 \n\t" /*0001000*/\
  1506. "movd 8(%0), %%mm4 \n\t" /*0001000*/\
  1507. "psllq $8, %%mm1 \n\t"\
  1508. "psrlq $8, %%mm2 \n\t"\
  1509. "psrlq $24, %%mm3 \n\t"\
  1510. "psllq $56, %%mm4 \n\t"\
  1511. "por %%mm3, %%mm1 \n\t"\
  1512. "por %%mm4, %%mm2 \n\t"\
  1513. PAVGB(%%mm2, %%mm1)\
  1514. PAVGB(%%mm1, %%mm0)\
  1515. \
  1516. "movq %%mm0, %%mm3 \n\t"\
  1517. "movq %%mm0, %%mm4 \n\t"\
  1518. "movq %%mm0, %%mm5 \n\t"\
  1519. "psrlq $16, %%mm3 \n\t"\
  1520. "psllq $16, %%mm4 \n\t"\
  1521. "pand bm11000000, %%mm5 \n\t"\
  1522. "por %%mm5, %%mm3 \n\t"\
  1523. "movq %%mm0, %%mm5 \n\t"\
  1524. "pand bm00000011, %%mm5 \n\t"\
  1525. "por %%mm5, %%mm4 \n\t"\
  1526. PAVGB(%%mm3, %%mm4)\
  1527. PAVGB(%%mm4, %%mm0)\
  1528. "movd %%mm0, (%0) \n\t"\
  1529. "psrlq $32, %%mm0 \n\t"\
  1530. "movd %%mm0, 4(%0) \n\t"
  1531. #endif
  1532. /* uses the 7-Tap Filter: 1112111 */
  1533. #define NEW_HLP(src, dst)\
  1534. "movq " #src "(%%eax), %%mm1 \n\t"\
  1535. "movq " #src "(%%eax), %%mm2 \n\t"\
  1536. "psllq $8, %%mm1 \n\t"\
  1537. "psrlq $8, %%mm2 \n\t"\
  1538. "movd -4" #dst ", %%mm3 \n\t" /*0001000*/\
  1539. "movd 8" #dst ", %%mm4 \n\t" /*0001000*/\
  1540. "psrlq $24, %%mm3 \n\t"\
  1541. "psllq $56, %%mm4 \n\t"\
  1542. "por %%mm3, %%mm1 \n\t"\
  1543. "por %%mm4, %%mm2 \n\t"\
  1544. "movq %%mm1, %%mm5 \n\t"\
  1545. PAVGB(%%mm2, %%mm1)\
  1546. "movq " #src "(%%eax), %%mm0 \n\t"\
  1547. PAVGB(%%mm1, %%mm0)\
  1548. "psllq $8, %%mm5 \n\t"\
  1549. "psrlq $8, %%mm2 \n\t"\
  1550. "por %%mm3, %%mm5 \n\t"\
  1551. "por %%mm4, %%mm2 \n\t"\
  1552. "movq %%mm5, %%mm1 \n\t"\
  1553. PAVGB(%%mm2, %%mm5)\
  1554. "psllq $8, %%mm1 \n\t"\
  1555. "psrlq $8, %%mm2 \n\t"\
  1556. "por %%mm3, %%mm1 \n\t"\
  1557. "por %%mm4, %%mm2 \n\t"\
  1558. PAVGB(%%mm2, %%mm1)\
  1559. PAVGB(%%mm1, %%mm5)\
  1560. PAVGB(%%mm5, %%mm0)\
  1561. "movd %%mm0, " #dst " \n\t"\
  1562. "psrlq $32, %%mm0 \n\t"\
  1563. "movd %%mm0, 4" #dst " \n\t"
  1564. /* uses the 9-Tap Filter: 112242211 */
  1565. #define NEW_HLP2(i)\
  1566. "movq " #i "(%%eax), %%mm0 \n\t" /*0001000*/\
  1567. "movq %%mm0, %%mm1 \n\t" /*0001000*/\
  1568. "movq %%mm0, %%mm2 \n\t" /*0001000*/\
  1569. "movd -4(%0), %%mm3 \n\t" /*0001000*/\
  1570. "movd 8(%0), %%mm4 \n\t" /*0001000*/\
  1571. "psllq $8, %%mm1 \n\t"\
  1572. "psrlq $8, %%mm2 \n\t"\
  1573. "psrlq $24, %%mm3 \n\t"\
  1574. "psllq $56, %%mm4 \n\t"\
  1575. "por %%mm3, %%mm1 \n\t" /*0010000*/\
  1576. "por %%mm4, %%mm2 \n\t" /*0000100*/\
  1577. "movq %%mm1, %%mm5 \n\t" /*0010000*/\
  1578. PAVGB(%%mm2, %%mm1) /*0010100*/\
  1579. PAVGB(%%mm1, %%mm0) /*0012100*/\
  1580. "psllq $8, %%mm5 \n\t"\
  1581. "psrlq $8, %%mm2 \n\t"\
  1582. "por %%mm3, %%mm5 \n\t" /*0100000*/\
  1583. "por %%mm4, %%mm2 \n\t" /*0000010*/\
  1584. "movq %%mm5, %%mm1 \n\t" /*0100000*/\
  1585. PAVGB(%%mm2, %%mm5) /*0100010*/\
  1586. "psllq $8, %%mm1 \n\t"\
  1587. "psrlq $8, %%mm2 \n\t"\
  1588. "por %%mm3, %%mm1 \n\t" /*1000000*/\
  1589. "por %%mm4, %%mm2 \n\t" /*0000001*/\
  1590. "movq %%mm1, %%mm6 \n\t" /*1000000*/\
  1591. PAVGB(%%mm2, %%mm1) /*1000001*/\
  1592. "psllq $8, %%mm6 \n\t"\
  1593. "psrlq $8, %%mm2 \n\t"\
  1594. "por %%mm3, %%mm6 \n\t"/*100000000*/\
  1595. "por %%mm4, %%mm2 \n\t"/*000000001*/\
  1596. PAVGB(%%mm2, %%mm6) /*100000001*/\
  1597. PAVGB(%%mm6, %%mm1) /*110000011*/\
  1598. PAVGB(%%mm1, %%mm5) /*112000211*/\
  1599. PAVGB(%%mm5, %%mm0) /*112242211*/\
  1600. "movd %%mm0, (%0) \n\t"\
  1601. "psrlq $32, %%mm0 \n\t"\
  1602. "movd %%mm0, 4(%0) \n\t"
  1603. #define HLP(src, dst) NEW_HLP(src, dst)
  1604. HLP(0, (%0))
  1605. HLP(8, (%%ecx))
  1606. HLP(16, (%%ecx, %1))
  1607. HLP(24, (%%ecx, %1, 2))
  1608. HLP(32, (%0, %1, 4))
  1609. HLP(40, (%%ebx))
  1610. HLP(48, (%%ebx, %1))
  1611. HLP(56, (%%ebx, %1, 2))
  1612. :
  1613. : "r" (dst), "r" (stride)
  1614. : "%eax", "%ebx", "%ecx"
  1615. );
  1616. #else
  1617. int y;
  1618. for(y=0; y<BLOCK_SIZE; y++)
  1619. {
  1620. const int first= ABS(dst[-1] - dst[0]) < QP ? dst[-1] : dst[0];
  1621. const int last= ABS(dst[8] - dst[7]) < QP ? dst[8] : dst[7];
  1622. int sums[9];
  1623. sums[0] = first + dst[0];
  1624. sums[1] = dst[0] + dst[1];
  1625. sums[2] = dst[1] + dst[2];
  1626. sums[3] = dst[2] + dst[3];
  1627. sums[4] = dst[3] + dst[4];
  1628. sums[5] = dst[4] + dst[5];
  1629. sums[6] = dst[5] + dst[6];
  1630. sums[7] = dst[6] + dst[7];
  1631. sums[8] = dst[7] + last;
  1632. dst[0]= ((sums[0]<<2) + ((first + sums[2])<<1) + sums[4] + 8)>>4;
  1633. dst[1]= ((dst[1]<<2) + ((first + sums[0] + sums[3])<<1) + sums[5] + 8)>>4;
  1634. dst[2]= ((dst[2]<<2) + ((first + sums[1] + sums[4])<<1) + sums[6] + 8)>>4;
  1635. dst[3]= ((dst[3]<<2) + ((sums[2] + sums[5])<<1) + sums[0] + sums[7] + 8)>>4;
  1636. dst[4]= ((dst[4]<<2) + ((sums[3] + sums[6])<<1) + sums[1] + sums[8] + 8)>>4;
  1637. dst[5]= ((dst[5]<<2) + ((last + sums[7] + sums[4])<<1) + sums[2] + 8)>>4;
  1638. dst[6]= (((last + dst[6])<<2) + ((dst[7] + sums[5])<<1) + sums[3] + 8)>>4;
  1639. dst[7]= ((sums[8]<<2) + ((last + sums[6])<<1) + sums[4] + 8)>>4;
  1640. dst+= stride;
  1641. }
  1642. #endif
  1643. }
  1644. static inline void dering(uint8_t src[], int stride, int QP)
  1645. {
  1646. #ifdef HAVE_MMX2
  1647. asm volatile(
  1648. "movq pQPb, %%mm0 \n\t"
  1649. "paddusb %%mm0, %%mm0 \n\t"
  1650. "movq %%mm0, pQPb2 \n\t"
  1651. "leal (%0, %1), %%eax \n\t"
  1652. "leal (%%eax, %1, 4), %%ebx \n\t"
  1653. // 0 1 2 3 4 5 6 7 8 9
  1654. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  1655. "pcmpeqb %%mm6, %%mm6 \n\t"
  1656. "pxor %%mm7, %%mm7 \n\t"
  1657. #define FIND_MIN_MAX(addr)\
  1658. "movq " #addr ", %%mm0 \n\t"\
  1659. "pminub %%mm0, %%mm6 \n\t"\
  1660. "pmaxub %%mm0, %%mm7 \n\t"
  1661. FIND_MIN_MAX((%%eax))
  1662. FIND_MIN_MAX((%%eax, %1))
  1663. FIND_MIN_MAX((%%eax, %1, 2))
  1664. FIND_MIN_MAX((%0, %1, 4))
  1665. FIND_MIN_MAX((%%ebx))
  1666. FIND_MIN_MAX((%%ebx, %1))
  1667. FIND_MIN_MAX((%%ebx, %1, 2))
  1668. FIND_MIN_MAX((%0, %1, 8))
  1669. "movq %%mm6, %%mm4 \n\t"
  1670. "psrlq $8, %%mm6 \n\t"
  1671. "pminub %%mm4, %%mm6 \n\t" // min of pixels
  1672. #ifdef HAVE_MMX2
  1673. "pshufw $0xF9, %%mm6, %%mm4 \n\t"
  1674. "pminub %%mm4, %%mm6 \n\t" // min of pixels
  1675. "pshufw $0xFE, %%mm6, %%mm4 \n\t"
  1676. #else
  1677. "movq %%mm6, %%mm4 \n\t"
  1678. "psrlq $16, %%mm6 \n\t"
  1679. "pminub %%mm4, %%mm6 \n\t"
  1680. "movq %%mm6, %%mm4 \n\t"
  1681. "psrlq $32, %%mm6 \n\t"
  1682. #endif
  1683. "pminub %%mm4, %%mm6 \n\t"
  1684. "movq %%mm7, %%mm4 \n\t"
  1685. "psrlq $8, %%mm7 \n\t"
  1686. "pmaxub %%mm4, %%mm7 \n\t" // max of pixels
  1687. #ifdef HAVE_MMX2
  1688. "pshufw $0xF9, %%mm7, %%mm4 \n\t"
  1689. "pmaxub %%mm4, %%mm7 \n\t" // min of pixels
  1690. "pshufw $0xFE, %%mm7, %%mm4 \n\t"
  1691. #else
  1692. "movq %%mm7, %%mm4 \n\t"
  1693. "psrlq $16, %%mm7 \n\t"
  1694. "pmaxub %%mm4, %%mm7 \n\t"
  1695. "movq %%mm7, %%mm4 \n\t"
  1696. "psrlq $32, %%mm7 \n\t"
  1697. #endif
  1698. "pmaxub %%mm4, %%mm7 \n\t"
  1699. PAVGB(%%mm6, %%mm7) // a=(max + min)/2
  1700. "punpcklbw %%mm7, %%mm7 \n\t"
  1701. "punpcklbw %%mm7, %%mm7 \n\t"
  1702. "punpcklbw %%mm7, %%mm7 \n\t"
  1703. "movq %%mm7, temp0 \n\t"
  1704. "movq (%0), %%mm0 \n\t" // L10
  1705. "movq %%mm0, %%mm1 \n\t" // L10
  1706. "movq %%mm0, %%mm2 \n\t" // L10
  1707. "psllq $8, %%mm1 \n\t"
  1708. "psrlq $8, %%mm2 \n\t"
  1709. "movd -4(%0), %%mm3 \n\t"
  1710. "movd 8(%0), %%mm4 \n\t"
  1711. "psrlq $24, %%mm3 \n\t"
  1712. "psllq $56, %%mm4 \n\t"
  1713. "por %%mm3, %%mm1 \n\t" // L00
  1714. "por %%mm4, %%mm2 \n\t" // L20
  1715. "movq %%mm1, %%mm3 \n\t" // L00
  1716. PAVGB(%%mm2, %%mm1) // (L20 + L00)/2
  1717. PAVGB(%%mm0, %%mm1) // (L20 + L00 + 2L10)/4
  1718. "psubusb %%mm7, %%mm0 \n\t"
  1719. "psubusb %%mm7, %%mm2 \n\t"
  1720. "psubusb %%mm7, %%mm3 \n\t"
  1721. "pcmpeqb b00, %%mm0 \n\t" // L10 > a ? 0 : -1
  1722. "pcmpeqb b00, %%mm2 \n\t" // L20 > a ? 0 : -1
  1723. "pcmpeqb b00, %%mm3 \n\t" // L00 > a ? 0 : -1
  1724. "paddb %%mm2, %%mm0 \n\t"
  1725. "paddb %%mm3, %%mm0 \n\t"
  1726. "movq (%%eax), %%mm2 \n\t" // L11
  1727. "movq %%mm2, %%mm3 \n\t" // L11
  1728. "movq %%mm2, %%mm4 \n\t" // L11
  1729. "psllq $8, %%mm3 \n\t"
  1730. "psrlq $8, %%mm4 \n\t"
  1731. "movd -4(%%eax), %%mm5 \n\t"
  1732. "movd 8(%%eax), %%mm6 \n\t"
  1733. "psrlq $24, %%mm5 \n\t"
  1734. "psllq $56, %%mm6 \n\t"
  1735. "por %%mm5, %%mm3 \n\t" // L01
  1736. "por %%mm6, %%mm4 \n\t" // L21
  1737. "movq %%mm3, %%mm5 \n\t" // L01
  1738. PAVGB(%%mm4, %%mm3) // (L21 + L01)/2
  1739. PAVGB(%%mm2, %%mm3) // (L21 + L01 + 2L11)/4
  1740. "psubusb %%mm7, %%mm2 \n\t"
  1741. "psubusb %%mm7, %%mm4 \n\t"
  1742. "psubusb %%mm7, %%mm5 \n\t"
  1743. "pcmpeqb b00, %%mm2 \n\t" // L11 > a ? 0 : -1
  1744. "pcmpeqb b00, %%mm4 \n\t" // L21 > a ? 0 : -1
  1745. "pcmpeqb b00, %%mm5 \n\t" // L01 > a ? 0 : -1
  1746. "paddb %%mm4, %%mm2 \n\t"
  1747. "paddb %%mm5, %%mm2 \n\t"
  1748. // 0, 2, 3, 1
  1749. #define DERING_CORE(dst,src,ppsx,psx,sx,pplx,plx,lx,t0,t1) \
  1750. "movq " #src ", " #sx " \n\t" /* src[0] */\
  1751. "movq " #sx ", " #lx " \n\t" /* src[0] */\
  1752. "movq " #sx ", " #t0 " \n\t" /* src[0] */\
  1753. "psllq $8, " #lx " \n\t"\
  1754. "psrlq $8, " #t0 " \n\t"\
  1755. "movd -4" #src ", " #t1 " \n\t"\
  1756. "psrlq $24, " #t1 " \n\t"\
  1757. "por " #t1 ", " #lx " \n\t" /* src[-1] */\
  1758. "movd 8" #src ", " #t1 " \n\t"\
  1759. "psllq $56, " #t1 " \n\t"\
  1760. "por " #t1 ", " #t0 " \n\t" /* src[+1] */\
  1761. "movq " #lx ", " #t1 " \n\t" /* src[-1] */\
  1762. PAVGB(t0, lx) /* (src[-1] + src[+1])/2 */\
  1763. PAVGB(sx, lx) /* (src[-1] + 2src[0] + src[+1])/4 */\
  1764. "psubusb temp0, " #t1 " \n\t"\
  1765. "psubusb temp0, " #t0 " \n\t"\
  1766. "psubusb temp0, " #sx " \n\t"\
  1767. "pcmpeqb b00, " #t1 " \n\t" /* src[-1] > a ? 0 : -1*/\
  1768. "pcmpeqb b00, " #t0 " \n\t" /* src[+1] > a ? 0 : -1*/\
  1769. "pcmpeqb b00, " #sx " \n\t" /* src[0] > a ? 0 : -1*/\
  1770. "paddb " #t1 ", " #t0 " \n\t"\
  1771. "paddb " #t0 ", " #sx " \n\t"\
  1772. \
  1773. PAVGB(lx, pplx) \
  1774. PAVGB(plx, pplx) /* filtered */\
  1775. "movq " #dst ", " #t0 " \n\t" /* dst */\
  1776. "movq " #pplx ", " #t1 " \n\t"\
  1777. "psubusb " #t0 ", " #pplx " \n\t"\
  1778. "psubusb " #t1 ", " #t0 " \n\t"\
  1779. "por " #t0 ", " #pplx " \n\t" /* |filtered - dst| */\
  1780. "psubusb pQPb2, " #pplx " \n\t"\
  1781. "pcmpeqb b00, " #pplx " \n\t"\
  1782. "paddb " #sx ", " #ppsx " \n\t"\
  1783. "paddb " #psx ", " #ppsx " \n\t"\
  1784. "#paddb b02, " #ppsx " \n\t"\
  1785. "pand b08, " #ppsx " \n\t"\
  1786. "pcmpeqb b00, " #ppsx " \n\t"\
  1787. "pand " #pplx ", " #ppsx " \n\t"\
  1788. "pand " #ppsx ", " #t1 " \n\t"\
  1789. "pandn " #dst ", " #ppsx " \n\t"\
  1790. "por " #t1 ", " #ppsx " \n\t"\
  1791. "movq " #ppsx ", " #dst " \n\t"
  1792. /*
  1793. 0000000
  1794. 1111111
  1795. 1111110
  1796. 1111101
  1797. 1111100
  1798. 1111011
  1799. 1111010
  1800. 1111001
  1801. 1111000
  1802. 1110111
  1803. */
  1804. //DERING_CORE(dst,src ,ppsx ,psx ,sx ,pplx ,plx ,lx ,t0 ,t1)
  1805. DERING_CORE((%%eax),(%%eax, %1) ,%%mm0,%%mm2,%%mm4,%%mm1,%%mm3,%%mm5,%%mm6,%%mm7)
  1806. DERING_CORE((%%eax, %1),(%%eax, %1, 2) ,%%mm2,%%mm4,%%mm0,%%mm3,%%mm5,%%mm1,%%mm6,%%mm7)
  1807. DERING_CORE((%%eax, %1, 2),(%0, %1, 4) ,%%mm4,%%mm0,%%mm2,%%mm5,%%mm1,%%mm3,%%mm6,%%mm7)
  1808. DERING_CORE((%0, %1, 4),(%%ebx) ,%%mm0,%%mm2,%%mm4,%%mm1,%%mm3,%%mm5,%%mm6,%%mm7)
  1809. DERING_CORE((%%ebx),(%%ebx, %1) ,%%mm2,%%mm4,%%mm0,%%mm3,%%mm5,%%mm1,%%mm6,%%mm7)
  1810. DERING_CORE((%%ebx, %1), (%%ebx, %1, 2),%%mm4,%%mm0,%%mm2,%%mm5,%%mm1,%%mm3,%%mm6,%%mm7)
  1811. DERING_CORE((%%ebx, %1, 2),(%0, %1, 8) ,%%mm0,%%mm2,%%mm4,%%mm1,%%mm3,%%mm5,%%mm6,%%mm7)
  1812. DERING_CORE((%0, %1, 8),(%%ebx, %1, 4) ,%%mm2,%%mm4,%%mm0,%%mm3,%%mm5,%%mm1,%%mm6,%%mm7)
  1813. : : "r" (src), "r" (stride), "r" (QP)
  1814. : "%eax", "%ebx"
  1815. );
  1816. #else
  1817. //FIXME
  1818. #endif
  1819. }
  1820. /**
  1821. * Deinterlaces the given block
  1822. * will be called for every 8x8 block, and can read & write into an 8x16 block
  1823. */
  1824. static inline void deInterlaceInterpolateLinear(uint8_t src[], int stride)
  1825. {
  1826. #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
  1827. asm volatile(
  1828. "leal (%0, %1), %%eax \n\t"
  1829. "leal (%%eax, %1, 4), %%ebx \n\t"
  1830. // 0 1 2 3 4 5 6 7 8 9
  1831. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  1832. "movq (%0), %%mm0 \n\t"
  1833. "movq (%%eax, %1), %%mm1 \n\t"
  1834. PAVGB(%%mm1, %%mm0)
  1835. "movq %%mm0, (%%eax) \n\t"
  1836. "movq (%0, %1, 4), %%mm0 \n\t"
  1837. PAVGB(%%mm0, %%mm1)
  1838. "movq %%mm1, (%%eax, %1, 2) \n\t"
  1839. "movq (%%ebx, %1), %%mm1 \n\t"
  1840. PAVGB(%%mm1, %%mm0)
  1841. "movq %%mm0, (%%ebx) \n\t"
  1842. "movq (%0, %1, 8), %%mm0 \n\t"
  1843. PAVGB(%%mm0, %%mm1)
  1844. "movq %%mm1, (%%ebx, %1, 2) \n\t"
  1845. : : "r" (src), "r" (stride)
  1846. : "%eax", "%ebx"
  1847. );
  1848. #else
  1849. int x;
  1850. for(x=0; x<8; x++)
  1851. {
  1852. src[stride] = (src[0] + src[stride*2])>>1;
  1853. src[stride*3] = (src[stride*2] + src[stride*4])>>1;
  1854. src[stride*5] = (src[stride*4] + src[stride*6])>>1;
  1855. src[stride*7] = (src[stride*6] + src[stride*8])>>1;
  1856. src++;
  1857. }
  1858. #endif
  1859. }
  1860. /**
  1861. * Deinterlaces the given block
  1862. * will be called for every 8x8 block, and can read & write into an 8x16 block
  1863. * no cliping in C version
  1864. */
  1865. static inline void deInterlaceInterpolateCubic(uint8_t src[], int stride)
  1866. {
  1867. #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
  1868. asm volatile(
  1869. "leal (%0, %1), %%eax \n\t"
  1870. "leal (%%eax, %1, 4), %%ebx \n\t"
  1871. "leal (%%ebx, %1, 4), %%ecx \n\t"
  1872. "addl %1, %%ecx \n\t"
  1873. "pxor %%mm7, %%mm7 \n\t"
  1874. // 0 1 2 3 4 5 6 7 8 9 10
  1875. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1 ecx
  1876. #define DEINT_CUBIC(a,b,c,d,e)\
  1877. "movq " #a ", %%mm0 \n\t"\
  1878. "movq " #b ", %%mm1 \n\t"\
  1879. "movq " #d ", %%mm2 \n\t"\
  1880. "movq " #e ", %%mm3 \n\t"\
  1881. PAVGB(%%mm2, %%mm1) /* (b+d) /2 */\
  1882. PAVGB(%%mm3, %%mm0) /* a(a+e) /2 */\
  1883. "movq %%mm0, %%mm2 \n\t"\
  1884. "punpcklbw %%mm7, %%mm0 \n\t"\
  1885. "punpckhbw %%mm7, %%mm2 \n\t"\
  1886. "movq %%mm1, %%mm3 \n\t"\
  1887. "punpcklbw %%mm7, %%mm1 \n\t"\
  1888. "punpckhbw %%mm7, %%mm3 \n\t"\
  1889. "psubw %%mm1, %%mm0 \n\t" /* L(a+e - (b+d))/2 */\
  1890. "psubw %%mm3, %%mm2 \n\t" /* H(a+e - (b+d))/2 */\
  1891. "psraw $3, %%mm0 \n\t" /* L(a+e - (b+d))/16 */\
  1892. "psraw $3, %%mm2 \n\t" /* H(a+e - (b+d))/16 */\
  1893. "psubw %%mm0, %%mm1 \n\t" /* L(9b + 9d - a - e)/16 */\
  1894. "psubw %%mm2, %%mm3 \n\t" /* H(9b + 9d - a - e)/16 */\
  1895. "packuswb %%mm3, %%mm1 \n\t"\
  1896. "movq %%mm1, " #c " \n\t"
  1897. DEINT_CUBIC((%0), (%%eax, %1), (%%eax, %1, 2), (%0, %1, 4), (%%ebx, %1))
  1898. DEINT_CUBIC((%%eax, %1), (%0, %1, 4), (%%ebx), (%%ebx, %1), (%0, %1, 8))
  1899. DEINT_CUBIC((%0, %1, 4), (%%ebx, %1), (%%ebx, %1, 2), (%0, %1, 8), (%%ecx))
  1900. DEINT_CUBIC((%%ebx, %1), (%0, %1, 8), (%%ebx, %1, 4), (%%ecx), (%%ecx, %1, 2))
  1901. : : "r" (src), "r" (stride)
  1902. : "%eax", "%ebx", "ecx"
  1903. );
  1904. #else
  1905. int x;
  1906. for(x=0; x<8; x++)
  1907. {
  1908. src[stride*3] = (-src[0] + 9*src[stride*2] + 9*src[stride*4] - src[stride*6])>>4;
  1909. src[stride*5] = (-src[stride*2] + 9*src[stride*4] + 9*src[stride*6] - src[stride*8])>>4;
  1910. src[stride*7] = (-src[stride*4] + 9*src[stride*6] + 9*src[stride*8] - src[stride*10])>>4;
  1911. src[stride*9] = (-src[stride*6] + 9*src[stride*8] + 9*src[stride*10] - src[stride*12])>>4;
  1912. src++;
  1913. }
  1914. #endif
  1915. }
  1916. /**
  1917. * Deinterlaces the given block
  1918. * will be called for every 8x8 block, and can read & write into an 8x16 block
  1919. * will shift the image up by 1 line (FIXME if this is a problem)
  1920. */
  1921. static inline void deInterlaceBlendLinear(uint8_t src[], int stride)
  1922. {
  1923. #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
  1924. asm volatile(
  1925. "leal (%0, %1), %%eax \n\t"
  1926. "leal (%%eax, %1, 4), %%ebx \n\t"
  1927. // 0 1 2 3 4 5 6 7 8 9
  1928. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  1929. "movq (%0), %%mm0 \n\t" // L0
  1930. "movq (%%eax, %1), %%mm1 \n\t" // L2
  1931. PAVGB(%%mm1, %%mm0) // L0+L2
  1932. "movq (%%eax), %%mm2 \n\t" // L1
  1933. PAVGB(%%mm2, %%mm0)
  1934. "movq %%mm0, (%0) \n\t"
  1935. "movq (%%eax, %1, 2), %%mm0 \n\t" // L3
  1936. PAVGB(%%mm0, %%mm2) // L1+L3
  1937. PAVGB(%%mm1, %%mm2) // 2L2 + L1 + L3
  1938. "movq %%mm2, (%%eax) \n\t"
  1939. "movq (%0, %1, 4), %%mm2 \n\t" // L4
  1940. PAVGB(%%mm2, %%mm1) // L2+L4
  1941. PAVGB(%%mm0, %%mm1) // 2L3 + L2 + L4
  1942. "movq %%mm1, (%%eax, %1) \n\t"
  1943. "movq (%%ebx), %%mm1 \n\t" // L5
  1944. PAVGB(%%mm1, %%mm0) // L3+L5
  1945. PAVGB(%%mm2, %%mm0) // 2L4 + L3 + L5
  1946. "movq %%mm0, (%%eax, %1, 2) \n\t"
  1947. "movq (%%ebx, %1), %%mm0 \n\t" // L6
  1948. PAVGB(%%mm0, %%mm2) // L4+L6
  1949. PAVGB(%%mm1, %%mm2) // 2L5 + L4 + L6
  1950. "movq %%mm2, (%0, %1, 4) \n\t"
  1951. "movq (%%ebx, %1, 2), %%mm2 \n\t" // L7
  1952. PAVGB(%%mm2, %%mm1) // L5+L7
  1953. PAVGB(%%mm0, %%mm1) // 2L6 + L5 + L7
  1954. "movq %%mm1, (%%ebx) \n\t"
  1955. "movq (%0, %1, 8), %%mm1 \n\t" // L8
  1956. PAVGB(%%mm1, %%mm0) // L6+L8
  1957. PAVGB(%%mm2, %%mm0) // 2L7 + L6 + L8
  1958. "movq %%mm0, (%%ebx, %1) \n\t"
  1959. "movq (%%ebx, %1, 4), %%mm0 \n\t" // L9
  1960. PAVGB(%%mm0, %%mm2) // L7+L9
  1961. PAVGB(%%mm1, %%mm2) // 2L8 + L7 + L9
  1962. "movq %%mm2, (%%ebx, %1, 2) \n\t"
  1963. : : "r" (src), "r" (stride)
  1964. : "%eax", "%ebx"
  1965. );
  1966. #else
  1967. int x;
  1968. for(x=0; x<8; x++)
  1969. {
  1970. src[0 ] = (src[0 ] + 2*src[stride ] + src[stride*2])>>2;
  1971. src[stride ] = (src[stride ] + 2*src[stride*2] + src[stride*3])>>2;
  1972. src[stride*2] = (src[stride*2] + 2*src[stride*3] + src[stride*4])>>2;
  1973. src[stride*3] = (src[stride*3] + 2*src[stride*4] + src[stride*5])>>2;
  1974. src[stride*4] = (src[stride*4] + 2*src[stride*5] + src[stride*6])>>2;
  1975. src[stride*5] = (src[stride*5] + 2*src[stride*6] + src[stride*7])>>2;
  1976. src[stride*6] = (src[stride*6] + 2*src[stride*7] + src[stride*8])>>2;
  1977. src[stride*7] = (src[stride*7] + 2*src[stride*8] + src[stride*9])>>2;
  1978. src++;
  1979. }
  1980. #endif
  1981. }
  1982. /**
  1983. * Deinterlaces the given block
  1984. * will be called for every 8x8 block, except the last row, and can read & write into an 8x16 block
  1985. */
  1986. static inline void deInterlaceMedian(uint8_t src[], int stride)
  1987. {
  1988. #ifdef HAVE_MMX
  1989. #ifdef HAVE_MMX2
  1990. asm volatile(
  1991. "leal (%0, %1), %%eax \n\t"
  1992. "leal (%%eax, %1, 4), %%ebx \n\t"
  1993. // 0 1 2 3 4 5 6 7 8 9
  1994. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  1995. "movq (%0), %%mm0 \n\t" //
  1996. "movq (%%eax, %1), %%mm2 \n\t" //
  1997. "movq (%%eax), %%mm1 \n\t" //
  1998. "movq %%mm0, %%mm3 \n\t"
  1999. "pmaxub %%mm1, %%mm0 \n\t" //
  2000. "pminub %%mm3, %%mm1 \n\t" //
  2001. "pmaxub %%mm2, %%mm1 \n\t" //
  2002. "pminub %%mm1, %%mm0 \n\t"
  2003. "movq %%mm0, (%%eax) \n\t"
  2004. "movq (%0, %1, 4), %%mm0 \n\t" //
  2005. "movq (%%eax, %1, 2), %%mm1 \n\t" //
  2006. "movq %%mm2, %%mm3 \n\t"
  2007. "pmaxub %%mm1, %%mm2 \n\t" //
  2008. "pminub %%mm3, %%mm1 \n\t" //
  2009. "pmaxub %%mm0, %%mm1 \n\t" //
  2010. "pminub %%mm1, %%mm2 \n\t"
  2011. "movq %%mm2, (%%eax, %1, 2) \n\t"
  2012. "movq (%%ebx), %%mm2 \n\t" //
  2013. "movq (%%ebx, %1), %%mm1 \n\t" //
  2014. "movq %%mm2, %%mm3 \n\t"
  2015. "pmaxub %%mm0, %%mm2 \n\t" //
  2016. "pminub %%mm3, %%mm0 \n\t" //
  2017. "pmaxub %%mm1, %%mm0 \n\t" //
  2018. "pminub %%mm0, %%mm2 \n\t"
  2019. "movq %%mm2, (%%ebx) \n\t"
  2020. "movq (%%ebx, %1, 2), %%mm2 \n\t" //
  2021. "movq (%0, %1, 8), %%mm0 \n\t" //
  2022. "movq %%mm2, %%mm3 \n\t"
  2023. "pmaxub %%mm0, %%mm2 \n\t" //
  2024. "pminub %%mm3, %%mm0 \n\t" //
  2025. "pmaxub %%mm1, %%mm0 \n\t" //
  2026. "pminub %%mm0, %%mm2 \n\t"
  2027. "movq %%mm2, (%%ebx, %1, 2) \n\t"
  2028. : : "r" (src), "r" (stride)
  2029. : "%eax", "%ebx"
  2030. );
  2031. #else // MMX without MMX2
  2032. asm volatile(
  2033. "leal (%0, %1), %%eax \n\t"
  2034. "leal (%%eax, %1, 4), %%ebx \n\t"
  2035. // 0 1 2 3 4 5 6 7 8 9
  2036. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  2037. "pxor %%mm7, %%mm7 \n\t"
  2038. #define MEDIAN(a,b,c)\
  2039. "movq " #a ", %%mm0 \n\t"\
  2040. "movq " #b ", %%mm2 \n\t"\
  2041. "movq " #c ", %%mm1 \n\t"\
  2042. "movq %%mm0, %%mm3 \n\t"\
  2043. "movq %%mm1, %%mm4 \n\t"\
  2044. "movq %%mm2, %%mm5 \n\t"\
  2045. "psubusb %%mm1, %%mm3 \n\t"\
  2046. "psubusb %%mm2, %%mm4 \n\t"\
  2047. "psubusb %%mm0, %%mm5 \n\t"\
  2048. "pcmpeqb %%mm7, %%mm3 \n\t"\
  2049. "pcmpeqb %%mm7, %%mm4 \n\t"\
  2050. "pcmpeqb %%mm7, %%mm5 \n\t"\
  2051. "movq %%mm3, %%mm6 \n\t"\
  2052. "pxor %%mm4, %%mm3 \n\t"\
  2053. "pxor %%mm5, %%mm4 \n\t"\
  2054. "pxor %%mm6, %%mm5 \n\t"\
  2055. "por %%mm3, %%mm1 \n\t"\
  2056. "por %%mm4, %%mm2 \n\t"\
  2057. "por %%mm5, %%mm0 \n\t"\
  2058. "pand %%mm2, %%mm0 \n\t"\
  2059. "pand %%mm1, %%mm0 \n\t"\
  2060. "movq %%mm0, " #b " \n\t"
  2061. MEDIAN((%0), (%%eax), (%%eax, %1))
  2062. MEDIAN((%%eax, %1), (%%eax, %1, 2), (%0, %1, 4))
  2063. MEDIAN((%0, %1, 4), (%%ebx), (%%ebx, %1))
  2064. MEDIAN((%%ebx, %1), (%%ebx, %1, 2), (%0, %1, 8))
  2065. : : "r" (src), "r" (stride)
  2066. : "%eax", "%ebx"
  2067. );
  2068. #endif // MMX
  2069. #else
  2070. //FIXME
  2071. int x;
  2072. for(x=0; x<8; x++)
  2073. {
  2074. src[0 ] = (src[0 ] + 2*src[stride ] + src[stride*2])>>2;
  2075. src[stride ] = (src[stride ] + 2*src[stride*2] + src[stride*3])>>2;
  2076. src[stride*2] = (src[stride*2] + 2*src[stride*3] + src[stride*4])>>2;
  2077. src[stride*3] = (src[stride*3] + 2*src[stride*4] + src[stride*5])>>2;
  2078. src[stride*4] = (src[stride*4] + 2*src[stride*5] + src[stride*6])>>2;
  2079. src[stride*5] = (src[stride*5] + 2*src[stride*6] + src[stride*7])>>2;
  2080. src[stride*6] = (src[stride*6] + 2*src[stride*7] + src[stride*8])>>2;
  2081. src[stride*7] = (src[stride*7] + 2*src[stride*8] + src[stride*9])>>2;
  2082. src++;
  2083. }
  2084. #endif
  2085. }
  2086. #ifdef HAVE_MMX
  2087. /**
  2088. * transposes and shift the given 8x8 Block into dst1 and dst2
  2089. */
  2090. static inline void transpose1(uint8_t *dst1, uint8_t *dst2, uint8_t *src, int srcStride)
  2091. {
  2092. asm(
  2093. "leal (%0, %1), %%eax \n\t"
  2094. "leal (%%eax, %1, 4), %%ebx \n\t"
  2095. // 0 1 2 3 4 5 6 7 8 9
  2096. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  2097. "movq (%0), %%mm0 \n\t" // 12345678
  2098. "movq (%%eax), %%mm1 \n\t" // abcdefgh
  2099. "movq %%mm0, %%mm2 \n\t" // 12345678
  2100. "punpcklbw %%mm1, %%mm0 \n\t" // 1a2b3c4d
  2101. "punpckhbw %%mm1, %%mm2 \n\t" // 5e6f7g8h
  2102. "movq (%%eax, %1), %%mm1 \n\t"
  2103. "movq (%%eax, %1, 2), %%mm3 \n\t"
  2104. "movq %%mm1, %%mm4 \n\t"
  2105. "punpcklbw %%mm3, %%mm1 \n\t"
  2106. "punpckhbw %%mm3, %%mm4 \n\t"
  2107. "movq %%mm0, %%mm3 \n\t"
  2108. "punpcklwd %%mm1, %%mm0 \n\t"
  2109. "punpckhwd %%mm1, %%mm3 \n\t"
  2110. "movq %%mm2, %%mm1 \n\t"
  2111. "punpcklwd %%mm4, %%mm2 \n\t"
  2112. "punpckhwd %%mm4, %%mm1 \n\t"
  2113. "movd %%mm0, 128(%2) \n\t"
  2114. "psrlq $32, %%mm0 \n\t"
  2115. "movd %%mm0, 144(%2) \n\t"
  2116. "movd %%mm3, 160(%2) \n\t"
  2117. "psrlq $32, %%mm3 \n\t"
  2118. "movd %%mm3, 176(%2) \n\t"
  2119. "movd %%mm3, 48(%3) \n\t"
  2120. "movd %%mm2, 192(%2) \n\t"
  2121. "movd %%mm2, 64(%3) \n\t"
  2122. "psrlq $32, %%mm2 \n\t"
  2123. "movd %%mm2, 80(%3) \n\t"
  2124. "movd %%mm1, 96(%3) \n\t"
  2125. "psrlq $32, %%mm1 \n\t"
  2126. "movd %%mm1, 112(%3) \n\t"
  2127. "movq (%0, %1, 4), %%mm0 \n\t" // 12345678
  2128. "movq (%%ebx), %%mm1 \n\t" // abcdefgh
  2129. "movq %%mm0, %%mm2 \n\t" // 12345678
  2130. "punpcklbw %%mm1, %%mm0 \n\t" // 1a2b3c4d
  2131. "punpckhbw %%mm1, %%mm2 \n\t" // 5e6f7g8h
  2132. "movq (%%ebx, %1), %%mm1 \n\t"
  2133. "movq (%%ebx, %1, 2), %%mm3 \n\t"
  2134. "movq %%mm1, %%mm4 \n\t"
  2135. "punpcklbw %%mm3, %%mm1 \n\t"
  2136. "punpckhbw %%mm3, %%mm4 \n\t"
  2137. "movq %%mm0, %%mm3 \n\t"
  2138. "punpcklwd %%mm1, %%mm0 \n\t"
  2139. "punpckhwd %%mm1, %%mm3 \n\t"
  2140. "movq %%mm2, %%mm1 \n\t"
  2141. "punpcklwd %%mm4, %%mm2 \n\t"
  2142. "punpckhwd %%mm4, %%mm1 \n\t"
  2143. "movd %%mm0, 132(%2) \n\t"
  2144. "psrlq $32, %%mm0 \n\t"
  2145. "movd %%mm0, 148(%2) \n\t"
  2146. "movd %%mm3, 164(%2) \n\t"
  2147. "psrlq $32, %%mm3 \n\t"
  2148. "movd %%mm3, 180(%2) \n\t"
  2149. "movd %%mm3, 52(%3) \n\t"
  2150. "movd %%mm2, 196(%2) \n\t"
  2151. "movd %%mm2, 68(%3) \n\t"
  2152. "psrlq $32, %%mm2 \n\t"
  2153. "movd %%mm2, 84(%3) \n\t"
  2154. "movd %%mm1, 100(%3) \n\t"
  2155. "psrlq $32, %%mm1 \n\t"
  2156. "movd %%mm1, 116(%3) \n\t"
  2157. :: "r" (src), "r" (srcStride), "r" (dst1), "r" (dst2)
  2158. : "%eax", "%ebx"
  2159. );
  2160. }
  2161. /**
  2162. * transposes the given 8x8 block
  2163. */
  2164. static inline void transpose2(uint8_t *dst, int dstStride, uint8_t *src)
  2165. {
  2166. asm(
  2167. "leal (%0, %1), %%eax \n\t"
  2168. "leal (%%eax, %1, 4), %%ebx \n\t"
  2169. // 0 1 2 3 4 5 6 7 8 9
  2170. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  2171. "movq (%2), %%mm0 \n\t" // 12345678
  2172. "movq 16(%2), %%mm1 \n\t" // abcdefgh
  2173. "movq %%mm0, %%mm2 \n\t" // 12345678
  2174. "punpcklbw %%mm1, %%mm0 \n\t" // 1a2b3c4d
  2175. "punpckhbw %%mm1, %%mm2 \n\t" // 5e6f7g8h
  2176. "movq 32(%2), %%mm1 \n\t"
  2177. "movq 48(%2), %%mm3 \n\t"
  2178. "movq %%mm1, %%mm4 \n\t"
  2179. "punpcklbw %%mm3, %%mm1 \n\t"
  2180. "punpckhbw %%mm3, %%mm4 \n\t"
  2181. "movq %%mm0, %%mm3 \n\t"
  2182. "punpcklwd %%mm1, %%mm0 \n\t"
  2183. "punpckhwd %%mm1, %%mm3 \n\t"
  2184. "movq %%mm2, %%mm1 \n\t"
  2185. "punpcklwd %%mm4, %%mm2 \n\t"
  2186. "punpckhwd %%mm4, %%mm1 \n\t"
  2187. "movd %%mm0, (%0) \n\t"
  2188. "psrlq $32, %%mm0 \n\t"
  2189. "movd %%mm0, (%%eax) \n\t"
  2190. "movd %%mm3, (%%eax, %1) \n\t"
  2191. "psrlq $32, %%mm3 \n\t"
  2192. "movd %%mm3, (%%eax, %1, 2) \n\t"
  2193. "movd %%mm2, (%0, %1, 4) \n\t"
  2194. "psrlq $32, %%mm2 \n\t"
  2195. "movd %%mm2, (%%ebx) \n\t"
  2196. "movd %%mm1, (%%ebx, %1) \n\t"
  2197. "psrlq $32, %%mm1 \n\t"
  2198. "movd %%mm1, (%%ebx, %1, 2) \n\t"
  2199. "movq 64(%2), %%mm0 \n\t" // 12345678
  2200. "movq 80(%2), %%mm1 \n\t" // abcdefgh
  2201. "movq %%mm0, %%mm2 \n\t" // 12345678
  2202. "punpcklbw %%mm1, %%mm0 \n\t" // 1a2b3c4d
  2203. "punpckhbw %%mm1, %%mm2 \n\t" // 5e6f7g8h
  2204. "movq 96(%2), %%mm1 \n\t"
  2205. "movq 112(%2), %%mm3 \n\t"
  2206. "movq %%mm1, %%mm4 \n\t"
  2207. "punpcklbw %%mm3, %%mm1 \n\t"
  2208. "punpckhbw %%mm3, %%mm4 \n\t"
  2209. "movq %%mm0, %%mm3 \n\t"
  2210. "punpcklwd %%mm1, %%mm0 \n\t"
  2211. "punpckhwd %%mm1, %%mm3 \n\t"
  2212. "movq %%mm2, %%mm1 \n\t"
  2213. "punpcklwd %%mm4, %%mm2 \n\t"
  2214. "punpckhwd %%mm4, %%mm1 \n\t"
  2215. "movd %%mm0, 4(%0) \n\t"
  2216. "psrlq $32, %%mm0 \n\t"
  2217. "movd %%mm0, 4(%%eax) \n\t"
  2218. "movd %%mm3, 4(%%eax, %1) \n\t"
  2219. "psrlq $32, %%mm3 \n\t"
  2220. "movd %%mm3, 4(%%eax, %1, 2) \n\t"
  2221. "movd %%mm2, 4(%0, %1, 4) \n\t"
  2222. "psrlq $32, %%mm2 \n\t"
  2223. "movd %%mm2, 4(%%ebx) \n\t"
  2224. "movd %%mm1, 4(%%ebx, %1) \n\t"
  2225. "psrlq $32, %%mm1 \n\t"
  2226. "movd %%mm1, 4(%%ebx, %1, 2) \n\t"
  2227. :: "r" (dst), "r" (dstStride), "r" (src)
  2228. : "%eax", "%ebx"
  2229. );
  2230. }
  2231. #endif
  2232. #ifdef HAVE_ODIVX_POSTPROCESS
  2233. #include "../opendivx/postprocess.h"
  2234. int use_old_pp=0;
  2235. #endif
  2236. static void postProcess(uint8_t src[], int srcStride, uint8_t dst[], int dstStride, int width, int height,
  2237. QP_STORE_T QPs[], int QPStride, int isColor, int mode);
  2238. /* -pp Command line Help
  2239. NOTE/FIXME: put this at an appropriate place (--help, html docs, man mplayer)?
  2240. -pp <filterName>[:<option>[:<option>...]][,[-]<filterName>[:<option>...]]...
  2241. long form example:
  2242. -pp vdeblock:autoq,hdeblock:autoq,linblenddeint -pp default,-vdeblock
  2243. short form example:
  2244. -pp vb:a,hb:a,lb -pp de,-vb
  2245. Filters Options
  2246. short long name short long option Description
  2247. * * a autoq cpu power dependant enabler
  2248. c chrom chrominance filtring enabled
  2249. y nochrom chrominance filtring disabled
  2250. hb hdeblock horizontal deblocking filter
  2251. vb vdeblock vertical deblocking filter
  2252. vr rkvdeblock
  2253. h1 x1hdeblock Experimental horizontal deblock filter 1
  2254. v1 x1vdeblock Experimental vertical deblock filter 1
  2255. dr dering not implemented yet
  2256. al autolevels automatic brightness / contrast fixer
  2257. f fullyrange stretch luminance range to (0..255)
  2258. lb linblenddeint linear blend deinterlacer
  2259. li linipoldeint linear interpolating deinterlacer
  2260. ci cubicipoldeint cubic interpolating deinterlacer
  2261. md mediandeint median deinterlacer
  2262. de default hdeblock:a,vdeblock:a,dering:a,autolevels
  2263. fa fast x1hdeblock:a,x1vdeblock:a,dering:a,autolevels
  2264. */
  2265. /**
  2266. * returns a PPMode struct which will have a non 0 error variable if an error occured
  2267. * name is the string after "-pp" on the command line
  2268. * quality is a number from 0 to GET_PP_QUALITY_MAX
  2269. */
  2270. struct PPMode getPPModeByNameAndQuality(char *name, int quality)
  2271. {
  2272. char temp[GET_MODE_BUFFER_SIZE];
  2273. char *p= temp;
  2274. char *filterDelimiters= ",";
  2275. char *optionDelimiters= ":";
  2276. struct PPMode ppMode= {0,0,0,0,0,0};
  2277. char *filterToken;
  2278. strncpy(temp, name, GET_MODE_BUFFER_SIZE);
  2279. for(;;){
  2280. char *filterName;
  2281. int q= GET_PP_QUALITY_MAX;
  2282. int chrom=-1;
  2283. char *option;
  2284. char *options[OPTIONS_ARRAY_SIZE];
  2285. int i;
  2286. int filterNameOk=0;
  2287. int numOfUnknownOptions=0;
  2288. int enable=1; //does the user want us to enabled or disabled the filter
  2289. filterToken= strtok(p, filterDelimiters);
  2290. if(filterToken == NULL) break;
  2291. p+= strlen(filterToken) + 1;
  2292. filterName= strtok(filterToken, optionDelimiters);
  2293. printf("%s::%s\n", filterToken, filterName);
  2294. if(*filterName == '-')
  2295. {
  2296. enable=0;
  2297. filterName++;
  2298. }
  2299. for(;;){ //for all options
  2300. option= strtok(NULL, optionDelimiters);
  2301. if(option == NULL) break;
  2302. printf("%s\n", option);
  2303. if(!strcmp("autoq", option) || !strcmp("a", option)) q= quality;
  2304. else if(!strcmp("nochrom", option) || !strcmp("y", option)) chrom=0;
  2305. else if(!strcmp("chrom", option) || !strcmp("c", option)) chrom=1;
  2306. else
  2307. {
  2308. options[numOfUnknownOptions] = option;
  2309. numOfUnknownOptions++;
  2310. options[numOfUnknownOptions] = NULL;
  2311. }
  2312. if(numOfUnknownOptions >= OPTIONS_ARRAY_SIZE-1) break;
  2313. }
  2314. /* replace stuff from the replace Table */
  2315. for(i=0; replaceTable[2*i]!=NULL; i++)
  2316. {
  2317. if(!strcmp(replaceTable[2*i], filterName))
  2318. {
  2319. int newlen= strlen(replaceTable[2*i + 1]);
  2320. int plen;
  2321. int spaceLeft;
  2322. if(p==NULL) p= temp, *p=0; //last filter
  2323. else p--, *p=','; //not last filter
  2324. plen= strlen(p);
  2325. spaceLeft= (int)p - (int)temp + plen;
  2326. if(spaceLeft + newlen >= GET_MODE_BUFFER_SIZE)
  2327. {
  2328. ppMode.error++;
  2329. break;
  2330. }
  2331. memmove(p + newlen, p, plen+1);
  2332. memcpy(p, replaceTable[2*i + 1], newlen);
  2333. filterNameOk=1;
  2334. }
  2335. }
  2336. for(i=0; filters[i].shortName!=NULL; i++)
  2337. {
  2338. if( !strcmp(filters[i].longName, filterName)
  2339. || !strcmp(filters[i].shortName, filterName))
  2340. {
  2341. ppMode.lumMode &= ~filters[i].mask;
  2342. ppMode.chromMode &= ~filters[i].mask;
  2343. filterNameOk=1;
  2344. if(!enable) break; // user wants to disable it
  2345. if(q >= filters[i].minLumQuality)
  2346. ppMode.lumMode|= filters[i].mask;
  2347. if(chrom==1 || (chrom==-1 && filters[i].chromDefault))
  2348. if(q >= filters[i].minChromQuality)
  2349. ppMode.chromMode|= filters[i].mask;
  2350. if(filters[i].mask == LEVEL_FIX)
  2351. {
  2352. int o;
  2353. ppMode.minAllowedY= 16;
  2354. ppMode.maxAllowedY= 234;
  2355. for(o=0; options[o]!=NULL; o++)
  2356. if( !strcmp(options[o],"fullyrange")
  2357. ||!strcmp(options[o],"f"))
  2358. {
  2359. ppMode.minAllowedY= 0;
  2360. ppMode.maxAllowedY= 255;
  2361. numOfUnknownOptions--;
  2362. }
  2363. }
  2364. }
  2365. }
  2366. if(!filterNameOk) ppMode.error++;
  2367. ppMode.error += numOfUnknownOptions;
  2368. }
  2369. if(ppMode.lumMode & H_DEBLOCK) ppMode.oldMode |= PP_DEBLOCK_Y_H;
  2370. if(ppMode.lumMode & V_DEBLOCK) ppMode.oldMode |= PP_DEBLOCK_Y_V;
  2371. if(ppMode.chromMode & H_DEBLOCK) ppMode.oldMode |= PP_DEBLOCK_C_H;
  2372. if(ppMode.chromMode & V_DEBLOCK) ppMode.oldMode |= PP_DEBLOCK_C_V;
  2373. if(ppMode.lumMode & DERING) ppMode.oldMode |= PP_DERING_Y;
  2374. if(ppMode.chromMode & DERING) ppMode.oldMode |= PP_DERING_C;
  2375. return ppMode;
  2376. }
  2377. /**
  2378. * ...
  2379. */
  2380. void postprocess(unsigned char * src[], int src_stride,
  2381. unsigned char * dst[], int dst_stride,
  2382. int horizontal_size, int vertical_size,
  2383. QP_STORE_T *QP_store, int QP_stride,
  2384. int mode)
  2385. {
  2386. /*
  2387. static int qual=0;
  2388. struct PPMode ppMode= getPPModeByNameAndQuality("fast,default,-hdeblock,-vdeblock", qual);
  2389. qual++;
  2390. qual%=7;
  2391. printf("\n%d %d %d %d\n", ppMode.lumMode, ppMode.chromMode, ppMode.oldMode, ppMode.error);
  2392. postprocess2(src, src_stride, dst, dst_stride,
  2393. horizontal_size, vertical_size, QP_store, QP_stride, &ppMode);
  2394. return;
  2395. */
  2396. #ifdef HAVE_ODIVX_POSTPROCESS
  2397. // Note: I could make this shit outside of this file, but it would mean one
  2398. // more function call...
  2399. if(use_old_pp){
  2400. odivx_postprocess(src,src_stride,dst,dst_stride,horizontal_size,vertical_size,QP_store,QP_stride,mode);
  2401. return;
  2402. }
  2403. #endif
  2404. postProcess(src[0], src_stride, dst[0], dst_stride,
  2405. horizontal_size, vertical_size, QP_store, QP_stride, 0, mode);
  2406. horizontal_size >>= 1;
  2407. vertical_size >>= 1;
  2408. src_stride >>= 1;
  2409. dst_stride >>= 1;
  2410. mode= ((mode&0xFF)>>4) | (mode&0xFFFFFF00);
  2411. if(1)
  2412. {
  2413. postProcess(src[1], src_stride, dst[1], dst_stride,
  2414. horizontal_size, vertical_size, QP_store, QP_stride, 1, mode);
  2415. postProcess(src[2], src_stride, dst[2], dst_stride,
  2416. horizontal_size, vertical_size, QP_store, QP_stride, 2, mode);
  2417. }
  2418. else
  2419. {
  2420. memcpy(dst[1], src[1], src_stride*horizontal_size);
  2421. memcpy(dst[2], src[2], src_stride*horizontal_size);
  2422. }
  2423. }
  2424. void postprocess2(unsigned char * src[], int src_stride,
  2425. unsigned char * dst[], int dst_stride,
  2426. int horizontal_size, int vertical_size,
  2427. QP_STORE_T *QP_store, int QP_stride,
  2428. struct PPMode *mode)
  2429. {
  2430. #ifdef HAVE_ODIVX_POSTPROCESS
  2431. // Note: I could make this shit outside of this file, but it would mean one
  2432. // more function call...
  2433. if(use_old_pp){
  2434. odivx_postprocess(src,src_stride,dst,dst_stride,horizontal_size,vertical_size,QP_store,QP_stride,
  2435. mode->oldMode);
  2436. return;
  2437. }
  2438. #endif
  2439. postProcess(src[0], src_stride, dst[0], dst_stride,
  2440. horizontal_size, vertical_size, QP_store, QP_stride, 0, mode->lumMode);
  2441. horizontal_size >>= 1;
  2442. vertical_size >>= 1;
  2443. src_stride >>= 1;
  2444. dst_stride >>= 1;
  2445. postProcess(src[1], src_stride, dst[1], dst_stride,
  2446. horizontal_size, vertical_size, QP_store, QP_stride, 1, mode->chromMode);
  2447. postProcess(src[2], src_stride, dst[2], dst_stride,
  2448. horizontal_size, vertical_size, QP_store, QP_stride, 2, mode->chromMode);
  2449. }
  2450. /**
  2451. * gets the mode flags for a given quality (larger values mean slower but better postprocessing)
  2452. * 0 <= quality <= 6
  2453. */
  2454. int getPpModeForQuality(int quality){
  2455. int modes[1+GET_PP_QUALITY_MAX]= {
  2456. 0,
  2457. #if 1
  2458. // horizontal filters first
  2459. LUM_H_DEBLOCK,
  2460. LUM_H_DEBLOCK | LUM_V_DEBLOCK,
  2461. LUM_H_DEBLOCK | LUM_V_DEBLOCK | CHROM_H_DEBLOCK,
  2462. LUM_H_DEBLOCK | LUM_V_DEBLOCK | CHROM_H_DEBLOCK | CHROM_V_DEBLOCK,
  2463. LUM_H_DEBLOCK | LUM_V_DEBLOCK | CHROM_H_DEBLOCK | CHROM_V_DEBLOCK | LUM_DERING,
  2464. LUM_H_DEBLOCK | LUM_V_DEBLOCK | CHROM_H_DEBLOCK | CHROM_V_DEBLOCK | LUM_DERING | CHROM_DERING
  2465. #else
  2466. // vertical filters first
  2467. LUM_V_DEBLOCK,
  2468. LUM_V_DEBLOCK | LUM_H_DEBLOCK,
  2469. LUM_V_DEBLOCK | LUM_H_DEBLOCK | CHROM_V_DEBLOCK,
  2470. LUM_V_DEBLOCK | LUM_H_DEBLOCK | CHROM_V_DEBLOCK | CHROM_H_DEBLOCK,
  2471. LUM_V_DEBLOCK | LUM_H_DEBLOCK | CHROM_V_DEBLOCK | CHROM_H_DEBLOCK | LUM_DERING,
  2472. LUM_V_DEBLOCK | LUM_H_DEBLOCK | CHROM_V_DEBLOCK | CHROM_H_DEBLOCK | LUM_DERING | CHROM_DERING
  2473. #endif
  2474. };
  2475. #ifdef HAVE_ODIVX_POSTPROCESS
  2476. int odivx_modes[1+GET_PP_QUALITY_MAX]= {
  2477. 0,
  2478. PP_DEBLOCK_Y_H,
  2479. PP_DEBLOCK_Y_H|PP_DEBLOCK_Y_V,
  2480. PP_DEBLOCK_Y_H|PP_DEBLOCK_Y_V|PP_DEBLOCK_C_H,
  2481. PP_DEBLOCK_Y_H|PP_DEBLOCK_Y_V|PP_DEBLOCK_C_H|PP_DEBLOCK_C_V,
  2482. PP_DEBLOCK_Y_H|PP_DEBLOCK_Y_V|PP_DEBLOCK_C_H|PP_DEBLOCK_C_V|PP_DERING_Y,
  2483. PP_DEBLOCK_Y_H|PP_DEBLOCK_Y_V|PP_DEBLOCK_C_H|PP_DEBLOCK_C_V|PP_DERING_Y|PP_DERING_C
  2484. };
  2485. if(use_old_pp) return odivx_modes[quality];
  2486. #endif
  2487. return modes[quality];
  2488. }
  2489. /**
  2490. * Copies a block from src to dst and fixes the blacklevel
  2491. * numLines must be a multiple of 4
  2492. * levelFix == 0 -> dont touch the brighness & contrast
  2493. */
  2494. static inline void blockCopy(uint8_t dst[], int dstStride, uint8_t src[], int srcStride,
  2495. int numLines, int levelFix)
  2496. {
  2497. #ifndef HAVE_MMX
  2498. int i;
  2499. #endif
  2500. if(levelFix)
  2501. {
  2502. #ifdef HAVE_MMX
  2503. asm volatile(
  2504. "leal (%2,%2), %%eax \n\t"
  2505. "leal (%3,%3), %%ebx \n\t"
  2506. "movq packedYOffset, %%mm2 \n\t"
  2507. "movq packedYScale, %%mm3 \n\t"
  2508. "pxor %%mm4, %%mm4 \n\t"
  2509. #define SCALED_CPY \
  2510. "movq (%0), %%mm0 \n\t"\
  2511. "movq (%0), %%mm5 \n\t"\
  2512. "punpcklbw %%mm4, %%mm0 \n\t"\
  2513. "punpckhbw %%mm4, %%mm5 \n\t"\
  2514. "psubw %%mm2, %%mm0 \n\t"\
  2515. "psubw %%mm2, %%mm5 \n\t"\
  2516. "movq (%0,%2), %%mm1 \n\t"\
  2517. "psllw $6, %%mm0 \n\t"\
  2518. "psllw $6, %%mm5 \n\t"\
  2519. "pmulhw %%mm3, %%mm0 \n\t"\
  2520. "movq (%0,%2), %%mm6 \n\t"\
  2521. "pmulhw %%mm3, %%mm5 \n\t"\
  2522. "punpcklbw %%mm4, %%mm1 \n\t"\
  2523. "punpckhbw %%mm4, %%mm6 \n\t"\
  2524. "psubw %%mm2, %%mm1 \n\t"\
  2525. "psubw %%mm2, %%mm6 \n\t"\
  2526. "psllw $6, %%mm1 \n\t"\
  2527. "psllw $6, %%mm6 \n\t"\
  2528. "pmulhw %%mm3, %%mm1 \n\t"\
  2529. "pmulhw %%mm3, %%mm6 \n\t"\
  2530. "addl %%eax, %0 \n\t"\
  2531. "packuswb %%mm5, %%mm0 \n\t"\
  2532. "packuswb %%mm6, %%mm1 \n\t"\
  2533. "movq %%mm0, (%1) \n\t"\
  2534. "movq %%mm1, (%1, %3) \n\t"\
  2535. SCALED_CPY
  2536. "addl %%ebx, %1 \n\t"
  2537. SCALED_CPY
  2538. "addl %%ebx, %1 \n\t"
  2539. SCALED_CPY
  2540. "addl %%ebx, %1 \n\t"
  2541. SCALED_CPY
  2542. : "+r"(src),
  2543. "+r"(dst)
  2544. :"r" (srcStride),
  2545. "r" (dstStride)
  2546. : "%eax", "%ebx"
  2547. );
  2548. #else
  2549. for(i=0; i<numLines; i++)
  2550. memcpy( &(dst[dstStride*i]),
  2551. &(src[srcStride*i]), BLOCK_SIZE);
  2552. #endif
  2553. }
  2554. else
  2555. {
  2556. #ifdef HAVE_MMX
  2557. asm volatile(
  2558. "movl %4, %%eax \n\t"
  2559. "movl %%eax, temp0\n\t"
  2560. "pushl %0 \n\t"
  2561. "pushl %1 \n\t"
  2562. "leal (%2,%2), %%eax \n\t"
  2563. "leal (%3,%3), %%ebx \n\t"
  2564. "movq packedYOffset, %%mm2 \n\t"
  2565. "movq packedYScale, %%mm3 \n\t"
  2566. #define SIMPLE_CPY \
  2567. "movq (%0), %%mm0 \n\t"\
  2568. "movq (%0,%2), %%mm1 \n\t"\
  2569. "movq %%mm0, (%1) \n\t"\
  2570. "movq %%mm1, (%1, %3) \n\t"\
  2571. "1: \n\t"
  2572. SIMPLE_CPY
  2573. "addl %%eax, %0 \n\t"
  2574. "addl %%ebx, %1 \n\t"
  2575. SIMPLE_CPY
  2576. "addl %%eax, %0 \n\t"
  2577. "addl %%ebx, %1 \n\t"
  2578. "decl temp0 \n\t"
  2579. "jnz 1b \n\t"
  2580. "popl %1 \n\t"
  2581. "popl %0 \n\t"
  2582. : : "r" (src),
  2583. "r" (dst),
  2584. "r" (srcStride),
  2585. "r" (dstStride),
  2586. "m" (numLines>>2)
  2587. : "%eax", "%ebx"
  2588. );
  2589. #else
  2590. for(i=0; i<numLines; i++)
  2591. memcpy( &(dst[dstStride*i]),
  2592. &(src[srcStride*i]), BLOCK_SIZE);
  2593. #endif
  2594. }
  2595. }
  2596. /**
  2597. * Filters array of bytes (Y or U or V values)
  2598. */
  2599. static void postProcess(uint8_t src[], int srcStride, uint8_t dst[], int dstStride, int width, int height,
  2600. QP_STORE_T QPs[], int QPStride, int isColor, int mode)
  2601. {
  2602. int x,y;
  2603. /* we need 64bit here otherwise we´ll going to have a problem
  2604. after watching a black picture for 5 hours*/
  2605. static uint64_t *yHistogram= NULL;
  2606. int black=0, white=255; // blackest black and whitest white in the picture
  2607. int QPCorrecture= 256;
  2608. /* Temporary buffers for handling the last row(s) */
  2609. static uint8_t *tempDst= NULL;
  2610. static uint8_t *tempSrc= NULL;
  2611. /* Temporary buffers for handling the last block */
  2612. static uint8_t *tempDstBlock= NULL;
  2613. static uint8_t *tempSrcBlock= NULL;
  2614. #ifdef PP_FUNNY_STRIDE
  2615. uint8_t *dstBlockPtrBackup;
  2616. uint8_t *srcBlockPtrBackup;
  2617. #endif
  2618. #ifdef MORE_TIMING
  2619. long long T0, T1, diffTime=0;
  2620. #endif
  2621. #ifdef TIMING
  2622. long long memcpyTime=0, vertTime=0, horizTime=0, sumTime;
  2623. sumTime= rdtsc();
  2624. #endif
  2625. if(tempDst==NULL)
  2626. {
  2627. tempDst= (uint8_t*)memalign(8, 1024*24);
  2628. tempSrc= (uint8_t*)memalign(8, 1024*24);
  2629. tempDstBlock= (uint8_t*)memalign(8, 1024*24);
  2630. tempSrcBlock= (uint8_t*)memalign(8, 1024*24);
  2631. }
  2632. if(!yHistogram)
  2633. {
  2634. int i;
  2635. yHistogram= (uint64_t*)malloc(8*256);
  2636. for(i=0; i<256; i++) yHistogram[i]= width*height/64*15/256;
  2637. if(mode & FULL_Y_RANGE)
  2638. {
  2639. maxAllowedY=255;
  2640. minAllowedY=0;
  2641. }
  2642. }
  2643. if(!isColor)
  2644. {
  2645. uint64_t sum= 0;
  2646. int i;
  2647. static int framenum= -1;
  2648. uint64_t maxClipped;
  2649. uint64_t clipped;
  2650. double scale;
  2651. framenum++;
  2652. if(framenum == 1) yHistogram[0]= width*height/64*15/256;
  2653. for(i=0; i<256; i++)
  2654. {
  2655. sum+= yHistogram[i];
  2656. // printf("%d ", yHistogram[i]);
  2657. }
  2658. // printf("\n\n");
  2659. /* we allways get a completly black picture first */
  2660. maxClipped= (uint64_t)(sum * maxClippedThreshold);
  2661. clipped= sum;
  2662. for(black=255; black>0; black--)
  2663. {
  2664. if(clipped < maxClipped) break;
  2665. clipped-= yHistogram[black];
  2666. }
  2667. clipped= sum;
  2668. for(white=0; white<256; white++)
  2669. {
  2670. if(clipped < maxClipped) break;
  2671. clipped-= yHistogram[white];
  2672. }
  2673. packedYOffset= (black - minAllowedY) & 0xFFFF;
  2674. packedYOffset|= packedYOffset<<32;
  2675. packedYOffset|= packedYOffset<<16;
  2676. scale= (double)(maxAllowedY - minAllowedY) / (double)(white-black);
  2677. packedYScale= (uint16_t)(scale*1024.0 + 0.5);
  2678. packedYScale|= packedYScale<<32;
  2679. packedYScale|= packedYScale<<16;
  2680. }
  2681. else
  2682. {
  2683. packedYScale= 0x0100010001000100LL;
  2684. packedYOffset= 0;
  2685. }
  2686. if(mode & LEVEL_FIX) QPCorrecture= packedYScale &0xFFFF;
  2687. else QPCorrecture= 256;
  2688. /* copy first row of 8x8 blocks */
  2689. for(x=0; x<width; x+=BLOCK_SIZE)
  2690. blockCopy(dst + x, dstStride, src + x, srcStride, 8, mode & LEVEL_FIX);
  2691. for(y=0; y<height; y+=BLOCK_SIZE)
  2692. {
  2693. //1% speedup if these are here instead of the inner loop
  2694. uint8_t *srcBlock= &(src[y*srcStride]);
  2695. uint8_t *dstBlock= &(dst[y*dstStride]);
  2696. #ifdef ARCH_X86
  2697. int *QPptr= isColor ? &QPs[(y>>3)*QPStride] :&QPs[(y>>4)*QPStride];
  2698. int QPDelta= isColor ? 1<<(32-3) : 1<<(32-4);
  2699. int QPFrac= QPDelta;
  2700. uint8_t *tempBlock1= tempBlocks;
  2701. uint8_t *tempBlock2= tempBlocks + 8;
  2702. #endif
  2703. /* can we mess with a 8x16 block from srcBlock/dstBlock downwards and 1 line upwards
  2704. if not than use a temporary buffer */
  2705. if(y+15 >= height)
  2706. {
  2707. /* copy from line 5 to 12 of src, these will be copied with
  2708. blockcopy to dst later */
  2709. memcpy(tempSrc + srcStride*5, srcBlock + srcStride*5,
  2710. srcStride*MAX(height-y-5, 0) );
  2711. /* duplicate last line to fill the void upto line 12 */
  2712. if(y+12 >= height)
  2713. {
  2714. int i;
  2715. for(i=height-y; i<=12; i++)
  2716. memcpy(tempSrc + srcStride*i,
  2717. src + srcStride*(height-1), srcStride);
  2718. }
  2719. /* copy up to 6 lines of dst */
  2720. memcpy(tempDst, dstBlock - dstStride, dstStride*MIN(height-y+1, 6) );
  2721. dstBlock= tempDst + dstStride;
  2722. srcBlock= tempSrc;
  2723. }
  2724. // From this point on it is guranteed that we can read and write 16 lines downward
  2725. // finish 1 block before the next otherwise we´ll might have a problem
  2726. // with the L1 Cache of the P4 ... or only a few blocks at a time or soemthing
  2727. for(x=0; x<width; x+=BLOCK_SIZE)
  2728. {
  2729. const int stride= dstStride;
  2730. uint8_t *tmpXchg;
  2731. #ifdef ARCH_X86
  2732. int QP= *QPptr;
  2733. asm volatile(
  2734. "addl %2, %1 \n\t"
  2735. "sbbl %%eax, %%eax \n\t"
  2736. "shll $2, %%eax \n\t"
  2737. "subl %%eax, %0 \n\t"
  2738. : "+r" (QPptr), "+m" (QPFrac)
  2739. : "r" (QPDelta)
  2740. : "%eax"
  2741. );
  2742. #else
  2743. int QP= isColor ?
  2744. QPs[(y>>3)*QPStride + (x>>3)]:
  2745. QPs[(y>>4)*QPStride + (x>>4)];
  2746. #endif
  2747. if(!isColor)
  2748. {
  2749. QP= (QP* QPCorrecture)>>8;
  2750. yHistogram[ srcBlock[srcStride*4 + 4] ]++;
  2751. }
  2752. #ifdef HAVE_MMX
  2753. asm volatile(
  2754. "movd %0, %%mm7 \n\t"
  2755. "packuswb %%mm7, %%mm7 \n\t" // 0, 0, 0, QP, 0, 0, 0, QP
  2756. "packuswb %%mm7, %%mm7 \n\t" // 0,QP, 0, QP, 0,QP, 0, QP
  2757. "packuswb %%mm7, %%mm7 \n\t" // QP,..., QP
  2758. "movq %%mm7, pQPb \n\t"
  2759. : : "r" (QP)
  2760. );
  2761. #endif
  2762. #ifdef MORE_TIMING
  2763. T0= rdtsc();
  2764. #endif
  2765. #ifdef HAVE_MMX2
  2766. /*
  2767. prefetchnta(srcBlock + (((x>>3)&3) + 5)*srcStride + 32);
  2768. prefetchnta(srcBlock + (((x>>3)&3) + 9)*srcStride + 32);
  2769. prefetcht0(dstBlock + (((x>>3)&3) + 5)*dstStride + 32);
  2770. prefetcht0(dstBlock + (((x>>3)&3) + 9)*dstStride + 32);
  2771. */
  2772. /*
  2773. prefetchnta(srcBlock + (((x>>2)&6) + 5)*srcStride + 32);
  2774. prefetchnta(srcBlock + (((x>>2)&6) + 6)*srcStride + 32);
  2775. prefetcht0(dstBlock + (((x>>2)&6) + 5)*dstStride + 32);
  2776. prefetcht0(dstBlock + (((x>>2)&6) + 6)*dstStride + 32);
  2777. */
  2778. asm(
  2779. "movl %4, %%eax \n\t"
  2780. "shrl $2, %%eax \n\t"
  2781. "andl $6, %%eax \n\t"
  2782. "addl $5, %%eax \n\t"
  2783. "movl %%eax, %%ebx \n\t"
  2784. "imul %1, %%eax \n\t"
  2785. "imul %3, %%ebx \n\t"
  2786. "prefetchnta 32(%%eax, %0) \n\t"
  2787. "prefetcht0 32(%%ebx, %2) \n\t"
  2788. "addl %1, %%eax \n\t"
  2789. "addl %3, %%ebx \n\t"
  2790. "prefetchnta 32(%%eax, %0) \n\t"
  2791. "prefetcht0 32(%%ebx, %2) \n\t"
  2792. :: "r" (srcBlock), "r" (srcStride), "r" (dstBlock), "r" (dstStride),
  2793. "m" (x)
  2794. : "%eax", "%ebx"
  2795. );
  2796. #elif defined(HAVE_3DNOW)
  2797. //FIXME check if this is faster on an 3dnow chip or if its faster without the prefetch or ...
  2798. /* prefetch(srcBlock + (((x>>3)&3) + 5)*srcStride + 32);
  2799. prefetch(srcBlock + (((x>>3)&3) + 9)*srcStride + 32);
  2800. prefetchw(dstBlock + (((x>>3)&3) + 5)*dstStride + 32);
  2801. prefetchw(dstBlock + (((x>>3)&3) + 9)*dstStride + 32);
  2802. */
  2803. #endif
  2804. #ifdef PP_FUNNY_STRIDE
  2805. //can we mess with a 8x16 block, if not use a temp buffer, yes again
  2806. if(x+7 >= width)
  2807. {
  2808. int i;
  2809. dstBlockPtrBackup= dstBlock;
  2810. srcBlockPtrBackup= srcBlock;
  2811. for(i=0;i<BLOCK_SIZE*2; i++)
  2812. {
  2813. memcpy(tempSrcBlock+i*srcStride, srcBlock+i*srcStride, width-x);
  2814. memcpy(tempDstBlock+i*dstStride, dstBlock+i*dstStride, width-x);
  2815. }
  2816. dstBlock= tempDstBlock;
  2817. srcBlock= tempSrcBlock;
  2818. }
  2819. #endif
  2820. blockCopy(dstBlock + dstStride*5, dstStride,
  2821. srcBlock + srcStride*5, srcStride, 8, mode & LEVEL_FIX);
  2822. if(mode & LINEAR_IPOL_DEINT_FILTER)
  2823. deInterlaceInterpolateLinear(dstBlock, dstStride);
  2824. else if(mode & LINEAR_BLEND_DEINT_FILTER)
  2825. deInterlaceBlendLinear(dstBlock, dstStride);
  2826. else if(mode & MEDIAN_DEINT_FILTER)
  2827. deInterlaceMedian(dstBlock, dstStride);
  2828. else if(mode & CUBIC_IPOL_DEINT_FILTER)
  2829. deInterlaceInterpolateCubic(dstBlock, dstStride);
  2830. /* else if(mode & CUBIC_BLEND_DEINT_FILTER)
  2831. deInterlaceBlendCubic(dstBlock, dstStride);
  2832. */
  2833. /* only deblock if we have 2 blocks */
  2834. if(y + 8 < height)
  2835. {
  2836. #ifdef MORE_TIMING
  2837. T1= rdtsc();
  2838. memcpyTime+= T1-T0;
  2839. T0=T1;
  2840. #endif
  2841. if(mode & V_RK1_FILTER)
  2842. vertRK1Filter(dstBlock, stride, QP);
  2843. else if(mode & V_X1_FILTER)
  2844. vertX1Filter(dstBlock, stride, QP);
  2845. else if(mode & V_DEBLOCK)
  2846. {
  2847. if( isVertDC(dstBlock, stride))
  2848. {
  2849. if(isVertMinMaxOk(dstBlock, stride, QP))
  2850. doVertLowPass(dstBlock, stride, QP);
  2851. }
  2852. else
  2853. doVertDefFilter(dstBlock, stride, QP);
  2854. }
  2855. #ifdef MORE_TIMING
  2856. T1= rdtsc();
  2857. vertTime+= T1-T0;
  2858. T0=T1;
  2859. #endif
  2860. }
  2861. #ifdef HAVE_MMX
  2862. transpose1(tempBlock1, tempBlock2, dstBlock, dstStride);
  2863. #endif
  2864. /* check if we have a previous block to deblock it with dstBlock */
  2865. if(x - 8 >= 0)
  2866. {
  2867. #ifdef MORE_TIMING
  2868. T0= rdtsc();
  2869. #endif
  2870. #ifdef HAVE_MMX
  2871. if(mode & H_RK1_FILTER)
  2872. vertRK1Filter(tempBlock1, 16, QP);
  2873. else if(mode & H_X1_FILTER)
  2874. vertX1Filter(tempBlock1, 16, QP);
  2875. else if(mode & H_DEBLOCK)
  2876. {
  2877. if( isVertDC(tempBlock1, 16))
  2878. {
  2879. if(isVertMinMaxOk(tempBlock1, 16, QP))
  2880. doVertLowPass(tempBlock1, 16, QP);
  2881. }
  2882. else
  2883. doVertDefFilter(tempBlock1, 16, QP);
  2884. }
  2885. transpose2(dstBlock-4, dstStride, tempBlock1 + 4*16);
  2886. #else
  2887. if(mode & H_X1_FILTER)
  2888. horizX1Filter(dstBlock-4, stride, QP);
  2889. else if(mode & H_DEBLOCK)
  2890. {
  2891. if( isHorizDC(dstBlock-4, stride))
  2892. {
  2893. if(isHorizMinMaxOk(dstBlock-4, stride, QP))
  2894. doHorizLowPass(dstBlock-4, stride, QP);
  2895. }
  2896. else
  2897. doHorizDefFilter(dstBlock-4, stride, QP);
  2898. }
  2899. #endif
  2900. #ifdef MORE_TIMING
  2901. T1= rdtsc();
  2902. horizTime+= T1-T0;
  2903. T0=T1;
  2904. #endif
  2905. if(mode & DERING)
  2906. {
  2907. //FIXME filter first line
  2908. if(y>0) dering(dstBlock - stride - 8, stride, QP);
  2909. }
  2910. }
  2911. else if(mode & DERING)
  2912. {
  2913. //FIXME y+15 is required cuz of the tempBuffer thing -> bottom right block isnt filtered
  2914. if(y > 8 && y+15 < height) dering(dstBlock - stride*9 + width - 8, stride, QP);
  2915. }
  2916. #ifdef PP_FUNNY_STRIDE
  2917. /* did we use a tmp-block buffer */
  2918. if(x+7 >= width)
  2919. {
  2920. int i;
  2921. dstBlock= dstBlockPtrBackup;
  2922. srcBlock= srcBlockPtrBackup;
  2923. for(i=0;i<BLOCK_SIZE*2; i++)
  2924. {
  2925. memcpy(dstBlock+i*dstStride, tempDstBlock+i*dstStride, width-x);
  2926. }
  2927. }
  2928. #endif
  2929. dstBlock+=8;
  2930. srcBlock+=8;
  2931. #ifdef HAVE_MMX
  2932. tmpXchg= tempBlock1;
  2933. tempBlock1= tempBlock2;
  2934. tempBlock2 = tmpXchg;
  2935. #endif
  2936. }
  2937. /* did we use a tmp buffer */
  2938. if(y+15 >= height)
  2939. {
  2940. uint8_t *dstBlock= &(dst[y*dstStride]);
  2941. memcpy(dstBlock, tempDst + dstStride, dstStride*(height-y) );
  2942. }
  2943. }
  2944. #ifdef HAVE_3DNOW
  2945. asm volatile("femms");
  2946. #elif defined (HAVE_MMX)
  2947. asm volatile("emms");
  2948. #endif
  2949. #ifdef TIMING
  2950. // FIXME diff is mostly the time spent for rdtsc (should subtract that but ...)
  2951. sumTime= rdtsc() - sumTime;
  2952. if(!isColor)
  2953. printf("cpy:%4dk, vert:%4dk, horiz:%4dk, sum:%4dk, diff:%4dk, color: %d/%d \r",
  2954. (int)(memcpyTime/1000), (int)(vertTime/1000), (int)(horizTime/1000),
  2955. (int)(sumTime/1000), (int)((sumTime-memcpyTime-vertTime-horizTime)/1000)
  2956. , black, white);
  2957. #endif
  2958. }