You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

2896 lines
82KB

  1. /*
  2. Copyright (C) 2001 Michael Niedermayer (michaelni@gmx.at)
  3. This program is free software; you can redistribute it and/or modify
  4. it under the terms of the GNU General Public License as published by
  5. the Free Software Foundation; either version 2 of the License, or
  6. (at your option) any later version.
  7. This program is distributed in the hope that it will be useful,
  8. but WITHOUT ANY WARRANTY; without even the implied warranty of
  9. MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  10. GNU General Public License for more details.
  11. You should have received a copy of the GNU General Public License
  12. along with this program; if not, write to the Free Software
  13. Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
  14. */
  15. /*
  16. C MMX MMX2 3DNow
  17. isVertDC Ec Ec
  18. isVertMinMaxOk Ec Ec
  19. doVertLowPass E e e
  20. doVertDefFilter Ec Ec Ec
  21. isHorizDC Ec Ec
  22. isHorizMinMaxOk a
  23. doHorizLowPass E a a
  24. doHorizDefFilter E ac ac
  25. deRing
  26. Vertical RKAlgo1 E a a
  27. Vertical X1 a E E
  28. Horizontal X1 a E E
  29. LinIpolDeinterlace e E E*
  30. CubicIpolDeinterlace a e e*
  31. LinBlendDeinterlace e E E*
  32. MedianDeinterlace Ec Ec
  33. * i dont have a 3dnow CPU -> its untested
  34. E = Exact implementation
  35. e = allmost exact implementation (slightly different rounding,...)
  36. a = alternative / approximate impl
  37. c = checked against the other implementations (-vo md5)
  38. */
  39. /*
  40. TODO:
  41. verify that everything workes as it should (how?)
  42. reduce the time wasted on the mem transfer
  43. implement dering
  44. implement everything in C at least (done at the moment but ...)
  45. unroll stuff if instructions depend too much on the prior one
  46. we use 8x8 blocks for the horizontal filters, opendivx seems to use 8x4?
  47. move YScale thing to the end instead of fixing QP
  48. write a faster and higher quality deblocking filter :)
  49. do something about the speed of the horizontal filters
  50. make the mainloop more flexible (variable number of blocks at once
  51. (the if/else stuff per block is slowing things down)
  52. compare the quality & speed of all filters
  53. split this huge file
  54. fix warnings (unused vars, ...)
  55. noise reduction filters
  56. ...
  57. Notes:
  58. */
  59. //Changelog: use the CVS log
  60. #include <inttypes.h>
  61. #include <stdio.h>
  62. #include <stdlib.h>
  63. #include <string.h>
  64. #include "../config.h"
  65. //#undef HAVE_MMX2
  66. //#define HAVE_3DNOW
  67. //#undef HAVE_MMX
  68. #include "postprocess.h"
  69. #define MIN(a,b) ((a) > (b) ? (b) : (a))
  70. #define MAX(a,b) ((a) < (b) ? (b) : (a))
  71. #define ABS(a) ((a) > 0 ? (a) : (-(a)))
  72. #define SIGN(a) ((a) > 0 ? 1 : -1)
  73. #ifdef HAVE_MMX2
  74. #define PAVGB(a,b) "pavgb " #a ", " #b " \n\t"
  75. #elif defined (HAVE_3DNOW)
  76. #define PAVGB(a,b) "pavgusb " #a ", " #b " \n\t"
  77. #endif
  78. #define GET_MODE_BUFFER_SIZE 500
  79. #define OPTIONS_ARRAY_SIZE 10
  80. static uint64_t packedYOffset= 0x0000000000000000LL;
  81. static uint64_t packedYScale= 0x0100010001000100LL;
  82. static uint64_t w05= 0x0005000500050005LL;
  83. static uint64_t w20= 0x0020002000200020LL;
  84. static uint64_t w1400= 0x1400140014001400LL;
  85. static uint64_t bm00000001= 0x00000000000000FFLL;
  86. static uint64_t bm00010000= 0x000000FF00000000LL;
  87. static uint64_t bm00001000= 0x00000000FF000000LL;
  88. static uint64_t bm10000000= 0xFF00000000000000LL;
  89. static uint64_t bm10000001= 0xFF000000000000FFLL;
  90. static uint64_t bm11000011= 0xFFFF00000000FFFFLL;
  91. static uint64_t bm00000011= 0x000000000000FFFFLL;
  92. static uint64_t bm11111110= 0xFFFFFFFFFFFFFF00LL;
  93. static uint64_t bm11000000= 0xFFFF000000000000LL;
  94. static uint64_t bm00011000= 0x000000FFFF000000LL;
  95. static uint64_t bm00110011= 0x0000FFFF0000FFFFLL;
  96. static uint64_t bm11001100= 0xFFFF0000FFFF0000LL;
  97. static uint64_t b00= 0x0000000000000000LL;
  98. static uint64_t b01= 0x0101010101010101LL;
  99. static uint64_t b02= 0x0202020202020202LL;
  100. static uint64_t b0F= 0x0F0F0F0F0F0F0F0FLL;
  101. static uint64_t bFF= 0xFFFFFFFFFFFFFFFFLL;
  102. static uint64_t b20= 0x2020202020202020LL;
  103. static uint64_t b80= 0x8080808080808080LL;
  104. static uint64_t b7E= 0x7E7E7E7E7E7E7E7ELL;
  105. static uint64_t b7C= 0x7C7C7C7C7C7C7C7CLL;
  106. static uint64_t b3F= 0x3F3F3F3F3F3F3F3FLL;
  107. static uint64_t temp0=0;
  108. static uint64_t temp1=0;
  109. static uint64_t temp2=0;
  110. static uint64_t temp3=0;
  111. static uint64_t temp4=0;
  112. static uint64_t temp5=0;
  113. static uint64_t pQPb=0;
  114. static uint8_t tempBlock[16*16]; //used so the horizontal code gets aligned data
  115. int hFlatnessThreshold= 56 - 16;
  116. int vFlatnessThreshold= 56 - 16;
  117. //amount of "black" u r willing to loose to get a brightness corrected picture
  118. double maxClippedThreshold= 0.01;
  119. int maxAllowedY=234;
  120. int minAllowedY=16;
  121. static struct PPFilter filters[]=
  122. {
  123. {"hb", "hdeblock", 1, 1, 3, H_DEBLOCK},
  124. {"vb", "vdeblock", 1, 2, 4, V_DEBLOCK},
  125. {"vr", "rkvdeblock", 1, 2, 4, H_RK1_FILTER},
  126. {"h1", "x1hdeblock", 1, 1, 3, H_X1_FILTER},
  127. {"v1", "x1vdeblock", 1, 2, 4, V_X1_FILTER},
  128. {"dr", "dering", 1, 5, 6, DERING},
  129. {"al", "autolevels", 0, 1, 2, LEVEL_FIX},
  130. {"lb", "linblenddeint", 0, 1, 6, LINEAR_BLEND_DEINT_FILTER},
  131. {"li", "linipoldeint", 0, 1, 6, LINEAR_IPOL_DEINT_FILTER},
  132. {"ci", "cubicipoldeint", 0, 1, 6, CUBIC_IPOL_DEINT_FILTER},
  133. {"md", "mediandeint", 0, 1, 6, MEDIAN_DEINT_FILTER},
  134. {NULL, NULL,0,0,0,0} //End Marker
  135. };
  136. static char *replaceTable[]=
  137. {
  138. "default", "hdeblock:a,vdeblock:a,dering:a,autolevels",
  139. "de", "hdeblock:a,vdeblock:a,dering:a,autolevels",
  140. "fast", "x1hdeblock:a,x1vdeblock:a,dering:a,autolevels",
  141. "fa", "x1hdeblock:a,x1vdeblock:a,dering:a,autolevels",
  142. NULL //End Marker
  143. };
  144. #ifdef TIMING
  145. static inline long long rdtsc()
  146. {
  147. long long l;
  148. asm volatile( "rdtsc\n\t"
  149. : "=A" (l)
  150. );
  151. // printf("%d\n", int(l/1000));
  152. return l;
  153. }
  154. #endif
  155. #ifdef HAVE_MMX2
  156. static inline void prefetchnta(void *p)
  157. {
  158. asm volatile( "prefetchnta (%0)\n\t"
  159. : : "r" (p)
  160. );
  161. }
  162. static inline void prefetcht0(void *p)
  163. {
  164. asm volatile( "prefetcht0 (%0)\n\t"
  165. : : "r" (p)
  166. );
  167. }
  168. static inline void prefetcht1(void *p)
  169. {
  170. asm volatile( "prefetcht1 (%0)\n\t"
  171. : : "r" (p)
  172. );
  173. }
  174. static inline void prefetcht2(void *p)
  175. {
  176. asm volatile( "prefetcht2 (%0)\n\t"
  177. : : "r" (p)
  178. );
  179. }
  180. #endif
  181. //FIXME? |255-0| = 1 (shouldnt be a problem ...)
  182. /**
  183. * Check if the middle 8x8 Block in the given 8x16 block is flat
  184. */
  185. static inline int isVertDC(uint8_t src[], int stride){
  186. int numEq= 0;
  187. int y;
  188. src+= stride*4; // src points to begin of the 8x8 Block
  189. #ifdef HAVE_MMX
  190. asm volatile(
  191. "leal (%1, %2), %%eax \n\t"
  192. "leal (%%eax, %2, 4), %%ebx \n\t"
  193. // 0 1 2 3 4 5 6 7 8 9
  194. // %1 eax eax+%2 eax+2%2 %1+4%2 ebx ebx+%2 ebx+2%2 %1+8%2 ebx+4%2
  195. "movq b7E, %%mm7 \n\t" // mm7 = 0x7F
  196. "movq b7C, %%mm6 \n\t" // mm6 = 0x7D
  197. "movq (%1), %%mm0 \n\t"
  198. "movq (%%eax), %%mm1 \n\t"
  199. "psubb %%mm1, %%mm0 \n\t" // mm0 = differnece
  200. "paddb %%mm7, %%mm0 \n\t"
  201. "pcmpgtb %%mm6, %%mm0 \n\t"
  202. "movq (%%eax,%2), %%mm2 \n\t"
  203. "psubb %%mm2, %%mm1 \n\t"
  204. "paddb %%mm7, %%mm1 \n\t"
  205. "pcmpgtb %%mm6, %%mm1 \n\t"
  206. "paddb %%mm1, %%mm0 \n\t"
  207. "movq (%%eax, %2, 2), %%mm1 \n\t"
  208. "psubb %%mm1, %%mm2 \n\t"
  209. "paddb %%mm7, %%mm2 \n\t"
  210. "pcmpgtb %%mm6, %%mm2 \n\t"
  211. "paddb %%mm2, %%mm0 \n\t"
  212. "movq (%1, %2, 4), %%mm2 \n\t"
  213. "psubb %%mm2, %%mm1 \n\t"
  214. "paddb %%mm7, %%mm1 \n\t"
  215. "pcmpgtb %%mm6, %%mm1 \n\t"
  216. "paddb %%mm1, %%mm0 \n\t"
  217. "movq (%%ebx), %%mm1 \n\t"
  218. "psubb %%mm1, %%mm2 \n\t"
  219. "paddb %%mm7, %%mm2 \n\t"
  220. "pcmpgtb %%mm6, %%mm2 \n\t"
  221. "paddb %%mm2, %%mm0 \n\t"
  222. "movq (%%ebx, %2), %%mm2 \n\t"
  223. "psubb %%mm2, %%mm1 \n\t"
  224. "paddb %%mm7, %%mm1 \n\t"
  225. "pcmpgtb %%mm6, %%mm1 \n\t"
  226. "paddb %%mm1, %%mm0 \n\t"
  227. "movq (%%ebx, %2, 2), %%mm1 \n\t"
  228. "psubb %%mm1, %%mm2 \n\t"
  229. "paddb %%mm7, %%mm2 \n\t"
  230. "pcmpgtb %%mm6, %%mm2 \n\t"
  231. "paddb %%mm2, %%mm0 \n\t"
  232. " \n\t"
  233. "movq %%mm0, %%mm1 \n\t"
  234. "psrlw $8, %%mm0 \n\t"
  235. "paddb %%mm1, %%mm0 \n\t"
  236. "movq %%mm0, %%mm1 \n\t"
  237. "psrlq $16, %%mm0 \n\t"
  238. "paddb %%mm1, %%mm0 \n\t"
  239. "movq %%mm0, %%mm1 \n\t"
  240. "psrlq $32, %%mm0 \n\t"
  241. "paddb %%mm1, %%mm0 \n\t"
  242. "movd %%mm0, %0 \n\t"
  243. : "=r" (numEq)
  244. : "r" (src), "r" (stride)
  245. );
  246. numEq= (256 - numEq) &0xFF;
  247. #else
  248. for(y=0; y<BLOCK_SIZE-1; y++)
  249. {
  250. if(((src[0] - src[0+stride] + 1)&0xFFFF) < 3) numEq++;
  251. if(((src[1] - src[1+stride] + 1)&0xFFFF) < 3) numEq++;
  252. if(((src[2] - src[2+stride] + 1)&0xFFFF) < 3) numEq++;
  253. if(((src[3] - src[3+stride] + 1)&0xFFFF) < 3) numEq++;
  254. if(((src[4] - src[4+stride] + 1)&0xFFFF) < 3) numEq++;
  255. if(((src[5] - src[5+stride] + 1)&0xFFFF) < 3) numEq++;
  256. if(((src[6] - src[6+stride] + 1)&0xFFFF) < 3) numEq++;
  257. if(((src[7] - src[7+stride] + 1)&0xFFFF) < 3) numEq++;
  258. src+= stride;
  259. }
  260. #endif
  261. /* if(abs(numEq - asmEq) > 0)
  262. {
  263. printf("\nasm:%d c:%d\n", asmEq, numEq);
  264. for(int y=0; y<8; y++)
  265. {
  266. for(int x=0; x<8; x++)
  267. {
  268. printf("%d ", temp[x + y*stride]);
  269. }
  270. printf("\n");
  271. }
  272. }
  273. */
  274. // for(int i=0; i<numEq/8; i++) src[i]=255;
  275. return (numEq > vFlatnessThreshold) ? 1 : 0;
  276. }
  277. static inline int isVertMinMaxOk(uint8_t src[], int stride, int QP)
  278. {
  279. #ifdef HAVE_MMX
  280. int isOk;
  281. src+= stride*3;
  282. asm volatile(
  283. // "int $3 \n\t"
  284. "movq (%1, %2), %%mm0 \n\t"
  285. "movq (%1, %2, 8), %%mm1 \n\t"
  286. "movq %%mm0, %%mm2 \n\t"
  287. "psubusb %%mm1, %%mm0 \n\t"
  288. "psubusb %%mm2, %%mm1 \n\t"
  289. "por %%mm1, %%mm0 \n\t" // ABS Diff
  290. "movq pQPb, %%mm7 \n\t" // QP,..., QP
  291. "paddusb %%mm7, %%mm7 \n\t" // 2QP ... 2QP
  292. "psubusb %%mm7, %%mm0 \n\t" // Diff <= 2QP -> 0
  293. "pcmpeqd b00, %%mm0 \n\t"
  294. "psrlq $16, %%mm0 \n\t"
  295. "pcmpeqd bFF, %%mm0 \n\t"
  296. // "movd %%mm0, (%1, %2, 4)\n\t"
  297. "movd %%mm0, %0 \n\t"
  298. : "=r" (isOk)
  299. : "r" (src), "r" (stride)
  300. );
  301. return isOk ? 1 : 0;
  302. #else
  303. int isOk2= 1;
  304. int x;
  305. src+= stride*3;
  306. for(x=0; x<BLOCK_SIZE; x++)
  307. {
  308. if(abs((int)src[x + stride] - (int)src[x + (stride<<3)]) > 2*QP) isOk2=0;
  309. }
  310. /* if(isOk && !isOk2 || !isOk && isOk2)
  311. {
  312. printf("\nasm:%d c:%d QP:%d\n", isOk, isOk2, QP);
  313. for(int y=0; y<9; y++)
  314. {
  315. for(int x=0; x<8; x++)
  316. {
  317. printf("%d ", src[x + y*stride]);
  318. }
  319. printf("\n");
  320. }
  321. } */
  322. return isOk2;
  323. #endif
  324. }
  325. /**
  326. * Do a vertical low pass filter on the 8x16 block (only write to the 8x8 block in the middle)
  327. * using the 9-Tap Filter (1,1,2,2,4,2,2,1,1)/16
  328. */
  329. static inline void doVertLowPass(uint8_t *src, int stride, int QP)
  330. {
  331. #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
  332. src+= stride*3;
  333. asm volatile( //"movv %0 %1 %2\n\t"
  334. "pushl %0 \n\t"
  335. "movq pQPb, %%mm0 \n\t" // QP,..., QP
  336. "movq (%0), %%mm6 \n\t"
  337. "movq (%0, %1), %%mm5 \n\t"
  338. "movq %%mm5, %%mm1 \n\t"
  339. "movq %%mm6, %%mm2 \n\t"
  340. "psubusb %%mm6, %%mm5 \n\t"
  341. "psubusb %%mm1, %%mm2 \n\t"
  342. "por %%mm5, %%mm2 \n\t" // ABS Diff of lines
  343. "psubusb %%mm0, %%mm2 \n\t" // diff <= QP -> 0
  344. "pcmpeqb b00, %%mm2 \n\t" // diff <= QP -> FF
  345. "pand %%mm2, %%mm6 \n\t"
  346. "pandn %%mm1, %%mm2 \n\t"
  347. "por %%mm2, %%mm6 \n\t"// First Line to Filter
  348. "movq (%0, %1, 8), %%mm5 \n\t"
  349. "leal (%0, %1, 4), %%eax \n\t"
  350. "leal (%0, %1, 8), %%ebx \n\t"
  351. "subl %1, %%ebx \n\t"
  352. "addl %1, %0 \n\t" // %0 points to line 1 not 0
  353. "movq (%0, %1, 8), %%mm7 \n\t"
  354. "movq %%mm5, %%mm1 \n\t"
  355. "movq %%mm7, %%mm2 \n\t"
  356. "psubusb %%mm7, %%mm5 \n\t"
  357. "psubusb %%mm1, %%mm2 \n\t"
  358. "por %%mm5, %%mm2 \n\t" // ABS Diff of lines
  359. "psubusb %%mm0, %%mm2 \n\t" // diff <= QP -> 0
  360. "pcmpeqb b00, %%mm2 \n\t" // diff <= QP -> FF
  361. "pand %%mm2, %%mm7 \n\t"
  362. "pandn %%mm1, %%mm2 \n\t"
  363. "por %%mm2, %%mm7 \n\t" // First Line to Filter
  364. // 1 2 3 4 5 6 7 8
  365. // %0 %0+%1 %0+2%1 eax %0+4%1 eax+2%1 ebx eax+4%1
  366. // 6 4 2 2 1 1
  367. // 6 4 4 2
  368. // 6 8 2
  369. "movq (%0, %1), %%mm0 \n\t" // 1
  370. "movq %%mm0, %%mm1 \n\t" // 1
  371. PAVGB(%%mm6, %%mm0) //1 1 /2
  372. PAVGB(%%mm6, %%mm0) //3 1 /4
  373. "movq (%0, %1, 4), %%mm2 \n\t" // 1
  374. "movq %%mm2, %%mm5 \n\t" // 1
  375. PAVGB((%%eax), %%mm2) // 11 /2
  376. PAVGB((%0, %1, 2), %%mm2) // 211 /4
  377. "movq %%mm2, %%mm3 \n\t" // 211 /4
  378. "movq (%0), %%mm4 \n\t" // 1
  379. PAVGB(%%mm4, %%mm3) // 4 211 /8
  380. PAVGB(%%mm0, %%mm3) //642211 /16
  381. "movq %%mm3, (%0) \n\t" // X
  382. // mm1=2 mm2=3(211) mm4=1 mm5=5 mm6=0 mm7=9
  383. "movq %%mm1, %%mm0 \n\t" // 1
  384. PAVGB(%%mm6, %%mm0) //1 1 /2
  385. "movq %%mm4, %%mm3 \n\t" // 1
  386. PAVGB((%0,%1,2), %%mm3) // 1 1 /2
  387. PAVGB((%%eax,%1,2), %%mm5) // 11 /2
  388. PAVGB((%%eax), %%mm5) // 211 /4
  389. PAVGB(%%mm5, %%mm3) // 2 2211 /8
  390. PAVGB(%%mm0, %%mm3) //4242211 /16
  391. "movq %%mm3, (%0,%1) \n\t" // X
  392. // mm1=2 mm2=3(211) mm4=1 mm5=4(211) mm6=0 mm7=9
  393. PAVGB(%%mm4, %%mm6) //11 /2
  394. "movq (%%ebx), %%mm0 \n\t" // 1
  395. PAVGB((%%eax, %1, 2), %%mm0) // 11/2
  396. "movq %%mm0, %%mm3 \n\t" // 11/2
  397. PAVGB(%%mm1, %%mm0) // 2 11/4
  398. PAVGB(%%mm6, %%mm0) //222 11/8
  399. PAVGB(%%mm2, %%mm0) //22242211/16
  400. "movq (%0, %1, 2), %%mm2 \n\t" // 1
  401. "movq %%mm0, (%0, %1, 2) \n\t" // X
  402. // mm1=2 mm2=3 mm3=6(11) mm4=1 mm5=4(211) mm6=0(11) mm7=9
  403. "movq (%%eax, %1, 4), %%mm0 \n\t" // 1
  404. PAVGB((%%ebx), %%mm0) // 11 /2
  405. PAVGB(%%mm0, %%mm6) //11 11 /4
  406. PAVGB(%%mm1, %%mm4) // 11 /2
  407. PAVGB(%%mm2, %%mm1) // 11 /2
  408. PAVGB(%%mm1, %%mm6) //1122 11 /8
  409. PAVGB(%%mm5, %%mm6) //112242211 /16
  410. "movq (%%eax), %%mm5 \n\t" // 1
  411. "movq %%mm6, (%%eax) \n\t" // X
  412. // mm0=7(11) mm1=2(11) mm2=3 mm3=6(11) mm4=1(11) mm5=4 mm7=9
  413. "movq (%%eax, %1, 4), %%mm6 \n\t" // 1
  414. PAVGB(%%mm7, %%mm6) // 11 /2
  415. PAVGB(%%mm4, %%mm6) // 11 11 /4
  416. PAVGB(%%mm3, %%mm6) // 11 2211 /8
  417. PAVGB(%%mm5, %%mm2) // 11 /2
  418. "movq (%0, %1, 4), %%mm4 \n\t" // 1
  419. PAVGB(%%mm4, %%mm2) // 112 /4
  420. PAVGB(%%mm2, %%mm6) // 112242211 /16
  421. "movq %%mm6, (%0, %1, 4) \n\t" // X
  422. // mm0=7(11) mm1=2(11) mm2=3(112) mm3=6(11) mm4=5 mm5=4 mm7=9
  423. PAVGB(%%mm7, %%mm1) // 11 2 /4
  424. PAVGB(%%mm4, %%mm5) // 11 /2
  425. PAVGB(%%mm5, %%mm0) // 11 11 /4
  426. "movq (%%eax, %1, 2), %%mm6 \n\t" // 1
  427. PAVGB(%%mm6, %%mm1) // 11 4 2 /8
  428. PAVGB(%%mm0, %%mm1) // 11224222 /16
  429. "movq %%mm1, (%%eax, %1, 2) \n\t" // X
  430. // mm2=3(112) mm3=6(11) mm4=5 mm5=4(11) mm6=6 mm7=9
  431. PAVGB((%%ebx), %%mm2) // 112 4 /8
  432. "movq (%%eax, %1, 4), %%mm0 \n\t" // 1
  433. PAVGB(%%mm0, %%mm6) // 1 1 /2
  434. PAVGB(%%mm7, %%mm6) // 1 12 /4
  435. PAVGB(%%mm2, %%mm6) // 1122424 /4
  436. "movq %%mm6, (%%ebx) \n\t" // X
  437. // mm0=8 mm3=6(11) mm4=5 mm5=4(11) mm7=9
  438. PAVGB(%%mm7, %%mm5) // 11 2 /4
  439. PAVGB(%%mm7, %%mm5) // 11 6 /8
  440. PAVGB(%%mm3, %%mm0) // 112 /4
  441. PAVGB(%%mm0, %%mm5) // 112246 /16
  442. "movq %%mm5, (%%eax, %1, 4) \n\t" // X
  443. "popl %0\n\t"
  444. :
  445. : "r" (src), "r" (stride)
  446. : "%eax", "%ebx"
  447. );
  448. #else
  449. const int l1= stride;
  450. const int l2= stride + l1;
  451. const int l3= stride + l2;
  452. const int l4= stride + l3;
  453. const int l5= stride + l4;
  454. const int l6= stride + l5;
  455. const int l7= stride + l6;
  456. const int l8= stride + l7;
  457. const int l9= stride + l8;
  458. int x;
  459. src+= stride*3;
  460. for(x=0; x<BLOCK_SIZE; x++)
  461. {
  462. const int first= ABS(src[0] - src[l1]) < QP ? src[0] : src[l1];
  463. const int last= ABS(src[l8] - src[l9]) < QP ? src[l9] : src[l8];
  464. int sums[9];
  465. sums[0] = first + src[l1];
  466. sums[1] = src[l1] + src[l2];
  467. sums[2] = src[l2] + src[l3];
  468. sums[3] = src[l3] + src[l4];
  469. sums[4] = src[l4] + src[l5];
  470. sums[5] = src[l5] + src[l6];
  471. sums[6] = src[l6] + src[l7];
  472. sums[7] = src[l7] + src[l8];
  473. sums[8] = src[l8] + last;
  474. src[l1]= ((sums[0]<<2) + ((first + sums[2])<<1) + sums[4] + 8)>>4;
  475. src[l2]= ((src[l2]<<2) + (first + sums[0] + sums[3]<<1) + sums[5] + 8)>>4;
  476. src[l3]= ((src[l3]<<2) + (first + sums[1] + sums[4]<<1) + sums[6] + 8)>>4;
  477. src[l4]= ((src[l4]<<2) + (sums[2] + sums[5]<<1) + sums[0] + sums[7] + 8)>>4;
  478. src[l5]= ((src[l5]<<2) + (sums[3] + sums[6]<<1) + sums[1] + sums[8] + 8)>>4;
  479. src[l6]= ((src[l6]<<2) + (last + sums[7] + sums[4]<<1) + sums[2] + 8)>>4;
  480. src[l7]= ((last + src[l7]<<2) + (src[l8] + sums[5]<<1) + sums[3] + 8)>>4;
  481. src[l8]= ((sums[8]<<2) + (last + sums[6]<<1) + sums[4] + 8)>>4;
  482. src++;
  483. }
  484. #endif
  485. }
  486. /**
  487. * Experimental implementation of the filter (Algorithm 1) described in a paper from Ramkishor & Karandikar
  488. * values are correctly clipped (MMX2)
  489. * values are wraparound (C)
  490. * conclusion: its fast, but introduces ugly horizontal patterns if there is a continious gradient
  491. 0 8 16 24
  492. x = 8
  493. x/2 = 4
  494. x/8 = 1
  495. 1 12 12 23
  496. */
  497. static inline void vertRK1Filter(uint8_t *src, int stride, int QP)
  498. {
  499. #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
  500. src+= stride*3;
  501. // FIXME rounding
  502. asm volatile(
  503. "pxor %%mm7, %%mm7 \n\t" // 0
  504. "movq b80, %%mm6 \n\t" // MIN_SIGNED_BYTE
  505. "leal (%0, %1), %%eax \n\t"
  506. "leal (%%eax, %1, 4), %%ebx \n\t"
  507. // 0 1 2 3 4 5 6 7 8 9
  508. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  509. "movq pQPb, %%mm0 \n\t" // QP,..., QP
  510. "movq %%mm0, %%mm1 \n\t" // QP,..., QP
  511. "paddusb b02, %%mm0 \n\t"
  512. "psrlw $2, %%mm0 \n\t"
  513. "pand b3F, %%mm0 \n\t" // QP/4,..., QP/4
  514. "paddusb %%mm1, %%mm0 \n\t" // QP*1.25 ...
  515. "movq (%0, %1, 4), %%mm2 \n\t" // line 4
  516. "movq (%%ebx), %%mm3 \n\t" // line 5
  517. "movq %%mm2, %%mm4 \n\t" // line 4
  518. "pcmpeqb %%mm5, %%mm5 \n\t" // -1
  519. "pxor %%mm2, %%mm5 \n\t" // -line 4 - 1
  520. PAVGB(%%mm3, %%mm5)
  521. "paddb %%mm6, %%mm5 \n\t" // (l5-l4)/2
  522. "psubusb %%mm3, %%mm4 \n\t"
  523. "psubusb %%mm2, %%mm3 \n\t"
  524. "por %%mm3, %%mm4 \n\t" // |l4 - l5|
  525. "psubusb %%mm0, %%mm4 \n\t"
  526. "pcmpeqb %%mm7, %%mm4 \n\t"
  527. "pand %%mm4, %%mm5 \n\t" // d/2
  528. // "paddb %%mm6, %%mm2 \n\t" // line 4 + 0x80
  529. "paddb %%mm5, %%mm2 \n\t"
  530. // "psubb %%mm6, %%mm2 \n\t"
  531. "movq %%mm2, (%0,%1, 4) \n\t"
  532. "movq (%%ebx), %%mm2 \n\t"
  533. // "paddb %%mm6, %%mm2 \n\t" // line 5 + 0x80
  534. "psubb %%mm5, %%mm2 \n\t"
  535. // "psubb %%mm6, %%mm2 \n\t"
  536. "movq %%mm2, (%%ebx) \n\t"
  537. "paddb %%mm6, %%mm5 \n\t"
  538. "psrlw $2, %%mm5 \n\t"
  539. "pand b3F, %%mm5 \n\t"
  540. "psubb b20, %%mm5 \n\t" // (l5-l4)/8
  541. "movq (%%eax, %1, 2), %%mm2 \n\t"
  542. "paddb %%mm6, %%mm2 \n\t" // line 3 + 0x80
  543. "paddsb %%mm5, %%mm2 \n\t"
  544. "psubb %%mm6, %%mm2 \n\t"
  545. "movq %%mm2, (%%eax, %1, 2) \n\t"
  546. "movq (%%ebx, %1), %%mm2 \n\t"
  547. "paddb %%mm6, %%mm2 \n\t" // line 6 + 0x80
  548. "psubsb %%mm5, %%mm2 \n\t"
  549. "psubb %%mm6, %%mm2 \n\t"
  550. "movq %%mm2, (%%ebx, %1) \n\t"
  551. :
  552. : "r" (src), "r" (stride)
  553. : "%eax", "%ebx"
  554. );
  555. #else
  556. const int l1= stride;
  557. const int l2= stride + l1;
  558. const int l3= stride + l2;
  559. const int l4= stride + l3;
  560. const int l5= stride + l4;
  561. const int l6= stride + l5;
  562. const int l7= stride + l6;
  563. const int l8= stride + l7;
  564. const int l9= stride + l8;
  565. int x;
  566. src+= stride*3;
  567. for(x=0; x<BLOCK_SIZE; x++)
  568. {
  569. if(ABS(src[l4]-src[l5]) < QP + QP/4)
  570. {
  571. int v = (src[l5] - src[l4]);
  572. src[l3] +=v/8;
  573. src[l4] +=v/2;
  574. src[l5] -=v/2;
  575. src[l6] -=v/8;
  576. }
  577. src++;
  578. }
  579. #endif
  580. }
  581. /**
  582. * Experimental Filter 1
  583. * will not damage linear gradients
  584. * Flat blocks should look like they where passed through the (1,1,2,2,4,2,2,1,1) 9-Tap filter
  585. * can only smooth blocks at the expected locations (it cant smooth them if they did move)
  586. * MMX2 version does correct clipping C version doesnt
  587. */
  588. static inline void vertX1Filter(uint8_t *src, int stride, int QP)
  589. {
  590. #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
  591. src+= stride*3;
  592. asm volatile(
  593. "pxor %%mm7, %%mm7 \n\t" // 0
  594. // "movq b80, %%mm6 \n\t" // MIN_SIGNED_BYTE
  595. "leal (%0, %1), %%eax \n\t"
  596. "leal (%%eax, %1, 4), %%ebx \n\t"
  597. // 0 1 2 3 4 5 6 7 8 9
  598. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  599. "movq (%%eax, %1, 2), %%mm0 \n\t" // line 3
  600. "movq (%0, %1, 4), %%mm1 \n\t" // line 4
  601. "movq %%mm1, %%mm2 \n\t" // line 4
  602. "psubusb %%mm0, %%mm1 \n\t"
  603. "psubusb %%mm2, %%mm0 \n\t"
  604. "por %%mm1, %%mm0 \n\t" // |l2 - l3|
  605. "movq (%%ebx), %%mm3 \n\t" // line 5
  606. "movq (%%ebx, %1), %%mm4 \n\t" // line 6
  607. "movq %%mm3, %%mm5 \n\t" // line 5
  608. "psubusb %%mm4, %%mm3 \n\t"
  609. "psubusb %%mm5, %%mm4 \n\t"
  610. "por %%mm4, %%mm3 \n\t" // |l5 - l6|
  611. PAVGB(%%mm3, %%mm0) // (|l2 - l3| + |l5 - l6|)/2
  612. "movq %%mm2, %%mm1 \n\t" // line 4
  613. "psubusb %%mm5, %%mm2 \n\t"
  614. "movq %%mm2, %%mm4 \n\t"
  615. "pcmpeqb %%mm7, %%mm2 \n\t" // (l4 - l5) <= 0 ? -1 : 0
  616. "psubusb %%mm1, %%mm5 \n\t"
  617. "por %%mm5, %%mm4 \n\t" // |l4 - l5|
  618. "psubusb %%mm0, %%mm4 \n\t" //d = MAX(0, |l4-l5| - (|l2-l3| + |l5-l6|)/2)
  619. "movq %%mm4, %%mm3 \n\t" // d
  620. "psubusb pQPb, %%mm4 \n\t"
  621. "pcmpeqb %%mm7, %%mm4 \n\t" // d <= QP ? -1 : 0
  622. "psubusb b01, %%mm3 \n\t"
  623. "pand %%mm4, %%mm3 \n\t" // d <= QP ? d : 0
  624. PAVGB(%%mm7, %%mm3) // d/2
  625. "movq %%mm3, %%mm1 \n\t" // d/2
  626. PAVGB(%%mm7, %%mm3) // d/4
  627. PAVGB(%%mm1, %%mm3) // 3*d/8
  628. "movq (%0, %1, 4), %%mm0 \n\t" // line 4
  629. "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l4-1 : l4
  630. "psubusb %%mm3, %%mm0 \n\t"
  631. "pxor %%mm2, %%mm0 \n\t"
  632. "movq %%mm0, (%0, %1, 4) \n\t" // line 4
  633. "movq (%%ebx), %%mm0 \n\t" // line 5
  634. "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l5-1 : l5
  635. "paddusb %%mm3, %%mm0 \n\t"
  636. "pxor %%mm2, %%mm0 \n\t"
  637. "movq %%mm0, (%%ebx) \n\t" // line 5
  638. PAVGB(%%mm7, %%mm1) // d/4
  639. "movq (%%eax, %1, 2), %%mm0 \n\t" // line 3
  640. "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l4-1 : l4
  641. "psubusb %%mm1, %%mm0 \n\t"
  642. "pxor %%mm2, %%mm0 \n\t"
  643. "movq %%mm0, (%%eax, %1, 2) \n\t" // line 3
  644. "movq (%%ebx, %1), %%mm0 \n\t" // line 6
  645. "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l5-1 : l5
  646. "paddusb %%mm1, %%mm0 \n\t"
  647. "pxor %%mm2, %%mm0 \n\t"
  648. "movq %%mm0, (%%ebx, %1) \n\t" // line 6
  649. PAVGB(%%mm7, %%mm1) // d/8
  650. "movq (%%eax, %1), %%mm0 \n\t" // line 2
  651. "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l2-1 : l2
  652. "psubusb %%mm1, %%mm0 \n\t"
  653. "pxor %%mm2, %%mm0 \n\t"
  654. "movq %%mm0, (%%eax, %1) \n\t" // line 2
  655. "movq (%%ebx, %1, 2), %%mm0 \n\t" // line 7
  656. "pxor %%mm2, %%mm0 \n\t" //(l4 - l5) <= 0 ? -l7-1 : l7
  657. "paddusb %%mm1, %%mm0 \n\t"
  658. "pxor %%mm2, %%mm0 \n\t"
  659. "movq %%mm0, (%%ebx, %1, 2) \n\t" // line 7
  660. :
  661. : "r" (src), "r" (stride)
  662. : "%eax", "%ebx"
  663. );
  664. #else
  665. const int l1= stride;
  666. const int l2= stride + l1;
  667. const int l3= stride + l2;
  668. const int l4= stride + l3;
  669. const int l5= stride + l4;
  670. const int l6= stride + l5;
  671. const int l7= stride + l6;
  672. const int l8= stride + l7;
  673. const int l9= stride + l8;
  674. int x;
  675. src+= stride*3;
  676. for(x=0; x<BLOCK_SIZE; x++)
  677. {
  678. int a= src[l3] - src[l4];
  679. int b= src[l4] - src[l5];
  680. int c= src[l5] - src[l6];
  681. int d= MAX(ABS(b) - (ABS(a) + ABS(c))/2, 0);
  682. if(d < QP)
  683. {
  684. int v = d * SIGN(-b);
  685. src[l2] +=v/8;
  686. src[l3] +=v/4;
  687. src[l4] +=3*v/8;
  688. src[l5] -=3*v/8;
  689. src[l6] -=v/4;
  690. src[l7] -=v/8;
  691. }
  692. src++;
  693. }
  694. /*
  695. const int l1= stride;
  696. const int l2= stride + l1;
  697. const int l3= stride + l2;
  698. const int l4= stride + l3;
  699. const int l5= stride + l4;
  700. const int l6= stride + l5;
  701. const int l7= stride + l6;
  702. const int l8= stride + l7;
  703. const int l9= stride + l8;
  704. for(int x=0; x<BLOCK_SIZE; x++)
  705. {
  706. int v2= src[l2];
  707. int v3= src[l3];
  708. int v4= src[l4];
  709. int v5= src[l5];
  710. int v6= src[l6];
  711. int v7= src[l7];
  712. if(ABS(v4-v5)<QP && ABS(v4-v5) - (ABS(v3-v4) + ABS(v5-v6))>0 )
  713. {
  714. src[l3] = (6*v2 + 4*v3 + 3*v4 + 2*v5 + v6 )/16;
  715. src[l4] = (3*v2 + 3*v3 + 4*v4 + 3*v5 + 2*v6 + v7 )/16;
  716. src[l5] = (1*v2 + 2*v3 + 3*v4 + 4*v5 + 3*v6 + 3*v7)/16;
  717. src[l6] = ( 1*v3 + 2*v4 + 3*v5 + 4*v6 + 6*v7)/16;
  718. }
  719. src++;
  720. }
  721. */
  722. #endif
  723. }
  724. /**
  725. * Experimental Filter 1 (Horizontal)
  726. * will not damage linear gradients
  727. * Flat blocks should look like they where passed through the (1,1,2,2,4,2,2,1,1) 9-Tap filter
  728. * can only smooth blocks at the expected locations (it cant smooth them if they did move)
  729. * MMX2 version does correct clipping C version doesnt
  730. * not identical with the vertical one
  731. */
  732. static inline void horizX1Filter(uint8_t *src, int stride, int QP)
  733. {
  734. int y;
  735. static uint64_t *lut= NULL;
  736. if(lut==NULL)
  737. {
  738. int i;
  739. lut= (uint64_t*)memalign(8, 256*8);
  740. for(i=0; i<256; i++)
  741. {
  742. int v= i < 128 ? 2*i : 2*(i-256);
  743. /*
  744. //Simulate 112242211 9-Tap filter
  745. uint64_t a= (v/16) & 0xFF;
  746. uint64_t b= (v/8) & 0xFF;
  747. uint64_t c= (v/4) & 0xFF;
  748. uint64_t d= (3*v/8) & 0xFF;
  749. */
  750. //Simulate piecewise linear interpolation
  751. uint64_t a= (v/16) & 0xFF;
  752. uint64_t b= (v*3/16) & 0xFF;
  753. uint64_t c= (v*5/16) & 0xFF;
  754. uint64_t d= (7*v/16) & 0xFF;
  755. uint64_t A= (0x100 - a)&0xFF;
  756. uint64_t B= (0x100 - b)&0xFF;
  757. uint64_t C= (0x100 - c)&0xFF;
  758. uint64_t D= (0x100 - c)&0xFF;
  759. lut[i] = (a<<56) | (b<<48) | (c<<40) | (d<<32) |
  760. (D<<24) | (C<<16) | (B<<8) | (A);
  761. //lut[i] = (v<<32) | (v<<24);
  762. }
  763. }
  764. #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
  765. asm volatile(
  766. "pxor %%mm7, %%mm7 \n\t" // 0
  767. // "movq b80, %%mm6 \n\t" // MIN_SIGNED_BYTE
  768. "leal (%0, %1), %%eax \n\t"
  769. "leal (%%eax, %1, 4), %%ebx \n\t"
  770. "movq b80, %%mm6 \n\t"
  771. "movd pQPb, %%mm5 \n\t" // QP
  772. "movq %%mm5, %%mm4 \n\t"
  773. "paddusb %%mm5, %%mm5 \n\t" // 2QP
  774. "paddusb %%mm5, %%mm4 \n\t" // 3QP
  775. "pxor %%mm5, %%mm5 \n\t" // 0
  776. "psubb %%mm4, %%mm5 \n\t" // -3QP
  777. "por bm11111110, %%mm5 \n\t" // ...,FF,FF,-3QP
  778. "psllq $24, %%mm5 \n\t"
  779. // 0 1 2 3 4 5 6 7 8 9
  780. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  781. #define HX1old(a) \
  782. "movd " #a ", %%mm0 \n\t"\
  783. "movd 4" #a ", %%mm1 \n\t"\
  784. "punpckldq %%mm1, %%mm0 \n\t"\
  785. "movq %%mm0, %%mm1 \n\t"\
  786. "movq %%mm0, %%mm2 \n\t"\
  787. "psrlq $8, %%mm1 \n\t"\
  788. "psubusb %%mm1, %%mm2 \n\t"\
  789. "psubusb %%mm0, %%mm1 \n\t"\
  790. "por %%mm2, %%mm1 \n\t" /* p´x = |px - p(x+1)| */\
  791. "pcmpeqb %%mm7, %%mm2 \n\t" /* p´x = sgn[px - p(x+1)] */\
  792. "pshufw $0x00, %%mm1, %%mm3 \n\t" /* p´5 = |p1 - p2| */\
  793. PAVGB(%%mm1, %%mm3) /* p´5 = (|p2-p1| + |p6-p5|)/2 */\
  794. "psrlq $16, %%mm3 \n\t" /* p´3 = (|p2-p1| + |p6-p5|)/2 */\
  795. "psubusb %%mm3, %%mm1 \n\t" /* |p3-p4|-(|p2-p1| + |p6-p5|)/2 */\
  796. "paddb %%mm5, %%mm1 \n\t"\
  797. "psubusb %%mm5, %%mm1 \n\t"\
  798. PAVGB(%%mm7, %%mm1)\
  799. "pxor %%mm2, %%mm1 \n\t"\
  800. "psubb %%mm2, %%mm1 \n\t"\
  801. "psrlq $24, %%mm1 \n\t"\
  802. "movd %%mm1, %%ecx \n\t"\
  803. "paddb %%mm6, %%mm0 \n\t"\
  804. "paddsb (%3, %%ecx, 8), %%mm0 \n\t"\
  805. "paddb %%mm6, %%mm0 \n\t"\
  806. "movq %%mm0, " #a " \n\t"\
  807. /*
  808. HX1old((%0))
  809. HX1old((%%eax))
  810. HX1old((%%eax, %1))
  811. HX1old((%%eax, %1, 2))
  812. HX1old((%0, %1, 4))
  813. HX1old((%%ebx))
  814. HX1old((%%ebx, %1))
  815. HX1old((%%ebx, %1, 2))
  816. */
  817. //FIXME add some comments, its unreadable ...
  818. #define HX1b(a, c, b, d) \
  819. "movd " #a ", %%mm0 \n\t"\
  820. "movd 4" #a ", %%mm1 \n\t"\
  821. "punpckldq %%mm1, %%mm0 \n\t"\
  822. "movd " #b ", %%mm4 \n\t"\
  823. "movq %%mm0, %%mm1 \n\t"\
  824. "movq %%mm0, %%mm2 \n\t"\
  825. "psrlq $8, %%mm1 \n\t"\
  826. "movd 4" #b ", %%mm3 \n\t"\
  827. "psubusb %%mm1, %%mm2 \n\t"\
  828. "psubusb %%mm0, %%mm1 \n\t"\
  829. "por %%mm2, %%mm1 \n\t" /* p´x = |px - p(x+1)| */\
  830. "pcmpeqb %%mm7, %%mm2 \n\t" /* p´x = sgn[px - p(x+1)] */\
  831. "punpckldq %%mm3, %%mm4 \n\t"\
  832. "movq %%mm1, %%mm3 \n\t"\
  833. "psllq $32, %%mm3 \n\t" /* p´5 = |p1 - p2| */\
  834. PAVGB(%%mm1, %%mm3) /* p´5 = (|p2-p1| + |p6-p5|)/2 */\
  835. "paddb %%mm6, %%mm0 \n\t"\
  836. "psrlq $16, %%mm3 \n\t" /* p´3 = (|p2-p1| + |p6-p5|)/2 */\
  837. "psubusb %%mm3, %%mm1 \n\t" /* |p3-p4|-(|p2-p1| + |p6-p5|)/2 */\
  838. "movq %%mm4, %%mm3 \n\t"\
  839. "paddb %%mm5, %%mm1 \n\t"\
  840. "psubusb %%mm5, %%mm1 \n\t"\
  841. "psrlq $8, %%mm3 \n\t"\
  842. PAVGB(%%mm7, %%mm1)\
  843. "pxor %%mm2, %%mm1 \n\t"\
  844. "psubb %%mm2, %%mm1 \n\t"\
  845. "movq %%mm4, %%mm2 \n\t"\
  846. "psrlq $24, %%mm1 \n\t"\
  847. "psubusb %%mm3, %%mm2 \n\t"\
  848. "movd %%mm1, %%ecx \n\t"\
  849. "psubusb %%mm4, %%mm3 \n\t"\
  850. "paddsb (%2, %%ecx, 8), %%mm0 \n\t"\
  851. "por %%mm2, %%mm3 \n\t" /* p´x = |px - p(x+1)| */\
  852. "paddb %%mm6, %%mm0 \n\t"\
  853. "pcmpeqb %%mm7, %%mm2 \n\t" /* p´x = sgn[px - p(x+1)] */\
  854. "movq %%mm3, %%mm1 \n\t"\
  855. "psllq $32, %%mm1 \n\t" /* p´5 = |p1 - p2| */\
  856. "movq %%mm0, " #a " \n\t"\
  857. PAVGB(%%mm3, %%mm1) /* p´5 = (|p2-p1| + |p6-p5|)/2 */\
  858. "paddb %%mm6, %%mm4 \n\t"\
  859. "psrlq $16, %%mm1 \n\t" /* p´3 = (|p2-p1| + |p6-p5|)/2 */\
  860. "psubusb %%mm1, %%mm3 \n\t" /* |p3-p4|-(|p2-p1| + |p6-p5|)/2 */\
  861. "paddb %%mm5, %%mm3 \n\t"\
  862. "psubusb %%mm5, %%mm3 \n\t"\
  863. PAVGB(%%mm7, %%mm3)\
  864. "pxor %%mm2, %%mm3 \n\t"\
  865. "psubb %%mm2, %%mm3 \n\t"\
  866. "psrlq $24, %%mm3 \n\t"\
  867. "movd " #c ", %%mm0 \n\t"\
  868. "movd 4" #c ", %%mm1 \n\t"\
  869. "punpckldq %%mm1, %%mm0 \n\t"\
  870. "paddb %%mm6, %%mm0 \n\t"\
  871. "paddsb (%2, %%ecx, 8), %%mm0 \n\t"\
  872. "paddb %%mm6, %%mm0 \n\t"\
  873. "movq %%mm0, " #c " \n\t"\
  874. "movd %%mm3, %%ecx \n\t"\
  875. "movd " #d ", %%mm0 \n\t"\
  876. "paddsb (%2, %%ecx, 8), %%mm4 \n\t"\
  877. "movd 4" #d ", %%mm1 \n\t"\
  878. "paddb %%mm6, %%mm4 \n\t"\
  879. "punpckldq %%mm1, %%mm0 \n\t"\
  880. "movq %%mm4, " #b " \n\t"\
  881. "paddb %%mm6, %%mm0 \n\t"\
  882. "paddsb (%2, %%ecx, 8), %%mm0 \n\t"\
  883. "paddb %%mm6, %%mm0 \n\t"\
  884. "movq %%mm0, " #d " \n\t"\
  885. HX1b((%0),(%%eax),(%%eax, %1),(%%eax, %1, 2))
  886. HX1b((%0, %1, 4),(%%ebx),(%%ebx, %1),(%%ebx, %1, 2))
  887. :
  888. : "r" (src), "r" (stride), "r" (lut)
  889. : "%eax", "%ebx", "%ecx"
  890. );
  891. #else
  892. //FIXME (has little in common with the mmx2 version)
  893. for(y=0; y<BLOCK_SIZE; y++)
  894. {
  895. int a= src[1] - src[2];
  896. int b= src[3] - src[4];
  897. int c= src[5] - src[6];
  898. int d= MAX(ABS(b) - (ABS(a) + ABS(c))/2, 0);
  899. if(d < QP)
  900. {
  901. int v = d * SIGN(-b);
  902. src[1] +=v/8;
  903. src[2] +=v/4;
  904. src[3] +=3*v/8;
  905. src[4] -=3*v/8;
  906. src[5] -=v/4;
  907. src[6] -=v/8;
  908. }
  909. src+=stride;
  910. }
  911. #endif
  912. }
  913. static inline void doVertDefFilter(uint8_t src[], int stride, int QP)
  914. {
  915. #ifdef HAVE_MMX
  916. src+= stride*4;
  917. //FIXME try pmul for *5 stuff
  918. // src[0]=0;
  919. asm volatile(
  920. "pxor %%mm7, %%mm7 \n\t"
  921. "leal (%0, %1), %%eax \n\t"
  922. "leal (%%eax, %1, 4), %%ebx \n\t"
  923. // 0 1 2 3 4 5 6 7
  924. // %0 %0+%1 %0+2%1 eax+2%1 %0+4%1 eax+4%1 ebx+%1 ebx+2%1
  925. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1
  926. "movq (%0), %%mm0 \n\t"
  927. "movq %%mm0, %%mm1 \n\t"
  928. "punpcklbw %%mm7, %%mm0 \n\t" // low part of line 0
  929. "punpckhbw %%mm7, %%mm1 \n\t" // high part of line 0
  930. "movq (%%eax), %%mm2 \n\t"
  931. "movq %%mm2, %%mm3 \n\t"
  932. "punpcklbw %%mm7, %%mm2 \n\t" // low part of line 1
  933. "punpckhbw %%mm7, %%mm3 \n\t" // high part of line 1
  934. "movq (%%eax, %1), %%mm4 \n\t"
  935. "movq %%mm4, %%mm5 \n\t"
  936. "punpcklbw %%mm7, %%mm4 \n\t" // low part of line 2
  937. "punpckhbw %%mm7, %%mm5 \n\t" // high part of line 2
  938. "paddw %%mm0, %%mm0 \n\t" // 2L0
  939. "paddw %%mm1, %%mm1 \n\t" // 2H0
  940. "psubw %%mm4, %%mm2 \n\t" // L1 - L2
  941. "psubw %%mm5, %%mm3 \n\t" // H1 - H2
  942. "psubw %%mm2, %%mm0 \n\t" // 2L0 - L1 + L2
  943. "psubw %%mm3, %%mm1 \n\t" // 2H0 - H1 + H2
  944. "psllw $2, %%mm2 \n\t" // 4L1 - 4L2
  945. "psllw $2, %%mm3 \n\t" // 4H1 - 4H2
  946. "psubw %%mm2, %%mm0 \n\t" // 2L0 - 5L1 + 5L2
  947. "psubw %%mm3, %%mm1 \n\t" // 2H0 - 5H1 + 5H2
  948. "movq (%%eax, %1, 2), %%mm2 \n\t"
  949. "movq %%mm2, %%mm3 \n\t"
  950. "punpcklbw %%mm7, %%mm2 \n\t" // L3
  951. "punpckhbw %%mm7, %%mm3 \n\t" // H3
  952. "psubw %%mm2, %%mm0 \n\t" // 2L0 - 5L1 + 5L2 - L3
  953. "psubw %%mm3, %%mm1 \n\t" // 2H0 - 5H1 + 5H2 - H3
  954. "psubw %%mm2, %%mm0 \n\t" // 2L0 - 5L1 + 5L2 - 2L3
  955. "psubw %%mm3, %%mm1 \n\t" // 2H0 - 5H1 + 5H2 - 2H3
  956. "movq %%mm0, temp0 \n\t" // 2L0 - 5L1 + 5L2 - 2L3
  957. "movq %%mm1, temp1 \n\t" // 2H0 - 5H1 + 5H2 - 2H3
  958. "movq (%0, %1, 4), %%mm0 \n\t"
  959. "movq %%mm0, %%mm1 \n\t"
  960. "punpcklbw %%mm7, %%mm0 \n\t" // L4
  961. "punpckhbw %%mm7, %%mm1 \n\t" // H4
  962. "psubw %%mm0, %%mm2 \n\t" // L3 - L4
  963. "psubw %%mm1, %%mm3 \n\t" // H3 - H4
  964. "movq %%mm2, temp2 \n\t" // L3 - L4
  965. "movq %%mm3, temp3 \n\t" // H3 - H4
  966. "paddw %%mm4, %%mm4 \n\t" // 2L2
  967. "paddw %%mm5, %%mm5 \n\t" // 2H2
  968. "psubw %%mm2, %%mm4 \n\t" // 2L2 - L3 + L4
  969. "psubw %%mm3, %%mm5 \n\t" // 2H2 - H3 + H4
  970. "psllw $2, %%mm2 \n\t" // 4L3 - 4L4
  971. "psllw $2, %%mm3 \n\t" // 4H3 - 4H4
  972. "psubw %%mm2, %%mm4 \n\t" // 2L2 - 5L3 + 5L4
  973. "psubw %%mm3, %%mm5 \n\t" // 2H2 - 5H3 + 5H4
  974. //50 opcodes so far
  975. "movq (%%ebx), %%mm2 \n\t"
  976. "movq %%mm2, %%mm3 \n\t"
  977. "punpcklbw %%mm7, %%mm2 \n\t" // L5
  978. "punpckhbw %%mm7, %%mm3 \n\t" // H5
  979. "psubw %%mm2, %%mm4 \n\t" // 2L2 - 5L3 + 5L4 - L5
  980. "psubw %%mm3, %%mm5 \n\t" // 2H2 - 5H3 + 5H4 - H5
  981. "psubw %%mm2, %%mm4 \n\t" // 2L2 - 5L3 + 5L4 - 2L5
  982. "psubw %%mm3, %%mm5 \n\t" // 2H2 - 5H3 + 5H4 - 2H5
  983. "movq (%%ebx, %1), %%mm6 \n\t"
  984. "punpcklbw %%mm7, %%mm6 \n\t" // L6
  985. "psubw %%mm6, %%mm2 \n\t" // L5 - L6
  986. "movq (%%ebx, %1), %%mm6 \n\t"
  987. "punpckhbw %%mm7, %%mm6 \n\t" // H6
  988. "psubw %%mm6, %%mm3 \n\t" // H5 - H6
  989. "paddw %%mm0, %%mm0 \n\t" // 2L4
  990. "paddw %%mm1, %%mm1 \n\t" // 2H4
  991. "psubw %%mm2, %%mm0 \n\t" // 2L4 - L5 + L6
  992. "psubw %%mm3, %%mm1 \n\t" // 2H4 - H5 + H6
  993. "psllw $2, %%mm2 \n\t" // 4L5 - 4L6
  994. "psllw $2, %%mm3 \n\t" // 4H5 - 4H6
  995. "psubw %%mm2, %%mm0 \n\t" // 2L4 - 5L5 + 5L6
  996. "psubw %%mm3, %%mm1 \n\t" // 2H4 - 5H5 + 5H6
  997. "movq (%%ebx, %1, 2), %%mm2 \n\t"
  998. "movq %%mm2, %%mm3 \n\t"
  999. "punpcklbw %%mm7, %%mm2 \n\t" // L7
  1000. "punpckhbw %%mm7, %%mm3 \n\t" // H7
  1001. "paddw %%mm2, %%mm2 \n\t" // 2L7
  1002. "paddw %%mm3, %%mm3 \n\t" // 2H7
  1003. "psubw %%mm2, %%mm0 \n\t" // 2L4 - 5L5 + 5L6 - 2L7
  1004. "psubw %%mm3, %%mm1 \n\t" // 2H4 - 5H5 + 5H6 - 2H7
  1005. "movq temp0, %%mm2 \n\t" // 2L0 - 5L1 + 5L2 - 2L3
  1006. "movq temp1, %%mm3 \n\t" // 2H0 - 5H1 + 5H2 - 2H3
  1007. //FIXME pxor, psubw, pmax for abs
  1008. "movq %%mm7, %%mm6 \n\t" // 0
  1009. "pcmpgtw %%mm0, %%mm6 \n\t"
  1010. "pxor %%mm6, %%mm0 \n\t"
  1011. "psubw %%mm6, %%mm0 \n\t" // |2L4 - 5L5 + 5L6 - 2L7|
  1012. "movq %%mm7, %%mm6 \n\t" // 0
  1013. "pcmpgtw %%mm1, %%mm6 \n\t"
  1014. "pxor %%mm6, %%mm1 \n\t"
  1015. "psubw %%mm6, %%mm1 \n\t" // |2H4 - 5H5 + 5H6 - 2H7|
  1016. "movq %%mm7, %%mm6 \n\t" // 0
  1017. "pcmpgtw %%mm2, %%mm6 \n\t"
  1018. "pxor %%mm6, %%mm2 \n\t"
  1019. "psubw %%mm6, %%mm2 \n\t" // |2L0 - 5L1 + 5L2 - 2L3|
  1020. "movq %%mm7, %%mm6 \n\t" // 0
  1021. "pcmpgtw %%mm3, %%mm6 \n\t"
  1022. "pxor %%mm6, %%mm3 \n\t"
  1023. "psubw %%mm6, %%mm3 \n\t" // |2H0 - 5H1 + 5H2 - 2H3|
  1024. #ifdef HAVE_MMX2
  1025. "pminsw %%mm2, %%mm0 \n\t"
  1026. "pminsw %%mm3, %%mm1 \n\t"
  1027. #else
  1028. "movq %%mm0, %%mm6 \n\t"
  1029. "psubusw %%mm2, %%mm6 \n\t"
  1030. "psubw %%mm6, %%mm0 \n\t"
  1031. "movq %%mm1, %%mm6 \n\t"
  1032. "psubusw %%mm3, %%mm6 \n\t"
  1033. "psubw %%mm6, %%mm1 \n\t"
  1034. #endif
  1035. "movq %%mm7, %%mm6 \n\t" // 0
  1036. "pcmpgtw %%mm4, %%mm6 \n\t" // sign(2L2 - 5L3 + 5L4 - 2L5)
  1037. "pxor %%mm6, %%mm4 \n\t"
  1038. "psubw %%mm6, %%mm4 \n\t" // |2L2 - 5L3 + 5L4 - 2L5|
  1039. "pcmpgtw %%mm5, %%mm7 \n\t" // sign(2H2 - 5H3 + 5H4 - 2H5)
  1040. "pxor %%mm7, %%mm5 \n\t"
  1041. "psubw %%mm7, %%mm5 \n\t" // |2H2 - 5H3 + 5H4 - 2H5|
  1042. // 100 opcodes
  1043. "movd %2, %%mm2 \n\t" // QP
  1044. "punpcklwd %%mm2, %%mm2 \n\t"
  1045. "punpcklwd %%mm2, %%mm2 \n\t"
  1046. "psllw $3, %%mm2 \n\t" // 8QP
  1047. "movq %%mm2, %%mm3 \n\t" // 8QP
  1048. "pcmpgtw %%mm4, %%mm2 \n\t"
  1049. "pcmpgtw %%mm5, %%mm3 \n\t"
  1050. "pand %%mm2, %%mm4 \n\t"
  1051. "pand %%mm3, %%mm5 \n\t"
  1052. "psubusw %%mm0, %%mm4 \n\t" // hd
  1053. "psubusw %%mm1, %%mm5 \n\t" // ld
  1054. "movq w05, %%mm2 \n\t" // 5
  1055. "pmullw %%mm2, %%mm4 \n\t"
  1056. "pmullw %%mm2, %%mm5 \n\t"
  1057. "movq w20, %%mm2 \n\t" // 32
  1058. "paddw %%mm2, %%mm4 \n\t"
  1059. "paddw %%mm2, %%mm5 \n\t"
  1060. "psrlw $6, %%mm4 \n\t"
  1061. "psrlw $6, %%mm5 \n\t"
  1062. /*
  1063. "movq w06, %%mm2 \n\t" // 6
  1064. "paddw %%mm2, %%mm4 \n\t"
  1065. "paddw %%mm2, %%mm5 \n\t"
  1066. "movq w1400, %%mm2 \n\t" // 1400h = 5120 = 5/64*2^16
  1067. //FIXME if *5/64 is supposed to be /13 then we should use 5041 instead of 5120
  1068. "pmulhw %%mm2, %%mm4 \n\t" // hd/13
  1069. "pmulhw %%mm2, %%mm5 \n\t" // ld/13
  1070. */
  1071. "movq temp2, %%mm0 \n\t" // L3 - L4
  1072. "movq temp3, %%mm1 \n\t" // H3 - H4
  1073. "pxor %%mm2, %%mm2 \n\t"
  1074. "pxor %%mm3, %%mm3 \n\t"
  1075. // FIXME rounding error
  1076. "psraw $1, %%mm0 \n\t" // (L3 - L4)/2
  1077. "psraw $1, %%mm1 \n\t" // (H3 - H4)/2
  1078. "pcmpgtw %%mm0, %%mm2 \n\t" // sign (L3-L4)
  1079. "pcmpgtw %%mm1, %%mm3 \n\t" // sign (H3-H4)
  1080. "pxor %%mm2, %%mm0 \n\t"
  1081. "pxor %%mm3, %%mm1 \n\t"
  1082. "psubw %%mm2, %%mm0 \n\t" // |L3-L4|
  1083. "psubw %%mm3, %%mm1 \n\t" // |H3-H4|
  1084. // "psrlw $1, %%mm0 \n\t" // |L3 - L4|/2
  1085. // "psrlw $1, %%mm1 \n\t" // |H3 - H4|/2
  1086. "pxor %%mm6, %%mm2 \n\t"
  1087. "pxor %%mm7, %%mm3 \n\t"
  1088. "pand %%mm2, %%mm4 \n\t"
  1089. "pand %%mm3, %%mm5 \n\t"
  1090. #ifdef HAVE_MMX2
  1091. "pminsw %%mm0, %%mm4 \n\t"
  1092. "pminsw %%mm1, %%mm5 \n\t"
  1093. #else
  1094. "movq %%mm4, %%mm2 \n\t"
  1095. "psubusw %%mm0, %%mm2 \n\t"
  1096. "psubw %%mm2, %%mm4 \n\t"
  1097. "movq %%mm5, %%mm2 \n\t"
  1098. "psubusw %%mm1, %%mm2 \n\t"
  1099. "psubw %%mm2, %%mm5 \n\t"
  1100. #endif
  1101. "pxor %%mm6, %%mm4 \n\t"
  1102. "pxor %%mm7, %%mm5 \n\t"
  1103. "psubw %%mm6, %%mm4 \n\t"
  1104. "psubw %%mm7, %%mm5 \n\t"
  1105. "packsswb %%mm5, %%mm4 \n\t"
  1106. "movq (%%eax, %1, 2), %%mm0 \n\t"
  1107. "paddb %%mm4, %%mm0 \n\t"
  1108. "movq %%mm0, (%%eax, %1, 2) \n\t"
  1109. "movq (%0, %1, 4), %%mm0 \n\t"
  1110. "psubb %%mm4, %%mm0 \n\t"
  1111. "movq %%mm0, (%0, %1, 4) \n\t"
  1112. :
  1113. : "r" (src), "r" (stride), "r" (QP)
  1114. : "%eax", "%ebx"
  1115. );
  1116. #else
  1117. const int l1= stride;
  1118. const int l2= stride + l1;
  1119. const int l3= stride + l2;
  1120. const int l4= stride + l3;
  1121. const int l5= stride + l4;
  1122. const int l6= stride + l5;
  1123. const int l7= stride + l6;
  1124. const int l8= stride + l7;
  1125. // const int l9= stride + l8;
  1126. int x;
  1127. src+= stride*3;
  1128. for(x=0; x<BLOCK_SIZE; x++)
  1129. {
  1130. const int middleEnergy= 5*(src[l5] - src[l4]) + 2*(src[l3] - src[l6]);
  1131. if(ABS(middleEnergy) < 8*QP)
  1132. {
  1133. const int q=(src[l4] - src[l5])/2;
  1134. const int leftEnergy= 5*(src[l3] - src[l2]) + 2*(src[l1] - src[l4]);
  1135. const int rightEnergy= 5*(src[l7] - src[l6]) + 2*(src[l5] - src[l8]);
  1136. int d= ABS(middleEnergy) - MIN( ABS(leftEnergy), ABS(rightEnergy) );
  1137. d= MAX(d, 0);
  1138. d= (5*d + 32) >> 6;
  1139. d*= SIGN(-middleEnergy);
  1140. if(q>0)
  1141. {
  1142. d= d<0 ? 0 : d;
  1143. d= d>q ? q : d;
  1144. }
  1145. else
  1146. {
  1147. d= d>0 ? 0 : d;
  1148. d= d<q ? q : d;
  1149. }
  1150. src[l4]-= d;
  1151. src[l5]+= d;
  1152. }
  1153. src++;
  1154. }
  1155. #endif
  1156. }
  1157. //FIXME? |255-0| = 1
  1158. /**
  1159. * Check if the given 8x8 Block is mostly "flat" and copy the unaliged data into tempBlock.
  1160. */
  1161. static inline int isHorizDCAndCopy2Temp(uint8_t src[], int stride)
  1162. {
  1163. // src++;
  1164. int numEq= 0;
  1165. #ifdef HAVE_MMX
  1166. asm volatile (
  1167. // "int $3 \n\t"
  1168. "pushl %1\n\t"
  1169. "movq b7E, %%mm7 \n\t" // mm7 = 0x7F
  1170. "movq b7C, %%mm6 \n\t" // mm6 = 0x7D
  1171. "leal tempBlock, %%eax \n\t"
  1172. "pxor %%mm0, %%mm0 \n\t"
  1173. #define HDC_CHECK_AND_CPY(i) \
  1174. "movq -4(%1), %%mm2 \n\t"\
  1175. "psrlq $32, %%mm2 \n\t"\
  1176. "punpckldq 4(%1), %%mm2 \n\t" /* (%1) */\
  1177. "movq %%mm2, %%mm1 \n\t"\
  1178. "psrlq $8, %%mm2 \n\t"\
  1179. "psubb %%mm1, %%mm2 \n\t"\
  1180. "paddb %%mm7, %%mm2 \n\t"\
  1181. "pcmpgtb %%mm6, %%mm2 \n\t"\
  1182. "paddb %%mm2, %%mm0 \n\t"\
  1183. "movq %%mm1," #i "(%%eax) \n\t"
  1184. HDC_CHECK_AND_CPY(0)
  1185. "addl %2, %1 \n\t"
  1186. HDC_CHECK_AND_CPY(8)
  1187. "addl %2, %1 \n\t"
  1188. HDC_CHECK_AND_CPY(16)
  1189. "addl %2, %1 \n\t"
  1190. HDC_CHECK_AND_CPY(24)
  1191. "addl %2, %1 \n\t"
  1192. HDC_CHECK_AND_CPY(32)
  1193. "addl %2, %1 \n\t"
  1194. HDC_CHECK_AND_CPY(40)
  1195. "addl %2, %1 \n\t"
  1196. HDC_CHECK_AND_CPY(48)
  1197. "addl %2, %1 \n\t"
  1198. HDC_CHECK_AND_CPY(56)
  1199. "psllq $8, %%mm0 \n\t" // remove dummy value
  1200. "movq %%mm0, %%mm1 \n\t"
  1201. "psrlw $8, %%mm0 \n\t"
  1202. "paddb %%mm1, %%mm0 \n\t"
  1203. "movq %%mm0, %%mm1 \n\t"
  1204. "psrlq $16, %%mm0 \n\t"
  1205. "paddb %%mm1, %%mm0 \n\t"
  1206. "movq %%mm0, %%mm1 \n\t"
  1207. "psrlq $32, %%mm0 \n\t"
  1208. "paddb %%mm1, %%mm0 \n\t"
  1209. "popl %1\n\t"
  1210. "movd %%mm0, %0 \n\t"
  1211. : "=r" (numEq)
  1212. : "r" (src), "r" (stride)
  1213. : "%eax"
  1214. );
  1215. // printf("%d\n", numEq);
  1216. numEq= (256 - (numEq & 0xFF)) &0xFF;
  1217. #else
  1218. int y;
  1219. for(y=0; y<BLOCK_SIZE; y++)
  1220. {
  1221. if(((src[0] - src[1] + 1) & 0xFFFF) < 3) numEq++;
  1222. if(((src[1] - src[2] + 1) & 0xFFFF) < 3) numEq++;
  1223. if(((src[2] - src[3] + 1) & 0xFFFF) < 3) numEq++;
  1224. if(((src[3] - src[4] + 1) & 0xFFFF) < 3) numEq++;
  1225. if(((src[4] - src[5] + 1) & 0xFFFF) < 3) numEq++;
  1226. if(((src[5] - src[6] + 1) & 0xFFFF) < 3) numEq++;
  1227. if(((src[6] - src[7] + 1) & 0xFFFF) < 3) numEq++;
  1228. tempBlock[0 + y*TEMP_STRIDE] = src[0];
  1229. tempBlock[1 + y*TEMP_STRIDE] = src[1];
  1230. tempBlock[2 + y*TEMP_STRIDE] = src[2];
  1231. tempBlock[3 + y*TEMP_STRIDE] = src[3];
  1232. tempBlock[4 + y*TEMP_STRIDE] = src[4];
  1233. tempBlock[5 + y*TEMP_STRIDE] = src[5];
  1234. tempBlock[6 + y*TEMP_STRIDE] = src[6];
  1235. tempBlock[7 + y*TEMP_STRIDE] = src[7];
  1236. src+= stride;
  1237. }
  1238. #endif
  1239. /* if(abs(numEq - asmEq) > 0)
  1240. {
  1241. // printf("\nasm:%d c:%d\n", asmEq, numEq);
  1242. for(int y=0; y<8; y++)
  1243. {
  1244. for(int x=0; x<8; x++)
  1245. {
  1246. printf("%d ", src[x + y*stride]);
  1247. }
  1248. printf("\n");
  1249. }
  1250. }
  1251. */
  1252. // printf("%d\n", numEq);
  1253. return numEq > hFlatnessThreshold;
  1254. }
  1255. static inline int isHorizMinMaxOk(uint8_t src[], int stride, int QP)
  1256. {
  1257. #ifdef MMX_FIXME
  1258. FIXME
  1259. int isOk;
  1260. asm volatile(
  1261. // "int $3 \n\t"
  1262. "movq (%1, %2), %%mm0 \n\t"
  1263. "movq (%1, %2, 8), %%mm1 \n\t"
  1264. "movq %%mm0, %%mm2 \n\t"
  1265. "psubusb %%mm1, %%mm0 \n\t"
  1266. "psubusb %%mm2, %%mm1 \n\t"
  1267. "por %%mm1, %%mm0 \n\t" // ABS Diff
  1268. "movq pQPb, %%mm7 \n\t" // QP,..., QP
  1269. "paddusb %%mm7, %%mm7 \n\t" // 2QP ... 2QP
  1270. "psubusb %%mm7, %%mm0 \n\t" // Diff <= 2QP -> 0
  1271. "pcmpeqd b00, %%mm0 \n\t"
  1272. "psrlq $16, %%mm0 \n\t"
  1273. "pcmpeqd bFF, %%mm0 \n\t"
  1274. // "movd %%mm0, (%1, %2, 4)\n\t"
  1275. "movd %%mm0, %0 \n\t"
  1276. : "=r" (isOk)
  1277. : "r" (src), "r" (stride)
  1278. );
  1279. return isOk;
  1280. #else
  1281. if(abs(src[0] - src[7]) > 2*QP) return 0;
  1282. return 1;
  1283. #endif
  1284. }
  1285. static inline void doHorizDefFilterAndCopyBack(uint8_t dst[], int stride, int QP)
  1286. {
  1287. #ifdef HAVE_MMX
  1288. asm volatile(
  1289. "pushl %0 \n\t"
  1290. "pxor %%mm7, %%mm7 \n\t"
  1291. "movq bm00001000, %%mm6 \n\t"
  1292. "movd %2, %%mm5 \n\t" // QP
  1293. "movq %%mm5, %%mm4 \n\t"
  1294. "paddusb %%mm5, %%mm5 \n\t" // 2QP
  1295. "paddusb %%mm5, %%mm4 \n\t" // 3QP
  1296. "psllq $24, %%mm4 \n\t"
  1297. "pxor %%mm5, %%mm5 \n\t" // 0
  1298. "psubb %%mm4, %%mm5 \n\t" // -QP
  1299. "leal tempBlock, %%eax \n\t"
  1300. //FIXME? "unroll by 2" and mix
  1301. #ifdef HAVE_MMX2
  1302. #define HDF(i) \
  1303. "movq " #i "(%%eax), %%mm0 \n\t"\
  1304. "movq %%mm0, %%mm1 \n\t"\
  1305. "movq %%mm0, %%mm2 \n\t"\
  1306. "psrlq $8, %%mm1 \n\t"\
  1307. "psubusb %%mm1, %%mm2 \n\t"\
  1308. "psubusb %%mm0, %%mm1 \n\t"\
  1309. "por %%mm2, %%mm1 \n\t" /* p´x = |px - p(x+1)| */\
  1310. "pcmpeqb %%mm7, %%mm2 \n\t" /* p´x = sgn[px - p(x+1)] */\
  1311. "pshufw $0x00, %%mm1, %%mm3 \n\t" /* p´5 = |p1 - p2| */\
  1312. "pminub %%mm1, %%mm3 \n\t" /* p´5 = min(|p2-p1|, |p6-p5|)*/\
  1313. "psrlq $16, %%mm3 \n\t" /* p´3 = min(|p2-p1|, |p6-p5|)*/\
  1314. "psubusb %%mm3, %%mm1 \n\t" /* |p3-p4|-min(|p1-p2|,|p5-p6|) */\
  1315. "paddb %%mm5, %%mm1 \n\t"\
  1316. "psubusb %%mm5, %%mm1 \n\t"\
  1317. "psrlw $2, %%mm1 \n\t"\
  1318. "pxor %%mm2, %%mm1 \n\t"\
  1319. "psubb %%mm2, %%mm1 \n\t"\
  1320. "pand %%mm6, %%mm1 \n\t"\
  1321. "psubb %%mm1, %%mm0 \n\t"\
  1322. "psllq $8, %%mm1 \n\t"\
  1323. "paddb %%mm1, %%mm0 \n\t"\
  1324. "movd %%mm0, (%0) \n\t"\
  1325. "psrlq $32, %%mm0 \n\t"\
  1326. "movd %%mm0, 4(%0) \n\t"
  1327. #else
  1328. #define HDF(i)\
  1329. "movq " #i "(%%eax), %%mm0 \n\t"\
  1330. "movq %%mm0, %%mm1 \n\t"\
  1331. "movq %%mm0, %%mm2 \n\t"\
  1332. "psrlq $8, %%mm1 \n\t"\
  1333. "psubusb %%mm1, %%mm2 \n\t"\
  1334. "psubusb %%mm0, %%mm1 \n\t"\
  1335. "por %%mm2, %%mm1 \n\t" /* p´x = |px - p(x+1)| */\
  1336. "pcmpeqb %%mm7, %%mm2 \n\t" /* p´x = sgn[px - p(x+1)] */\
  1337. "movq %%mm1, %%mm3 \n\t"\
  1338. "psllq $32, %%mm3 \n\t"\
  1339. "movq %%mm3, %%mm4 \n\t"\
  1340. "psubusb %%mm1, %%mm4 \n\t"\
  1341. "psubb %%mm4, %%mm3 \n\t"\
  1342. "psrlq $16, %%mm3 \n\t" /* p´3 = min(|p2-p1|, |p6-p5|)*/\
  1343. "psubusb %%mm3, %%mm1 \n\t" /* |p3-p4|-min(|p1-p2|,|p5,ü6|) */\
  1344. "paddb %%mm5, %%mm1 \n\t"\
  1345. "psubusb %%mm5, %%mm1 \n\t"\
  1346. "psrlw $2, %%mm1 \n\t"\
  1347. "pxor %%mm2, %%mm1 \n\t"\
  1348. "psubb %%mm2, %%mm1 \n\t"\
  1349. "pand %%mm6, %%mm1 \n\t"\
  1350. "psubb %%mm1, %%mm0 \n\t"\
  1351. "psllq $8, %%mm1 \n\t"\
  1352. "paddb %%mm1, %%mm0 \n\t"\
  1353. "movd %%mm0, (%0) \n\t"\
  1354. "psrlq $32, %%mm0 \n\t"\
  1355. "movd %%mm0, 4(%0) \n\t"
  1356. #endif
  1357. HDF(0)
  1358. "addl %1, %0 \n\t"
  1359. HDF(8)
  1360. "addl %1, %0 \n\t"
  1361. HDF(16)
  1362. "addl %1, %0 \n\t"
  1363. HDF(24)
  1364. "addl %1, %0 \n\t"
  1365. HDF(32)
  1366. "addl %1, %0 \n\t"
  1367. HDF(40)
  1368. "addl %1, %0 \n\t"
  1369. HDF(48)
  1370. "addl %1, %0 \n\t"
  1371. HDF(56)
  1372. "popl %0 \n\t"
  1373. :
  1374. : "r" (dst), "r" (stride), "r" (QP)
  1375. : "%eax"
  1376. );
  1377. #else
  1378. uint8_t *src= tempBlock;
  1379. int y;
  1380. for(y=0; y<BLOCK_SIZE; y++)
  1381. {
  1382. const int middleEnergy= 5*(src[4] - src[5]) + 2*(src[2] - src[5]);
  1383. dst[0] = src[0];
  1384. dst[1] = src[1];
  1385. dst[2] = src[2];
  1386. dst[3] = src[3];
  1387. dst[4] = src[4];
  1388. dst[5] = src[5];
  1389. dst[6] = src[6];
  1390. dst[7] = src[7];
  1391. if(ABS(middleEnergy) < 8*QP)
  1392. {
  1393. const int q=(src[3] - src[4])/2;
  1394. const int leftEnergy= 5*(src[2] - src[1]) + 2*(src[0] - src[3]);
  1395. const int rightEnergy= 5*(src[6] - src[5]) + 2*(src[4] - src[7]);
  1396. int d= ABS(middleEnergy) - MIN( ABS(leftEnergy), ABS(rightEnergy) );
  1397. d= MAX(d, 0);
  1398. d= (5*d + 32) >> 6;
  1399. d*= SIGN(-middleEnergy);
  1400. if(q>0)
  1401. {
  1402. d= d<0 ? 0 : d;
  1403. d= d>q ? q : d;
  1404. }
  1405. else
  1406. {
  1407. d= d>0 ? 0 : d;
  1408. d= d<q ? q : d;
  1409. }
  1410. dst[3]-= d;
  1411. dst[4]+= d;
  1412. }
  1413. dst+= stride;
  1414. src+= TEMP_STRIDE;
  1415. }
  1416. #endif
  1417. }
  1418. /**
  1419. * Do a horizontal low pass filter on the 10x8 block (dst points to middle 8x8 Block)
  1420. * using the 9-Tap Filter (1,1,2,2,4,2,2,1,1)/16 (C version)
  1421. * using the 7-Tap Filter (2,2,2,4,2,2,2)/16 (MMX2/3DNOW version)
  1422. */
  1423. static inline void doHorizLowPassAndCopyBack(uint8_t dst[], int stride, int QP)
  1424. {
  1425. //return;
  1426. #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
  1427. asm volatile( //"movv %0 %1 %2\n\t"
  1428. "pushl %0\n\t"
  1429. "pxor %%mm7, %%mm7 \n\t"
  1430. "leal tempBlock, %%eax \n\t"
  1431. /*
  1432. #define HLP1 "movq (%0), %%mm0 \n\t"\
  1433. "movq %%mm0, %%mm1 \n\t"\
  1434. "psllq $8, %%mm0 \n\t"\
  1435. PAVGB(%%mm1, %%mm0)\
  1436. "psrlw $8, %%mm0 \n\t"\
  1437. "pxor %%mm1, %%mm1 \n\t"\
  1438. "packuswb %%mm1, %%mm0 \n\t"\
  1439. "movq %%mm0, %%mm1 \n\t"\
  1440. "movq %%mm0, %%mm2 \n\t"\
  1441. "psllq $32, %%mm0 \n\t"\
  1442. "paddb %%mm0, %%mm1 \n\t"\
  1443. "psllq $16, %%mm2 \n\t"\
  1444. PAVGB(%%mm2, %%mm0)\
  1445. "movq %%mm0, %%mm3 \n\t"\
  1446. "pand bm11001100, %%mm0 \n\t"\
  1447. "paddusb %%mm0, %%mm3 \n\t"\
  1448. "psrlq $8, %%mm3 \n\t"\
  1449. PAVGB(%%mm1, %%mm4)\
  1450. PAVGB(%%mm3, %%mm2)\
  1451. "psrlq $16, %%mm2 \n\t"\
  1452. "punpcklbw %%mm2, %%mm2 \n\t"\
  1453. "movq %%mm2, (%0) \n\t"\
  1454. #define HLP2 "movq (%0), %%mm0 \n\t"\
  1455. "movq %%mm0, %%mm1 \n\t"\
  1456. "psllq $8, %%mm0 \n\t"\
  1457. PAVGB(%%mm1, %%mm0)\
  1458. "psrlw $8, %%mm0 \n\t"\
  1459. "pxor %%mm1, %%mm1 \n\t"\
  1460. "packuswb %%mm1, %%mm0 \n\t"\
  1461. "movq %%mm0, %%mm2 \n\t"\
  1462. "psllq $32, %%mm0 \n\t"\
  1463. "psllq $16, %%mm2 \n\t"\
  1464. PAVGB(%%mm2, %%mm0)\
  1465. "movq %%mm0, %%mm3 \n\t"\
  1466. "pand bm11001100, %%mm0 \n\t"\
  1467. "paddusb %%mm0, %%mm3 \n\t"\
  1468. "psrlq $8, %%mm3 \n\t"\
  1469. PAVGB(%%mm3, %%mm2)\
  1470. "psrlq $16, %%mm2 \n\t"\
  1471. "punpcklbw %%mm2, %%mm2 \n\t"\
  1472. "movq %%mm2, (%0) \n\t"\
  1473. */
  1474. // approximately a 7-Tap Filter with Vector (1,2,3,4,3,2,1)/16
  1475. /*
  1476. Implemented Exact 7-Tap
  1477. 9421 A321
  1478. 36421 64321
  1479. 334321 =
  1480. 1234321 =
  1481. 1234321 =
  1482. 123433 =
  1483. 12463 12346
  1484. 1249 123A
  1485. */
  1486. #ifdef HAVE_MMX2
  1487. #define HLP3(i) "movq " #i "(%%eax), %%mm0 \n\t"\
  1488. "movq %%mm0, %%mm1 \n\t"\
  1489. "movq %%mm0, %%mm2 \n\t"\
  1490. "movq %%mm0, %%mm3 \n\t"\
  1491. "movq %%mm0, %%mm4 \n\t"\
  1492. "psllq $8, %%mm1 \n\t"\
  1493. "psrlq $8, %%mm2 \n\t"\
  1494. "pand bm00000001, %%mm3 \n\t"\
  1495. "pand bm10000000, %%mm4 \n\t"\
  1496. "por %%mm3, %%mm1 \n\t"\
  1497. "por %%mm4, %%mm2 \n\t"\
  1498. PAVGB(%%mm2, %%mm1)\
  1499. PAVGB(%%mm1, %%mm0)\
  1500. \
  1501. "pshufw $0xF9, %%mm0, %%mm3 \n\t"\
  1502. "pshufw $0x90, %%mm0, %%mm4 \n\t"\
  1503. PAVGB(%%mm3, %%mm4)\
  1504. PAVGB(%%mm4, %%mm0)\
  1505. "movd %%mm0, (%0) \n\t"\
  1506. "psrlq $32, %%mm0 \n\t"\
  1507. "movd %%mm0, 4(%0) \n\t"
  1508. #else
  1509. #define HLP3(i) "movq " #i "(%%eax), %%mm0 \n\t"\
  1510. "movq %%mm0, %%mm1 \n\t"\
  1511. "movq %%mm0, %%mm2 \n\t"\
  1512. "movd -4(%0), %%mm3 \n\t" /*0001000*/\
  1513. "movd 8(%0), %%mm4 \n\t" /*0001000*/\
  1514. "psllq $8, %%mm1 \n\t"\
  1515. "psrlq $8, %%mm2 \n\t"\
  1516. "psrlq $24, %%mm3 \n\t"\
  1517. "psllq $56, %%mm4 \n\t"\
  1518. "por %%mm3, %%mm1 \n\t"\
  1519. "por %%mm4, %%mm2 \n\t"\
  1520. PAVGB(%%mm2, %%mm1)\
  1521. PAVGB(%%mm1, %%mm0)\
  1522. \
  1523. "movq %%mm0, %%mm3 \n\t"\
  1524. "movq %%mm0, %%mm4 \n\t"\
  1525. "movq %%mm0, %%mm5 \n\t"\
  1526. "psrlq $16, %%mm3 \n\t"\
  1527. "psllq $16, %%mm4 \n\t"\
  1528. "pand bm11000000, %%mm5 \n\t"\
  1529. "por %%mm5, %%mm3 \n\t"\
  1530. "movq %%mm0, %%mm5 \n\t"\
  1531. "pand bm00000011, %%mm5 \n\t"\
  1532. "por %%mm5, %%mm4 \n\t"\
  1533. PAVGB(%%mm3, %%mm4)\
  1534. PAVGB(%%mm4, %%mm0)\
  1535. "movd %%mm0, (%0) \n\t"\
  1536. "psrlq $32, %%mm0 \n\t"\
  1537. "movd %%mm0, 4(%0) \n\t"
  1538. #endif
  1539. /* uses the 7-Tap Filter: 1112111 */
  1540. #define NEW_HLP(i)\
  1541. "movq " #i "(%%eax), %%mm0 \n\t"\
  1542. "movq %%mm0, %%mm1 \n\t"\
  1543. "movq %%mm0, %%mm2 \n\t"\
  1544. "movd -4(%0), %%mm3 \n\t" /*0001000*/\
  1545. "movd 8(%0), %%mm4 \n\t" /*0001000*/\
  1546. "psllq $8, %%mm1 \n\t"\
  1547. "psrlq $8, %%mm2 \n\t"\
  1548. "psrlq $24, %%mm3 \n\t"\
  1549. "psllq $56, %%mm4 \n\t"\
  1550. "por %%mm3, %%mm1 \n\t"\
  1551. "por %%mm4, %%mm2 \n\t"\
  1552. "movq %%mm1, %%mm5 \n\t"\
  1553. PAVGB(%%mm2, %%mm1)\
  1554. PAVGB(%%mm1, %%mm0)\
  1555. "psllq $8, %%mm5 \n\t"\
  1556. "psrlq $8, %%mm2 \n\t"\
  1557. "por %%mm3, %%mm5 \n\t"\
  1558. "por %%mm4, %%mm2 \n\t"\
  1559. "movq %%mm5, %%mm1 \n\t"\
  1560. PAVGB(%%mm2, %%mm5)\
  1561. "psllq $8, %%mm1 \n\t"\
  1562. "psrlq $8, %%mm2 \n\t"\
  1563. "por %%mm3, %%mm1 \n\t"\
  1564. "por %%mm4, %%mm2 \n\t"\
  1565. PAVGB(%%mm2, %%mm1)\
  1566. PAVGB(%%mm1, %%mm5)\
  1567. PAVGB(%%mm5, %%mm0)\
  1568. "movd %%mm0, (%0) \n\t"\
  1569. "psrlq $32, %%mm0 \n\t"\
  1570. "movd %%mm0, 4(%0) \n\t"
  1571. /* uses the 9-Tap Filter: 112242211 */
  1572. #define NEW_HLP2(i)\
  1573. "movq " #i "(%%eax), %%mm0 \n\t" /*0001000*/\
  1574. "movq %%mm0, %%mm1 \n\t" /*0001000*/\
  1575. "movq %%mm0, %%mm2 \n\t" /*0001000*/\
  1576. "movd -4(%0), %%mm3 \n\t" /*0001000*/\
  1577. "movd 8(%0), %%mm4 \n\t" /*0001000*/\
  1578. "psllq $8, %%mm1 \n\t"\
  1579. "psrlq $8, %%mm2 \n\t"\
  1580. "psrlq $24, %%mm3 \n\t"\
  1581. "psllq $56, %%mm4 \n\t"\
  1582. "por %%mm3, %%mm1 \n\t" /*0010000*/\
  1583. "por %%mm4, %%mm2 \n\t" /*0000100*/\
  1584. "movq %%mm1, %%mm5 \n\t" /*0010000*/\
  1585. PAVGB(%%mm2, %%mm1) /*0010100*/\
  1586. PAVGB(%%mm1, %%mm0) /*0012100*/\
  1587. "psllq $8, %%mm5 \n\t"\
  1588. "psrlq $8, %%mm2 \n\t"\
  1589. "por %%mm3, %%mm5 \n\t" /*0100000*/\
  1590. "por %%mm4, %%mm2 \n\t" /*0000010*/\
  1591. "movq %%mm5, %%mm1 \n\t" /*0100000*/\
  1592. PAVGB(%%mm2, %%mm5) /*0100010*/\
  1593. "psllq $8, %%mm1 \n\t"\
  1594. "psrlq $8, %%mm2 \n\t"\
  1595. "por %%mm3, %%mm1 \n\t" /*1000000*/\
  1596. "por %%mm4, %%mm2 \n\t" /*0000001*/\
  1597. "movq %%mm1, %%mm6 \n\t" /*1000000*/\
  1598. PAVGB(%%mm2, %%mm1) /*1000001*/\
  1599. "psllq $8, %%mm6 \n\t"\
  1600. "psrlq $8, %%mm2 \n\t"\
  1601. "por %%mm3, %%mm6 \n\t"/*100000000*/\
  1602. "por %%mm4, %%mm2 \n\t"/*000000001*/\
  1603. PAVGB(%%mm2, %%mm6) /*100000001*/\
  1604. PAVGB(%%mm6, %%mm1) /*110000011*/\
  1605. PAVGB(%%mm1, %%mm5) /*112000211*/\
  1606. PAVGB(%%mm5, %%mm0) /*112242211*/\
  1607. "movd %%mm0, (%0) \n\t"\
  1608. "psrlq $32, %%mm0 \n\t"\
  1609. "movd %%mm0, 4(%0) \n\t"
  1610. #define HLP(i) NEW_HLP(i)
  1611. HLP(0)
  1612. "addl %1, %0 \n\t"
  1613. HLP(8)
  1614. "addl %1, %0 \n\t"
  1615. HLP(16)
  1616. "addl %1, %0 \n\t"
  1617. HLP(24)
  1618. "addl %1, %0 \n\t"
  1619. HLP(32)
  1620. "addl %1, %0 \n\t"
  1621. HLP(40)
  1622. "addl %1, %0 \n\t"
  1623. HLP(48)
  1624. "addl %1, %0 \n\t"
  1625. HLP(56)
  1626. "popl %0\n\t"
  1627. :
  1628. : "r" (dst), "r" (stride)
  1629. : "%eax", "%ebx"
  1630. );
  1631. #else
  1632. uint8_t *temp= tempBlock;
  1633. int y;
  1634. for(y=0; y<BLOCK_SIZE; y++)
  1635. {
  1636. const int first= ABS(dst[-1] - dst[0]) < QP ? dst[-1] : dst[0];
  1637. const int last= ABS(dst[8] - dst[7]) < QP ? dst[8] : dst[7];
  1638. int sums[9];
  1639. sums[0] = first + temp[0];
  1640. sums[1] = temp[0] + temp[1];
  1641. sums[2] = temp[1] + temp[2];
  1642. sums[3] = temp[2] + temp[3];
  1643. sums[4] = temp[3] + temp[4];
  1644. sums[5] = temp[4] + temp[5];
  1645. sums[6] = temp[5] + temp[6];
  1646. sums[7] = temp[6] + temp[7];
  1647. sums[8] = temp[7] + last;
  1648. dst[0]= ((sums[0]<<2) + ((first + sums[2])<<1) + sums[4] + 8)>>4;
  1649. dst[1]= ((dst[1]<<2) + (first + sums[0] + sums[3]<<1) + sums[5] + 8)>>4;
  1650. dst[2]= ((dst[2]<<2) + (first + sums[1] + sums[4]<<1) + sums[6] + 8)>>4;
  1651. dst[3]= ((dst[3]<<2) + (sums[2] + sums[5]<<1) + sums[0] + sums[7] + 8)>>4;
  1652. dst[4]= ((dst[4]<<2) + (sums[3] + sums[6]<<1) + sums[1] + sums[8] + 8)>>4;
  1653. dst[5]= ((dst[5]<<2) + (last + sums[7] + sums[4]<<1) + sums[2] + 8)>>4;
  1654. dst[6]= ((last + dst[6]<<2) + (dst[7] + sums[5]<<1) + sums[3] + 8)>>4;
  1655. dst[7]= ((sums[8]<<2) + (last + sums[6]<<1) + sums[4] + 8)>>4;
  1656. dst+= stride;
  1657. temp+= TEMP_STRIDE;
  1658. }
  1659. #endif
  1660. }
  1661. static inline void dering(uint8_t src[], int stride, int QP)
  1662. {
  1663. //FIXME
  1664. #ifdef HAVE_MMX2X
  1665. asm volatile(
  1666. "leal (%0, %1), %%eax \n\t"
  1667. "leal (%%eax, %1, 4), %%ebx \n\t"
  1668. // 0 1 2 3 4 5 6 7 8 9
  1669. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  1670. "pcmpeq %%mm6, %%mm6 \n\t"
  1671. "pxor %%mm7, %%mm7 \n\t"
  1672. #define FIND_MIN_MAX(addr)\
  1673. "movq (" #addr "), %%mm0, \n\t"\
  1674. "pminub %%mm0, %%mm6 \n\t"\
  1675. "pmaxub %%mm0, %%mm7 \n\t"
  1676. FIND_MIN_MAX(%0)
  1677. FIND_MIN_MAX(%%eax)
  1678. FIND_MIN_MAX(%%eax, %1)
  1679. FIND_MIN_MAX(%%eax, %1, 2)
  1680. FIND_MIN_MAX(%0, %1, 4)
  1681. FIND_MIN_MAX(%%ebx)
  1682. FIND_MIN_MAX(%%ebx, %1)
  1683. FIND_MIN_MAX(%%ebx, %1, 2)
  1684. FIND_MIN_MAX(%0, %1, 8)
  1685. FIND_MIN_MAX(%%ebx, %1, 2)
  1686. "movq %%mm6, %%mm4 \n\t"
  1687. "psrlq $32, %%mm6 \n\t"
  1688. "pminub %%mm4, %%mm6 \n\t"
  1689. "movq %%mm6, %%mm4 \n\t"
  1690. "psrlq $16, %%mm6 \n\t"
  1691. "pminub %%mm4, %%mm6 \n\t"
  1692. "movq %%mm6, %%mm4 \n\t"
  1693. "psrlq $8, %%mm6 \n\t"
  1694. "pminub %%mm4, %%mm6 \n\t" // min of pixels
  1695. "movq %%mm7, %%mm4 \n\t"
  1696. "psrlq $32, %%mm7 \n\t"
  1697. "pmaxub %%mm4, %%mm7 \n\t"
  1698. "movq %%mm7, %%mm4 \n\t"
  1699. "psrlq $16, %%mm7 \n\t"
  1700. "pmaxub %%mm4, %%mm7 \n\t"
  1701. "movq %%mm7, %%mm4 \n\t"
  1702. "psrlq $8, %%mm7 \n\t"
  1703. "pmaxub %%mm4, %%mm7 \n\t" // max of pixels
  1704. PAVGB(%%mm6, %%mm7) // (max + min)/2
  1705. : : "r" (src), "r" (stride), "r" (QP)
  1706. : "%eax", "%ebx"
  1707. );
  1708. #else
  1709. //FIXME
  1710. #endif
  1711. }
  1712. /**
  1713. * Deinterlaces the given block
  1714. * will be called for every 8x8 block, and can read & write into an 8x16 block
  1715. */
  1716. static inline void deInterlaceInterpolateLinear(uint8_t src[], int stride)
  1717. {
  1718. #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
  1719. asm volatile(
  1720. "leal (%0, %1), %%eax \n\t"
  1721. "leal (%%eax, %1, 4), %%ebx \n\t"
  1722. // 0 1 2 3 4 5 6 7 8 9
  1723. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  1724. "movq (%0), %%mm0 \n\t"
  1725. "movq (%%eax, %1), %%mm1 \n\t"
  1726. PAVGB(%%mm1, %%mm0)
  1727. "movq %%mm0, (%%eax) \n\t"
  1728. "movq (%0, %1, 4), %%mm0 \n\t"
  1729. PAVGB(%%mm0, %%mm1)
  1730. "movq %%mm1, (%%eax, %1, 2) \n\t"
  1731. "movq (%%ebx, %1), %%mm1 \n\t"
  1732. PAVGB(%%mm1, %%mm0)
  1733. "movq %%mm0, (%%ebx) \n\t"
  1734. "movq (%0, %1, 8), %%mm0 \n\t"
  1735. PAVGB(%%mm0, %%mm1)
  1736. "movq %%mm1, (%%ebx, %1, 2) \n\t"
  1737. : : "r" (src), "r" (stride)
  1738. : "%eax", "%ebx"
  1739. );
  1740. #else
  1741. int x;
  1742. for(x=0; x<8; x++)
  1743. {
  1744. src[stride] = (src[0] + src[stride*2])>>1;
  1745. src[stride*3] = (src[stride*2] + src[stride*4])>>1;
  1746. src[stride*5] = (src[stride*4] + src[stride*6])>>1;
  1747. src[stride*7] = (src[stride*6] + src[stride*8])>>1;
  1748. src++;
  1749. }
  1750. #endif
  1751. }
  1752. /**
  1753. * Deinterlaces the given block
  1754. * will be called for every 8x8 block, and can read & write into an 8x16 block
  1755. * no cliping in C version
  1756. */
  1757. static inline void deInterlaceInterpolateCubic(uint8_t src[], int stride)
  1758. {
  1759. #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
  1760. asm volatile(
  1761. "leal (%0, %1), %%eax \n\t"
  1762. "leal (%%eax, %1, 4), %%ebx \n\t"
  1763. "leal (%%ebx, %1, 4), %%ecx \n\t"
  1764. "addl %1, %%ecx \n\t"
  1765. "pxor %%mm7, %%mm7 \n\t"
  1766. // 0 1 2 3 4 5 6 7 8 9 10
  1767. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1 ecx
  1768. #define DEINT_CUBIC(a,b,c,d,e)\
  1769. "movq " #a ", %%mm0 \n\t"\
  1770. "movq " #b ", %%mm1 \n\t"\
  1771. "movq " #d ", %%mm2 \n\t"\
  1772. "movq " #e ", %%mm3 \n\t"\
  1773. PAVGB(%%mm2, %%mm1) /* (b+d) /2 */\
  1774. PAVGB(%%mm3, %%mm0) /* a(a+e) /2 */\
  1775. "movq %%mm0, %%mm2 \n\t"\
  1776. "punpcklbw %%mm7, %%mm0 \n\t"\
  1777. "punpckhbw %%mm7, %%mm2 \n\t"\
  1778. "movq %%mm1, %%mm3 \n\t"\
  1779. "punpcklbw %%mm7, %%mm1 \n\t"\
  1780. "punpckhbw %%mm7, %%mm3 \n\t"\
  1781. "psubw %%mm1, %%mm0 \n\t" /* L(a+e - (b+d))/2 */\
  1782. "psubw %%mm3, %%mm2 \n\t" /* H(a+e - (b+d))/2 */\
  1783. "psraw $3, %%mm0 \n\t" /* L(a+e - (b+d))/16 */\
  1784. "psraw $3, %%mm2 \n\t" /* H(a+e - (b+d))/16 */\
  1785. "psubw %%mm0, %%mm1 \n\t" /* L(9b + 9d - a - e)/16 */\
  1786. "psubw %%mm2, %%mm3 \n\t" /* H(9b + 9d - a - e)/16 */\
  1787. "packuswb %%mm3, %%mm1 \n\t"\
  1788. "movq %%mm1, " #c " \n\t"
  1789. DEINT_CUBIC((%0), (%%eax, %1), (%%eax, %1, 2), (%0, %1, 4), (%%ebx, %1))
  1790. DEINT_CUBIC((%%eax, %1), (%0, %1, 4), (%%ebx), (%%ebx, %1), (%0, %1, 8))
  1791. DEINT_CUBIC((%0, %1, 4), (%%ebx, %1), (%%ebx, %1, 2), (%0, %1, 8), (%%ecx))
  1792. DEINT_CUBIC((%%ebx, %1), (%0, %1, 8), (%%ebx, %1, 4), (%%ecx), (%%ecx, %1, 2))
  1793. : : "r" (src), "r" (stride)
  1794. : "%eax", "%ebx", "ecx"
  1795. );
  1796. #else
  1797. int x;
  1798. for(x=0; x<8; x++)
  1799. {
  1800. src[stride*3] = (-src[0] + 9*src[stride*2] + 9*src[stride*4] - src[stride*6])>>4;
  1801. src[stride*5] = (-src[stride*2] + 9*src[stride*4] + 9*src[stride*6] - src[stride*8])>>4;
  1802. src[stride*7] = (-src[stride*4] + 9*src[stride*6] + 9*src[stride*8] - src[stride*10])>>4;
  1803. src[stride*9] = (-src[stride*6] + 9*src[stride*8] + 9*src[stride*10] - src[stride*12])>>4;
  1804. src++;
  1805. }
  1806. #endif
  1807. }
  1808. /**
  1809. * Deinterlaces the given block
  1810. * will be called for every 8x8 block, and can read & write into an 8x16 block
  1811. * will shift the image up by 1 line (FIXME if this is a problem)
  1812. */
  1813. static inline void deInterlaceBlendLinear(uint8_t src[], int stride)
  1814. {
  1815. #if defined (HAVE_MMX2) || defined (HAVE_3DNOW)
  1816. asm volatile(
  1817. "leal (%0, %1), %%eax \n\t"
  1818. "leal (%%eax, %1, 4), %%ebx \n\t"
  1819. // 0 1 2 3 4 5 6 7 8 9
  1820. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  1821. "movq (%0), %%mm0 \n\t" // L0
  1822. "movq (%%eax, %1), %%mm1 \n\t" // L2
  1823. PAVGB(%%mm1, %%mm0) // L0+L2
  1824. "movq (%%eax), %%mm2 \n\t" // L1
  1825. PAVGB(%%mm2, %%mm0)
  1826. "movq %%mm0, (%0) \n\t"
  1827. "movq (%%eax, %1, 2), %%mm0 \n\t" // L3
  1828. PAVGB(%%mm0, %%mm2) // L1+L3
  1829. PAVGB(%%mm1, %%mm2) // 2L2 + L1 + L3
  1830. "movq %%mm2, (%%eax) \n\t"
  1831. "movq (%0, %1, 4), %%mm2 \n\t" // L4
  1832. PAVGB(%%mm2, %%mm1) // L2+L4
  1833. PAVGB(%%mm0, %%mm1) // 2L3 + L2 + L4
  1834. "movq %%mm1, (%%eax, %1) \n\t"
  1835. "movq (%%ebx), %%mm1 \n\t" // L5
  1836. PAVGB(%%mm1, %%mm0) // L3+L5
  1837. PAVGB(%%mm2, %%mm0) // 2L4 + L3 + L5
  1838. "movq %%mm0, (%%eax, %1, 2) \n\t"
  1839. "movq (%%ebx, %1), %%mm0 \n\t" // L6
  1840. PAVGB(%%mm0, %%mm2) // L4+L6
  1841. PAVGB(%%mm1, %%mm2) // 2L5 + L4 + L6
  1842. "movq %%mm2, (%0, %1, 4) \n\t"
  1843. "movq (%%ebx, %1, 2), %%mm2 \n\t" // L7
  1844. PAVGB(%%mm2, %%mm1) // L5+L7
  1845. PAVGB(%%mm0, %%mm1) // 2L6 + L5 + L7
  1846. "movq %%mm1, (%%ebx) \n\t"
  1847. "movq (%0, %1, 8), %%mm1 \n\t" // L8
  1848. PAVGB(%%mm1, %%mm0) // L6+L8
  1849. PAVGB(%%mm2, %%mm0) // 2L7 + L6 + L8
  1850. "movq %%mm0, (%%ebx, %1) \n\t"
  1851. "movq (%%ebx, %1, 4), %%mm0 \n\t" // L9
  1852. PAVGB(%%mm0, %%mm2) // L7+L9
  1853. PAVGB(%%mm1, %%mm2) // 2L8 + L7 + L9
  1854. "movq %%mm2, (%%ebx, %1, 2) \n\t"
  1855. : : "r" (src), "r" (stride)
  1856. : "%eax", "%ebx"
  1857. );
  1858. #else
  1859. int x;
  1860. for(x=0; x<8; x++)
  1861. {
  1862. src[0 ] = (src[0 ] + 2*src[stride ] + src[stride*2])>>2;
  1863. src[stride ] = (src[stride ] + 2*src[stride*2] + src[stride*3])>>2;
  1864. src[stride*2] = (src[stride*2] + 2*src[stride*3] + src[stride*4])>>2;
  1865. src[stride*3] = (src[stride*3] + 2*src[stride*4] + src[stride*5])>>2;
  1866. src[stride*4] = (src[stride*4] + 2*src[stride*5] + src[stride*6])>>2;
  1867. src[stride*5] = (src[stride*5] + 2*src[stride*6] + src[stride*7])>>2;
  1868. src[stride*6] = (src[stride*6] + 2*src[stride*7] + src[stride*8])>>2;
  1869. src[stride*7] = (src[stride*7] + 2*src[stride*8] + src[stride*9])>>2;
  1870. src++;
  1871. }
  1872. #endif
  1873. }
  1874. /**
  1875. * Deinterlaces the given block
  1876. * will be called for every 8x8 block, except the last row, and can read & write into an 8x16 block
  1877. */
  1878. static inline void deInterlaceMedian(uint8_t src[], int stride)
  1879. {
  1880. #ifdef HAVE_MMX
  1881. #ifdef HAVE_MMX2
  1882. asm volatile(
  1883. "leal (%0, %1), %%eax \n\t"
  1884. "leal (%%eax, %1, 4), %%ebx \n\t"
  1885. // 0 1 2 3 4 5 6 7 8 9
  1886. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  1887. "movq (%0), %%mm0 \n\t" //
  1888. "movq (%%eax, %1), %%mm2 \n\t" //
  1889. "movq (%%eax), %%mm1 \n\t" //
  1890. "movq %%mm0, %%mm3 \n\t"
  1891. "pmaxub %%mm1, %%mm0 \n\t" //
  1892. "pminub %%mm3, %%mm1 \n\t" //
  1893. "pmaxub %%mm2, %%mm1 \n\t" //
  1894. "pminub %%mm1, %%mm0 \n\t"
  1895. "movq %%mm0, (%%eax) \n\t"
  1896. "movq (%0, %1, 4), %%mm0 \n\t" //
  1897. "movq (%%eax, %1, 2), %%mm1 \n\t" //
  1898. "movq %%mm2, %%mm3 \n\t"
  1899. "pmaxub %%mm1, %%mm2 \n\t" //
  1900. "pminub %%mm3, %%mm1 \n\t" //
  1901. "pmaxub %%mm0, %%mm1 \n\t" //
  1902. "pminub %%mm1, %%mm2 \n\t"
  1903. "movq %%mm2, (%%eax, %1, 2) \n\t"
  1904. "movq (%%ebx), %%mm2 \n\t" //
  1905. "movq (%%ebx, %1), %%mm1 \n\t" //
  1906. "movq %%mm2, %%mm3 \n\t"
  1907. "pmaxub %%mm0, %%mm2 \n\t" //
  1908. "pminub %%mm3, %%mm0 \n\t" //
  1909. "pmaxub %%mm1, %%mm0 \n\t" //
  1910. "pminub %%mm0, %%mm2 \n\t"
  1911. "movq %%mm2, (%%ebx) \n\t"
  1912. "movq (%%ebx, %1, 2), %%mm2 \n\t" //
  1913. "movq (%0, %1, 8), %%mm0 \n\t" //
  1914. "movq %%mm2, %%mm3 \n\t"
  1915. "pmaxub %%mm0, %%mm2 \n\t" //
  1916. "pminub %%mm3, %%mm0 \n\t" //
  1917. "pmaxub %%mm1, %%mm0 \n\t" //
  1918. "pminub %%mm0, %%mm2 \n\t"
  1919. "movq %%mm2, (%%ebx, %1, 2) \n\t"
  1920. : : "r" (src), "r" (stride)
  1921. : "%eax", "%ebx"
  1922. );
  1923. #else // MMX without MMX2
  1924. asm volatile(
  1925. "leal (%0, %1), %%eax \n\t"
  1926. "leal (%%eax, %1, 4), %%ebx \n\t"
  1927. // 0 1 2 3 4 5 6 7 8 9
  1928. // %0 eax eax+%1 eax+2%1 %0+4%1 ebx ebx+%1 ebx+2%1 %0+8%1 ebx+4%1
  1929. "pxor %%mm7, %%mm7 \n\t"
  1930. #define MEDIAN(a,b,c)\
  1931. "movq " #a ", %%mm0 \n\t"\
  1932. "movq " #b ", %%mm2 \n\t"\
  1933. "movq " #c ", %%mm1 \n\t"\
  1934. "movq %%mm0, %%mm3 \n\t"\
  1935. "movq %%mm1, %%mm4 \n\t"\
  1936. "movq %%mm2, %%mm5 \n\t"\
  1937. "psubusb %%mm1, %%mm3 \n\t"\
  1938. "psubusb %%mm2, %%mm4 \n\t"\
  1939. "psubusb %%mm0, %%mm5 \n\t"\
  1940. "pcmpeqb %%mm7, %%mm3 \n\t"\
  1941. "pcmpeqb %%mm7, %%mm4 \n\t"\
  1942. "pcmpeqb %%mm7, %%mm5 \n\t"\
  1943. "movq %%mm3, %%mm6 \n\t"\
  1944. "pxor %%mm4, %%mm3 \n\t"\
  1945. "pxor %%mm5, %%mm4 \n\t"\
  1946. "pxor %%mm6, %%mm5 \n\t"\
  1947. "por %%mm3, %%mm1 \n\t"\
  1948. "por %%mm4, %%mm2 \n\t"\
  1949. "por %%mm5, %%mm0 \n\t"\
  1950. "pand %%mm2, %%mm0 \n\t"\
  1951. "pand %%mm1, %%mm0 \n\t"\
  1952. "movq %%mm0, " #b " \n\t"
  1953. MEDIAN((%0), (%%eax), (%%eax, %1))
  1954. MEDIAN((%%eax, %1), (%%eax, %1, 2), (%0, %1, 4))
  1955. MEDIAN((%0, %1, 4), (%%ebx), (%%ebx, %1))
  1956. MEDIAN((%%ebx, %1), (%%ebx, %1, 2), (%0, %1, 8))
  1957. : : "r" (src), "r" (stride)
  1958. : "%eax", "%ebx"
  1959. );
  1960. #endif // MMX
  1961. #else
  1962. //FIXME
  1963. int x;
  1964. for(x=0; x<8; x++)
  1965. {
  1966. src[0 ] = (src[0 ] + 2*src[stride ] + src[stride*2])>>2;
  1967. src[stride ] = (src[stride ] + 2*src[stride*2] + src[stride*3])>>2;
  1968. src[stride*2] = (src[stride*2] + 2*src[stride*3] + src[stride*4])>>2;
  1969. src[stride*3] = (src[stride*3] + 2*src[stride*4] + src[stride*5])>>2;
  1970. src[stride*4] = (src[stride*4] + 2*src[stride*5] + src[stride*6])>>2;
  1971. src[stride*5] = (src[stride*5] + 2*src[stride*6] + src[stride*7])>>2;
  1972. src[stride*6] = (src[stride*6] + 2*src[stride*7] + src[stride*8])>>2;
  1973. src[stride*7] = (src[stride*7] + 2*src[stride*8] + src[stride*9])>>2;
  1974. src++;
  1975. }
  1976. #endif
  1977. }
  1978. #ifdef HAVE_ODIVX_POSTPROCESS
  1979. #include "../opendivx/postprocess.h"
  1980. int use_old_pp=0;
  1981. #endif
  1982. static void postProcess(uint8_t src[], int srcStride, uint8_t dst[], int dstStride, int width, int height,
  1983. QP_STORE_T QPs[], int QPStride, int isColor, int mode);
  1984. /* -pp Command line Help
  1985. NOTE/FIXME: put this at an appropriate place (--help, html docs, man mplayer)?
  1986. -pp <filterName>[:<option>[:<option>...]][,[-]<filterName>[:<option>...]]...
  1987. long form example:
  1988. -pp vdeblock:autoq,hdeblock:autoq,linblenddeint -pp default,-vdeblock
  1989. short form example:
  1990. -pp vb:a,hb:a,lb -pp de,-vb
  1991. Filters Options
  1992. short long name short long option Description
  1993. * * a autoq cpu power dependant enabler
  1994. c chrom chrominance filtring enabled
  1995. y nochrom chrominance filtring disabled
  1996. hb hdeblock horizontal deblocking filter
  1997. vb vdeblock vertical deblocking filter
  1998. vr rkvdeblock
  1999. h1 x1hdeblock Experimental horizontal deblock filter 1
  2000. v1 x1vdeblock Experimental vertical deblock filter 1
  2001. dr dering not implemented yet
  2002. al autolevels automatic brightness / contrast fixer
  2003. f fullyrange stretch luminance range to (0..255)
  2004. lb linblenddeint linear blend deinterlacer
  2005. li linipoldeint linear interpolating deinterlacer
  2006. ci cubicipoldeint cubic interpolating deinterlacer
  2007. md mediandeint median deinterlacer
  2008. de default hdeblock:a,vdeblock:a,dering:a,autolevels
  2009. fa fast x1hdeblock:a,x1vdeblock:a,dering:a,autolevels
  2010. */
  2011. /**
  2012. * returns a PPMode struct which will have a non 0 error variable if an error occured
  2013. * name is the string after "-pp" on the command line
  2014. * quality is a number from 0 to GET_PP_QUALITY_MAX
  2015. */
  2016. struct PPMode getPPModeByNameAndQuality(char *name, int quality)
  2017. {
  2018. char temp[GET_MODE_BUFFER_SIZE];
  2019. char *p= temp;
  2020. char *filterDelimiters= ",";
  2021. char *optionDelimiters= ":";
  2022. struct PPMode ppMode= {0,0,0,0,0,0};
  2023. char *filterToken;
  2024. strncpy(temp, name, GET_MODE_BUFFER_SIZE);
  2025. for(;;){
  2026. char *p2;
  2027. char *filterName;
  2028. int q= GET_PP_QUALITY_MAX;
  2029. int chrom=-1;
  2030. char *option;
  2031. char *options[OPTIONS_ARRAY_SIZE];
  2032. int i;
  2033. int filterNameOk=0;
  2034. int numOfUnknownOptions=0;
  2035. int enable=1; //does the user want us to enabled or disabled the filter
  2036. filterToken= strtok(p, filterDelimiters);
  2037. if(filterToken == NULL) break;
  2038. p+= strlen(filterToken) + 1;
  2039. filterName= strtok(filterToken, optionDelimiters);
  2040. printf("%s::%s\n", filterToken, filterName);
  2041. if(*filterName == '-')
  2042. {
  2043. enable=0;
  2044. filterName++;
  2045. }
  2046. for(;;){ //for all options
  2047. option= strtok(NULL, optionDelimiters);
  2048. if(option == NULL) break;
  2049. printf("%s\n", option);
  2050. if(!strcmp("autoq", option) || !strcmp("a", option)) q= quality;
  2051. else if(!strcmp("nochrom", option) || !strcmp("y", option)) chrom=0;
  2052. else if(!strcmp("chrom", option) || !strcmp("c", option)) chrom=1;
  2053. else
  2054. {
  2055. options[numOfUnknownOptions] = option;
  2056. numOfUnknownOptions++;
  2057. options[numOfUnknownOptions] = NULL;
  2058. }
  2059. if(numOfUnknownOptions >= OPTIONS_ARRAY_SIZE-1) break;
  2060. }
  2061. /* replace stuff from the replace Table */
  2062. for(i=0; replaceTable[2*i]!=NULL; i++)
  2063. {
  2064. if(!strcmp(replaceTable[2*i], filterName))
  2065. {
  2066. int newlen= strlen(replaceTable[2*i + 1]);
  2067. int plen;
  2068. int spaceLeft;
  2069. if(p==NULL) p= temp, *p=0; //last filter
  2070. else p--, *p=','; //not last filter
  2071. plen= strlen(p);
  2072. spaceLeft= (int)p - (int)temp + plen;
  2073. if(spaceLeft + newlen >= GET_MODE_BUFFER_SIZE)
  2074. {
  2075. ppMode.error++;
  2076. break;
  2077. }
  2078. memmove(p + newlen, p, plen+1);
  2079. memcpy(p, replaceTable[2*i + 1], newlen);
  2080. filterNameOk=1;
  2081. }
  2082. }
  2083. for(i=0; filters[i].shortName!=NULL; i++)
  2084. {
  2085. if( !strcmp(filters[i].longName, filterName)
  2086. || !strcmp(filters[i].shortName, filterName))
  2087. {
  2088. ppMode.lumMode &= ~filters[i].mask;
  2089. ppMode.chromMode &= ~filters[i].mask;
  2090. filterNameOk=1;
  2091. if(!enable) break; // user wants to disable it
  2092. if(q >= filters[i].minLumQuality)
  2093. ppMode.lumMode|= filters[i].mask;
  2094. if(chrom==1 || (chrom==-1 && filters[i].chromDefault))
  2095. if(q >= filters[i].minChromQuality)
  2096. ppMode.chromMode|= filters[i].mask;
  2097. if(filters[i].mask == LEVEL_FIX)
  2098. {
  2099. int o;
  2100. ppMode.minAllowedY= 16;
  2101. ppMode.maxAllowedY= 234;
  2102. for(o=0; options[o]!=NULL; o++)
  2103. if( !strcmp(options[o],"fullyrange")
  2104. ||!strcmp(options[o],"f"))
  2105. {
  2106. ppMode.minAllowedY= 0;
  2107. ppMode.maxAllowedY= 255;
  2108. numOfUnknownOptions--;
  2109. }
  2110. }
  2111. }
  2112. }
  2113. if(!filterNameOk) ppMode.error++;
  2114. ppMode.error += numOfUnknownOptions;
  2115. }
  2116. if(ppMode.lumMode & H_DEBLOCK) ppMode.oldMode |= PP_DEBLOCK_Y_H;
  2117. if(ppMode.lumMode & V_DEBLOCK) ppMode.oldMode |= PP_DEBLOCK_Y_V;
  2118. if(ppMode.chromMode & H_DEBLOCK) ppMode.oldMode |= PP_DEBLOCK_C_H;
  2119. if(ppMode.chromMode & V_DEBLOCK) ppMode.oldMode |= PP_DEBLOCK_C_V;
  2120. if(ppMode.lumMode & DERING) ppMode.oldMode |= PP_DERING_Y;
  2121. if(ppMode.chromMode & DERING) ppMode.oldMode |= PP_DERING_C;
  2122. return ppMode;
  2123. }
  2124. /**
  2125. * ...
  2126. */
  2127. void postprocess(unsigned char * src[], int src_stride,
  2128. unsigned char * dst[], int dst_stride,
  2129. int horizontal_size, int vertical_size,
  2130. QP_STORE_T *QP_store, int QP_stride,
  2131. int mode)
  2132. {
  2133. /*
  2134. static int qual=0;
  2135. struct PPMode ppMode= getPPModeByNameAndQuality("fast,default,-hdeblock,-vdeblock", qual);
  2136. qual++;
  2137. qual%=7;
  2138. printf("\n%d %d %d %d\n", ppMode.lumMode, ppMode.chromMode, ppMode.oldMode, ppMode.error);
  2139. postprocess2(src, src_stride, dst, dst_stride,
  2140. horizontal_size, vertical_size, QP_store, QP_stride, &ppMode);
  2141. return;
  2142. */
  2143. #ifdef HAVE_ODIVX_POSTPROCESS
  2144. // Note: I could make this shit outside of this file, but it would mean one
  2145. // more function call...
  2146. if(use_old_pp){
  2147. odivx_postprocess(src,src_stride,dst,dst_stride,horizontal_size,vertical_size,QP_store,QP_stride,mode);
  2148. return;
  2149. }
  2150. #endif
  2151. postProcess(src[0], src_stride, dst[0], dst_stride,
  2152. horizontal_size, vertical_size, QP_store, QP_stride, 0, mode);
  2153. horizontal_size >>= 1;
  2154. vertical_size >>= 1;
  2155. src_stride >>= 1;
  2156. dst_stride >>= 1;
  2157. mode= ((mode&0xFF)>>4) | (mode&0xFFFFFF00);
  2158. if(1)
  2159. {
  2160. postProcess(src[1], src_stride, dst[1], dst_stride,
  2161. horizontal_size, vertical_size, QP_store, QP_stride, 1, mode);
  2162. postProcess(src[2], src_stride, dst[2], dst_stride,
  2163. horizontal_size, vertical_size, QP_store, QP_stride, 2, mode);
  2164. }
  2165. else
  2166. {
  2167. memcpy(dst[1], src[1], src_stride*horizontal_size);
  2168. memcpy(dst[2], src[2], src_stride*horizontal_size);
  2169. }
  2170. }
  2171. void postprocess2(unsigned char * src[], int src_stride,
  2172. unsigned char * dst[], int dst_stride,
  2173. int horizontal_size, int vertical_size,
  2174. QP_STORE_T *QP_store, int QP_stride,
  2175. struct PPMode *mode)
  2176. {
  2177. #ifdef HAVE_ODIVX_POSTPROCESS
  2178. // Note: I could make this shit outside of this file, but it would mean one
  2179. // more function call...
  2180. if(use_old_pp){
  2181. odivx_postprocess(src,src_stride,dst,dst_stride,horizontal_size,vertical_size,QP_store,QP_stride,
  2182. mode->oldMode);
  2183. return;
  2184. }
  2185. #endif
  2186. postProcess(src[0], src_stride, dst[0], dst_stride,
  2187. horizontal_size, vertical_size, QP_store, QP_stride, 0, mode->lumMode);
  2188. horizontal_size >>= 1;
  2189. vertical_size >>= 1;
  2190. src_stride >>= 1;
  2191. dst_stride >>= 1;
  2192. postProcess(src[1], src_stride, dst[1], dst_stride,
  2193. horizontal_size, vertical_size, QP_store, QP_stride, 1, mode->chromMode);
  2194. postProcess(src[2], src_stride, dst[2], dst_stride,
  2195. horizontal_size, vertical_size, QP_store, QP_stride, 2, mode->chromMode);
  2196. }
  2197. /**
  2198. * gets the mode flags for a given quality (larger values mean slower but better postprocessing)
  2199. * 0 <= quality <= 6
  2200. */
  2201. int getPpModeForQuality(int quality){
  2202. int modes[1+GET_PP_QUALITY_MAX]= {
  2203. 0,
  2204. #if 1
  2205. // horizontal filters first
  2206. LUM_H_DEBLOCK,
  2207. LUM_H_DEBLOCK | LUM_V_DEBLOCK,
  2208. LUM_H_DEBLOCK | LUM_V_DEBLOCK | CHROM_H_DEBLOCK,
  2209. LUM_H_DEBLOCK | LUM_V_DEBLOCK | CHROM_H_DEBLOCK | CHROM_V_DEBLOCK,
  2210. LUM_H_DEBLOCK | LUM_V_DEBLOCK | CHROM_H_DEBLOCK | CHROM_V_DEBLOCK | LUM_DERING,
  2211. LUM_H_DEBLOCK | LUM_V_DEBLOCK | CHROM_H_DEBLOCK | CHROM_V_DEBLOCK | LUM_DERING | CHROM_DERING
  2212. #else
  2213. // vertical filters first
  2214. LUM_V_DEBLOCK,
  2215. LUM_V_DEBLOCK | LUM_H_DEBLOCK,
  2216. LUM_V_DEBLOCK | LUM_H_DEBLOCK | CHROM_V_DEBLOCK,
  2217. LUM_V_DEBLOCK | LUM_H_DEBLOCK | CHROM_V_DEBLOCK | CHROM_H_DEBLOCK,
  2218. LUM_V_DEBLOCK | LUM_H_DEBLOCK | CHROM_V_DEBLOCK | CHROM_H_DEBLOCK | LUM_DERING,
  2219. LUM_V_DEBLOCK | LUM_H_DEBLOCK | CHROM_V_DEBLOCK | CHROM_H_DEBLOCK | LUM_DERING | CHROM_DERING
  2220. #endif
  2221. };
  2222. #ifdef HAVE_ODIVX_POSTPROCESS
  2223. int odivx_modes[1+GET_PP_QUALITY_MAX]= {
  2224. 0,
  2225. PP_DEBLOCK_Y_H,
  2226. PP_DEBLOCK_Y_H|PP_DEBLOCK_Y_V,
  2227. PP_DEBLOCK_Y_H|PP_DEBLOCK_Y_V|PP_DEBLOCK_C_H,
  2228. PP_DEBLOCK_Y_H|PP_DEBLOCK_Y_V|PP_DEBLOCK_C_H|PP_DEBLOCK_C_V,
  2229. PP_DEBLOCK_Y_H|PP_DEBLOCK_Y_V|PP_DEBLOCK_C_H|PP_DEBLOCK_C_V|PP_DERING_Y,
  2230. PP_DEBLOCK_Y_H|PP_DEBLOCK_Y_V|PP_DEBLOCK_C_H|PP_DEBLOCK_C_V|PP_DERING_Y|PP_DERING_C
  2231. };
  2232. if(use_old_pp) return odivx_modes[quality];
  2233. #endif
  2234. return modes[quality];
  2235. }
  2236. /**
  2237. * Copies a block from src to dst and fixes the blacklevel
  2238. * numLines must be a multiple of 4
  2239. * levelFix == 0 -> dont touch the brighness & contrast
  2240. */
  2241. static inline void blockCopy(uint8_t dst[], int dstStride, uint8_t src[], int srcStride,
  2242. int numLines, int levelFix)
  2243. {
  2244. int i;
  2245. if(levelFix)
  2246. {
  2247. #ifdef HAVE_MMX
  2248. asm volatile(
  2249. "leal (%2,%2), %%eax \n\t"
  2250. "leal (%3,%3), %%ebx \n\t"
  2251. "movq packedYOffset, %%mm2 \n\t"
  2252. "movq packedYScale, %%mm3 \n\t"
  2253. "pxor %%mm4, %%mm4 \n\t"
  2254. #define SCALED_CPY \
  2255. "movq (%0), %%mm0 \n\t"\
  2256. "movq (%0), %%mm5 \n\t"\
  2257. "punpcklbw %%mm4, %%mm0 \n\t"\
  2258. "punpckhbw %%mm4, %%mm5 \n\t"\
  2259. "psubw %%mm2, %%mm0 \n\t"\
  2260. "psubw %%mm2, %%mm5 \n\t"\
  2261. "movq (%0,%2), %%mm1 \n\t"\
  2262. "psllw $6, %%mm0 \n\t"\
  2263. "psllw $6, %%mm5 \n\t"\
  2264. "pmulhw %%mm3, %%mm0 \n\t"\
  2265. "movq (%0,%2), %%mm6 \n\t"\
  2266. "pmulhw %%mm3, %%mm5 \n\t"\
  2267. "punpcklbw %%mm4, %%mm1 \n\t"\
  2268. "punpckhbw %%mm4, %%mm6 \n\t"\
  2269. "psubw %%mm2, %%mm1 \n\t"\
  2270. "psubw %%mm2, %%mm6 \n\t"\
  2271. "psllw $6, %%mm1 \n\t"\
  2272. "psllw $6, %%mm6 \n\t"\
  2273. "pmulhw %%mm3, %%mm1 \n\t"\
  2274. "pmulhw %%mm3, %%mm6 \n\t"\
  2275. "addl %%eax, %0 \n\t"\
  2276. "packuswb %%mm5, %%mm0 \n\t"\
  2277. "packuswb %%mm6, %%mm1 \n\t"\
  2278. "movq %%mm0, (%1) \n\t"\
  2279. "movq %%mm1, (%1, %3) \n\t"\
  2280. SCALED_CPY
  2281. "addl %%ebx, %1 \n\t"
  2282. SCALED_CPY
  2283. "addl %%ebx, %1 \n\t"
  2284. SCALED_CPY
  2285. "addl %%ebx, %1 \n\t"
  2286. SCALED_CPY
  2287. : "+r"(src),
  2288. "+r"(dst)
  2289. :"r" (srcStride),
  2290. "r" (dstStride)
  2291. : "%eax", "%ebx"
  2292. );
  2293. #else
  2294. for(i=0; i<numLines; i++)
  2295. memcpy( &(dst[dstStride*i]),
  2296. &(src[srcStride*i]), BLOCK_SIZE);
  2297. #endif
  2298. }
  2299. else
  2300. {
  2301. #ifdef HAVE_MMX
  2302. asm volatile(
  2303. "movl %4, %%eax \n\t"
  2304. "movl %%eax, temp0\n\t"
  2305. "pushl %0 \n\t"
  2306. "pushl %1 \n\t"
  2307. "leal (%2,%2), %%eax \n\t"
  2308. "leal (%3,%3), %%ebx \n\t"
  2309. "movq packedYOffset, %%mm2 \n\t"
  2310. "movq packedYScale, %%mm3 \n\t"
  2311. #define SIMPLE_CPY \
  2312. "movq (%0), %%mm0 \n\t"\
  2313. "movq (%0,%2), %%mm1 \n\t"\
  2314. "movq %%mm0, (%1) \n\t"\
  2315. "movq %%mm1, (%1, %3) \n\t"\
  2316. "1: \n\t"
  2317. SIMPLE_CPY
  2318. "addl %%eax, %0 \n\t"
  2319. "addl %%ebx, %1 \n\t"
  2320. SIMPLE_CPY
  2321. "addl %%eax, %0 \n\t"
  2322. "addl %%ebx, %1 \n\t"
  2323. "decl temp0 \n\t"
  2324. "jnz 1b \n\t"
  2325. "popl %1 \n\t"
  2326. "popl %0 \n\t"
  2327. : : "r" (src),
  2328. "r" (dst),
  2329. "r" (srcStride),
  2330. "r" (dstStride),
  2331. "m" (numLines>>2)
  2332. : "%eax", "%ebx"
  2333. );
  2334. #else
  2335. for(i=0; i<numLines; i++)
  2336. memcpy( &(dst[dstStride*i]),
  2337. &(src[srcStride*i]), BLOCK_SIZE);
  2338. #endif
  2339. }
  2340. }
  2341. /**
  2342. * Filters array of bytes (Y or U or V values)
  2343. */
  2344. static void postProcess(uint8_t src[], int srcStride, uint8_t dst[], int dstStride, int width, int height,
  2345. QP_STORE_T QPs[], int QPStride, int isColor, int mode)
  2346. {
  2347. int x,y;
  2348. /* we need 64bit here otherwise we´ll going to have a problem
  2349. after watching a black picture for 5 hours*/
  2350. static uint64_t *yHistogram= NULL;
  2351. int black=0, white=255; // blackest black and whitest white in the picture
  2352. /* Temporary buffers for handling the last row(s) */
  2353. static uint8_t *tempDst= NULL;
  2354. static uint8_t *tempSrc= NULL;
  2355. /* Temporary buffers for handling the last block */
  2356. static uint8_t *tempDstBlock= NULL;
  2357. static uint8_t *tempSrcBlock= NULL;
  2358. uint8_t *dstBlockPtrBackup;
  2359. uint8_t *srcBlockPtrBackup;
  2360. #ifdef TIMING
  2361. long long T0, T1, memcpyTime=0, vertTime=0, horizTime=0, sumTime, diffTime=0;
  2362. sumTime= rdtsc();
  2363. #endif
  2364. if(tempDst==NULL)
  2365. {
  2366. tempDst= (uint8_t*)memalign(8, 1024*24);
  2367. tempSrc= (uint8_t*)memalign(8, 1024*24);
  2368. tempDstBlock= (uint8_t*)memalign(8, 1024*24);
  2369. tempSrcBlock= (uint8_t*)memalign(8, 1024*24);
  2370. }
  2371. if(!yHistogram)
  2372. {
  2373. int i;
  2374. yHistogram= (uint64_t*)malloc(8*256);
  2375. for(i=0; i<256; i++) yHistogram[i]= width*height/64*15/256;
  2376. if(mode & FULL_Y_RANGE)
  2377. {
  2378. maxAllowedY=255;
  2379. minAllowedY=0;
  2380. }
  2381. }
  2382. if(!isColor)
  2383. {
  2384. uint64_t sum= 0;
  2385. int i;
  2386. static int framenum= -1;
  2387. uint64_t maxClipped;
  2388. uint64_t clipped;
  2389. double scale;
  2390. framenum++;
  2391. if(framenum == 1) yHistogram[0]= width*height/64*15/256;
  2392. for(i=0; i<256; i++)
  2393. {
  2394. sum+= yHistogram[i];
  2395. // printf("%d ", yHistogram[i]);
  2396. }
  2397. // printf("\n\n");
  2398. /* we allways get a completly black picture first */
  2399. maxClipped= (uint64_t)(sum * maxClippedThreshold);
  2400. clipped= sum;
  2401. for(black=255; black>0; black--)
  2402. {
  2403. if(clipped < maxClipped) break;
  2404. clipped-= yHistogram[black];
  2405. }
  2406. clipped= sum;
  2407. for(white=0; white<256; white++)
  2408. {
  2409. if(clipped < maxClipped) break;
  2410. clipped-= yHistogram[white];
  2411. }
  2412. packedYOffset= (black - minAllowedY) & 0xFFFF;
  2413. packedYOffset|= packedYOffset<<32;
  2414. packedYOffset|= packedYOffset<<16;
  2415. scale= (double)(maxAllowedY - minAllowedY) / (double)(white-black);
  2416. packedYScale= (uint16_t)(scale*1024.0 + 0.5);
  2417. packedYScale|= packedYScale<<32;
  2418. packedYScale|= packedYScale<<16;
  2419. }
  2420. else
  2421. {
  2422. packedYScale= 0x0100010001000100LL;
  2423. packedYOffset= 0;
  2424. }
  2425. /* copy first row of 8x8 blocks */
  2426. for(x=0; x<width; x+=BLOCK_SIZE)
  2427. blockCopy(dst + x, dstStride, src + x, srcStride, 8, mode & LEVEL_FIX);
  2428. for(y=0; y<height; y+=BLOCK_SIZE)
  2429. {
  2430. //1% speedup if these are here instead of the inner loop
  2431. uint8_t *srcBlock= &(src[y*srcStride]);
  2432. uint8_t *dstBlock= &(dst[y*dstStride]);
  2433. /* can we mess with a 8x16 block from srcBlock/dstBlock downwards, if not
  2434. than use a temporary buffer */
  2435. if(y+15 >= height)
  2436. {
  2437. /* copy from line 5 to 12 of src, these will e copied with
  2438. blockcopy to dst later */
  2439. memcpy(tempSrc + srcStride*5, srcBlock + srcStride*5,
  2440. srcStride*MAX(height-y-5, 0) );
  2441. /* duplicate last line to fill the void upto line 12 */
  2442. if(y+12 >= height)
  2443. {
  2444. int i;
  2445. for(i=height-y; i<=12; i++)
  2446. memcpy(tempSrc + srcStride*i,
  2447. src + srcStride*(height-1), srcStride);
  2448. }
  2449. /* copy up to 5 lines of dst */
  2450. memcpy(tempDst, dstBlock, dstStride*MIN(height-y, 5) );
  2451. dstBlock= tempDst;
  2452. srcBlock= tempSrc;
  2453. }
  2454. // From this point on it is guranteed that we can read and write 16 lines downward
  2455. // finish 1 block before the next otherwise we´ll might have a problem
  2456. // with the L1 Cache of the P4 ... or only a few blocks at a time or soemthing
  2457. for(x=0; x<width; x+=BLOCK_SIZE)
  2458. {
  2459. const int stride= dstStride;
  2460. int QP= isColor ?
  2461. QPs[(y>>3)*QPStride + (x>>3)]:
  2462. QPs[(y>>4)*QPStride + (x>>4)];
  2463. if(!isColor && (mode & LEVEL_FIX)) QP= (QP* (packedYScale &0xFFFF))>>8;
  2464. #ifdef HAVE_MMX
  2465. asm volatile(
  2466. "movd %0, %%mm7 \n\t"
  2467. "packuswb %%mm7, %%mm7 \n\t" // 0, 0, 0, QP, 0, 0, 0, QP
  2468. "packuswb %%mm7, %%mm7 \n\t" // 0,QP, 0, QP, 0,QP, 0, QP
  2469. "packuswb %%mm7, %%mm7 \n\t" // QP,..., QP
  2470. "movq %%mm7, pQPb \n\t"
  2471. : : "r" (QP)
  2472. );
  2473. #endif
  2474. #ifdef MORE_TIMING
  2475. T0= rdtsc();
  2476. #endif
  2477. #ifdef HAVE_MMX2
  2478. prefetchnta(srcBlock + (((x>>3)&3) + 5)*srcStride + 32);
  2479. prefetchnta(srcBlock + (((x>>3)&3) + 9)*srcStride + 32);
  2480. prefetcht0(dstBlock + (((x>>3)&3) + 5)*dstStride + 32);
  2481. prefetcht0(dstBlock + (((x>>3)&3) + 9)*dstStride + 32);
  2482. #elif defined(HAVE_3DNOW)
  2483. //FIXME check if this is faster on an 3dnow chip or if its faster without the prefetch or ...
  2484. /* prefetch(srcBlock + (((x>>3)&3) + 5)*srcStride + 32);
  2485. prefetch(srcBlock + (((x>>3)&3) + 9)*srcStride + 32);
  2486. prefetchw(dstBlock + (((x>>3)&3) + 5)*dstStride + 32);
  2487. prefetchw(dstBlock + (((x>>3)&3) + 9)*dstStride + 32);
  2488. */
  2489. #endif
  2490. if(!isColor) yHistogram[ srcBlock[srcStride*5] ]++;
  2491. #ifdef PP_FUNNY_STRIDE
  2492. //can we mess with a 8x16 block, if not use a temp buffer, yes again
  2493. if(x+7 >= width)
  2494. {
  2495. int i;
  2496. dstBlockPtrBackup= dstBlock;
  2497. srcBlockPtrBackup= srcBlock;
  2498. for(i=0;i<BLOCK_SIZE*2; i++)
  2499. {
  2500. memcpy(tempSrcBlock+i*srcStride, srcBlock+i*srcStride, width-x);
  2501. memcpy(tempDstBlock+i*dstStride, dstBlock+i*dstStride, width-x);
  2502. }
  2503. dstBlock= tempDstBlock;
  2504. srcBlock= tempSrcBlock;
  2505. }
  2506. #endif
  2507. blockCopy(dstBlock + dstStride*5, dstStride,
  2508. srcBlock + srcStride*5, srcStride, 8, mode & LEVEL_FIX);
  2509. if(mode & LINEAR_IPOL_DEINT_FILTER)
  2510. deInterlaceInterpolateLinear(dstBlock, dstStride);
  2511. else if(mode & LINEAR_BLEND_DEINT_FILTER)
  2512. deInterlaceBlendLinear(dstBlock, dstStride);
  2513. else if(mode & MEDIAN_DEINT_FILTER)
  2514. deInterlaceMedian(dstBlock, dstStride);
  2515. else if(mode & CUBIC_IPOL_DEINT_FILTER)
  2516. deInterlaceInterpolateCubic(dstBlock, dstStride);
  2517. /* else if(mode & CUBIC_BLEND_DEINT_FILTER)
  2518. deInterlaceBlendCubic(dstBlock, dstStride);
  2519. */
  2520. /* only deblock if we have 2 blocks */
  2521. if(y + 8 < height)
  2522. {
  2523. #ifdef MORE_TIMING
  2524. T1= rdtsc();
  2525. memcpyTime+= T1-T0;
  2526. T0=T1;
  2527. #endif
  2528. if(mode & V_RK1_FILTER)
  2529. vertRK1Filter(dstBlock, stride, QP);
  2530. else if(mode & V_X1_FILTER)
  2531. vertX1Filter(dstBlock, stride, QP);
  2532. else if(mode & V_DEBLOCK)
  2533. {
  2534. if( isVertDC(dstBlock, stride))
  2535. {
  2536. if(isVertMinMaxOk(dstBlock, stride, QP))
  2537. doVertLowPass(dstBlock, stride, QP);
  2538. }
  2539. else
  2540. doVertDefFilter(dstBlock, stride, QP);
  2541. }
  2542. #ifdef MORE_TIMING
  2543. T1= rdtsc();
  2544. vertTime+= T1-T0;
  2545. T0=T1;
  2546. #endif
  2547. }
  2548. /* check if we have a previous block to deblock it with dstBlock */
  2549. if(x - 8 >= 0)
  2550. {
  2551. #ifdef MORE_TIMING
  2552. T0= rdtsc();
  2553. #endif
  2554. if(mode & H_X1_FILTER)
  2555. horizX1Filter(dstBlock-4, stride, QP);
  2556. else if(mode & H_DEBLOCK)
  2557. {
  2558. if( isHorizDCAndCopy2Temp(dstBlock-4, stride))
  2559. {
  2560. if(isHorizMinMaxOk(tempBlock, TEMP_STRIDE, QP))
  2561. doHorizLowPassAndCopyBack(dstBlock-4, stride, QP);
  2562. }
  2563. else
  2564. doHorizDefFilterAndCopyBack(dstBlock-4, stride, QP);
  2565. }
  2566. #ifdef MORE_TIMING
  2567. T1= rdtsc();
  2568. horizTime+= T1-T0;
  2569. T0=T1;
  2570. #endif
  2571. dering(dstBlock - 9 - stride, stride, QP);
  2572. }
  2573. else if(y!=0)
  2574. dering(dstBlock - stride*9 + width-9, stride, QP);
  2575. //FIXME dering filter will not be applied to last block (bottom right)
  2576. #ifdef PP_FUNNY_STRIDE
  2577. /* did we use a tmp-block buffer */
  2578. if(x+7 >= width)
  2579. {
  2580. int i;
  2581. dstBlock= dstBlockPtrBackup;
  2582. srcBlock= srcBlockPtrBackup;
  2583. for(i=0;i<BLOCK_SIZE*2; i++)
  2584. {
  2585. memcpy(dstBlock+i*dstStride, tempDstBlock+i*dstStride, width-x);
  2586. }
  2587. }
  2588. #endif
  2589. dstBlock+=8;
  2590. srcBlock+=8;
  2591. }
  2592. /* did we use a tmp buffer */
  2593. if(y+15 >= height)
  2594. {
  2595. uint8_t *dstBlock= &(dst[y*dstStride]);
  2596. memcpy(dstBlock, tempDst, dstStride*(height-y) );
  2597. }
  2598. }
  2599. #ifdef HAVE_3DNOW
  2600. asm volatile("femms");
  2601. #elif defined (HAVE_MMX)
  2602. asm volatile("emms");
  2603. #endif
  2604. #ifdef TIMING
  2605. // FIXME diff is mostly the time spent for rdtsc (should subtract that but ...)
  2606. sumTime= rdtsc() - sumTime;
  2607. if(!isColor)
  2608. printf("cpy:%4dk, vert:%4dk, horiz:%4dk, sum:%4dk, diff:%4dk, color: %d/%d \r",
  2609. (int)(memcpyTime/1000), (int)(vertTime/1000), (int)(horizTime/1000),
  2610. (int)(sumTime/1000), (int)((sumTime-memcpyTime-vertTime-horizTime)/1000)
  2611. , black, white);
  2612. #endif
  2613. }