You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

740 lines
24KB

  1. /*
  2. * Blackfin Pixel Operations
  3. * Copyright (C) 2007 Marc Hoffman <marc.hoffman@analog.com>
  4. *
  5. * This file is part of FFmpeg.
  6. *
  7. * FFmpeg is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU Lesser General Public
  9. * License as published by the Free Software Foundation; either
  10. * version 2.1 of the License, or (at your option) any later version.
  11. *
  12. * FFmpeg is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * Lesser General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU Lesser General Public
  18. * License along with FFmpeg; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. */
  21. #include "config_bfin.h"
  22. DEFUN(put_pixels_clamped,mL1,
  23. (int16_t *block, uint8_t *dest, int line_size)):
  24. [--SP] = (R7:4);
  25. R4 = 0;
  26. R5.l = 0x00ff;
  27. R5.h = 0x00ff;
  28. I0 = R0; // block
  29. I1 = R1; // dest
  30. R2 += -4; // line_size
  31. M1 = R2;
  32. P0 = 8;
  33. R0 = [I0++];
  34. R1 = [I0++];
  35. R2 = MAX(R0, R4) (V);
  36. LSETUP (ppc$0,ppc$1) LC0=P0;
  37. ppc$0: R2 = MIN(R2, R5) (V);
  38. R3 = MAX(R1, R4) (V);
  39. R3 = MIN(R3, R5) (V) || R0 = [I0++];
  40. R6 = BYTEPACK (R2,R3) || R1 = [I0++];
  41. R2 = MAX(R0, R4) (V) || [I1++] = R6;
  42. R2 = MIN(R2, R5) (V);
  43. R3 = MAX(R1, R4) (V);
  44. R3 = MIN(R3, R5) (V) || R0 = [I0++];
  45. R6 = BYTEPACK (R2,R3) || R1 = [I0++];
  46. ppc$1: R2 = Max(R0, R4) (V) || [I1++M1] = R6;
  47. (R7:4) = [SP++];
  48. RTS;
  49. DEFUN_END(put_pixels_clamped)
  50. DEFUN(add_pixels_clamped,mL1,
  51. (int16_t *block, uint8_t *dest, int line_size)):
  52. [-- SP] = (R7:4);
  53. R4 = 0;
  54. I0 = 0;
  55. R2 += -4; // line_size
  56. M0 = R2;
  57. I1 = R1; // dest
  58. I3 = R0; // block
  59. I2 = R1; // dest
  60. P0 = 8;
  61. M3 = 2;
  62. R0 = [I3++] || R2 = [I1];
  63. R2 = R2 << 8 || R0.H = W[I3--] || R3 = [I1++];
  64. R3 = R3 >> 8 || R1.L = W[I3] || I3 += 4;
  65. R6 = BYTEOP3P(R1:0, R3:2) (LO) || R1.H = W[I3++] || R2 = [I1];
  66. LSETUP(apc$2,apc$3) LC1 = P0;
  67. apc$2: R7 = BYTEOP3P(R1:0, R3:2) (HI, R) || R0 = [I3++] || R3 = [I1++M0];
  68. R2 = R2 << 8 || R0.H = W[I3--];
  69. R3 = R3 >> 8 || R1.L = W[I3] || I3 += 4;
  70. R6 = R6 + R7 (S) || R1.H = W[I3];
  71. R6 = BYTEOP3P(R1:0, R3:2) (LO) || I3+=M3 || [I2++]=R6;
  72. R7 = BYTEOP3P(R1:0, R3:2) (HI, R) || R0 = [I3++] || R2 = [I1];
  73. R2 = R2 << 8 || R0.H = W[I3--] || R3 = [I1++];
  74. R3 = R3 >> 8 || R1.L = W[I3] || I3 += 4;
  75. R6 = R6 + R7 (S) || R1.H = W[I3++];
  76. apc$3: R6 = BYTEOP3P(R1:0, R3:2) (LO) || [I2++M0] = R6 || R2 = [I1];
  77. (R7:4) = [SP++];
  78. RTS;
  79. DEFUN_END(add_pixels_clamped)
  80. /**
  81. motion compensation
  82. primitives
  83. * Halfpel motion compensation with rounding (a+b+1)>>1.
  84. * This is an array[4][4] of motion compensation funcions for 4
  85. * horizontal blocksizes (8,16) and the 4 halfpel positions<br>
  86. * *pixels_tab[ 0->16xH 1->8xH ][ xhalfpel + 2*yhalfpel ]
  87. * @param block destination where the result is stored
  88. * @param pixels source
  89. * @param line_size number of bytes in a horizontal line of block
  90. * @param h height
  91. */
  92. DEFUN(put_pixels8uc,mL1,
  93. (uint8_t *block, const uint8_t *s0, const uint8_t *s1,
  94. int dest_size, int line_size, int h)):
  95. i3=r0; // dest
  96. i0=r1; // src0
  97. i1=r2; // src1
  98. r0=[sp+12]; // dest_size
  99. r2=[sp+16]; // line_size
  100. p0=[sp+20]; // h
  101. [--sp] = (r7:6);
  102. r0+=-4;
  103. m3=r0;
  104. r2+=-8;
  105. m0=r2;
  106. LSETUP(pp8$0,pp8$1) LC0=P0;
  107. DISALGNEXCPT || R0 = [I0++] || R2 =[I1++];
  108. pp8$0: DISALGNEXCPT || R1 = [I0++] || R3 =[I1++];
  109. R6 = BYTEOP1P(R1:0,R3:2) || R0 = [I0++M0]|| R2 =[I1++M0];
  110. R7 = BYTEOP1P(R1:0,R3:2)(R) || R0 = [I0++] || [I3++] = R6 ;
  111. pp8$1: DISALGNEXCPT || R2 = [I1++] || [I3++M3] = R7;
  112. (r7:6) = [sp++];
  113. RTS;
  114. DEFUN_END(put_pixels8uc)
  115. DEFUN(put_pixels16uc,mL1,
  116. (uint8_t *block, const uint8_t *s0, const uint8_t *s1,
  117. int dest_size, int line_size, int h)):
  118. link 0;
  119. [--sp] = (r7:6);
  120. i3=r0; // dest
  121. i0=r1; // src0
  122. i1=r2; // src1
  123. r0=[fp+20]; // dest_size
  124. r2=[fp+24]; // line_size
  125. p0=[fp+28]; // h
  126. r0+=-12;
  127. m3=r0; // line_size
  128. r2+=-16;
  129. m0=r2;
  130. LSETUP(pp16$0,pp16$1) LC0=P0;
  131. DISALGNEXCPT || R0 = [I0++] || R2 =[I1++];
  132. pp16$0: DISALGNEXCPT || R1 = [I0++] || R3 =[I1++];
  133. R6 = BYTEOP1P(R1:0,R3:2) || R0 = [I0++] || R2 =[I1++];
  134. R7 = BYTEOP1P(R1:0,R3:2)(R) || R1 = [I0++] || R3 =[I1++];
  135. [I3++] = R6;
  136. R6 = BYTEOP1P(R1:0,R3:2) || R0 = [I0++M0] || R2 =[I1++M0];
  137. R7 = BYTEOP1P(R1:0,R3:2)(R) || R0 = [I0++] || [I3++] = R7 ;
  138. [I3++] = R6;
  139. pp16$1: DISALGNEXCPT || R2 = [I1++] || [I3++M3] = R7;
  140. (r7:6) = [sp++];
  141. unlink;
  142. RTS;
  143. DEFUN_END(put_pixels16uc)
  144. DEFUN(put_pixels8uc_nornd,mL1,
  145. (uint8_t *block, const uint8_t *s0, const uint8_t *s1,
  146. int line_size, int h)):
  147. i3=r0; // dest
  148. i0=r1; // src0
  149. i1=r2; // src1
  150. r2=[sp+12]; // line_size
  151. p0=[sp+16]; // h
  152. [--sp] = (r7:6);
  153. r2+=-4;
  154. m3=r2;
  155. r2+=-4;
  156. m0=r2;
  157. LSETUP(pp8$2,pp8$3) LC0=P0;
  158. DISALGNEXCPT || R0 = [I0++] || R2 =[I1++];
  159. pp8$2: DISALGNEXCPT || R1 = [I0++] || R3 =[I1++];
  160. R6 = BYTEOP1P(R1:0,R3:2)(T) || R0 = [I0++M0]|| R2 =[I1++M0];
  161. R7 = BYTEOP1P(R1:0,R3:2)(T,R) || R0 = [I0++] || [I3++] = R6 ;
  162. pp8$3: DISALGNEXCPT || R2 = [I1++] || [I3++M3] = R7;
  163. (r7:6) = [sp++];
  164. RTS;
  165. DEFUN_END(put_pixels8uc_nornd)
  166. DEFUN(put_pixels16uc_nornd,mL1,
  167. (uint8_t *block, const uint8_t *s0, const uint8_t *s1,
  168. int line_size, int h)):
  169. i3=r0; // dest
  170. i0=r1; // src0
  171. i1=r2; // src1
  172. r2=[sp+12]; // line_size
  173. p0=[sp+16]; // h
  174. [--sp] = (r7:6);
  175. r2+=-12;
  176. m3=r2; // line_size
  177. r2+=-4;
  178. m0=r2;
  179. LSETUP(pp16$2,pp16$3) LC0=P0;
  180. DISALGNEXCPT || R0 = [I0++] || R2 =[I1++];
  181. pp16$2:
  182. DISALGNEXCPT || R1 = [I0++] || R3 =[I1++];
  183. R6 = BYTEOP1P(R1:0,R3:2)(T) || R0 = [I0++] || R2 =[I1++];
  184. R7 = BYTEOP1P(R1:0,R3:2)(T,R) || R1 = [I0++] || R3 =[I1++];
  185. [I3++] = R6;
  186. R6 = BYTEOP1P(R1:0,R3:2)(T) || R0 = [I0++M0] || R2 =[I1++M0];
  187. R7 = BYTEOP1P(R1:0,R3:2)(T,R) || R0 = [I0++] || [I3++] = R7 ;
  188. [I3++] = R6;
  189. pp16$3: DISALGNEXCPT || R2 = [I1++] || [I3++M3] = R7;
  190. (r7:6) = [sp++];
  191. RTS;
  192. DEFUN_END(put_pixels16uc_nornd)
  193. DEFUN(z_put_pixels16_xy2,mL1,
  194. (uint8_t *block, const uint8_t *s0,
  195. int dest_size, int line_size, int h)):
  196. link 0;
  197. [--sp] = (r7:4);
  198. i3=r0; // dest
  199. i0=r1; // src0--> pixels
  200. i1=r1; // src1--> pixels + line_size
  201. r2+=-12;
  202. m2=r2; // m2=dest_width-4
  203. r2=[fp+20];
  204. m3=r2; // line_size
  205. p0=[fp+24]; // h
  206. r2+=-16;
  207. i1+=m3; /* src1 + line_size */
  208. m0=r2; /* line-size - 20 */
  209. B0 = I0;
  210. B1 = I1;
  211. B3 = I3;
  212. DISALGNEXCPT || R0 = [I0++] || R2 =[I1++];
  213. LSETUP(LS$16E,LE$16E) LC0=P0;
  214. LS$16E: DISALGNEXCPT || R1 = [I0++] || R3 =[I1++];
  215. R4 = BYTEOP2P (R3:2,R1:0) (RNDL) || R0 = [I0++] || R2 =[I1++];
  216. R5 = BYTEOP2P (R3:2,R1:0) (RNDL,R) || R1 = [I0++] || [I3++] = R4 ;
  217. DISALGNEXCPT || R3 = [I1++] || [I3++] = R5;
  218. R4 = BYTEOP2P (R3:2,R1:0) (RNDL) || R0 = [I0++M0]|| R2 = [I1++M0];
  219. R5 = BYTEOP2P (R3:2,R1:0) (RNDL,R) || R0 = [I0++] || [I3++] = R4 ;
  220. LE$16E: DISALGNEXCPT || R2 = [I1++] || [I3++M2] = R5;
  221. M1 = 1;
  222. I3 = B3;
  223. I1 = B1;
  224. I0 = B0;
  225. I0 += M1;
  226. I1 += M1;
  227. DISALGNEXCPT || R0 = [I0++] || R2 =[I1++];
  228. LSETUP(LS$16O,LE$16O) LC0=P0;
  229. LS$16O: DISALGNEXCPT || R1 = [I0++] || R3 =[I1++];
  230. R4 = BYTEOP2P (R3:2,R1:0) (RNDH) || R0 = [I0++] || R2 =[I1++];
  231. R5 = BYTEOP2P (R3:2,R1:0) (RNDH,R) || R1 = [I0++] || R6 =[I3++];
  232. R4 = R4 +|+ R6 || R7 = [I3--];
  233. R5 = R5 +|+ R7 || [I3++] = R4;
  234. DISALGNEXCPT || R3 =[I1++] || [I3++] = R5;
  235. R4 = BYTEOP2P (R3:2,R1:0) (RNDH) || R0 = [I0++M0]|| R2 = [I1++M0];
  236. R5 = BYTEOP2P (R3:2,R1:0) (RNDH,R) || R0 = [I0++] || R6 = [I3++];
  237. R4 = R4 +|+ R6 || R7 = [I3--];
  238. R5 = R5 +|+ R7 || [I3++] = R4;
  239. LE$16O: DISALGNEXCPT || R2 = [I1++] || [I3++M2] = R5;
  240. (r7:4) = [sp++];
  241. unlink;
  242. rts;
  243. DEFUN_END(z_put_pixels16_xy2)
  244. DEFUN(put_pixels16_xy2_nornd,mL1,
  245. (uint8_t *block, const uint8_t *s0,
  246. int line_size, int h)):
  247. link 0;
  248. [--sp] = (r7:4);
  249. i3=r0; // dest
  250. i0=r1; // src0--> pixels
  251. i1=r1; // src1--> pixels + line_size
  252. m3=r2;
  253. r2+=-12;
  254. m2=r2;
  255. r2+=-4;
  256. i1+=m3; /* src1 + line_size */
  257. m0=r2; /* line-size - 20 */
  258. p0=[fp+20]; // h
  259. B0=I0;
  260. B1=I1;
  261. B3=I3;
  262. DISALGNEXCPT || R0 = [I0++] || R2 =[I1++];
  263. LSETUP(LS$16ET,LE$16ET) LC0=P0;
  264. LS$16ET:DISALGNEXCPT || R1 = [I0++] || R3 =[I1++];
  265. R4 = BYTEOP2P (R3:2,R1:0) (TL) || R0 = [I0++] || R2 =[I1++];
  266. R5 = BYTEOP2P (R3:2,R1:0) (TL,R) || R1 = [I0++] || [I3++] = R4 ;
  267. DISALGNEXCPT || R3 = [I1++] || [I3++] = R5;
  268. R4 = BYTEOP2P (R3:2,R1:0) (TL) || R0 = [I0++M0]|| R2 = [I1++M0];
  269. R5 = BYTEOP2P (R3:2,R1:0) (TL,R) || R0 = [I0++] || [I3++] = R4 ;
  270. LE$16ET:DISALGNEXCPT || R2 = [I1++] || [I3++M2] = R5;
  271. M1 = 1;
  272. I3=B3;
  273. I1=B1;
  274. I0=B0;
  275. I0 += M1;
  276. I1 += M1;
  277. DISALGNEXCPT || R0 = [I0++] || R2 =[I1++];
  278. LSETUP(LS$16OT,LE$16OT) LC0=P0;
  279. LS$16OT:DISALGNEXCPT || R1 = [I0++] || R3 =[I1++];
  280. R4 = BYTEOP2P (R3:2,R1:0) (TH) || R0 = [I0++] || R2 =[I1++];
  281. R5 = BYTEOP2P (R3:2,R1:0) (TH,R) || R1 = [I0++] || R6 =[I3++];
  282. R4 = R4 +|+ R6 || R7 = [I3--];
  283. R5 = R5 +|+ R7 || [I3++] = R4;
  284. DISALGNEXCPT || R3 =[I1++] || [I3++] = R5;
  285. R4 = BYTEOP2P (R3:2,R1:0) (TH) || R0 = [I0++M0]|| R2 = [I1++M0];
  286. R5 = BYTEOP2P (R3:2,R1:0) (TH,R) || R0 = [I0++] || R6 = [I3++];
  287. R4 = R4 +|+ R6 || R7 = [I3--];
  288. R5 = R5 +|+ R7 || [I3++] = R4;
  289. LE$16OT:DISALGNEXCPT || R2 = [I1++] || [I3++M2] = R5;
  290. (r7:4) = [sp++];
  291. unlink;
  292. rts;
  293. DEFUN_END(put_pixels16_xy2_nornd)
  294. DEFUN(z_put_pixels8_xy2,mL1,
  295. (uint8_t *block, const uint8_t *s0,
  296. int dest_size, int line_size, int h)):
  297. link 0;
  298. [--sp] = (r7:4);
  299. i3=r0; // dest
  300. i0=r1; // src0--> pixels
  301. i1=r1; // src1--> pixels + line_size
  302. r2+=-4;
  303. m2=r2; // m2=dest_width-4
  304. r2=[fp+20];
  305. m3=r2; // line_size
  306. p0=[fp+24]; // h
  307. r2+=-8;
  308. i1+=m3; /* src1 + line_size */
  309. m0=r2; /* line-size - 20 */
  310. b0 = I0;
  311. b1 = I1;
  312. b3 = I3;
  313. LSETUP(LS$8E,LE$8E) LC0=P0;
  314. DISALGNEXCPT || R0 = [I0++] || R2 =[I1++];
  315. LS$8E: DISALGNEXCPT || R1 = [I0++] || R3 =[I1++];
  316. R4 = BYTEOP2P (R3:2,R1:0) (RNDL) || R0 = [I0++M0] || R2 =[I1++M0];
  317. R5 = BYTEOP2P (R3:2,R1:0) (RNDL,R) || R0 = [I0++] || [I3++] = R4 ;
  318. LE$8E: DISALGNEXCPT || R2 = [I1++] || [I3++M2] = R5;
  319. M1 = 1;
  320. I3 = b3;
  321. I1 = b1;
  322. I0 = b0;
  323. I0 += M1;
  324. I1 += M1;
  325. LSETUP(LS$8O,LE$8O) LC0=P0;
  326. DISALGNEXCPT || R0 = [I0++] || R2 =[I1++];
  327. LS$8O: DISALGNEXCPT || R1 = [I0++] || R3 =[I1++];
  328. R4 = BYTEOP2P (R3:2,R1:0) (RNDH) || R0 = [I0++M0] || R2 =[I1++M0];
  329. R5 = BYTEOP2P (R3:2,R1:0) (RNDH,R) || R0 = [I0++] || R6 =[I3++];
  330. R4 = R4 +|+ R6 || R7 = [I3--];
  331. R5 = R5 +|+ R7 || [I3++] = R4;
  332. LE$8O: DISALGNEXCPT || R2 =[I1++] || [I3++M2] = R5;
  333. (r7:4) = [sp++];
  334. unlink;
  335. rts;
  336. DEFUN_END(z_put_pixels8_xy2)
  337. DEFUN(put_pixels8_xy2_nornd,mL1,
  338. (uint8_t *block, const uint8_t *s0, int line_size, int h)):
  339. link 0;
  340. [--sp] = (r7:4);
  341. i3=r0; // dest
  342. i0=r1; // src0--> pixels
  343. i1=r1; // src1--> pixels + line_size
  344. m3=r2;
  345. r2+=-4;
  346. m2=r2;
  347. r2+=-4;
  348. i1+=m3; /* src1 + line_size */
  349. m0=r2; /* line-size - 20 */
  350. p0=[fp+20]; // h
  351. b0 = I0;
  352. b1 = I1;
  353. b3 = I3;
  354. LSETUP(LS$8ET,LE$8ET) LC0=P0;
  355. DISALGNEXCPT || R0 = [I0++] || R2 =[I1++];
  356. LS$8ET: DISALGNEXCPT || R1 = [I0++] || R3 = [I1++];
  357. R4 = BYTEOP2P (R3:2,R1:0) (TL) || R0 = [I0++M0] || R2 = [I1++M0];
  358. R5 = BYTEOP2P (R3:2,R1:0) (TL,R) || R0 = [I0++] || [I3++] = R4 ;
  359. LE$8ET: DISALGNEXCPT || R2 = [I1++] || [I3++M2] = R5;
  360. M1 = 1;
  361. I3 = b3;
  362. I1 = b1;
  363. I0 = b0;
  364. I0 += M1;
  365. I1 += M1;
  366. LSETUP(LS$8OT,LE$8OT) LC0=P0;
  367. DISALGNEXCPT || R0 = [I0++] || R2 = [I1++];
  368. LS$8OT: DISALGNEXCPT || R1 = [I0++] || R3 = [I1++];
  369. R4 = BYTEOP2P (R3:2,R1:0) (TH) || R0 = [I0++M0] || R2 = [I1++M0];
  370. R5 = BYTEOP2P (R3:2,R1:0) (TH,R) || R0 = [I0++] || R6 = [I3++];
  371. R4 = R4 +|+ R6 || R7 = [I3--];
  372. R5 = R5 +|+ R7 || [I3++] = R4;
  373. LE$8OT: DISALGNEXCPT || R2 =[I1++] || [I3++M2] = R5;
  374. (r7:4) = [sp++];
  375. unlink;
  376. rts;
  377. DEFUN(diff_pixels,mL1,
  378. (int16_t *block, uint8_t *s1, uint8_t *s2, int stride)):
  379. link 0;
  380. [--sp] = (r7:4);
  381. p0=8;
  382. i3=r0; // block
  383. i0=r1; // s1
  384. i1=r2; // s2
  385. r2=[fp+20]; // stride
  386. r2+=-8;
  387. m0=r2;
  388. LSETUP(.LS0,.LE0) LC0=P0;
  389. DISALGNEXCPT || R0 = [I0++] || R2 =[I1++];
  390. .LS0: DISALGNEXCPT || R1 = [I0++] || R3 = [I1++];
  391. (R5,R4) = BYTEOP16M (R1:0,R3:2) || R0 = [I0++M0] || R2 = [I1++M0];
  392. (R7,R6) = BYTEOP16M (R1:0,R3:2) (R)|| R0 = [I0++] || [I3++] = R4;
  393. DISALGNEXCPT || R2 = [I1++] || [I3++] = R5;
  394. [i3++]=r6;
  395. .LE0: [i3++]=r7;
  396. (r7:4) = [sp++];
  397. unlink;
  398. rts;
  399. DEFUN_END(put_pixels8_xy2_nornd)
  400. /*
  401. for (i = 0; i < 16; i++) {
  402. for (j = 0; j < 16; j++) {
  403. sum += pix[j];
  404. }
  405. pix += line_size;
  406. }
  407. */
  408. DEFUN(pix_sum,mL1,
  409. (uint8_t *p, int stride)):
  410. link 0;
  411. [--sp] = (r7:4);
  412. p0=8;
  413. i0=r0; // s1
  414. i1=r0;
  415. m1=r1;
  416. r1=r1+r1;
  417. r1+=-16; // stride
  418. m0=r1;
  419. i1+=m1;
  420. r6=0;
  421. LSETUP(LS$PS,LE$PS) LC0=P0;
  422. DISALGNEXCPT || R0 = [I0++] || R2 =[I1++];
  423. LS$PS: DISALGNEXCPT || R1 = [I0++] || R3 = [I1++];
  424. (R5,R4) = BYTEOP16P (R3:2,R1:0) || R0 = [I0++] || R2 = [I1++];
  425. r6=r6+|+r5;
  426. r6=r6+|+r4;
  427. (R5,R4) = BYTEOP16P (R3:2,R1:0) (R)|| R1 = [I0++] || R3 = [I1++];
  428. r6=r6+|+r5;
  429. r6=r6+|+r4;
  430. (R5,R4) = BYTEOP16P (R3:2,R1:0) || R0 = [I0++m0] || R2 = [I1++m0];
  431. r6=r6+|+r5;
  432. r6=r6+|+r4;
  433. (R5,R4) = BYTEOP16P (R3:2,R1:0) (R)|| R0 = [I0++] || R2 = [I1++];
  434. r6=r6+|+r5;
  435. LE$PS: r6=r6+|+r4;
  436. r0.l=r6.l+r6.h;
  437. r0.h=0;
  438. (r7:4) = [sp++];
  439. unlink;
  440. rts;
  441. DEFUN_END(pix_sum)
  442. DEFUN(get_pixels,mL1,
  443. (int16_t *av_restrict block, const uint8_t *pixels, int line_size)):
  444. [--sp] = (r7:4);
  445. i3=r0; // dest
  446. i0=r1; // src0
  447. p0=8;
  448. r2+=-8;
  449. m0=r2;
  450. LSETUP(gp8$0,gp8$1) LC0=P0;
  451. DISALGNEXCPT || R0 = [I0++];
  452. DISALGNEXCPT || R1 = [I0++];
  453. gp8$0: (R7,R6) = byteunpack R1:0 || R0 = [I0++M0];
  454. (R5,R4) = byteunpack R1:0 (R) || R0 = [I0++] || [I3++]=R6;
  455. DISALGNEXCPT || R1 = [I0++] || [I3++]=R7;
  456. [I3++]=R4;
  457. gp8$1: [I3++]=R5
  458. (r7:4) = [sp++];
  459. RTS;
  460. DEFUN_END(get_pixels)
  461. /* sad = sad16x16 (ubyte *mb, ubyte *refwin, srcwidth, refwinwidth, h) */
  462. /* 91 cycles */
  463. DEFUN(z_sad16x16,mL1,
  464. (uint8_t *blk1, uint8_t *blk2, int dsz, int line_size, int h)):
  465. link 0;
  466. I0 = R0;
  467. I1 = R1;
  468. A1 = A0 = 0;
  469. R0 = [sp+20]; // rwidth
  470. P2 = [sp+24]; // height
  471. R3 = 16;
  472. R0 = R0 - R3;
  473. R3 = R2 - R3;
  474. M1 = R0;
  475. M0 = R3;
  476. DISALGNEXCPT || R0 = [I0++] || R2 = [I1++];
  477. LSETUP (s$16, e$16) LC0=P2;
  478. s$16: DISALGNEXCPT || R1 = [I0++] || R3 = [I1++];
  479. SAA (R1:0,R3:2) || R0 = [I0++] || R2 = [I1++];
  480. SAA (R1:0,R3:2) (R) || R1 = [I0++] || R3 = [I1++];
  481. SAA (R1:0,R3:2) || R0 = [I0++M0] || R2 = [I1++M1];
  482. e$16: SAA (R1:0,R3:2) (R) || R0 = [I0++] || R2 = [I1++];
  483. R3=A1.L+A1.H, R2=A0.L+A0.H ;
  484. R0 = R2 + R3 ;
  485. unlink;
  486. RTS;
  487. DEFUN_END(z_sad16x16)
  488. /* sad = sad8x8 (ubyte *mb, ubyte *refwin, int srcwidth, int refwinwidth, int h) */
  489. /* 36 cycles */
  490. DEFUN(z_sad8x8,mL1,
  491. (uint8_t *blk1, uint8_t *blk2, int dsz, int line_size, int h)):
  492. I0 = R0;
  493. I1 = R1;
  494. A1 = A0 = 0;
  495. r0 = [sp+12]; // rwidth
  496. P2 = [sp+16]; //height
  497. R3 = 8;
  498. R0 = R0 - R3;
  499. R3 = R2 - R3;
  500. M0 = R3;
  501. M1 = R0;
  502. LSETUP (s$8, e$8) LC0=P2;
  503. DISALGNEXCPT || R0 = [I0++] || R2 = [I1++];
  504. DISALGNEXCPT || R1 = [I0++] || R3 = [I1++];
  505. s$8: SAA (R1:0,R3:2) || R0 = [I0++M0] || R2 = [I1++M1];
  506. SAA (R1:0,R3:2) (R) || R0 = [I0++] || R2 = [I1++];
  507. e$8: DISALGNEXCPT || R1 = [I0++] || R3 = [I1++];
  508. R3=A1.L+A1.H, R2=A0.L+A0.H ;
  509. R0 = R2 + R3 ;
  510. RTS;
  511. DEFUN_END(z_sad8x8)
  512. DEFUN(pix_norm1,mL1,
  513. (uint8_t * pix, int line_size)):
  514. [--SP]=(R7:4,P5:3);
  515. // Fetch the input arguments.
  516. P1 = R0; // pix
  517. P0 = R1; // line_size
  518. P5 = 16; // loop ctr.
  519. P0 -= P5;
  520. M0 = P0; // M0 = line_size-16;
  521. // Now for the real work.
  522. A1 = A0 = 0;
  523. lsetup(_pix_norm1_blkfn_loopStart, _pix_norm1_blkfn_loopEnd) LC1 = P5;
  524. I0 = P1;
  525. DISALGNEXCPT || r0 = [i0++];
  526. _pix_norm1_blkfn_loopStart:
  527. // following unpacks pix1[0..15] pix1+line_size[0..15]
  528. DISALGNEXCPT || r1 = [i0++];
  529. (r5, r4) = byteunpack r1:0 || r0 = [i0++];
  530. a1 += r5.h * r5.h, a0 += r5.l * r5.l (is);
  531. a1 += r4.h * r4.h, a0 += r4.l * r4.l (is);
  532. (r5, r4) = byteunpack r1:0(r) || r1 = [i0++];
  533. a1 += r5.h * r5.h, a0 += r5.l * r5.l (is);
  534. a1 += r4.h * r4.h, a0 += r4.l * r4.l (is);
  535. (r5, r4) = byteunpack r1:0 || r0 = [i0++M0];
  536. a1 += r5.h * r5.h, a0 += r5.l * r5.l (is);
  537. a1 += r4.h * r4.h, a0 += r4.l * r4.l (is);
  538. (r5, r4) = byteunpack r1:0(r) || r0 = [i0++];
  539. a1 += r5.h * r5.h, a0 += r5.l * r5.l (is);
  540. _pix_norm1_blkfn_loopEnd:
  541. a1 += r4.h * r4.h, a0 += r4.l * r4.l (is);
  542. // Clean up at the end:
  543. R2 = A0, R3 = A1;
  544. R0 = R2 + R3 (S);
  545. (R7:4,P5:3)=[SP++];
  546. RTS;
  547. DEFUN_END(pix_norm1)
  548. DEFUN(sse4,mL1,
  549. (void *v, uint8_t *pix1, uint8_t *pix2, int line_size, int h)):
  550. link 0;
  551. [--sp] = (r7:6);
  552. p0=[fp+24]; // h
  553. i0=r1; // pix1
  554. i1=r2; // pix2
  555. r2=[fp+20]; // line_size
  556. r2+=-4;
  557. m0=r2;
  558. a0=a1=0;
  559. LSETUP(.S40,.E40) LC0=P0;
  560. DISALGNEXCPT || R0 = [I0++] || R2 =[I1++];
  561. .S40: DISALGNEXCPT || R1 = [I0++M0] || R3 = [I1++M0];
  562. (R7,R6) = BYTEOP16M (R1:0,R3:2);
  563. a0 += r7.l * r7.l, a1 += r7.h * r7.h (is);
  564. .E40: a0 += r6.l * r6.l, a1 += r6.h * r6.h (is);
  565. a0 += a1;
  566. r0 = a0;
  567. (r7:6) = [sp++];
  568. unlink;
  569. rts;
  570. DEFUN_END(sse4)
  571. DEFUN(sse8,mL1,
  572. (void *v, uint8_t *pix1, uint8_t *pix2, int line_size, int h)):
  573. link 0;
  574. [--sp] = (r7:6);
  575. p0=[fp+24]; // h
  576. i0=r1; // pix1
  577. i1=r2; // pix2
  578. r2=[fp+20]; // line_size
  579. r2+=-8;
  580. m0=r2;
  581. a0=a1=0;
  582. LSETUP(.S80,.E80) LC0=P0;
  583. DISALGNEXCPT || R0 = [I0++] || R2 =[I1++];
  584. .S80: DISALGNEXCPT || R1 = [I0++] || R3 = [I1++];
  585. (R7,R6) = BYTEOP16M (R1:0,R3:2) || R0 = [I0++M0] || R2 = [I1++M0];
  586. a0 += r7.l * r7.l, a1 += r7.h * r7.h (is);
  587. a0 += r6.l * r6.l, a1 += r6.h * r6.h (is);
  588. (R7,R6) = BYTEOP16M (R1:0,R3:2) (R)|| R0 = [I0++] || R2 = [I1++];
  589. a0 += r7.l * r7.l, a1 += r7.h * r7.h (is);
  590. .E80: a0 += r6.l * r6.l, a1 += r6.h * r6.h (is);
  591. a0 += a1;
  592. r0 = a0;
  593. (r7:6) = [sp++];
  594. unlink;
  595. rts;
  596. DEFUN_END(sse8)
  597. DEFUN(sse16,mL1,
  598. (void *v, uint8_t *pix1, uint8_t *pix2, int line_size, int h)):
  599. link 0;
  600. [--sp] = (r7:6);
  601. p0=[fp+24]; // h
  602. i0=r1; // pix1
  603. i1=r2; // pix2
  604. r2=[fp+20]; // line_size
  605. r2+=-16;
  606. m0=r2;
  607. a0=a1=0;
  608. DISALGNEXCPT || R0 = [I0++] || R2 =[I1++];
  609. LSETUP(.S160,.E160) LC0=P0;
  610. .S160: DISALGNEXCPT || R1 = [I0++] || R3 = [I1++];
  611. (R7,R6) = BYTEOP16M (R1:0,R3:2) || R0 = [I0++] || R2 = [I1++];
  612. a0 += r7.l * r7.l, a1 += r7.h * r7.h (is);
  613. a0 += r6.l * r6.l, a1 += r6.h * r6.h (is);
  614. (R7,R6) = BYTEOP16M (R1:0,R3:2) (R)|| R1 = [I0++] || R3 = [I1++];
  615. a0 += r7.l * r7.l, a1 += r7.h * r7.h (is);
  616. a0 += r6.l * r6.l, a1 += r6.h * r6.h (is);
  617. (R7,R6) = BYTEOP16M (R1:0,R3:2) || R0 = [I0++M0] || R2 = [I1++M0];
  618. a0 += r7.l * r7.l, a1 += r7.h * r7.h (is);
  619. a0 += r6.l * r6.l, a1 += r6.h * r6.h (is);
  620. (R7,R6) = BYTEOP16M (R1:0,R3:2) (R)|| R0 = [I0++] || R2 = [I1++];
  621. a0 += r7.l * r7.l, a1 += r7.h * r7.h (is);
  622. .E160: a0 += r6.l * r6.l, a1 += r6.h * r6.h (is);
  623. a0 += a1;
  624. r0 = a0;
  625. (r7:6) = [sp++];
  626. unlink;
  627. rts;
  628. DEFUN_END(sse16)