You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

715 lines
31KB

  1. /*
  2. * RV40 decoder motion compensation functions
  3. * Copyright (c) 2008 Konstantin Shishkov
  4. *
  5. * This file is part of Libav.
  6. *
  7. * Libav is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU Lesser General Public
  9. * License as published by the Free Software Foundation; either
  10. * version 2.1 of the License, or (at your option) any later version.
  11. *
  12. * Libav is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * Lesser General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU Lesser General Public
  18. * License along with Libav; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. */
  21. /**
  22. * @file
  23. * RV40 decoder motion compensation functions
  24. */
  25. #include "libavutil/common.h"
  26. #include "libavutil/intreadwrite.h"
  27. #include "avcodec.h"
  28. #include "h264qpel.h"
  29. #include "mathops.h"
  30. #include "pixels.h"
  31. #include "rnd_avg.h"
  32. #include "rv34dsp.h"
  33. #define RV40_LOWPASS(OPNAME, OP) \
  34. static void OPNAME ## rv40_qpel8_h_lowpass(uint8_t *dst, const uint8_t *src, int dstStride, int srcStride,\
  35. const int h, const int C1, const int C2, const int SHIFT){\
  36. const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP;\
  37. int i;\
  38. for(i = 0; i < h; i++)\
  39. {\
  40. OP(dst[0], (src[-2] + src[ 3] - 5*(src[-1]+src[2]) + src[0]*C1 + src[1]*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  41. OP(dst[1], (src[-1] + src[ 4] - 5*(src[ 0]+src[3]) + src[1]*C1 + src[2]*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  42. OP(dst[2], (src[ 0] + src[ 5] - 5*(src[ 1]+src[4]) + src[2]*C1 + src[3]*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  43. OP(dst[3], (src[ 1] + src[ 6] - 5*(src[ 2]+src[5]) + src[3]*C1 + src[4]*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  44. OP(dst[4], (src[ 2] + src[ 7] - 5*(src[ 3]+src[6]) + src[4]*C1 + src[5]*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  45. OP(dst[5], (src[ 3] + src[ 8] - 5*(src[ 4]+src[7]) + src[5]*C1 + src[6]*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  46. OP(dst[6], (src[ 4] + src[ 9] - 5*(src[ 5]+src[8]) + src[6]*C1 + src[7]*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  47. OP(dst[7], (src[ 5] + src[10] - 5*(src[ 6]+src[9]) + src[7]*C1 + src[8]*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  48. dst += dstStride;\
  49. src += srcStride;\
  50. }\
  51. }\
  52. \
  53. static void OPNAME ## rv40_qpel8_v_lowpass(uint8_t *dst, const uint8_t *src, int dstStride, int srcStride,\
  54. const int w, const int C1, const int C2, const int SHIFT){\
  55. const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP;\
  56. int i;\
  57. for(i = 0; i < w; i++)\
  58. {\
  59. const int srcB = src[-2*srcStride];\
  60. const int srcA = src[-1*srcStride];\
  61. const int src0 = src[0 *srcStride];\
  62. const int src1 = src[1 *srcStride];\
  63. const int src2 = src[2 *srcStride];\
  64. const int src3 = src[3 *srcStride];\
  65. const int src4 = src[4 *srcStride];\
  66. const int src5 = src[5 *srcStride];\
  67. const int src6 = src[6 *srcStride];\
  68. const int src7 = src[7 *srcStride];\
  69. const int src8 = src[8 *srcStride];\
  70. const int src9 = src[9 *srcStride];\
  71. const int src10 = src[10*srcStride];\
  72. OP(dst[0*dstStride], (srcB + src3 - 5*(srcA+src2) + src0*C1 + src1*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  73. OP(dst[1*dstStride], (srcA + src4 - 5*(src0+src3) + src1*C1 + src2*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  74. OP(dst[2*dstStride], (src0 + src5 - 5*(src1+src4) + src2*C1 + src3*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  75. OP(dst[3*dstStride], (src1 + src6 - 5*(src2+src5) + src3*C1 + src4*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  76. OP(dst[4*dstStride], (src2 + src7 - 5*(src3+src6) + src4*C1 + src5*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  77. OP(dst[5*dstStride], (src3 + src8 - 5*(src4+src7) + src5*C1 + src6*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  78. OP(dst[6*dstStride], (src4 + src9 - 5*(src5+src8) + src6*C1 + src7*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  79. OP(dst[7*dstStride], (src5 + src10 - 5*(src6+src9) + src7*C1 + src8*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  80. dst++;\
  81. src++;\
  82. }\
  83. }\
  84. \
  85. static void OPNAME ## rv40_qpel16_v_lowpass(uint8_t *dst, const uint8_t *src, int dstStride, int srcStride,\
  86. const int w, const int C1, const int C2, const int SHIFT){\
  87. OPNAME ## rv40_qpel8_v_lowpass(dst , src , dstStride, srcStride, 8, C1, C2, SHIFT);\
  88. OPNAME ## rv40_qpel8_v_lowpass(dst+8, src+8, dstStride, srcStride, 8, C1, C2, SHIFT);\
  89. src += 8*srcStride;\
  90. dst += 8*dstStride;\
  91. OPNAME ## rv40_qpel8_v_lowpass(dst , src , dstStride, srcStride, w-8, C1, C2, SHIFT);\
  92. OPNAME ## rv40_qpel8_v_lowpass(dst+8, src+8, dstStride, srcStride, w-8, C1, C2, SHIFT);\
  93. }\
  94. \
  95. static void OPNAME ## rv40_qpel16_h_lowpass(uint8_t *dst, const uint8_t *src, int dstStride, int srcStride,\
  96. const int h, const int C1, const int C2, const int SHIFT){\
  97. OPNAME ## rv40_qpel8_h_lowpass(dst , src , dstStride, srcStride, 8, C1, C2, SHIFT);\
  98. OPNAME ## rv40_qpel8_h_lowpass(dst+8, src+8, dstStride, srcStride, 8, C1, C2, SHIFT);\
  99. src += 8*srcStride;\
  100. dst += 8*dstStride;\
  101. OPNAME ## rv40_qpel8_h_lowpass(dst , src , dstStride, srcStride, h-8, C1, C2, SHIFT);\
  102. OPNAME ## rv40_qpel8_h_lowpass(dst+8, src+8, dstStride, srcStride, h-8, C1, C2, SHIFT);\
  103. }\
  104. \
  105. #define RV40_MC(OPNAME, SIZE) \
  106. static void OPNAME ## rv40_qpel ## SIZE ## _mc10_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  107. {\
  108. OPNAME ## rv40_qpel ## SIZE ## _h_lowpass(dst, src, stride, stride, SIZE, 52, 20, 6);\
  109. }\
  110. \
  111. static void OPNAME ## rv40_qpel ## SIZE ## _mc30_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  112. {\
  113. OPNAME ## rv40_qpel ## SIZE ## _h_lowpass(dst, src, stride, stride, SIZE, 20, 52, 6);\
  114. }\
  115. \
  116. static void OPNAME ## rv40_qpel ## SIZE ## _mc01_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  117. {\
  118. OPNAME ## rv40_qpel ## SIZE ## _v_lowpass(dst, src, stride, stride, SIZE, 52, 20, 6);\
  119. }\
  120. \
  121. static void OPNAME ## rv40_qpel ## SIZE ## _mc11_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  122. {\
  123. uint8_t full[SIZE*(SIZE+5)];\
  124. uint8_t * const full_mid = full + SIZE*2;\
  125. put_rv40_qpel ## SIZE ## _h_lowpass(full, src - 2*stride, SIZE, stride, SIZE+5, 52, 20, 6);\
  126. OPNAME ## rv40_qpel ## SIZE ## _v_lowpass(dst, full_mid, stride, SIZE, SIZE, 52, 20, 6);\
  127. }\
  128. \
  129. static void OPNAME ## rv40_qpel ## SIZE ## _mc21_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  130. {\
  131. uint8_t full[SIZE*(SIZE+5)];\
  132. uint8_t * const full_mid = full + SIZE*2;\
  133. put_rv40_qpel ## SIZE ## _h_lowpass(full, src - 2*stride, SIZE, stride, SIZE+5, 20, 20, 5);\
  134. OPNAME ## rv40_qpel ## SIZE ## _v_lowpass(dst, full_mid, stride, SIZE, SIZE, 52, 20, 6);\
  135. }\
  136. \
  137. static void OPNAME ## rv40_qpel ## SIZE ## _mc31_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  138. {\
  139. uint8_t full[SIZE*(SIZE+5)];\
  140. uint8_t * const full_mid = full + SIZE*2;\
  141. put_rv40_qpel ## SIZE ## _h_lowpass(full, src - 2*stride, SIZE, stride, SIZE+5, 20, 52, 6);\
  142. OPNAME ## rv40_qpel ## SIZE ## _v_lowpass(dst, full_mid, stride, SIZE, SIZE, 52, 20, 6);\
  143. }\
  144. \
  145. static void OPNAME ## rv40_qpel ## SIZE ## _mc12_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  146. {\
  147. uint8_t full[SIZE*(SIZE+5)];\
  148. uint8_t * const full_mid = full + SIZE*2;\
  149. put_rv40_qpel ## SIZE ## _h_lowpass(full, src - 2*stride, SIZE, stride, SIZE+5, 52, 20, 6);\
  150. OPNAME ## rv40_qpel ## SIZE ## _v_lowpass(dst, full_mid, stride, SIZE, SIZE, 20, 20, 5);\
  151. }\
  152. \
  153. static void OPNAME ## rv40_qpel ## SIZE ## _mc22_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  154. {\
  155. uint8_t full[SIZE*(SIZE+5)];\
  156. uint8_t * const full_mid = full + SIZE*2;\
  157. put_rv40_qpel ## SIZE ## _h_lowpass(full, src - 2*stride, SIZE, stride, SIZE+5, 20, 20, 5);\
  158. OPNAME ## rv40_qpel ## SIZE ## _v_lowpass(dst, full_mid, stride, SIZE, SIZE, 20, 20, 5);\
  159. }\
  160. \
  161. static void OPNAME ## rv40_qpel ## SIZE ## _mc32_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  162. {\
  163. uint8_t full[SIZE*(SIZE+5)];\
  164. uint8_t * const full_mid = full + SIZE*2;\
  165. put_rv40_qpel ## SIZE ## _h_lowpass(full, src - 2*stride, SIZE, stride, SIZE+5, 20, 52, 6);\
  166. OPNAME ## rv40_qpel ## SIZE ## _v_lowpass(dst, full_mid, stride, SIZE, SIZE, 20, 20, 5);\
  167. }\
  168. \
  169. static void OPNAME ## rv40_qpel ## SIZE ## _mc03_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  170. {\
  171. OPNAME ## rv40_qpel ## SIZE ## _v_lowpass(dst, src, stride, stride, SIZE, 20, 52, 6);\
  172. }\
  173. \
  174. static void OPNAME ## rv40_qpel ## SIZE ## _mc13_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  175. {\
  176. uint8_t full[SIZE*(SIZE+5)];\
  177. uint8_t * const full_mid = full + SIZE*2;\
  178. put_rv40_qpel ## SIZE ## _h_lowpass(full, src - 2*stride, SIZE, stride, SIZE+5, 52, 20, 6);\
  179. OPNAME ## rv40_qpel ## SIZE ## _v_lowpass(dst, full_mid, stride, SIZE, SIZE, 20, 52, 6);\
  180. }\
  181. \
  182. static void OPNAME ## rv40_qpel ## SIZE ## _mc23_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  183. {\
  184. uint8_t full[SIZE*(SIZE+5)];\
  185. uint8_t * const full_mid = full + SIZE*2;\
  186. put_rv40_qpel ## SIZE ## _h_lowpass(full, src - 2*stride, SIZE, stride, SIZE+5, 20, 20, 5);\
  187. OPNAME ## rv40_qpel ## SIZE ## _v_lowpass(dst, full_mid, stride, SIZE, SIZE, 20, 52, 6);\
  188. }\
  189. \
  190. #define op_avg(a, b) a = (((a)+cm[b]+1)>>1)
  191. #define op_put(a, b) a = cm[b]
  192. RV40_LOWPASS(put_ , op_put)
  193. RV40_LOWPASS(avg_ , op_avg)
  194. #undef op_avg
  195. #undef op_put
  196. RV40_MC(put_, 8)
  197. RV40_MC(put_, 16)
  198. RV40_MC(avg_, 8)
  199. RV40_MC(avg_, 16)
  200. #define PIXOP2(OPNAME, OP) \
  201. static inline void OPNAME ## _pixels8_xy2_8_c(uint8_t *block, \
  202. const uint8_t *pixels, \
  203. ptrdiff_t line_size, \
  204. int h) \
  205. { \
  206. /* FIXME HIGH BIT DEPTH */ \
  207. int j; \
  208. \
  209. for (j = 0; j < 2; j++) { \
  210. int i; \
  211. const uint32_t a = AV_RN32(pixels); \
  212. const uint32_t b = AV_RN32(pixels + 1); \
  213. uint32_t l0 = (a & 0x03030303UL) + \
  214. (b & 0x03030303UL) + \
  215. 0x02020202UL; \
  216. uint32_t h0 = ((a & 0xFCFCFCFCUL) >> 2) + \
  217. ((b & 0xFCFCFCFCUL) >> 2); \
  218. uint32_t l1, h1; \
  219. \
  220. pixels += line_size; \
  221. for (i = 0; i < h; i += 2) { \
  222. uint32_t a = AV_RN32(pixels); \
  223. uint32_t b = AV_RN32(pixels + 1); \
  224. l1 = (a & 0x03030303UL) + \
  225. (b & 0x03030303UL); \
  226. h1 = ((a & 0xFCFCFCFCUL) >> 2) + \
  227. ((b & 0xFCFCFCFCUL) >> 2); \
  228. OP(*((uint32_t *) block), \
  229. h0 + h1 + (((l0 + l1) >> 2) & 0x0F0F0F0FUL)); \
  230. pixels += line_size; \
  231. block += line_size; \
  232. a = AV_RN32(pixels); \
  233. b = AV_RN32(pixels + 1); \
  234. l0 = (a & 0x03030303UL) + \
  235. (b & 0x03030303UL) + \
  236. 0x02020202UL; \
  237. h0 = ((a & 0xFCFCFCFCUL) >> 2) + \
  238. ((b & 0xFCFCFCFCUL) >> 2); \
  239. OP(*((uint32_t *) block), \
  240. h0 + h1 + (((l0 + l1) >> 2) & 0x0F0F0F0FUL)); \
  241. pixels += line_size; \
  242. block += line_size; \
  243. } \
  244. pixels += 4 - line_size * (h + 1); \
  245. block += 4 - line_size * h; \
  246. } \
  247. } \
  248. \
  249. CALL_2X_PIXELS(OPNAME ## _pixels16_xy2_8_c, \
  250. OPNAME ## _pixels8_xy2_8_c, \
  251. 8) \
  252. #define op_avg(a, b) a = rnd_avg32(a, b)
  253. #define op_put(a, b) a = b
  254. PIXOP2(avg, op_avg)
  255. PIXOP2(put, op_put)
  256. #undef op_avg
  257. #undef op_put
  258. static void put_rv40_qpel16_mc33_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)
  259. {
  260. put_pixels16_xy2_8_c(dst, src, stride, 16);
  261. }
  262. static void avg_rv40_qpel16_mc33_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)
  263. {
  264. avg_pixels16_xy2_8_c(dst, src, stride, 16);
  265. }
  266. static void put_rv40_qpel8_mc33_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)
  267. {
  268. put_pixels8_xy2_8_c(dst, src, stride, 8);
  269. }
  270. static void avg_rv40_qpel8_mc33_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)
  271. {
  272. avg_pixels8_xy2_8_c(dst, src, stride, 8);
  273. }
  274. static const int rv40_bias[4][4] = {
  275. { 0, 16, 32, 16 },
  276. { 32, 28, 32, 28 },
  277. { 0, 32, 16, 32 },
  278. { 32, 28, 32, 28 }
  279. };
  280. #define RV40_CHROMA_MC(OPNAME, OP)\
  281. static void OPNAME ## rv40_chroma_mc4_c(uint8_t *dst /*align 8*/,\
  282. uint8_t *src /*align 1*/,\
  283. ptrdiff_t stride, int h, int x, int y)\
  284. {\
  285. const int A = (8-x) * (8-y);\
  286. const int B = ( x) * (8-y);\
  287. const int C = (8-x) * ( y);\
  288. const int D = ( x) * ( y);\
  289. int i;\
  290. int bias = rv40_bias[y>>1][x>>1];\
  291. \
  292. assert(x<8 && y<8 && x>=0 && y>=0);\
  293. \
  294. if(D){\
  295. for(i = 0; i < h; i++){\
  296. OP(dst[0], (A*src[0] + B*src[1] + C*src[stride+0] + D*src[stride+1] + bias));\
  297. OP(dst[1], (A*src[1] + B*src[2] + C*src[stride+1] + D*src[stride+2] + bias));\
  298. OP(dst[2], (A*src[2] + B*src[3] + C*src[stride+2] + D*src[stride+3] + bias));\
  299. OP(dst[3], (A*src[3] + B*src[4] + C*src[stride+3] + D*src[stride+4] + bias));\
  300. dst += stride;\
  301. src += stride;\
  302. }\
  303. }else{\
  304. const int E = B + C;\
  305. const ptrdiff_t step = C ? stride : 1;\
  306. for(i = 0; i < h; i++){\
  307. OP(dst[0], (A*src[0] + E*src[step+0] + bias));\
  308. OP(dst[1], (A*src[1] + E*src[step+1] + bias));\
  309. OP(dst[2], (A*src[2] + E*src[step+2] + bias));\
  310. OP(dst[3], (A*src[3] + E*src[step+3] + bias));\
  311. dst += stride;\
  312. src += stride;\
  313. }\
  314. }\
  315. }\
  316. \
  317. static void OPNAME ## rv40_chroma_mc8_c(uint8_t *dst/*align 8*/,\
  318. uint8_t *src/*align 1*/,\
  319. ptrdiff_t stride, int h, int x, int y)\
  320. {\
  321. const int A = (8-x) * (8-y);\
  322. const int B = ( x) * (8-y);\
  323. const int C = (8-x) * ( y);\
  324. const int D = ( x) * ( y);\
  325. int i;\
  326. int bias = rv40_bias[y>>1][x>>1];\
  327. \
  328. assert(x<8 && y<8 && x>=0 && y>=0);\
  329. \
  330. if(D){\
  331. for(i = 0; i < h; i++){\
  332. OP(dst[0], (A*src[0] + B*src[1] + C*src[stride+0] + D*src[stride+1] + bias));\
  333. OP(dst[1], (A*src[1] + B*src[2] + C*src[stride+1] + D*src[stride+2] + bias));\
  334. OP(dst[2], (A*src[2] + B*src[3] + C*src[stride+2] + D*src[stride+3] + bias));\
  335. OP(dst[3], (A*src[3] + B*src[4] + C*src[stride+3] + D*src[stride+4] + bias));\
  336. OP(dst[4], (A*src[4] + B*src[5] + C*src[stride+4] + D*src[stride+5] + bias));\
  337. OP(dst[5], (A*src[5] + B*src[6] + C*src[stride+5] + D*src[stride+6] + bias));\
  338. OP(dst[6], (A*src[6] + B*src[7] + C*src[stride+6] + D*src[stride+7] + bias));\
  339. OP(dst[7], (A*src[7] + B*src[8] + C*src[stride+7] + D*src[stride+8] + bias));\
  340. dst += stride;\
  341. src += stride;\
  342. }\
  343. }else{\
  344. const int E = B + C;\
  345. const ptrdiff_t step = C ? stride : 1;\
  346. for(i = 0; i < h; i++){\
  347. OP(dst[0], (A*src[0] + E*src[step+0] + bias));\
  348. OP(dst[1], (A*src[1] + E*src[step+1] + bias));\
  349. OP(dst[2], (A*src[2] + E*src[step+2] + bias));\
  350. OP(dst[3], (A*src[3] + E*src[step+3] + bias));\
  351. OP(dst[4], (A*src[4] + E*src[step+4] + bias));\
  352. OP(dst[5], (A*src[5] + E*src[step+5] + bias));\
  353. OP(dst[6], (A*src[6] + E*src[step+6] + bias));\
  354. OP(dst[7], (A*src[7] + E*src[step+7] + bias));\
  355. dst += stride;\
  356. src += stride;\
  357. }\
  358. }\
  359. }
  360. #define op_avg(a, b) a = (((a)+((b)>>6)+1)>>1)
  361. #define op_put(a, b) a = ((b)>>6)
  362. RV40_CHROMA_MC(put_, op_put)
  363. RV40_CHROMA_MC(avg_, op_avg)
  364. #define RV40_WEIGHT_FUNC(size) \
  365. static void rv40_weight_func_rnd_ ## size (uint8_t *dst, uint8_t *src1, uint8_t *src2, int w1, int w2, ptrdiff_t stride)\
  366. {\
  367. int i, j;\
  368. \
  369. for (j = 0; j < size; j++) {\
  370. for (i = 0; i < size; i++)\
  371. dst[i] = (((w2 * src1[i]) >> 9) + ((w1 * src2[i]) >> 9) + 0x10) >> 5;\
  372. src1 += stride;\
  373. src2 += stride;\
  374. dst += stride;\
  375. }\
  376. }\
  377. static void rv40_weight_func_nornd_ ## size (uint8_t *dst, uint8_t *src1, uint8_t *src2, int w1, int w2, ptrdiff_t stride)\
  378. {\
  379. int i, j;\
  380. \
  381. for (j = 0; j < size; j++) {\
  382. for (i = 0; i < size; i++)\
  383. dst[i] = (w2 * src1[i] + w1 * src2[i] + 0x10) >> 5;\
  384. src1 += stride;\
  385. src2 += stride;\
  386. dst += stride;\
  387. }\
  388. }
  389. RV40_WEIGHT_FUNC(16)
  390. RV40_WEIGHT_FUNC(8)
  391. /**
  392. * dither values for deblocking filter - left/top values
  393. */
  394. static const uint8_t rv40_dither_l[16] = {
  395. 0x40, 0x50, 0x20, 0x60, 0x30, 0x50, 0x40, 0x30,
  396. 0x50, 0x40, 0x50, 0x30, 0x60, 0x20, 0x50, 0x40
  397. };
  398. /**
  399. * dither values for deblocking filter - right/bottom values
  400. */
  401. static const uint8_t rv40_dither_r[16] = {
  402. 0x40, 0x30, 0x60, 0x20, 0x50, 0x30, 0x30, 0x40,
  403. 0x40, 0x40, 0x50, 0x30, 0x20, 0x60, 0x30, 0x40
  404. };
  405. #define CLIP_SYMM(a, b) av_clip(a, -(b), b)
  406. /**
  407. * weaker deblocking very similar to the one described in 4.4.2 of JVT-A003r1
  408. */
  409. static av_always_inline void rv40_weak_loop_filter(uint8_t *src,
  410. const int step,
  411. const ptrdiff_t stride,
  412. const int filter_p1,
  413. const int filter_q1,
  414. const int alpha,
  415. const int beta,
  416. const int lim_p0q0,
  417. const int lim_q1,
  418. const int lim_p1)
  419. {
  420. const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP;
  421. int i, t, u, diff;
  422. for (i = 0; i < 4; i++, src += stride) {
  423. int diff_p1p0 = src[-2*step] - src[-1*step];
  424. int diff_q1q0 = src[ 1*step] - src[ 0*step];
  425. int diff_p1p2 = src[-2*step] - src[-3*step];
  426. int diff_q1q2 = src[ 1*step] - src[ 2*step];
  427. t = src[0*step] - src[-1*step];
  428. if (!t)
  429. continue;
  430. u = (alpha * FFABS(t)) >> 7;
  431. if (u > 3 - (filter_p1 && filter_q1))
  432. continue;
  433. t <<= 2;
  434. if (filter_p1 && filter_q1)
  435. t += src[-2*step] - src[1*step];
  436. diff = CLIP_SYMM((t + 4) >> 3, lim_p0q0);
  437. src[-1*step] = cm[src[-1*step] + diff];
  438. src[ 0*step] = cm[src[ 0*step] - diff];
  439. if (filter_p1 && FFABS(diff_p1p2) <= beta) {
  440. t = (diff_p1p0 + diff_p1p2 - diff) >> 1;
  441. src[-2*step] = cm[src[-2*step] - CLIP_SYMM(t, lim_p1)];
  442. }
  443. if (filter_q1 && FFABS(diff_q1q2) <= beta) {
  444. t = (diff_q1q0 + diff_q1q2 + diff) >> 1;
  445. src[ 1*step] = cm[src[ 1*step] - CLIP_SYMM(t, lim_q1)];
  446. }
  447. }
  448. }
  449. static void rv40_h_weak_loop_filter(uint8_t *src, const ptrdiff_t stride,
  450. const int filter_p1, const int filter_q1,
  451. const int alpha, const int beta,
  452. const int lim_p0q0, const int lim_q1,
  453. const int lim_p1)
  454. {
  455. rv40_weak_loop_filter(src, stride, 1, filter_p1, filter_q1,
  456. alpha, beta, lim_p0q0, lim_q1, lim_p1);
  457. }
  458. static void rv40_v_weak_loop_filter(uint8_t *src, const ptrdiff_t stride,
  459. const int filter_p1, const int filter_q1,
  460. const int alpha, const int beta,
  461. const int lim_p0q0, const int lim_q1,
  462. const int lim_p1)
  463. {
  464. rv40_weak_loop_filter(src, 1, stride, filter_p1, filter_q1,
  465. alpha, beta, lim_p0q0, lim_q1, lim_p1);
  466. }
  467. static av_always_inline void rv40_strong_loop_filter(uint8_t *src,
  468. const int step,
  469. const ptrdiff_t stride,
  470. const int alpha,
  471. const int lims,
  472. const int dmode,
  473. const int chroma)
  474. {
  475. int i;
  476. for(i = 0; i < 4; i++, src += stride){
  477. int sflag, p0, q0, p1, q1;
  478. int t = src[0*step] - src[-1*step];
  479. if (!t)
  480. continue;
  481. sflag = (alpha * FFABS(t)) >> 7;
  482. if (sflag > 1)
  483. continue;
  484. p0 = (25*src[-3*step] + 26*src[-2*step] + 26*src[-1*step] +
  485. 26*src[ 0*step] + 25*src[ 1*step] +
  486. rv40_dither_l[dmode + i]) >> 7;
  487. q0 = (25*src[-2*step] + 26*src[-1*step] + 26*src[ 0*step] +
  488. 26*src[ 1*step] + 25*src[ 2*step] +
  489. rv40_dither_r[dmode + i]) >> 7;
  490. if (sflag) {
  491. p0 = av_clip(p0, src[-1*step] - lims, src[-1*step] + lims);
  492. q0 = av_clip(q0, src[ 0*step] - lims, src[ 0*step] + lims);
  493. }
  494. p1 = (25*src[-4*step] + 26*src[-3*step] + 26*src[-2*step] + 26*p0 +
  495. 25*src[ 0*step] + rv40_dither_l[dmode + i]) >> 7;
  496. q1 = (25*src[-1*step] + 26*q0 + 26*src[ 1*step] + 26*src[ 2*step] +
  497. 25*src[ 3*step] + rv40_dither_r[dmode + i]) >> 7;
  498. if (sflag) {
  499. p1 = av_clip(p1, src[-2*step] - lims, src[-2*step] + lims);
  500. q1 = av_clip(q1, src[ 1*step] - lims, src[ 1*step] + lims);
  501. }
  502. src[-2*step] = p1;
  503. src[-1*step] = p0;
  504. src[ 0*step] = q0;
  505. src[ 1*step] = q1;
  506. if(!chroma){
  507. src[-3*step] = (25*src[-1*step] + 26*src[-2*step] +
  508. 51*src[-3*step] + 26*src[-4*step] + 64) >> 7;
  509. src[ 2*step] = (25*src[ 0*step] + 26*src[ 1*step] +
  510. 51*src[ 2*step] + 26*src[ 3*step] + 64) >> 7;
  511. }
  512. }
  513. }
  514. static void rv40_h_strong_loop_filter(uint8_t *src, const ptrdiff_t stride,
  515. const int alpha, const int lims,
  516. const int dmode, const int chroma)
  517. {
  518. rv40_strong_loop_filter(src, stride, 1, alpha, lims, dmode, chroma);
  519. }
  520. static void rv40_v_strong_loop_filter(uint8_t *src, const ptrdiff_t stride,
  521. const int alpha, const int lims,
  522. const int dmode, const int chroma)
  523. {
  524. rv40_strong_loop_filter(src, 1, stride, alpha, lims, dmode, chroma);
  525. }
  526. static av_always_inline int rv40_loop_filter_strength(uint8_t *src,
  527. int step, ptrdiff_t stride,
  528. int beta, int beta2,
  529. int edge,
  530. int *p1, int *q1)
  531. {
  532. int sum_p1p0 = 0, sum_q1q0 = 0, sum_p1p2 = 0, sum_q1q2 = 0;
  533. int strong0 = 0, strong1 = 0;
  534. uint8_t *ptr;
  535. int i;
  536. for (i = 0, ptr = src; i < 4; i++, ptr += stride) {
  537. sum_p1p0 += ptr[-2*step] - ptr[-1*step];
  538. sum_q1q0 += ptr[ 1*step] - ptr[ 0*step];
  539. }
  540. *p1 = FFABS(sum_p1p0) < (beta << 2);
  541. *q1 = FFABS(sum_q1q0) < (beta << 2);
  542. if(!*p1 && !*q1)
  543. return 0;
  544. if (!edge)
  545. return 0;
  546. for (i = 0, ptr = src; i < 4; i++, ptr += stride) {
  547. sum_p1p2 += ptr[-2*step] - ptr[-3*step];
  548. sum_q1q2 += ptr[ 1*step] - ptr[ 2*step];
  549. }
  550. strong0 = *p1 && (FFABS(sum_p1p2) < beta2);
  551. strong1 = *q1 && (FFABS(sum_q1q2) < beta2);
  552. return strong0 && strong1;
  553. }
  554. static int rv40_h_loop_filter_strength(uint8_t *src, ptrdiff_t stride,
  555. int beta, int beta2, int edge,
  556. int *p1, int *q1)
  557. {
  558. return rv40_loop_filter_strength(src, stride, 1, beta, beta2, edge, p1, q1);
  559. }
  560. static int rv40_v_loop_filter_strength(uint8_t *src, ptrdiff_t stride,
  561. int beta, int beta2, int edge,
  562. int *p1, int *q1)
  563. {
  564. return rv40_loop_filter_strength(src, 1, stride, beta, beta2, edge, p1, q1);
  565. }
  566. av_cold void ff_rv40dsp_init(RV34DSPContext *c)
  567. {
  568. H264QpelContext qpel;
  569. ff_rv34dsp_init(c);
  570. ff_h264qpel_init(&qpel, 8);
  571. c->put_pixels_tab[0][ 0] = qpel.put_h264_qpel_pixels_tab[0][0];
  572. c->put_pixels_tab[0][ 1] = put_rv40_qpel16_mc10_c;
  573. c->put_pixels_tab[0][ 2] = qpel.put_h264_qpel_pixels_tab[0][2];
  574. c->put_pixels_tab[0][ 3] = put_rv40_qpel16_mc30_c;
  575. c->put_pixels_tab[0][ 4] = put_rv40_qpel16_mc01_c;
  576. c->put_pixels_tab[0][ 5] = put_rv40_qpel16_mc11_c;
  577. c->put_pixels_tab[0][ 6] = put_rv40_qpel16_mc21_c;
  578. c->put_pixels_tab[0][ 7] = put_rv40_qpel16_mc31_c;
  579. c->put_pixels_tab[0][ 8] = qpel.put_h264_qpel_pixels_tab[0][8];
  580. c->put_pixels_tab[0][ 9] = put_rv40_qpel16_mc12_c;
  581. c->put_pixels_tab[0][10] = put_rv40_qpel16_mc22_c;
  582. c->put_pixels_tab[0][11] = put_rv40_qpel16_mc32_c;
  583. c->put_pixels_tab[0][12] = put_rv40_qpel16_mc03_c;
  584. c->put_pixels_tab[0][13] = put_rv40_qpel16_mc13_c;
  585. c->put_pixels_tab[0][14] = put_rv40_qpel16_mc23_c;
  586. c->put_pixels_tab[0][15] = put_rv40_qpel16_mc33_c;
  587. c->avg_pixels_tab[0][ 0] = qpel.avg_h264_qpel_pixels_tab[0][0];
  588. c->avg_pixels_tab[0][ 1] = avg_rv40_qpel16_mc10_c;
  589. c->avg_pixels_tab[0][ 2] = qpel.avg_h264_qpel_pixels_tab[0][2];
  590. c->avg_pixels_tab[0][ 3] = avg_rv40_qpel16_mc30_c;
  591. c->avg_pixels_tab[0][ 4] = avg_rv40_qpel16_mc01_c;
  592. c->avg_pixels_tab[0][ 5] = avg_rv40_qpel16_mc11_c;
  593. c->avg_pixels_tab[0][ 6] = avg_rv40_qpel16_mc21_c;
  594. c->avg_pixels_tab[0][ 7] = avg_rv40_qpel16_mc31_c;
  595. c->avg_pixels_tab[0][ 8] = qpel.avg_h264_qpel_pixels_tab[0][8];
  596. c->avg_pixels_tab[0][ 9] = avg_rv40_qpel16_mc12_c;
  597. c->avg_pixels_tab[0][10] = avg_rv40_qpel16_mc22_c;
  598. c->avg_pixels_tab[0][11] = avg_rv40_qpel16_mc32_c;
  599. c->avg_pixels_tab[0][12] = avg_rv40_qpel16_mc03_c;
  600. c->avg_pixels_tab[0][13] = avg_rv40_qpel16_mc13_c;
  601. c->avg_pixels_tab[0][14] = avg_rv40_qpel16_mc23_c;
  602. c->avg_pixels_tab[0][15] = avg_rv40_qpel16_mc33_c;
  603. c->put_pixels_tab[1][ 0] = qpel.put_h264_qpel_pixels_tab[1][0];
  604. c->put_pixels_tab[1][ 1] = put_rv40_qpel8_mc10_c;
  605. c->put_pixels_tab[1][ 2] = qpel.put_h264_qpel_pixels_tab[1][2];
  606. c->put_pixels_tab[1][ 3] = put_rv40_qpel8_mc30_c;
  607. c->put_pixels_tab[1][ 4] = put_rv40_qpel8_mc01_c;
  608. c->put_pixels_tab[1][ 5] = put_rv40_qpel8_mc11_c;
  609. c->put_pixels_tab[1][ 6] = put_rv40_qpel8_mc21_c;
  610. c->put_pixels_tab[1][ 7] = put_rv40_qpel8_mc31_c;
  611. c->put_pixels_tab[1][ 8] = qpel.put_h264_qpel_pixels_tab[1][8];
  612. c->put_pixels_tab[1][ 9] = put_rv40_qpel8_mc12_c;
  613. c->put_pixels_tab[1][10] = put_rv40_qpel8_mc22_c;
  614. c->put_pixels_tab[1][11] = put_rv40_qpel8_mc32_c;
  615. c->put_pixels_tab[1][12] = put_rv40_qpel8_mc03_c;
  616. c->put_pixels_tab[1][13] = put_rv40_qpel8_mc13_c;
  617. c->put_pixels_tab[1][14] = put_rv40_qpel8_mc23_c;
  618. c->put_pixels_tab[1][15] = put_rv40_qpel8_mc33_c;
  619. c->avg_pixels_tab[1][ 0] = qpel.avg_h264_qpel_pixels_tab[1][0];
  620. c->avg_pixels_tab[1][ 1] = avg_rv40_qpel8_mc10_c;
  621. c->avg_pixels_tab[1][ 2] = qpel.avg_h264_qpel_pixels_tab[1][2];
  622. c->avg_pixels_tab[1][ 3] = avg_rv40_qpel8_mc30_c;
  623. c->avg_pixels_tab[1][ 4] = avg_rv40_qpel8_mc01_c;
  624. c->avg_pixels_tab[1][ 5] = avg_rv40_qpel8_mc11_c;
  625. c->avg_pixels_tab[1][ 6] = avg_rv40_qpel8_mc21_c;
  626. c->avg_pixels_tab[1][ 7] = avg_rv40_qpel8_mc31_c;
  627. c->avg_pixels_tab[1][ 8] = qpel.avg_h264_qpel_pixels_tab[1][8];
  628. c->avg_pixels_tab[1][ 9] = avg_rv40_qpel8_mc12_c;
  629. c->avg_pixels_tab[1][10] = avg_rv40_qpel8_mc22_c;
  630. c->avg_pixels_tab[1][11] = avg_rv40_qpel8_mc32_c;
  631. c->avg_pixels_tab[1][12] = avg_rv40_qpel8_mc03_c;
  632. c->avg_pixels_tab[1][13] = avg_rv40_qpel8_mc13_c;
  633. c->avg_pixels_tab[1][14] = avg_rv40_qpel8_mc23_c;
  634. c->avg_pixels_tab[1][15] = avg_rv40_qpel8_mc33_c;
  635. c->put_chroma_pixels_tab[0] = put_rv40_chroma_mc8_c;
  636. c->put_chroma_pixels_tab[1] = put_rv40_chroma_mc4_c;
  637. c->avg_chroma_pixels_tab[0] = avg_rv40_chroma_mc8_c;
  638. c->avg_chroma_pixels_tab[1] = avg_rv40_chroma_mc4_c;
  639. c->rv40_weight_pixels_tab[0][0] = rv40_weight_func_rnd_16;
  640. c->rv40_weight_pixels_tab[0][1] = rv40_weight_func_rnd_8;
  641. c->rv40_weight_pixels_tab[1][0] = rv40_weight_func_nornd_16;
  642. c->rv40_weight_pixels_tab[1][1] = rv40_weight_func_nornd_8;
  643. c->rv40_weak_loop_filter[0] = rv40_h_weak_loop_filter;
  644. c->rv40_weak_loop_filter[1] = rv40_v_weak_loop_filter;
  645. c->rv40_strong_loop_filter[0] = rv40_h_strong_loop_filter;
  646. c->rv40_strong_loop_filter[1] = rv40_v_strong_loop_filter;
  647. c->rv40_loop_filter_strength[0] = rv40_h_loop_filter_strength;
  648. c->rv40_loop_filter_strength[1] = rv40_v_loop_filter_strength;
  649. if (ARCH_AARCH64)
  650. ff_rv40dsp_init_aarch64(c);
  651. if (ARCH_ARM)
  652. ff_rv40dsp_init_arm(c);
  653. if (ARCH_X86)
  654. ff_rv40dsp_init_x86(c);
  655. }