You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

709 lines
30KB

  1. /*
  2. * RV40 decoder motion compensation functions
  3. * Copyright (c) 2008 Konstantin Shishkov
  4. *
  5. * This file is part of Libav.
  6. *
  7. * Libav is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU Lesser General Public
  9. * License as published by the Free Software Foundation; either
  10. * version 2.1 of the License, or (at your option) any later version.
  11. *
  12. * Libav is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * Lesser General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU Lesser General Public
  18. * License along with Libav; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. */
  21. /**
  22. * @file
  23. * RV40 decoder motion compensation functions
  24. */
  25. #include "libavutil/common.h"
  26. #include "libavutil/intreadwrite.h"
  27. #include "avcodec.h"
  28. #include "h264qpel.h"
  29. #include "mathops.h"
  30. #include "pixels.h"
  31. #include "rnd_avg.h"
  32. #include "rv34dsp.h"
  33. #define RV40_LOWPASS(OPNAME, OP) \
  34. static void OPNAME ## rv40_qpel8_h_lowpass(uint8_t *dst, const uint8_t *src, int dstStride, int srcStride,\
  35. const int h, const int C1, const int C2, const int SHIFT){\
  36. const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP;\
  37. int i;\
  38. for(i = 0; i < h; i++)\
  39. {\
  40. OP(dst[0], (src[-2] + src[ 3] - 5*(src[-1]+src[2]) + src[0]*C1 + src[1]*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  41. OP(dst[1], (src[-1] + src[ 4] - 5*(src[ 0]+src[3]) + src[1]*C1 + src[2]*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  42. OP(dst[2], (src[ 0] + src[ 5] - 5*(src[ 1]+src[4]) + src[2]*C1 + src[3]*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  43. OP(dst[3], (src[ 1] + src[ 6] - 5*(src[ 2]+src[5]) + src[3]*C1 + src[4]*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  44. OP(dst[4], (src[ 2] + src[ 7] - 5*(src[ 3]+src[6]) + src[4]*C1 + src[5]*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  45. OP(dst[5], (src[ 3] + src[ 8] - 5*(src[ 4]+src[7]) + src[5]*C1 + src[6]*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  46. OP(dst[6], (src[ 4] + src[ 9] - 5*(src[ 5]+src[8]) + src[6]*C1 + src[7]*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  47. OP(dst[7], (src[ 5] + src[10] - 5*(src[ 6]+src[9]) + src[7]*C1 + src[8]*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  48. dst += dstStride;\
  49. src += srcStride;\
  50. }\
  51. }\
  52. \
  53. static void OPNAME ## rv40_qpel8_v_lowpass(uint8_t *dst, const uint8_t *src, int dstStride, int srcStride,\
  54. const int w, const int C1, const int C2, const int SHIFT){\
  55. const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP;\
  56. int i;\
  57. for(i = 0; i < w; i++)\
  58. {\
  59. const int srcB = src[-2*srcStride];\
  60. const int srcA = src[-1*srcStride];\
  61. const int src0 = src[0 *srcStride];\
  62. const int src1 = src[1 *srcStride];\
  63. const int src2 = src[2 *srcStride];\
  64. const int src3 = src[3 *srcStride];\
  65. const int src4 = src[4 *srcStride];\
  66. const int src5 = src[5 *srcStride];\
  67. const int src6 = src[6 *srcStride];\
  68. const int src7 = src[7 *srcStride];\
  69. const int src8 = src[8 *srcStride];\
  70. const int src9 = src[9 *srcStride];\
  71. const int src10 = src[10*srcStride];\
  72. OP(dst[0*dstStride], (srcB + src3 - 5*(srcA+src2) + src0*C1 + src1*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  73. OP(dst[1*dstStride], (srcA + src4 - 5*(src0+src3) + src1*C1 + src2*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  74. OP(dst[2*dstStride], (src0 + src5 - 5*(src1+src4) + src2*C1 + src3*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  75. OP(dst[3*dstStride], (src1 + src6 - 5*(src2+src5) + src3*C1 + src4*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  76. OP(dst[4*dstStride], (src2 + src7 - 5*(src3+src6) + src4*C1 + src5*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  77. OP(dst[5*dstStride], (src3 + src8 - 5*(src4+src7) + src5*C1 + src6*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  78. OP(dst[6*dstStride], (src4 + src9 - 5*(src5+src8) + src6*C1 + src7*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  79. OP(dst[7*dstStride], (src5 + src10 - 5*(src6+src9) + src7*C1 + src8*C2 + (1<<(SHIFT-1))) >> SHIFT);\
  80. dst++;\
  81. src++;\
  82. }\
  83. }\
  84. \
  85. static void OPNAME ## rv40_qpel16_v_lowpass(uint8_t *dst, const uint8_t *src, int dstStride, int srcStride,\
  86. const int w, const int C1, const int C2, const int SHIFT){\
  87. OPNAME ## rv40_qpel8_v_lowpass(dst , src , dstStride, srcStride, 8, C1, C2, SHIFT);\
  88. OPNAME ## rv40_qpel8_v_lowpass(dst+8, src+8, dstStride, srcStride, 8, C1, C2, SHIFT);\
  89. src += 8*srcStride;\
  90. dst += 8*dstStride;\
  91. OPNAME ## rv40_qpel8_v_lowpass(dst , src , dstStride, srcStride, w-8, C1, C2, SHIFT);\
  92. OPNAME ## rv40_qpel8_v_lowpass(dst+8, src+8, dstStride, srcStride, w-8, C1, C2, SHIFT);\
  93. }\
  94. \
  95. static void OPNAME ## rv40_qpel16_h_lowpass(uint8_t *dst, const uint8_t *src, int dstStride, int srcStride,\
  96. const int h, const int C1, const int C2, const int SHIFT){\
  97. OPNAME ## rv40_qpel8_h_lowpass(dst , src , dstStride, srcStride, 8, C1, C2, SHIFT);\
  98. OPNAME ## rv40_qpel8_h_lowpass(dst+8, src+8, dstStride, srcStride, 8, C1, C2, SHIFT);\
  99. src += 8*srcStride;\
  100. dst += 8*dstStride;\
  101. OPNAME ## rv40_qpel8_h_lowpass(dst , src , dstStride, srcStride, h-8, C1, C2, SHIFT);\
  102. OPNAME ## rv40_qpel8_h_lowpass(dst+8, src+8, dstStride, srcStride, h-8, C1, C2, SHIFT);\
  103. }\
  104. \
  105. #define RV40_MC(OPNAME, SIZE) \
  106. static void OPNAME ## rv40_qpel ## SIZE ## _mc10_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  107. {\
  108. OPNAME ## rv40_qpel ## SIZE ## _h_lowpass(dst, src, stride, stride, SIZE, 52, 20, 6);\
  109. }\
  110. \
  111. static void OPNAME ## rv40_qpel ## SIZE ## _mc30_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  112. {\
  113. OPNAME ## rv40_qpel ## SIZE ## _h_lowpass(dst, src, stride, stride, SIZE, 20, 52, 6);\
  114. }\
  115. \
  116. static void OPNAME ## rv40_qpel ## SIZE ## _mc01_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  117. {\
  118. OPNAME ## rv40_qpel ## SIZE ## _v_lowpass(dst, src, stride, stride, SIZE, 52, 20, 6);\
  119. }\
  120. \
  121. static void OPNAME ## rv40_qpel ## SIZE ## _mc11_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  122. {\
  123. uint8_t full[SIZE*(SIZE+5)];\
  124. uint8_t * const full_mid = full + SIZE*2;\
  125. put_rv40_qpel ## SIZE ## _h_lowpass(full, src - 2*stride, SIZE, stride, SIZE+5, 52, 20, 6);\
  126. OPNAME ## rv40_qpel ## SIZE ## _v_lowpass(dst, full_mid, stride, SIZE, SIZE, 52, 20, 6);\
  127. }\
  128. \
  129. static void OPNAME ## rv40_qpel ## SIZE ## _mc21_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  130. {\
  131. uint8_t full[SIZE*(SIZE+5)];\
  132. uint8_t * const full_mid = full + SIZE*2;\
  133. put_rv40_qpel ## SIZE ## _h_lowpass(full, src - 2*stride, SIZE, stride, SIZE+5, 20, 20, 5);\
  134. OPNAME ## rv40_qpel ## SIZE ## _v_lowpass(dst, full_mid, stride, SIZE, SIZE, 52, 20, 6);\
  135. }\
  136. \
  137. static void OPNAME ## rv40_qpel ## SIZE ## _mc31_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  138. {\
  139. uint8_t full[SIZE*(SIZE+5)];\
  140. uint8_t * const full_mid = full + SIZE*2;\
  141. put_rv40_qpel ## SIZE ## _h_lowpass(full, src - 2*stride, SIZE, stride, SIZE+5, 20, 52, 6);\
  142. OPNAME ## rv40_qpel ## SIZE ## _v_lowpass(dst, full_mid, stride, SIZE, SIZE, 52, 20, 6);\
  143. }\
  144. \
  145. static void OPNAME ## rv40_qpel ## SIZE ## _mc12_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  146. {\
  147. uint8_t full[SIZE*(SIZE+5)];\
  148. uint8_t * const full_mid = full + SIZE*2;\
  149. put_rv40_qpel ## SIZE ## _h_lowpass(full, src - 2*stride, SIZE, stride, SIZE+5, 52, 20, 6);\
  150. OPNAME ## rv40_qpel ## SIZE ## _v_lowpass(dst, full_mid, stride, SIZE, SIZE, 20, 20, 5);\
  151. }\
  152. \
  153. static void OPNAME ## rv40_qpel ## SIZE ## _mc22_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  154. {\
  155. uint8_t full[SIZE*(SIZE+5)];\
  156. uint8_t * const full_mid = full + SIZE*2;\
  157. put_rv40_qpel ## SIZE ## _h_lowpass(full, src - 2*stride, SIZE, stride, SIZE+5, 20, 20, 5);\
  158. OPNAME ## rv40_qpel ## SIZE ## _v_lowpass(dst, full_mid, stride, SIZE, SIZE, 20, 20, 5);\
  159. }\
  160. \
  161. static void OPNAME ## rv40_qpel ## SIZE ## _mc32_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  162. {\
  163. uint8_t full[SIZE*(SIZE+5)];\
  164. uint8_t * const full_mid = full + SIZE*2;\
  165. put_rv40_qpel ## SIZE ## _h_lowpass(full, src - 2*stride, SIZE, stride, SIZE+5, 20, 52, 6);\
  166. OPNAME ## rv40_qpel ## SIZE ## _v_lowpass(dst, full_mid, stride, SIZE, SIZE, 20, 20, 5);\
  167. }\
  168. \
  169. static void OPNAME ## rv40_qpel ## SIZE ## _mc03_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  170. {\
  171. OPNAME ## rv40_qpel ## SIZE ## _v_lowpass(dst, src, stride, stride, SIZE, 20, 52, 6);\
  172. }\
  173. \
  174. static void OPNAME ## rv40_qpel ## SIZE ## _mc13_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  175. {\
  176. uint8_t full[SIZE*(SIZE+5)];\
  177. uint8_t * const full_mid = full + SIZE*2;\
  178. put_rv40_qpel ## SIZE ## _h_lowpass(full, src - 2*stride, SIZE, stride, SIZE+5, 52, 20, 6);\
  179. OPNAME ## rv40_qpel ## SIZE ## _v_lowpass(dst, full_mid, stride, SIZE, SIZE, 20, 52, 6);\
  180. }\
  181. \
  182. static void OPNAME ## rv40_qpel ## SIZE ## _mc23_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)\
  183. {\
  184. uint8_t full[SIZE*(SIZE+5)];\
  185. uint8_t * const full_mid = full + SIZE*2;\
  186. put_rv40_qpel ## SIZE ## _h_lowpass(full, src - 2*stride, SIZE, stride, SIZE+5, 20, 20, 5);\
  187. OPNAME ## rv40_qpel ## SIZE ## _v_lowpass(dst, full_mid, stride, SIZE, SIZE, 20, 52, 6);\
  188. }\
  189. \
  190. #define op_avg(a, b) a = (((a)+cm[b]+1)>>1)
  191. #define op_put(a, b) a = cm[b]
  192. RV40_LOWPASS(put_ , op_put)
  193. RV40_LOWPASS(avg_ , op_avg)
  194. #undef op_avg
  195. #undef op_put
  196. RV40_MC(put_, 8)
  197. RV40_MC(put_, 16)
  198. RV40_MC(avg_, 8)
  199. RV40_MC(avg_, 16)
  200. #define PIXOP2(OPNAME, OP) \
  201. static inline void OPNAME ## _pixels8_xy2_8_c(uint8_t *block, \
  202. const uint8_t *pixels, \
  203. ptrdiff_t line_size, \
  204. int h) \
  205. { \
  206. /* FIXME HIGH BIT DEPTH */ \
  207. int j; \
  208. \
  209. for (j = 0; j < 2; j++) { \
  210. int i; \
  211. const uint32_t a = AV_RN32(pixels); \
  212. const uint32_t b = AV_RN32(pixels + 1); \
  213. uint32_t l0 = (a & 0x03030303UL) + \
  214. (b & 0x03030303UL) + \
  215. 0x02020202UL; \
  216. uint32_t h0 = ((a & 0xFCFCFCFCUL) >> 2) + \
  217. ((b & 0xFCFCFCFCUL) >> 2); \
  218. uint32_t l1, h1; \
  219. \
  220. pixels += line_size; \
  221. for (i = 0; i < h; i += 2) { \
  222. uint32_t a = AV_RN32(pixels); \
  223. uint32_t b = AV_RN32(pixels + 1); \
  224. l1 = (a & 0x03030303UL) + \
  225. (b & 0x03030303UL); \
  226. h1 = ((a & 0xFCFCFCFCUL) >> 2) + \
  227. ((b & 0xFCFCFCFCUL) >> 2); \
  228. OP(*((uint32_t *) block), \
  229. h0 + h1 + (((l0 + l1) >> 2) & 0x0F0F0F0FUL)); \
  230. pixels += line_size; \
  231. block += line_size; \
  232. a = AV_RN32(pixels); \
  233. b = AV_RN32(pixels + 1); \
  234. l0 = (a & 0x03030303UL) + \
  235. (b & 0x03030303UL) + \
  236. 0x02020202UL; \
  237. h0 = ((a & 0xFCFCFCFCUL) >> 2) + \
  238. ((b & 0xFCFCFCFCUL) >> 2); \
  239. OP(*((uint32_t *) block), \
  240. h0 + h1 + (((l0 + l1) >> 2) & 0x0F0F0F0FUL)); \
  241. pixels += line_size; \
  242. block += line_size; \
  243. } \
  244. pixels += 4 - line_size * (h + 1); \
  245. block += 4 - line_size * h; \
  246. } \
  247. } \
  248. \
  249. CALL_2X_PIXELS(OPNAME ## _pixels16_xy2_8_c, \
  250. OPNAME ## _pixels8_xy2_8_c, \
  251. 8) \
  252. #define op_avg(a, b) a = rnd_avg32(a, b)
  253. #define op_put(a, b) a = b
  254. PIXOP2(avg, op_avg)
  255. PIXOP2(put, op_put)
  256. #undef op_avg
  257. #undef op_put
  258. static void put_rv40_qpel16_mc33_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)
  259. {
  260. put_pixels16_xy2_8_c(dst, src, stride, 16);
  261. }
  262. static void avg_rv40_qpel16_mc33_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)
  263. {
  264. avg_pixels16_xy2_8_c(dst, src, stride, 16);
  265. }
  266. static void put_rv40_qpel8_mc33_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)
  267. {
  268. put_pixels8_xy2_8_c(dst, src, stride, 8);
  269. }
  270. static void avg_rv40_qpel8_mc33_c(uint8_t *dst, const uint8_t *src, ptrdiff_t stride)
  271. {
  272. avg_pixels8_xy2_8_c(dst, src, stride, 8);
  273. }
  274. static const int rv40_bias[4][4] = {
  275. { 0, 16, 32, 16 },
  276. { 32, 28, 32, 28 },
  277. { 0, 32, 16, 32 },
  278. { 32, 28, 32, 28 }
  279. };
  280. #define RV40_CHROMA_MC(OPNAME, OP)\
  281. static void OPNAME ## rv40_chroma_mc4_c(uint8_t *dst/*align 8*/, uint8_t *src/*align 1*/, int stride, int h, int x, int y){\
  282. const int A = (8-x) * (8-y);\
  283. const int B = ( x) * (8-y);\
  284. const int C = (8-x) * ( y);\
  285. const int D = ( x) * ( y);\
  286. int i;\
  287. int bias = rv40_bias[y>>1][x>>1];\
  288. \
  289. assert(x<8 && y<8 && x>=0 && y>=0);\
  290. \
  291. if(D){\
  292. for(i = 0; i < h; i++){\
  293. OP(dst[0], (A*src[0] + B*src[1] + C*src[stride+0] + D*src[stride+1] + bias));\
  294. OP(dst[1], (A*src[1] + B*src[2] + C*src[stride+1] + D*src[stride+2] + bias));\
  295. OP(dst[2], (A*src[2] + B*src[3] + C*src[stride+2] + D*src[stride+3] + bias));\
  296. OP(dst[3], (A*src[3] + B*src[4] + C*src[stride+3] + D*src[stride+4] + bias));\
  297. dst += stride;\
  298. src += stride;\
  299. }\
  300. }else{\
  301. const int E = B + C;\
  302. const int step = C ? stride : 1;\
  303. for(i = 0; i < h; i++){\
  304. OP(dst[0], (A*src[0] + E*src[step+0] + bias));\
  305. OP(dst[1], (A*src[1] + E*src[step+1] + bias));\
  306. OP(dst[2], (A*src[2] + E*src[step+2] + bias));\
  307. OP(dst[3], (A*src[3] + E*src[step+3] + bias));\
  308. dst += stride;\
  309. src += stride;\
  310. }\
  311. }\
  312. }\
  313. \
  314. static void OPNAME ## rv40_chroma_mc8_c(uint8_t *dst/*align 8*/, uint8_t *src/*align 1*/, int stride, int h, int x, int y){\
  315. const int A = (8-x) * (8-y);\
  316. const int B = ( x) * (8-y);\
  317. const int C = (8-x) * ( y);\
  318. const int D = ( x) * ( y);\
  319. int i;\
  320. int bias = rv40_bias[y>>1][x>>1];\
  321. \
  322. assert(x<8 && y<8 && x>=0 && y>=0);\
  323. \
  324. if(D){\
  325. for(i = 0; i < h; i++){\
  326. OP(dst[0], (A*src[0] + B*src[1] + C*src[stride+0] + D*src[stride+1] + bias));\
  327. OP(dst[1], (A*src[1] + B*src[2] + C*src[stride+1] + D*src[stride+2] + bias));\
  328. OP(dst[2], (A*src[2] + B*src[3] + C*src[stride+2] + D*src[stride+3] + bias));\
  329. OP(dst[3], (A*src[3] + B*src[4] + C*src[stride+3] + D*src[stride+4] + bias));\
  330. OP(dst[4], (A*src[4] + B*src[5] + C*src[stride+4] + D*src[stride+5] + bias));\
  331. OP(dst[5], (A*src[5] + B*src[6] + C*src[stride+5] + D*src[stride+6] + bias));\
  332. OP(dst[6], (A*src[6] + B*src[7] + C*src[stride+6] + D*src[stride+7] + bias));\
  333. OP(dst[7], (A*src[7] + B*src[8] + C*src[stride+7] + D*src[stride+8] + bias));\
  334. dst += stride;\
  335. src += stride;\
  336. }\
  337. }else{\
  338. const int E = B + C;\
  339. const int step = C ? stride : 1;\
  340. for(i = 0; i < h; i++){\
  341. OP(dst[0], (A*src[0] + E*src[step+0] + bias));\
  342. OP(dst[1], (A*src[1] + E*src[step+1] + bias));\
  343. OP(dst[2], (A*src[2] + E*src[step+2] + bias));\
  344. OP(dst[3], (A*src[3] + E*src[step+3] + bias));\
  345. OP(dst[4], (A*src[4] + E*src[step+4] + bias));\
  346. OP(dst[5], (A*src[5] + E*src[step+5] + bias));\
  347. OP(dst[6], (A*src[6] + E*src[step+6] + bias));\
  348. OP(dst[7], (A*src[7] + E*src[step+7] + bias));\
  349. dst += stride;\
  350. src += stride;\
  351. }\
  352. }\
  353. }
  354. #define op_avg(a, b) a = (((a)+((b)>>6)+1)>>1)
  355. #define op_put(a, b) a = ((b)>>6)
  356. RV40_CHROMA_MC(put_, op_put)
  357. RV40_CHROMA_MC(avg_, op_avg)
  358. #define RV40_WEIGHT_FUNC(size) \
  359. static void rv40_weight_func_rnd_ ## size (uint8_t *dst, uint8_t *src1, uint8_t *src2, int w1, int w2, ptrdiff_t stride)\
  360. {\
  361. int i, j;\
  362. \
  363. for (j = 0; j < size; j++) {\
  364. for (i = 0; i < size; i++)\
  365. dst[i] = (((w2 * src1[i]) >> 9) + ((w1 * src2[i]) >> 9) + 0x10) >> 5;\
  366. src1 += stride;\
  367. src2 += stride;\
  368. dst += stride;\
  369. }\
  370. }\
  371. static void rv40_weight_func_nornd_ ## size (uint8_t *dst, uint8_t *src1, uint8_t *src2, int w1, int w2, ptrdiff_t stride)\
  372. {\
  373. int i, j;\
  374. \
  375. for (j = 0; j < size; j++) {\
  376. for (i = 0; i < size; i++)\
  377. dst[i] = (w2 * src1[i] + w1 * src2[i] + 0x10) >> 5;\
  378. src1 += stride;\
  379. src2 += stride;\
  380. dst += stride;\
  381. }\
  382. }
  383. RV40_WEIGHT_FUNC(16)
  384. RV40_WEIGHT_FUNC(8)
  385. /**
  386. * dither values for deblocking filter - left/top values
  387. */
  388. static const uint8_t rv40_dither_l[16] = {
  389. 0x40, 0x50, 0x20, 0x60, 0x30, 0x50, 0x40, 0x30,
  390. 0x50, 0x40, 0x50, 0x30, 0x60, 0x20, 0x50, 0x40
  391. };
  392. /**
  393. * dither values for deblocking filter - right/bottom values
  394. */
  395. static const uint8_t rv40_dither_r[16] = {
  396. 0x40, 0x30, 0x60, 0x20, 0x50, 0x30, 0x30, 0x40,
  397. 0x40, 0x40, 0x50, 0x30, 0x20, 0x60, 0x30, 0x40
  398. };
  399. #define CLIP_SYMM(a, b) av_clip(a, -(b), b)
  400. /**
  401. * weaker deblocking very similar to the one described in 4.4.2 of JVT-A003r1
  402. */
  403. static av_always_inline void rv40_weak_loop_filter(uint8_t *src,
  404. const int step,
  405. const ptrdiff_t stride,
  406. const int filter_p1,
  407. const int filter_q1,
  408. const int alpha,
  409. const int beta,
  410. const int lim_p0q0,
  411. const int lim_q1,
  412. const int lim_p1)
  413. {
  414. const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP;
  415. int i, t, u, diff;
  416. for (i = 0; i < 4; i++, src += stride) {
  417. int diff_p1p0 = src[-2*step] - src[-1*step];
  418. int diff_q1q0 = src[ 1*step] - src[ 0*step];
  419. int diff_p1p2 = src[-2*step] - src[-3*step];
  420. int diff_q1q2 = src[ 1*step] - src[ 2*step];
  421. t = src[0*step] - src[-1*step];
  422. if (!t)
  423. continue;
  424. u = (alpha * FFABS(t)) >> 7;
  425. if (u > 3 - (filter_p1 && filter_q1))
  426. continue;
  427. t <<= 2;
  428. if (filter_p1 && filter_q1)
  429. t += src[-2*step] - src[1*step];
  430. diff = CLIP_SYMM((t + 4) >> 3, lim_p0q0);
  431. src[-1*step] = cm[src[-1*step] + diff];
  432. src[ 0*step] = cm[src[ 0*step] - diff];
  433. if (filter_p1 && FFABS(diff_p1p2) <= beta) {
  434. t = (diff_p1p0 + diff_p1p2 - diff) >> 1;
  435. src[-2*step] = cm[src[-2*step] - CLIP_SYMM(t, lim_p1)];
  436. }
  437. if (filter_q1 && FFABS(diff_q1q2) <= beta) {
  438. t = (diff_q1q0 + diff_q1q2 + diff) >> 1;
  439. src[ 1*step] = cm[src[ 1*step] - CLIP_SYMM(t, lim_q1)];
  440. }
  441. }
  442. }
  443. static void rv40_h_weak_loop_filter(uint8_t *src, const ptrdiff_t stride,
  444. const int filter_p1, const int filter_q1,
  445. const int alpha, const int beta,
  446. const int lim_p0q0, const int lim_q1,
  447. const int lim_p1)
  448. {
  449. rv40_weak_loop_filter(src, stride, 1, filter_p1, filter_q1,
  450. alpha, beta, lim_p0q0, lim_q1, lim_p1);
  451. }
  452. static void rv40_v_weak_loop_filter(uint8_t *src, const ptrdiff_t stride,
  453. const int filter_p1, const int filter_q1,
  454. const int alpha, const int beta,
  455. const int lim_p0q0, const int lim_q1,
  456. const int lim_p1)
  457. {
  458. rv40_weak_loop_filter(src, 1, stride, filter_p1, filter_q1,
  459. alpha, beta, lim_p0q0, lim_q1, lim_p1);
  460. }
  461. static av_always_inline void rv40_strong_loop_filter(uint8_t *src,
  462. const int step,
  463. const ptrdiff_t stride,
  464. const int alpha,
  465. const int lims,
  466. const int dmode,
  467. const int chroma)
  468. {
  469. int i;
  470. for(i = 0; i < 4; i++, src += stride){
  471. int sflag, p0, q0, p1, q1;
  472. int t = src[0*step] - src[-1*step];
  473. if (!t)
  474. continue;
  475. sflag = (alpha * FFABS(t)) >> 7;
  476. if (sflag > 1)
  477. continue;
  478. p0 = (25*src[-3*step] + 26*src[-2*step] + 26*src[-1*step] +
  479. 26*src[ 0*step] + 25*src[ 1*step] +
  480. rv40_dither_l[dmode + i]) >> 7;
  481. q0 = (25*src[-2*step] + 26*src[-1*step] + 26*src[ 0*step] +
  482. 26*src[ 1*step] + 25*src[ 2*step] +
  483. rv40_dither_r[dmode + i]) >> 7;
  484. if (sflag) {
  485. p0 = av_clip(p0, src[-1*step] - lims, src[-1*step] + lims);
  486. q0 = av_clip(q0, src[ 0*step] - lims, src[ 0*step] + lims);
  487. }
  488. p1 = (25*src[-4*step] + 26*src[-3*step] + 26*src[-2*step] + 26*p0 +
  489. 25*src[ 0*step] + rv40_dither_l[dmode + i]) >> 7;
  490. q1 = (25*src[-1*step] + 26*q0 + 26*src[ 1*step] + 26*src[ 2*step] +
  491. 25*src[ 3*step] + rv40_dither_r[dmode + i]) >> 7;
  492. if (sflag) {
  493. p1 = av_clip(p1, src[-2*step] - lims, src[-2*step] + lims);
  494. q1 = av_clip(q1, src[ 1*step] - lims, src[ 1*step] + lims);
  495. }
  496. src[-2*step] = p1;
  497. src[-1*step] = p0;
  498. src[ 0*step] = q0;
  499. src[ 1*step] = q1;
  500. if(!chroma){
  501. src[-3*step] = (25*src[-1*step] + 26*src[-2*step] +
  502. 51*src[-3*step] + 26*src[-4*step] + 64) >> 7;
  503. src[ 2*step] = (25*src[ 0*step] + 26*src[ 1*step] +
  504. 51*src[ 2*step] + 26*src[ 3*step] + 64) >> 7;
  505. }
  506. }
  507. }
  508. static void rv40_h_strong_loop_filter(uint8_t *src, const ptrdiff_t stride,
  509. const int alpha, const int lims,
  510. const int dmode, const int chroma)
  511. {
  512. rv40_strong_loop_filter(src, stride, 1, alpha, lims, dmode, chroma);
  513. }
  514. static void rv40_v_strong_loop_filter(uint8_t *src, const ptrdiff_t stride,
  515. const int alpha, const int lims,
  516. const int dmode, const int chroma)
  517. {
  518. rv40_strong_loop_filter(src, 1, stride, alpha, lims, dmode, chroma);
  519. }
  520. static av_always_inline int rv40_loop_filter_strength(uint8_t *src,
  521. int step, ptrdiff_t stride,
  522. int beta, int beta2,
  523. int edge,
  524. int *p1, int *q1)
  525. {
  526. int sum_p1p0 = 0, sum_q1q0 = 0, sum_p1p2 = 0, sum_q1q2 = 0;
  527. int strong0 = 0, strong1 = 0;
  528. uint8_t *ptr;
  529. int i;
  530. for (i = 0, ptr = src; i < 4; i++, ptr += stride) {
  531. sum_p1p0 += ptr[-2*step] - ptr[-1*step];
  532. sum_q1q0 += ptr[ 1*step] - ptr[ 0*step];
  533. }
  534. *p1 = FFABS(sum_p1p0) < (beta << 2);
  535. *q1 = FFABS(sum_q1q0) < (beta << 2);
  536. if(!*p1 && !*q1)
  537. return 0;
  538. if (!edge)
  539. return 0;
  540. for (i = 0, ptr = src; i < 4; i++, ptr += stride) {
  541. sum_p1p2 += ptr[-2*step] - ptr[-3*step];
  542. sum_q1q2 += ptr[ 1*step] - ptr[ 2*step];
  543. }
  544. strong0 = *p1 && (FFABS(sum_p1p2) < beta2);
  545. strong1 = *q1 && (FFABS(sum_q1q2) < beta2);
  546. return strong0 && strong1;
  547. }
  548. static int rv40_h_loop_filter_strength(uint8_t *src, ptrdiff_t stride,
  549. int beta, int beta2, int edge,
  550. int *p1, int *q1)
  551. {
  552. return rv40_loop_filter_strength(src, stride, 1, beta, beta2, edge, p1, q1);
  553. }
  554. static int rv40_v_loop_filter_strength(uint8_t *src, ptrdiff_t stride,
  555. int beta, int beta2, int edge,
  556. int *p1, int *q1)
  557. {
  558. return rv40_loop_filter_strength(src, 1, stride, beta, beta2, edge, p1, q1);
  559. }
  560. av_cold void ff_rv40dsp_init(RV34DSPContext *c)
  561. {
  562. H264QpelContext qpel;
  563. ff_rv34dsp_init(c);
  564. ff_h264qpel_init(&qpel, 8);
  565. c->put_pixels_tab[0][ 0] = qpel.put_h264_qpel_pixels_tab[0][0];
  566. c->put_pixels_tab[0][ 1] = put_rv40_qpel16_mc10_c;
  567. c->put_pixels_tab[0][ 2] = qpel.put_h264_qpel_pixels_tab[0][2];
  568. c->put_pixels_tab[0][ 3] = put_rv40_qpel16_mc30_c;
  569. c->put_pixels_tab[0][ 4] = put_rv40_qpel16_mc01_c;
  570. c->put_pixels_tab[0][ 5] = put_rv40_qpel16_mc11_c;
  571. c->put_pixels_tab[0][ 6] = put_rv40_qpel16_mc21_c;
  572. c->put_pixels_tab[0][ 7] = put_rv40_qpel16_mc31_c;
  573. c->put_pixels_tab[0][ 8] = qpel.put_h264_qpel_pixels_tab[0][8];
  574. c->put_pixels_tab[0][ 9] = put_rv40_qpel16_mc12_c;
  575. c->put_pixels_tab[0][10] = put_rv40_qpel16_mc22_c;
  576. c->put_pixels_tab[0][11] = put_rv40_qpel16_mc32_c;
  577. c->put_pixels_tab[0][12] = put_rv40_qpel16_mc03_c;
  578. c->put_pixels_tab[0][13] = put_rv40_qpel16_mc13_c;
  579. c->put_pixels_tab[0][14] = put_rv40_qpel16_mc23_c;
  580. c->put_pixels_tab[0][15] = put_rv40_qpel16_mc33_c;
  581. c->avg_pixels_tab[0][ 0] = qpel.avg_h264_qpel_pixels_tab[0][0];
  582. c->avg_pixels_tab[0][ 1] = avg_rv40_qpel16_mc10_c;
  583. c->avg_pixels_tab[0][ 2] = qpel.avg_h264_qpel_pixels_tab[0][2];
  584. c->avg_pixels_tab[0][ 3] = avg_rv40_qpel16_mc30_c;
  585. c->avg_pixels_tab[0][ 4] = avg_rv40_qpel16_mc01_c;
  586. c->avg_pixels_tab[0][ 5] = avg_rv40_qpel16_mc11_c;
  587. c->avg_pixels_tab[0][ 6] = avg_rv40_qpel16_mc21_c;
  588. c->avg_pixels_tab[0][ 7] = avg_rv40_qpel16_mc31_c;
  589. c->avg_pixels_tab[0][ 8] = qpel.avg_h264_qpel_pixels_tab[0][8];
  590. c->avg_pixels_tab[0][ 9] = avg_rv40_qpel16_mc12_c;
  591. c->avg_pixels_tab[0][10] = avg_rv40_qpel16_mc22_c;
  592. c->avg_pixels_tab[0][11] = avg_rv40_qpel16_mc32_c;
  593. c->avg_pixels_tab[0][12] = avg_rv40_qpel16_mc03_c;
  594. c->avg_pixels_tab[0][13] = avg_rv40_qpel16_mc13_c;
  595. c->avg_pixels_tab[0][14] = avg_rv40_qpel16_mc23_c;
  596. c->avg_pixels_tab[0][15] = avg_rv40_qpel16_mc33_c;
  597. c->put_pixels_tab[1][ 0] = qpel.put_h264_qpel_pixels_tab[1][0];
  598. c->put_pixels_tab[1][ 1] = put_rv40_qpel8_mc10_c;
  599. c->put_pixels_tab[1][ 2] = qpel.put_h264_qpel_pixels_tab[1][2];
  600. c->put_pixels_tab[1][ 3] = put_rv40_qpel8_mc30_c;
  601. c->put_pixels_tab[1][ 4] = put_rv40_qpel8_mc01_c;
  602. c->put_pixels_tab[1][ 5] = put_rv40_qpel8_mc11_c;
  603. c->put_pixels_tab[1][ 6] = put_rv40_qpel8_mc21_c;
  604. c->put_pixels_tab[1][ 7] = put_rv40_qpel8_mc31_c;
  605. c->put_pixels_tab[1][ 8] = qpel.put_h264_qpel_pixels_tab[1][8];
  606. c->put_pixels_tab[1][ 9] = put_rv40_qpel8_mc12_c;
  607. c->put_pixels_tab[1][10] = put_rv40_qpel8_mc22_c;
  608. c->put_pixels_tab[1][11] = put_rv40_qpel8_mc32_c;
  609. c->put_pixels_tab[1][12] = put_rv40_qpel8_mc03_c;
  610. c->put_pixels_tab[1][13] = put_rv40_qpel8_mc13_c;
  611. c->put_pixels_tab[1][14] = put_rv40_qpel8_mc23_c;
  612. c->put_pixels_tab[1][15] = put_rv40_qpel8_mc33_c;
  613. c->avg_pixels_tab[1][ 0] = qpel.avg_h264_qpel_pixels_tab[1][0];
  614. c->avg_pixels_tab[1][ 1] = avg_rv40_qpel8_mc10_c;
  615. c->avg_pixels_tab[1][ 2] = qpel.avg_h264_qpel_pixels_tab[1][2];
  616. c->avg_pixels_tab[1][ 3] = avg_rv40_qpel8_mc30_c;
  617. c->avg_pixels_tab[1][ 4] = avg_rv40_qpel8_mc01_c;
  618. c->avg_pixels_tab[1][ 5] = avg_rv40_qpel8_mc11_c;
  619. c->avg_pixels_tab[1][ 6] = avg_rv40_qpel8_mc21_c;
  620. c->avg_pixels_tab[1][ 7] = avg_rv40_qpel8_mc31_c;
  621. c->avg_pixels_tab[1][ 8] = qpel.avg_h264_qpel_pixels_tab[1][8];
  622. c->avg_pixels_tab[1][ 9] = avg_rv40_qpel8_mc12_c;
  623. c->avg_pixels_tab[1][10] = avg_rv40_qpel8_mc22_c;
  624. c->avg_pixels_tab[1][11] = avg_rv40_qpel8_mc32_c;
  625. c->avg_pixels_tab[1][12] = avg_rv40_qpel8_mc03_c;
  626. c->avg_pixels_tab[1][13] = avg_rv40_qpel8_mc13_c;
  627. c->avg_pixels_tab[1][14] = avg_rv40_qpel8_mc23_c;
  628. c->avg_pixels_tab[1][15] = avg_rv40_qpel8_mc33_c;
  629. c->put_chroma_pixels_tab[0] = put_rv40_chroma_mc8_c;
  630. c->put_chroma_pixels_tab[1] = put_rv40_chroma_mc4_c;
  631. c->avg_chroma_pixels_tab[0] = avg_rv40_chroma_mc8_c;
  632. c->avg_chroma_pixels_tab[1] = avg_rv40_chroma_mc4_c;
  633. c->rv40_weight_pixels_tab[0][0] = rv40_weight_func_rnd_16;
  634. c->rv40_weight_pixels_tab[0][1] = rv40_weight_func_rnd_8;
  635. c->rv40_weight_pixels_tab[1][0] = rv40_weight_func_nornd_16;
  636. c->rv40_weight_pixels_tab[1][1] = rv40_weight_func_nornd_8;
  637. c->rv40_weak_loop_filter[0] = rv40_h_weak_loop_filter;
  638. c->rv40_weak_loop_filter[1] = rv40_v_weak_loop_filter;
  639. c->rv40_strong_loop_filter[0] = rv40_h_strong_loop_filter;
  640. c->rv40_strong_loop_filter[1] = rv40_v_strong_loop_filter;
  641. c->rv40_loop_filter_strength[0] = rv40_h_loop_filter_strength;
  642. c->rv40_loop_filter_strength[1] = rv40_v_loop_filter_strength;
  643. if (ARCH_AARCH64)
  644. ff_rv40dsp_init_aarch64(c);
  645. if (ARCH_ARM)
  646. ff_rv40dsp_init_arm(c);
  647. if (ARCH_X86)
  648. ff_rv40dsp_init_x86(c);
  649. }