You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

875 lines
29KB

  1. /*
  2. * VC-1 and WMV3 decoder - DSP functions
  3. * Copyright (c) 2006 Konstantin Shishkov
  4. *
  5. * This file is part of FFmpeg.
  6. *
  7. * FFmpeg is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU Lesser General Public
  9. * License as published by the Free Software Foundation; either
  10. * version 2.1 of the License, or (at your option) any later version.
  11. *
  12. * FFmpeg is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * Lesser General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU Lesser General Public
  18. * License along with FFmpeg; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. */
  21. /**
  22. * @file
  23. * VC-1 and WMV3 decoder
  24. *
  25. */
  26. #include "libavutil/avassert.h"
  27. #include "libavutil/common.h"
  28. #include "h264chroma.h"
  29. #include "rnd_avg.h"
  30. #include "vc1dsp.h"
  31. /** Apply overlap transform to horizontal edge
  32. */
  33. static void vc1_v_overlap_c(uint8_t* src, int stride)
  34. {
  35. int i;
  36. int a, b, c, d;
  37. int d1, d2;
  38. int rnd = 1;
  39. for(i = 0; i < 8; i++) {
  40. a = src[-2*stride];
  41. b = src[-stride];
  42. c = src[0];
  43. d = src[stride];
  44. d1 = (a - d + 3 + rnd) >> 3;
  45. d2 = (a - d + b - c + 4 - rnd) >> 3;
  46. src[-2*stride] = a - d1;
  47. src[-stride] = av_clip_uint8(b - d2);
  48. src[0] = av_clip_uint8(c + d2);
  49. src[stride] = d + d1;
  50. src++;
  51. rnd = !rnd;
  52. }
  53. }
  54. /** Apply overlap transform to vertical edge
  55. */
  56. static void vc1_h_overlap_c(uint8_t* src, int stride)
  57. {
  58. int i;
  59. int a, b, c, d;
  60. int d1, d2;
  61. int rnd = 1;
  62. for(i = 0; i < 8; i++) {
  63. a = src[-2];
  64. b = src[-1];
  65. c = src[0];
  66. d = src[1];
  67. d1 = (a - d + 3 + rnd) >> 3;
  68. d2 = (a - d + b - c + 4 - rnd) >> 3;
  69. src[-2] = a - d1;
  70. src[-1] = av_clip_uint8(b - d2);
  71. src[0] = av_clip_uint8(c + d2);
  72. src[1] = d + d1;
  73. src += stride;
  74. rnd = !rnd;
  75. }
  76. }
  77. static void vc1_v_s_overlap_c(int16_t *top, int16_t *bottom)
  78. {
  79. int i;
  80. int a, b, c, d;
  81. int d1, d2;
  82. int rnd1 = 4, rnd2 = 3;
  83. for(i = 0; i < 8; i++) {
  84. a = top[48];
  85. b = top[56];
  86. c = bottom[0];
  87. d = bottom[8];
  88. d1 = a - d;
  89. d2 = a - d + b - c;
  90. top[48] = ((a << 3) - d1 + rnd1) >> 3;
  91. top[56] = ((b << 3) - d2 + rnd2) >> 3;
  92. bottom[0] = ((c << 3) + d2 + rnd1) >> 3;
  93. bottom[8] = ((d << 3) + d1 + rnd2) >> 3;
  94. bottom++;
  95. top++;
  96. rnd2 = 7 - rnd2;
  97. rnd1 = 7 - rnd1;
  98. }
  99. }
  100. static void vc1_h_s_overlap_c(int16_t *left, int16_t *right)
  101. {
  102. int i;
  103. int a, b, c, d;
  104. int d1, d2;
  105. int rnd1 = 4, rnd2 = 3;
  106. for(i = 0; i < 8; i++) {
  107. a = left[6];
  108. b = left[7];
  109. c = right[0];
  110. d = right[1];
  111. d1 = a - d;
  112. d2 = a - d + b - c;
  113. left[6] = ((a << 3) - d1 + rnd1) >> 3;
  114. left[7] = ((b << 3) - d2 + rnd2) >> 3;
  115. right[0] = ((c << 3) + d2 + rnd1) >> 3;
  116. right[1] = ((d << 3) + d1 + rnd2) >> 3;
  117. right += 8;
  118. left += 8;
  119. rnd2 = 7 - rnd2;
  120. rnd1 = 7 - rnd1;
  121. }
  122. }
  123. /**
  124. * VC-1 in-loop deblocking filter for one line
  125. * @param src source block type
  126. * @param stride block stride
  127. * @param pq block quantizer
  128. * @return whether other 3 pairs should be filtered or not
  129. * @see 8.6
  130. */
  131. static av_always_inline int vc1_filter_line(uint8_t* src, int stride, int pq){
  132. int a0 = (2*(src[-2*stride] - src[ 1*stride]) - 5*(src[-1*stride] - src[ 0*stride]) + 4) >> 3;
  133. int a0_sign = a0 >> 31; /* Store sign */
  134. a0 = (a0 ^ a0_sign) - a0_sign; /* a0 = FFABS(a0); */
  135. if(a0 < pq){
  136. int a1 = FFABS((2*(src[-4*stride] - src[-1*stride]) - 5*(src[-3*stride] - src[-2*stride]) + 4) >> 3);
  137. int a2 = FFABS((2*(src[ 0*stride] - src[ 3*stride]) - 5*(src[ 1*stride] - src[ 2*stride]) + 4) >> 3);
  138. if(a1 < a0 || a2 < a0){
  139. int clip = src[-1*stride] - src[ 0*stride];
  140. int clip_sign = clip >> 31;
  141. clip = ((clip ^ clip_sign) - clip_sign)>>1;
  142. if(clip){
  143. int a3 = FFMIN(a1, a2);
  144. int d = 5 * (a3 - a0);
  145. int d_sign = (d >> 31);
  146. d = ((d ^ d_sign) - d_sign) >> 3;
  147. d_sign ^= a0_sign;
  148. if( d_sign ^ clip_sign )
  149. d = 0;
  150. else{
  151. d = FFMIN(d, clip);
  152. d = (d ^ d_sign) - d_sign; /* Restore sign */
  153. src[-1*stride] = av_clip_uint8(src[-1*stride] - d);
  154. src[ 0*stride] = av_clip_uint8(src[ 0*stride] + d);
  155. }
  156. return 1;
  157. }
  158. }
  159. }
  160. return 0;
  161. }
  162. /**
  163. * VC-1 in-loop deblocking filter
  164. * @param src source block type
  165. * @param step distance between horizontally adjacent elements
  166. * @param stride distance between vertically adjacent elements
  167. * @param len edge length to filter (4 or 8 pixels)
  168. * @param pq block quantizer
  169. * @see 8.6
  170. */
  171. static inline void vc1_loop_filter(uint8_t* src, int step, int stride, int len, int pq)
  172. {
  173. int i;
  174. int filt3;
  175. for(i = 0; i < len; i += 4){
  176. filt3 = vc1_filter_line(src + 2*step, stride, pq);
  177. if(filt3){
  178. vc1_filter_line(src + 0*step, stride, pq);
  179. vc1_filter_line(src + 1*step, stride, pq);
  180. vc1_filter_line(src + 3*step, stride, pq);
  181. }
  182. src += step * 4;
  183. }
  184. }
  185. static void vc1_v_loop_filter4_c(uint8_t *src, int stride, int pq)
  186. {
  187. vc1_loop_filter(src, 1, stride, 4, pq);
  188. }
  189. static void vc1_h_loop_filter4_c(uint8_t *src, int stride, int pq)
  190. {
  191. vc1_loop_filter(src, stride, 1, 4, pq);
  192. }
  193. static void vc1_v_loop_filter8_c(uint8_t *src, int stride, int pq)
  194. {
  195. vc1_loop_filter(src, 1, stride, 8, pq);
  196. }
  197. static void vc1_h_loop_filter8_c(uint8_t *src, int stride, int pq)
  198. {
  199. vc1_loop_filter(src, stride, 1, 8, pq);
  200. }
  201. static void vc1_v_loop_filter16_c(uint8_t *src, int stride, int pq)
  202. {
  203. vc1_loop_filter(src, 1, stride, 16, pq);
  204. }
  205. static void vc1_h_loop_filter16_c(uint8_t *src, int stride, int pq)
  206. {
  207. vc1_loop_filter(src, stride, 1, 16, pq);
  208. }
  209. /** Do inverse transform on 8x8 block
  210. */
  211. static void vc1_inv_trans_8x8_dc_c(uint8_t *dest, int linesize, int16_t *block)
  212. {
  213. int i;
  214. int dc = block[0];
  215. dc = (3 * dc + 1) >> 1;
  216. dc = (3 * dc + 16) >> 5;
  217. for(i = 0; i < 8; i++){
  218. dest[0] = av_clip_uint8(dest[0] + dc);
  219. dest[1] = av_clip_uint8(dest[1] + dc);
  220. dest[2] = av_clip_uint8(dest[2] + dc);
  221. dest[3] = av_clip_uint8(dest[3] + dc);
  222. dest[4] = av_clip_uint8(dest[4] + dc);
  223. dest[5] = av_clip_uint8(dest[5] + dc);
  224. dest[6] = av_clip_uint8(dest[6] + dc);
  225. dest[7] = av_clip_uint8(dest[7] + dc);
  226. dest += linesize;
  227. }
  228. }
  229. static void vc1_inv_trans_8x8_c(int16_t block[64])
  230. {
  231. int i;
  232. register int t1,t2,t3,t4,t5,t6,t7,t8;
  233. int16_t *src, *dst, temp[64];
  234. src = block;
  235. dst = temp;
  236. for(i = 0; i < 8; i++){
  237. t1 = 12 * (src[ 0] + src[32]) + 4;
  238. t2 = 12 * (src[ 0] - src[32]) + 4;
  239. t3 = 16 * src[16] + 6 * src[48];
  240. t4 = 6 * src[16] - 16 * src[48];
  241. t5 = t1 + t3;
  242. t6 = t2 + t4;
  243. t7 = t2 - t4;
  244. t8 = t1 - t3;
  245. t1 = 16 * src[ 8] + 15 * src[24] + 9 * src[40] + 4 * src[56];
  246. t2 = 15 * src[ 8] - 4 * src[24] - 16 * src[40] - 9 * src[56];
  247. t3 = 9 * src[ 8] - 16 * src[24] + 4 * src[40] + 15 * src[56];
  248. t4 = 4 * src[ 8] - 9 * src[24] + 15 * src[40] - 16 * src[56];
  249. dst[0] = (t5 + t1) >> 3;
  250. dst[1] = (t6 + t2) >> 3;
  251. dst[2] = (t7 + t3) >> 3;
  252. dst[3] = (t8 + t4) >> 3;
  253. dst[4] = (t8 - t4) >> 3;
  254. dst[5] = (t7 - t3) >> 3;
  255. dst[6] = (t6 - t2) >> 3;
  256. dst[7] = (t5 - t1) >> 3;
  257. src += 1;
  258. dst += 8;
  259. }
  260. src = temp;
  261. dst = block;
  262. for(i = 0; i < 8; i++){
  263. t1 = 12 * (src[ 0] + src[32]) + 64;
  264. t2 = 12 * (src[ 0] - src[32]) + 64;
  265. t3 = 16 * src[16] + 6 * src[48];
  266. t4 = 6 * src[16] - 16 * src[48];
  267. t5 = t1 + t3;
  268. t6 = t2 + t4;
  269. t7 = t2 - t4;
  270. t8 = t1 - t3;
  271. t1 = 16 * src[ 8] + 15 * src[24] + 9 * src[40] + 4 * src[56];
  272. t2 = 15 * src[ 8] - 4 * src[24] - 16 * src[40] - 9 * src[56];
  273. t3 = 9 * src[ 8] - 16 * src[24] + 4 * src[40] + 15 * src[56];
  274. t4 = 4 * src[ 8] - 9 * src[24] + 15 * src[40] - 16 * src[56];
  275. dst[ 0] = (t5 + t1) >> 7;
  276. dst[ 8] = (t6 + t2) >> 7;
  277. dst[16] = (t7 + t3) >> 7;
  278. dst[24] = (t8 + t4) >> 7;
  279. dst[32] = (t8 - t4 + 1) >> 7;
  280. dst[40] = (t7 - t3 + 1) >> 7;
  281. dst[48] = (t6 - t2 + 1) >> 7;
  282. dst[56] = (t5 - t1 + 1) >> 7;
  283. src++;
  284. dst++;
  285. }
  286. }
  287. /** Do inverse transform on 8x4 part of block
  288. */
  289. static void vc1_inv_trans_8x4_dc_c(uint8_t *dest, int linesize, int16_t *block)
  290. {
  291. int i;
  292. int dc = block[0];
  293. dc = ( 3 * dc + 1) >> 1;
  294. dc = (17 * dc + 64) >> 7;
  295. for(i = 0; i < 4; i++){
  296. dest[0] = av_clip_uint8(dest[0] + dc);
  297. dest[1] = av_clip_uint8(dest[1] + dc);
  298. dest[2] = av_clip_uint8(dest[2] + dc);
  299. dest[3] = av_clip_uint8(dest[3] + dc);
  300. dest[4] = av_clip_uint8(dest[4] + dc);
  301. dest[5] = av_clip_uint8(dest[5] + dc);
  302. dest[6] = av_clip_uint8(dest[6] + dc);
  303. dest[7] = av_clip_uint8(dest[7] + dc);
  304. dest += linesize;
  305. }
  306. }
  307. static void vc1_inv_trans_8x4_c(uint8_t *dest, int linesize, int16_t *block)
  308. {
  309. int i;
  310. register int t1,t2,t3,t4,t5,t6,t7,t8;
  311. int16_t *src, *dst;
  312. src = block;
  313. dst = block;
  314. for(i = 0; i < 4; i++){
  315. t1 = 12 * (src[0] + src[4]) + 4;
  316. t2 = 12 * (src[0] - src[4]) + 4;
  317. t3 = 16 * src[2] + 6 * src[6];
  318. t4 = 6 * src[2] - 16 * src[6];
  319. t5 = t1 + t3;
  320. t6 = t2 + t4;
  321. t7 = t2 - t4;
  322. t8 = t1 - t3;
  323. t1 = 16 * src[1] + 15 * src[3] + 9 * src[5] + 4 * src[7];
  324. t2 = 15 * src[1] - 4 * src[3] - 16 * src[5] - 9 * src[7];
  325. t3 = 9 * src[1] - 16 * src[3] + 4 * src[5] + 15 * src[7];
  326. t4 = 4 * src[1] - 9 * src[3] + 15 * src[5] - 16 * src[7];
  327. dst[0] = (t5 + t1) >> 3;
  328. dst[1] = (t6 + t2) >> 3;
  329. dst[2] = (t7 + t3) >> 3;
  330. dst[3] = (t8 + t4) >> 3;
  331. dst[4] = (t8 - t4) >> 3;
  332. dst[5] = (t7 - t3) >> 3;
  333. dst[6] = (t6 - t2) >> 3;
  334. dst[7] = (t5 - t1) >> 3;
  335. src += 8;
  336. dst += 8;
  337. }
  338. src = block;
  339. for(i = 0; i < 8; i++){
  340. t1 = 17 * (src[ 0] + src[16]) + 64;
  341. t2 = 17 * (src[ 0] - src[16]) + 64;
  342. t3 = 22 * src[ 8] + 10 * src[24];
  343. t4 = 22 * src[24] - 10 * src[ 8];
  344. dest[0*linesize] = av_clip_uint8(dest[0*linesize] + ((t1 + t3) >> 7));
  345. dest[1*linesize] = av_clip_uint8(dest[1*linesize] + ((t2 - t4) >> 7));
  346. dest[2*linesize] = av_clip_uint8(dest[2*linesize] + ((t2 + t4) >> 7));
  347. dest[3*linesize] = av_clip_uint8(dest[3*linesize] + ((t1 - t3) >> 7));
  348. src ++;
  349. dest++;
  350. }
  351. }
  352. /** Do inverse transform on 4x8 parts of block
  353. */
  354. static void vc1_inv_trans_4x8_dc_c(uint8_t *dest, int linesize, int16_t *block)
  355. {
  356. int i;
  357. int dc = block[0];
  358. dc = (17 * dc + 4) >> 3;
  359. dc = (12 * dc + 64) >> 7;
  360. for(i = 0; i < 8; i++){
  361. dest[0] = av_clip_uint8(dest[0] + dc);
  362. dest[1] = av_clip_uint8(dest[1] + dc);
  363. dest[2] = av_clip_uint8(dest[2] + dc);
  364. dest[3] = av_clip_uint8(dest[3] + dc);
  365. dest += linesize;
  366. }
  367. }
  368. static void vc1_inv_trans_4x8_c(uint8_t *dest, int linesize, int16_t *block)
  369. {
  370. int i;
  371. register int t1,t2,t3,t4,t5,t6,t7,t8;
  372. int16_t *src, *dst;
  373. src = block;
  374. dst = block;
  375. for(i = 0; i < 8; i++){
  376. t1 = 17 * (src[0] + src[2]) + 4;
  377. t2 = 17 * (src[0] - src[2]) + 4;
  378. t3 = 22 * src[1] + 10 * src[3];
  379. t4 = 22 * src[3] - 10 * src[1];
  380. dst[0] = (t1 + t3) >> 3;
  381. dst[1] = (t2 - t4) >> 3;
  382. dst[2] = (t2 + t4) >> 3;
  383. dst[3] = (t1 - t3) >> 3;
  384. src += 8;
  385. dst += 8;
  386. }
  387. src = block;
  388. for(i = 0; i < 4; i++){
  389. t1 = 12 * (src[ 0] + src[32]) + 64;
  390. t2 = 12 * (src[ 0] - src[32]) + 64;
  391. t3 = 16 * src[16] + 6 * src[48];
  392. t4 = 6 * src[16] - 16 * src[48];
  393. t5 = t1 + t3;
  394. t6 = t2 + t4;
  395. t7 = t2 - t4;
  396. t8 = t1 - t3;
  397. t1 = 16 * src[ 8] + 15 * src[24] + 9 * src[40] + 4 * src[56];
  398. t2 = 15 * src[ 8] - 4 * src[24] - 16 * src[40] - 9 * src[56];
  399. t3 = 9 * src[ 8] - 16 * src[24] + 4 * src[40] + 15 * src[56];
  400. t4 = 4 * src[ 8] - 9 * src[24] + 15 * src[40] - 16 * src[56];
  401. dest[0*linesize] = av_clip_uint8(dest[0*linesize] + ((t5 + t1) >> 7));
  402. dest[1*linesize] = av_clip_uint8(dest[1*linesize] + ((t6 + t2) >> 7));
  403. dest[2*linesize] = av_clip_uint8(dest[2*linesize] + ((t7 + t3) >> 7));
  404. dest[3*linesize] = av_clip_uint8(dest[3*linesize] + ((t8 + t4) >> 7));
  405. dest[4*linesize] = av_clip_uint8(dest[4*linesize] + ((t8 - t4 + 1) >> 7));
  406. dest[5*linesize] = av_clip_uint8(dest[5*linesize] + ((t7 - t3 + 1) >> 7));
  407. dest[6*linesize] = av_clip_uint8(dest[6*linesize] + ((t6 - t2 + 1) >> 7));
  408. dest[7*linesize] = av_clip_uint8(dest[7*linesize] + ((t5 - t1 + 1) >> 7));
  409. src ++;
  410. dest++;
  411. }
  412. }
  413. /** Do inverse transform on 4x4 part of block
  414. */
  415. static void vc1_inv_trans_4x4_dc_c(uint8_t *dest, int linesize, int16_t *block)
  416. {
  417. int i;
  418. int dc = block[0];
  419. dc = (17 * dc + 4) >> 3;
  420. dc = (17 * dc + 64) >> 7;
  421. for(i = 0; i < 4; i++){
  422. dest[0] = av_clip_uint8(dest[0] + dc);
  423. dest[1] = av_clip_uint8(dest[1] + dc);
  424. dest[2] = av_clip_uint8(dest[2] + dc);
  425. dest[3] = av_clip_uint8(dest[3] + dc);
  426. dest += linesize;
  427. }
  428. }
  429. static void vc1_inv_trans_4x4_c(uint8_t *dest, int linesize, int16_t *block)
  430. {
  431. int i;
  432. register int t1,t2,t3,t4;
  433. int16_t *src, *dst;
  434. src = block;
  435. dst = block;
  436. for(i = 0; i < 4; i++){
  437. t1 = 17 * (src[0] + src[2]) + 4;
  438. t2 = 17 * (src[0] - src[2]) + 4;
  439. t3 = 22 * src[1] + 10 * src[3];
  440. t4 = 22 * src[3] - 10 * src[1];
  441. dst[0] = (t1 + t3) >> 3;
  442. dst[1] = (t2 - t4) >> 3;
  443. dst[2] = (t2 + t4) >> 3;
  444. dst[3] = (t1 - t3) >> 3;
  445. src += 8;
  446. dst += 8;
  447. }
  448. src = block;
  449. for(i = 0; i < 4; i++){
  450. t1 = 17 * (src[ 0] + src[16]) + 64;
  451. t2 = 17 * (src[ 0] - src[16]) + 64;
  452. t3 = 22 * src[ 8] + 10 * src[24];
  453. t4 = 22 * src[24] - 10 * src[ 8];
  454. dest[0*linesize] = av_clip_uint8(dest[0*linesize] + ((t1 + t3) >> 7));
  455. dest[1*linesize] = av_clip_uint8(dest[1*linesize] + ((t2 - t4) >> 7));
  456. dest[2*linesize] = av_clip_uint8(dest[2*linesize] + ((t2 + t4) >> 7));
  457. dest[3*linesize] = av_clip_uint8(dest[3*linesize] + ((t1 - t3) >> 7));
  458. src ++;
  459. dest++;
  460. }
  461. }
  462. /* motion compensation functions */
  463. /** Filter in case of 2 filters */
  464. #define VC1_MSPEL_FILTER_16B(DIR, TYPE) \
  465. static av_always_inline int vc1_mspel_ ## DIR ## _filter_16bits(const TYPE *src, int stride, int mode) \
  466. { \
  467. switch(mode){ \
  468. case 0: /* no shift - should not occur */ \
  469. return 0; \
  470. case 1: /* 1/4 shift */ \
  471. return -4*src[-stride] + 53*src[0] + 18*src[stride] - 3*src[stride*2]; \
  472. case 2: /* 1/2 shift */ \
  473. return -src[-stride] + 9*src[0] + 9*src[stride] - src[stride*2]; \
  474. case 3: /* 3/4 shift */ \
  475. return -3*src[-stride] + 18*src[0] + 53*src[stride] - 4*src[stride*2]; \
  476. } \
  477. return 0; /* should not occur */ \
  478. }
  479. VC1_MSPEL_FILTER_16B(ver, uint8_t)
  480. VC1_MSPEL_FILTER_16B(hor, int16_t)
  481. /** Filter used to interpolate fractional pel values
  482. */
  483. static av_always_inline int vc1_mspel_filter(const uint8_t *src, int stride, int mode, int r)
  484. {
  485. switch(mode){
  486. case 0: //no shift
  487. return src[0];
  488. case 1: // 1/4 shift
  489. return (-4*src[-stride] + 53*src[0] + 18*src[stride] - 3*src[stride*2] + 32 - r) >> 6;
  490. case 2: // 1/2 shift
  491. return (-src[-stride] + 9*src[0] + 9*src[stride] - src[stride*2] + 8 - r) >> 4;
  492. case 3: // 3/4 shift
  493. return (-3*src[-stride] + 18*src[0] + 53*src[stride] - 4*src[stride*2] + 32 - r) >> 6;
  494. }
  495. return 0; //should not occur
  496. }
  497. /** Function used to do motion compensation with bicubic interpolation
  498. */
  499. #define VC1_MSPEL_MC(OP, OP4, OPNAME)\
  500. static av_always_inline void OPNAME ## vc1_mspel_mc(uint8_t *dst, const uint8_t *src, int stride, int hmode, int vmode, int rnd)\
  501. {\
  502. int i, j;\
  503. \
  504. if (vmode) { /* Horizontal filter to apply */\
  505. int r;\
  506. \
  507. if (hmode) { /* Vertical filter to apply, output to tmp */\
  508. static const int shift_value[] = { 0, 5, 1, 5 };\
  509. int shift = (shift_value[hmode]+shift_value[vmode])>>1;\
  510. int16_t tmp[11*8], *tptr = tmp;\
  511. \
  512. r = (1<<(shift-1)) + rnd-1;\
  513. \
  514. src -= 1;\
  515. for(j = 0; j < 8; j++) {\
  516. for(i = 0; i < 11; i++)\
  517. tptr[i] = (vc1_mspel_ver_filter_16bits(src + i, stride, vmode)+r)>>shift;\
  518. src += stride;\
  519. tptr += 11;\
  520. }\
  521. \
  522. r = 64-rnd;\
  523. tptr = tmp+1;\
  524. for(j = 0; j < 8; j++) {\
  525. for(i = 0; i < 8; i++)\
  526. OP(dst[i], (vc1_mspel_hor_filter_16bits(tptr + i, 1, hmode)+r)>>7);\
  527. dst += stride;\
  528. tptr += 11;\
  529. }\
  530. \
  531. return;\
  532. }\
  533. else { /* No horizontal filter, output 8 lines to dst */\
  534. r = 1-rnd;\
  535. \
  536. for(j = 0; j < 8; j++) {\
  537. for(i = 0; i < 8; i++)\
  538. OP(dst[i], vc1_mspel_filter(src + i, stride, vmode, r));\
  539. src += stride;\
  540. dst += stride;\
  541. }\
  542. return;\
  543. }\
  544. }\
  545. \
  546. /* Horizontal mode with no vertical mode */\
  547. for(j = 0; j < 8; j++) {\
  548. for(i = 0; i < 8; i++)\
  549. OP(dst[i], vc1_mspel_filter(src + i, 1, hmode, rnd));\
  550. dst += stride;\
  551. src += stride;\
  552. }\
  553. }\
  554. static void OPNAME ## pixels8x8_c(uint8_t *block, const uint8_t *pixels, int line_size, int rnd){\
  555. int i;\
  556. for(i=0; i<8; i++){\
  557. OP4(*(uint32_t*)(block ), AV_RN32(pixels ));\
  558. OP4(*(uint32_t*)(block+4), AV_RN32(pixels+4));\
  559. pixels+=line_size;\
  560. block +=line_size;\
  561. }\
  562. }
  563. #define op_put(a, b) a = av_clip_uint8(b)
  564. #define op_avg(a, b) a = (a + av_clip_uint8(b) + 1) >> 1
  565. #define op4_avg(a, b) a = rnd_avg32(a, b)
  566. #define op4_put(a, b) a = b
  567. VC1_MSPEL_MC(op_put, op4_put, put_)
  568. VC1_MSPEL_MC(op_avg, op4_avg, avg_)
  569. /* pixel functions - really are entry points to vc1_mspel_mc */
  570. #define PUT_VC1_MSPEL(a, b)\
  571. static void put_vc1_mspel_mc ## a ## b ##_c(uint8_t *dst, \
  572. const uint8_t *src, \
  573. ptrdiff_t stride, int rnd) \
  574. { \
  575. put_vc1_mspel_mc(dst, src, stride, a, b, rnd); \
  576. } \
  577. static void avg_vc1_mspel_mc ## a ## b ##_c(uint8_t *dst, \
  578. const uint8_t *src, \
  579. ptrdiff_t stride, int rnd) \
  580. { \
  581. avg_vc1_mspel_mc(dst, src, stride, a, b, rnd); \
  582. }
  583. PUT_VC1_MSPEL(1, 0)
  584. PUT_VC1_MSPEL(2, 0)
  585. PUT_VC1_MSPEL(3, 0)
  586. PUT_VC1_MSPEL(0, 1)
  587. PUT_VC1_MSPEL(1, 1)
  588. PUT_VC1_MSPEL(2, 1)
  589. PUT_VC1_MSPEL(3, 1)
  590. PUT_VC1_MSPEL(0, 2)
  591. PUT_VC1_MSPEL(1, 2)
  592. PUT_VC1_MSPEL(2, 2)
  593. PUT_VC1_MSPEL(3, 2)
  594. PUT_VC1_MSPEL(0, 3)
  595. PUT_VC1_MSPEL(1, 3)
  596. PUT_VC1_MSPEL(2, 3)
  597. PUT_VC1_MSPEL(3, 3)
  598. static void put_no_rnd_vc1_chroma_mc8_c(uint8_t *dst/*align 8*/, uint8_t *src/*align 1*/, int stride, int h, int x, int y){
  599. const int A=(8-x)*(8-y);
  600. const int B=( x)*(8-y);
  601. const int C=(8-x)*( y);
  602. const int D=( x)*( y);
  603. int i;
  604. av_assert2(x<8 && y<8 && x>=0 && y>=0);
  605. for(i=0; i<h; i++)
  606. {
  607. dst[0] = (A*src[0] + B*src[1] + C*src[stride+0] + D*src[stride+1] + 32 - 4) >> 6;
  608. dst[1] = (A*src[1] + B*src[2] + C*src[stride+1] + D*src[stride+2] + 32 - 4) >> 6;
  609. dst[2] = (A*src[2] + B*src[3] + C*src[stride+2] + D*src[stride+3] + 32 - 4) >> 6;
  610. dst[3] = (A*src[3] + B*src[4] + C*src[stride+3] + D*src[stride+4] + 32 - 4) >> 6;
  611. dst[4] = (A*src[4] + B*src[5] + C*src[stride+4] + D*src[stride+5] + 32 - 4) >> 6;
  612. dst[5] = (A*src[5] + B*src[6] + C*src[stride+5] + D*src[stride+6] + 32 - 4) >> 6;
  613. dst[6] = (A*src[6] + B*src[7] + C*src[stride+6] + D*src[stride+7] + 32 - 4) >> 6;
  614. dst[7] = (A*src[7] + B*src[8] + C*src[stride+7] + D*src[stride+8] + 32 - 4) >> 6;
  615. dst+= stride;
  616. src+= stride;
  617. }
  618. }
  619. static void put_no_rnd_vc1_chroma_mc4_c(uint8_t *dst, uint8_t *src, int stride, int h, int x, int y){
  620. const int A=(8-x)*(8-y);
  621. const int B=( x)*(8-y);
  622. const int C=(8-x)*( y);
  623. const int D=( x)*( y);
  624. int i;
  625. av_assert2(x<8 && y<8 && x>=0 && y>=0);
  626. for(i=0; i<h; i++)
  627. {
  628. dst[0] = (A*src[0] + B*src[1] + C*src[stride+0] + D*src[stride+1] + 32 - 4) >> 6;
  629. dst[1] = (A*src[1] + B*src[2] + C*src[stride+1] + D*src[stride+2] + 32 - 4) >> 6;
  630. dst[2] = (A*src[2] + B*src[3] + C*src[stride+2] + D*src[stride+3] + 32 - 4) >> 6;
  631. dst[3] = (A*src[3] + B*src[4] + C*src[stride+3] + D*src[stride+4] + 32 - 4) >> 6;
  632. dst+= stride;
  633. src+= stride;
  634. }
  635. }
  636. #define avg2(a,b) ((a+b+1)>>1)
  637. static void avg_no_rnd_vc1_chroma_mc8_c(uint8_t *dst/*align 8*/, uint8_t *src/*align 1*/, int stride, int h, int x, int y){
  638. const int A=(8-x)*(8-y);
  639. const int B=( x)*(8-y);
  640. const int C=(8-x)*( y);
  641. const int D=( x)*( y);
  642. int i;
  643. av_assert2(x<8 && y<8 && x>=0 && y>=0);
  644. for(i=0; i<h; i++)
  645. {
  646. dst[0] = avg2(dst[0], ((A*src[0] + B*src[1] + C*src[stride+0] + D*src[stride+1] + 32 - 4) >> 6));
  647. dst[1] = avg2(dst[1], ((A*src[1] + B*src[2] + C*src[stride+1] + D*src[stride+2] + 32 - 4) >> 6));
  648. dst[2] = avg2(dst[2], ((A*src[2] + B*src[3] + C*src[stride+2] + D*src[stride+3] + 32 - 4) >> 6));
  649. dst[3] = avg2(dst[3], ((A*src[3] + B*src[4] + C*src[stride+3] + D*src[stride+4] + 32 - 4) >> 6));
  650. dst[4] = avg2(dst[4], ((A*src[4] + B*src[5] + C*src[stride+4] + D*src[stride+5] + 32 - 4) >> 6));
  651. dst[5] = avg2(dst[5], ((A*src[5] + B*src[6] + C*src[stride+5] + D*src[stride+6] + 32 - 4) >> 6));
  652. dst[6] = avg2(dst[6], ((A*src[6] + B*src[7] + C*src[stride+6] + D*src[stride+7] + 32 - 4) >> 6));
  653. dst[7] = avg2(dst[7], ((A*src[7] + B*src[8] + C*src[stride+7] + D*src[stride+8] + 32 - 4) >> 6));
  654. dst+= stride;
  655. src+= stride;
  656. }
  657. }
  658. #if CONFIG_WMV3IMAGE_DECODER || CONFIG_VC1IMAGE_DECODER
  659. static void sprite_h_c(uint8_t *dst, const uint8_t *src, int offset, int advance, int count)
  660. {
  661. while (count--) {
  662. int a = src[(offset >> 16) ];
  663. int b = src[(offset >> 16) + 1];
  664. *dst++ = a + ((b - a) * (offset&0xFFFF) >> 16);
  665. offset += advance;
  666. }
  667. }
  668. static av_always_inline void sprite_v_template(uint8_t *dst, const uint8_t *src1a, const uint8_t *src1b, int offset1,
  669. int two_sprites, const uint8_t *src2a, const uint8_t *src2b, int offset2,
  670. int alpha, int scaled, int width)
  671. {
  672. int a1, b1, a2, b2;
  673. while (width--) {
  674. a1 = *src1a++;
  675. if (scaled) {
  676. b1 = *src1b++;
  677. a1 = a1 + ((b1 - a1) * offset1 >> 16);
  678. }
  679. if (two_sprites) {
  680. a2 = *src2a++;
  681. if (scaled > 1) {
  682. b2 = *src2b++;
  683. a2 = a2 + ((b2 - a2) * offset2 >> 16);
  684. }
  685. a1 = a1 + ((a2 - a1) * alpha >> 16);
  686. }
  687. *dst++ = a1;
  688. }
  689. }
  690. static void sprite_v_single_c(uint8_t *dst, const uint8_t *src1a, const uint8_t *src1b, int offset, int width)
  691. {
  692. sprite_v_template(dst, src1a, src1b, offset, 0, NULL, NULL, 0, 0, 1, width);
  693. }
  694. static void sprite_v_double_noscale_c(uint8_t *dst, const uint8_t *src1a, const uint8_t *src2a, int alpha, int width)
  695. {
  696. sprite_v_template(dst, src1a, NULL, 0, 1, src2a, NULL, 0, alpha, 0, width);
  697. }
  698. static void sprite_v_double_onescale_c(uint8_t *dst, const uint8_t *src1a, const uint8_t *src1b, int offset1,
  699. const uint8_t *src2a, int alpha, int width)
  700. {
  701. sprite_v_template(dst, src1a, src1b, offset1, 1, src2a, NULL, 0, alpha, 1, width);
  702. }
  703. static void sprite_v_double_twoscale_c(uint8_t *dst, const uint8_t *src1a, const uint8_t *src1b, int offset1,
  704. const uint8_t *src2a, const uint8_t *src2b, int offset2,
  705. int alpha, int width)
  706. {
  707. sprite_v_template(dst, src1a, src1b, offset1, 1, src2a, src2b, offset2, alpha, 2, width);
  708. }
  709. #endif
  710. av_cold void ff_vc1dsp_init(VC1DSPContext* dsp) {
  711. dsp->vc1_inv_trans_8x8 = vc1_inv_trans_8x8_c;
  712. dsp->vc1_inv_trans_4x8 = vc1_inv_trans_4x8_c;
  713. dsp->vc1_inv_trans_8x4 = vc1_inv_trans_8x4_c;
  714. dsp->vc1_inv_trans_4x4 = vc1_inv_trans_4x4_c;
  715. dsp->vc1_inv_trans_8x8_dc = vc1_inv_trans_8x8_dc_c;
  716. dsp->vc1_inv_trans_4x8_dc = vc1_inv_trans_4x8_dc_c;
  717. dsp->vc1_inv_trans_8x4_dc = vc1_inv_trans_8x4_dc_c;
  718. dsp->vc1_inv_trans_4x4_dc = vc1_inv_trans_4x4_dc_c;
  719. dsp->vc1_h_overlap = vc1_h_overlap_c;
  720. dsp->vc1_v_overlap = vc1_v_overlap_c;
  721. dsp->vc1_h_s_overlap = vc1_h_s_overlap_c;
  722. dsp->vc1_v_s_overlap = vc1_v_s_overlap_c;
  723. dsp->vc1_v_loop_filter4 = vc1_v_loop_filter4_c;
  724. dsp->vc1_h_loop_filter4 = vc1_h_loop_filter4_c;
  725. dsp->vc1_v_loop_filter8 = vc1_v_loop_filter8_c;
  726. dsp->vc1_h_loop_filter8 = vc1_h_loop_filter8_c;
  727. dsp->vc1_v_loop_filter16 = vc1_v_loop_filter16_c;
  728. dsp->vc1_h_loop_filter16 = vc1_h_loop_filter16_c;
  729. dsp->put_vc1_mspel_pixels_tab[ 0] = put_pixels8x8_c;
  730. dsp->put_vc1_mspel_pixels_tab[ 1] = put_vc1_mspel_mc10_c;
  731. dsp->put_vc1_mspel_pixels_tab[ 2] = put_vc1_mspel_mc20_c;
  732. dsp->put_vc1_mspel_pixels_tab[ 3] = put_vc1_mspel_mc30_c;
  733. dsp->put_vc1_mspel_pixels_tab[ 4] = put_vc1_mspel_mc01_c;
  734. dsp->put_vc1_mspel_pixels_tab[ 5] = put_vc1_mspel_mc11_c;
  735. dsp->put_vc1_mspel_pixels_tab[ 6] = put_vc1_mspel_mc21_c;
  736. dsp->put_vc1_mspel_pixels_tab[ 7] = put_vc1_mspel_mc31_c;
  737. dsp->put_vc1_mspel_pixels_tab[ 8] = put_vc1_mspel_mc02_c;
  738. dsp->put_vc1_mspel_pixels_tab[ 9] = put_vc1_mspel_mc12_c;
  739. dsp->put_vc1_mspel_pixels_tab[10] = put_vc1_mspel_mc22_c;
  740. dsp->put_vc1_mspel_pixels_tab[11] = put_vc1_mspel_mc32_c;
  741. dsp->put_vc1_mspel_pixels_tab[12] = put_vc1_mspel_mc03_c;
  742. dsp->put_vc1_mspel_pixels_tab[13] = put_vc1_mspel_mc13_c;
  743. dsp->put_vc1_mspel_pixels_tab[14] = put_vc1_mspel_mc23_c;
  744. dsp->put_vc1_mspel_pixels_tab[15] = put_vc1_mspel_mc33_c;
  745. dsp->avg_vc1_mspel_pixels_tab[ 0] = avg_pixels8x8_c;
  746. dsp->avg_vc1_mspel_pixels_tab[ 1] = avg_vc1_mspel_mc10_c;
  747. dsp->avg_vc1_mspel_pixels_tab[ 2] = avg_vc1_mspel_mc20_c;
  748. dsp->avg_vc1_mspel_pixels_tab[ 3] = avg_vc1_mspel_mc30_c;
  749. dsp->avg_vc1_mspel_pixels_tab[ 4] = avg_vc1_mspel_mc01_c;
  750. dsp->avg_vc1_mspel_pixels_tab[ 5] = avg_vc1_mspel_mc11_c;
  751. dsp->avg_vc1_mspel_pixels_tab[ 6] = avg_vc1_mspel_mc21_c;
  752. dsp->avg_vc1_mspel_pixels_tab[ 7] = avg_vc1_mspel_mc31_c;
  753. dsp->avg_vc1_mspel_pixels_tab[ 8] = avg_vc1_mspel_mc02_c;
  754. dsp->avg_vc1_mspel_pixels_tab[ 9] = avg_vc1_mspel_mc12_c;
  755. dsp->avg_vc1_mspel_pixels_tab[10] = avg_vc1_mspel_mc22_c;
  756. dsp->avg_vc1_mspel_pixels_tab[11] = avg_vc1_mspel_mc32_c;
  757. dsp->avg_vc1_mspel_pixels_tab[12] = avg_vc1_mspel_mc03_c;
  758. dsp->avg_vc1_mspel_pixels_tab[13] = avg_vc1_mspel_mc13_c;
  759. dsp->avg_vc1_mspel_pixels_tab[14] = avg_vc1_mspel_mc23_c;
  760. dsp->avg_vc1_mspel_pixels_tab[15] = avg_vc1_mspel_mc33_c;
  761. dsp->put_no_rnd_vc1_chroma_pixels_tab[0]= put_no_rnd_vc1_chroma_mc8_c;
  762. dsp->avg_no_rnd_vc1_chroma_pixels_tab[0]= avg_no_rnd_vc1_chroma_mc8_c;
  763. dsp->put_no_rnd_vc1_chroma_pixels_tab[1] = put_no_rnd_vc1_chroma_mc4_c;
  764. #if CONFIG_WMV3IMAGE_DECODER || CONFIG_VC1IMAGE_DECODER
  765. dsp->sprite_h = sprite_h_c;
  766. dsp->sprite_v_single = sprite_v_single_c;
  767. dsp->sprite_v_double_noscale = sprite_v_double_noscale_c;
  768. dsp->sprite_v_double_onescale = sprite_v_double_onescale_c;
  769. dsp->sprite_v_double_twoscale = sprite_v_double_twoscale_c;
  770. #endif
  771. if (HAVE_ALTIVEC)
  772. ff_vc1dsp_init_altivec(dsp);
  773. if (ARCH_X86)
  774. ff_vc1dsp_init_x86(dsp);
  775. }