You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

868 lines
28KB

  1. /*
  2. * VC-1 and WMV3 decoder - DSP functions
  3. * Copyright (c) 2006 Konstantin Shishkov
  4. *
  5. * This file is part of FFmpeg.
  6. *
  7. * FFmpeg is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU Lesser General Public
  9. * License as published by the Free Software Foundation; either
  10. * version 2.1 of the License, or (at your option) any later version.
  11. *
  12. * FFmpeg is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * Lesser General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU Lesser General Public
  18. * License along with FFmpeg; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. */
  21. /**
  22. * @file
  23. * VC-1 and WMV3 decoder
  24. *
  25. */
  26. #include "libavutil/avassert.h"
  27. #include "libavutil/common.h"
  28. #include "h264chroma.h"
  29. #include "vc1dsp.h"
  30. /** Apply overlap transform to horizontal edge
  31. */
  32. static void vc1_v_overlap_c(uint8_t* src, int stride)
  33. {
  34. int i;
  35. int a, b, c, d;
  36. int d1, d2;
  37. int rnd = 1;
  38. for(i = 0; i < 8; i++) {
  39. a = src[-2*stride];
  40. b = src[-stride];
  41. c = src[0];
  42. d = src[stride];
  43. d1 = (a - d + 3 + rnd) >> 3;
  44. d2 = (a - d + b - c + 4 - rnd) >> 3;
  45. src[-2*stride] = a - d1;
  46. src[-stride] = av_clip_uint8(b - d2);
  47. src[0] = av_clip_uint8(c + d2);
  48. src[stride] = d + d1;
  49. src++;
  50. rnd = !rnd;
  51. }
  52. }
  53. /** Apply overlap transform to vertical edge
  54. */
  55. static void vc1_h_overlap_c(uint8_t* src, int stride)
  56. {
  57. int i;
  58. int a, b, c, d;
  59. int d1, d2;
  60. int rnd = 1;
  61. for(i = 0; i < 8; i++) {
  62. a = src[-2];
  63. b = src[-1];
  64. c = src[0];
  65. d = src[1];
  66. d1 = (a - d + 3 + rnd) >> 3;
  67. d2 = (a - d + b - c + 4 - rnd) >> 3;
  68. src[-2] = a - d1;
  69. src[-1] = av_clip_uint8(b - d2);
  70. src[0] = av_clip_uint8(c + d2);
  71. src[1] = d + d1;
  72. src += stride;
  73. rnd = !rnd;
  74. }
  75. }
  76. static void vc1_v_s_overlap_c(int16_t *top, int16_t *bottom)
  77. {
  78. int i;
  79. int a, b, c, d;
  80. int d1, d2;
  81. int rnd1 = 4, rnd2 = 3;
  82. for(i = 0; i < 8; i++) {
  83. a = top[48];
  84. b = top[56];
  85. c = bottom[0];
  86. d = bottom[8];
  87. d1 = a - d;
  88. d2 = a - d + b - c;
  89. top[48] = ((a << 3) - d1 + rnd1) >> 3;
  90. top[56] = ((b << 3) - d2 + rnd2) >> 3;
  91. bottom[0] = ((c << 3) + d2 + rnd1) >> 3;
  92. bottom[8] = ((d << 3) + d1 + rnd2) >> 3;
  93. bottom++;
  94. top++;
  95. rnd2 = 7 - rnd2;
  96. rnd1 = 7 - rnd1;
  97. }
  98. }
  99. static void vc1_h_s_overlap_c(int16_t *left, int16_t *right)
  100. {
  101. int i;
  102. int a, b, c, d;
  103. int d1, d2;
  104. int rnd1 = 4, rnd2 = 3;
  105. for(i = 0; i < 8; i++) {
  106. a = left[6];
  107. b = left[7];
  108. c = right[0];
  109. d = right[1];
  110. d1 = a - d;
  111. d2 = a - d + b - c;
  112. left[6] = ((a << 3) - d1 + rnd1) >> 3;
  113. left[7] = ((b << 3) - d2 + rnd2) >> 3;
  114. right[0] = ((c << 3) + d2 + rnd1) >> 3;
  115. right[1] = ((d << 3) + d1 + rnd2) >> 3;
  116. right += 8;
  117. left += 8;
  118. rnd2 = 7 - rnd2;
  119. rnd1 = 7 - rnd1;
  120. }
  121. }
  122. /**
  123. * VC-1 in-loop deblocking filter for one line
  124. * @param src source block type
  125. * @param stride block stride
  126. * @param pq block quantizer
  127. * @return whether other 3 pairs should be filtered or not
  128. * @see 8.6
  129. */
  130. static av_always_inline int vc1_filter_line(uint8_t* src, int stride, int pq){
  131. int a0 = (2*(src[-2*stride] - src[ 1*stride]) - 5*(src[-1*stride] - src[ 0*stride]) + 4) >> 3;
  132. int a0_sign = a0 >> 31; /* Store sign */
  133. a0 = (a0 ^ a0_sign) - a0_sign; /* a0 = FFABS(a0); */
  134. if(a0 < pq){
  135. int a1 = FFABS((2*(src[-4*stride] - src[-1*stride]) - 5*(src[-3*stride] - src[-2*stride]) + 4) >> 3);
  136. int a2 = FFABS((2*(src[ 0*stride] - src[ 3*stride]) - 5*(src[ 1*stride] - src[ 2*stride]) + 4) >> 3);
  137. if(a1 < a0 || a2 < a0){
  138. int clip = src[-1*stride] - src[ 0*stride];
  139. int clip_sign = clip >> 31;
  140. clip = ((clip ^ clip_sign) - clip_sign)>>1;
  141. if(clip){
  142. int a3 = FFMIN(a1, a2);
  143. int d = 5 * (a3 - a0);
  144. int d_sign = (d >> 31);
  145. d = ((d ^ d_sign) - d_sign) >> 3;
  146. d_sign ^= a0_sign;
  147. if( d_sign ^ clip_sign )
  148. d = 0;
  149. else{
  150. d = FFMIN(d, clip);
  151. d = (d ^ d_sign) - d_sign; /* Restore sign */
  152. src[-1*stride] = av_clip_uint8(src[-1*stride] - d);
  153. src[ 0*stride] = av_clip_uint8(src[ 0*stride] + d);
  154. }
  155. return 1;
  156. }
  157. }
  158. }
  159. return 0;
  160. }
  161. /**
  162. * VC-1 in-loop deblocking filter
  163. * @param src source block type
  164. * @param step distance between horizontally adjacent elements
  165. * @param stride distance between vertically adjacent elements
  166. * @param len edge length to filter (4 or 8 pixels)
  167. * @param pq block quantizer
  168. * @see 8.6
  169. */
  170. static inline void vc1_loop_filter(uint8_t* src, int step, int stride, int len, int pq)
  171. {
  172. int i;
  173. int filt3;
  174. for(i = 0; i < len; i += 4){
  175. filt3 = vc1_filter_line(src + 2*step, stride, pq);
  176. if(filt3){
  177. vc1_filter_line(src + 0*step, stride, pq);
  178. vc1_filter_line(src + 1*step, stride, pq);
  179. vc1_filter_line(src + 3*step, stride, pq);
  180. }
  181. src += step * 4;
  182. }
  183. }
  184. static void vc1_v_loop_filter4_c(uint8_t *src, int stride, int pq)
  185. {
  186. vc1_loop_filter(src, 1, stride, 4, pq);
  187. }
  188. static void vc1_h_loop_filter4_c(uint8_t *src, int stride, int pq)
  189. {
  190. vc1_loop_filter(src, stride, 1, 4, pq);
  191. }
  192. static void vc1_v_loop_filter8_c(uint8_t *src, int stride, int pq)
  193. {
  194. vc1_loop_filter(src, 1, stride, 8, pq);
  195. }
  196. static void vc1_h_loop_filter8_c(uint8_t *src, int stride, int pq)
  197. {
  198. vc1_loop_filter(src, stride, 1, 8, pq);
  199. }
  200. static void vc1_v_loop_filter16_c(uint8_t *src, int stride, int pq)
  201. {
  202. vc1_loop_filter(src, 1, stride, 16, pq);
  203. }
  204. static void vc1_h_loop_filter16_c(uint8_t *src, int stride, int pq)
  205. {
  206. vc1_loop_filter(src, stride, 1, 16, pq);
  207. }
  208. /** Do inverse transform on 8x8 block
  209. */
  210. static void vc1_inv_trans_8x8_dc_c(uint8_t *dest, int linesize, int16_t *block)
  211. {
  212. int i;
  213. int dc = block[0];
  214. dc = (3 * dc + 1) >> 1;
  215. dc = (3 * dc + 16) >> 5;
  216. for(i = 0; i < 8; i++){
  217. dest[0] = av_clip_uint8(dest[0] + dc);
  218. dest[1] = av_clip_uint8(dest[1] + dc);
  219. dest[2] = av_clip_uint8(dest[2] + dc);
  220. dest[3] = av_clip_uint8(dest[3] + dc);
  221. dest[4] = av_clip_uint8(dest[4] + dc);
  222. dest[5] = av_clip_uint8(dest[5] + dc);
  223. dest[6] = av_clip_uint8(dest[6] + dc);
  224. dest[7] = av_clip_uint8(dest[7] + dc);
  225. dest += linesize;
  226. }
  227. }
  228. static void vc1_inv_trans_8x8_c(int16_t block[64])
  229. {
  230. int i;
  231. register int t1,t2,t3,t4,t5,t6,t7,t8;
  232. int16_t *src, *dst, temp[64];
  233. src = block;
  234. dst = temp;
  235. for(i = 0; i < 8; i++){
  236. t1 = 12 * (src[ 0] + src[32]) + 4;
  237. t2 = 12 * (src[ 0] - src[32]) + 4;
  238. t3 = 16 * src[16] + 6 * src[48];
  239. t4 = 6 * src[16] - 16 * src[48];
  240. t5 = t1 + t3;
  241. t6 = t2 + t4;
  242. t7 = t2 - t4;
  243. t8 = t1 - t3;
  244. t1 = 16 * src[ 8] + 15 * src[24] + 9 * src[40] + 4 * src[56];
  245. t2 = 15 * src[ 8] - 4 * src[24] - 16 * src[40] - 9 * src[56];
  246. t3 = 9 * src[ 8] - 16 * src[24] + 4 * src[40] + 15 * src[56];
  247. t4 = 4 * src[ 8] - 9 * src[24] + 15 * src[40] - 16 * src[56];
  248. dst[0] = (t5 + t1) >> 3;
  249. dst[1] = (t6 + t2) >> 3;
  250. dst[2] = (t7 + t3) >> 3;
  251. dst[3] = (t8 + t4) >> 3;
  252. dst[4] = (t8 - t4) >> 3;
  253. dst[5] = (t7 - t3) >> 3;
  254. dst[6] = (t6 - t2) >> 3;
  255. dst[7] = (t5 - t1) >> 3;
  256. src += 1;
  257. dst += 8;
  258. }
  259. src = temp;
  260. dst = block;
  261. for(i = 0; i < 8; i++){
  262. t1 = 12 * (src[ 0] + src[32]) + 64;
  263. t2 = 12 * (src[ 0] - src[32]) + 64;
  264. t3 = 16 * src[16] + 6 * src[48];
  265. t4 = 6 * src[16] - 16 * src[48];
  266. t5 = t1 + t3;
  267. t6 = t2 + t4;
  268. t7 = t2 - t4;
  269. t8 = t1 - t3;
  270. t1 = 16 * src[ 8] + 15 * src[24] + 9 * src[40] + 4 * src[56];
  271. t2 = 15 * src[ 8] - 4 * src[24] - 16 * src[40] - 9 * src[56];
  272. t3 = 9 * src[ 8] - 16 * src[24] + 4 * src[40] + 15 * src[56];
  273. t4 = 4 * src[ 8] - 9 * src[24] + 15 * src[40] - 16 * src[56];
  274. dst[ 0] = (t5 + t1) >> 7;
  275. dst[ 8] = (t6 + t2) >> 7;
  276. dst[16] = (t7 + t3) >> 7;
  277. dst[24] = (t8 + t4) >> 7;
  278. dst[32] = (t8 - t4 + 1) >> 7;
  279. dst[40] = (t7 - t3 + 1) >> 7;
  280. dst[48] = (t6 - t2 + 1) >> 7;
  281. dst[56] = (t5 - t1 + 1) >> 7;
  282. src++;
  283. dst++;
  284. }
  285. }
  286. /** Do inverse transform on 8x4 part of block
  287. */
  288. static void vc1_inv_trans_8x4_dc_c(uint8_t *dest, int linesize, int16_t *block)
  289. {
  290. int i;
  291. int dc = block[0];
  292. dc = ( 3 * dc + 1) >> 1;
  293. dc = (17 * dc + 64) >> 7;
  294. for(i = 0; i < 4; i++){
  295. dest[0] = av_clip_uint8(dest[0] + dc);
  296. dest[1] = av_clip_uint8(dest[1] + dc);
  297. dest[2] = av_clip_uint8(dest[2] + dc);
  298. dest[3] = av_clip_uint8(dest[3] + dc);
  299. dest[4] = av_clip_uint8(dest[4] + dc);
  300. dest[5] = av_clip_uint8(dest[5] + dc);
  301. dest[6] = av_clip_uint8(dest[6] + dc);
  302. dest[7] = av_clip_uint8(dest[7] + dc);
  303. dest += linesize;
  304. }
  305. }
  306. static void vc1_inv_trans_8x4_c(uint8_t *dest, int linesize, int16_t *block)
  307. {
  308. int i;
  309. register int t1,t2,t3,t4,t5,t6,t7,t8;
  310. int16_t *src, *dst;
  311. src = block;
  312. dst = block;
  313. for(i = 0; i < 4; i++){
  314. t1 = 12 * (src[0] + src[4]) + 4;
  315. t2 = 12 * (src[0] - src[4]) + 4;
  316. t3 = 16 * src[2] + 6 * src[6];
  317. t4 = 6 * src[2] - 16 * src[6];
  318. t5 = t1 + t3;
  319. t6 = t2 + t4;
  320. t7 = t2 - t4;
  321. t8 = t1 - t3;
  322. t1 = 16 * src[1] + 15 * src[3] + 9 * src[5] + 4 * src[7];
  323. t2 = 15 * src[1] - 4 * src[3] - 16 * src[5] - 9 * src[7];
  324. t3 = 9 * src[1] - 16 * src[3] + 4 * src[5] + 15 * src[7];
  325. t4 = 4 * src[1] - 9 * src[3] + 15 * src[5] - 16 * src[7];
  326. dst[0] = (t5 + t1) >> 3;
  327. dst[1] = (t6 + t2) >> 3;
  328. dst[2] = (t7 + t3) >> 3;
  329. dst[3] = (t8 + t4) >> 3;
  330. dst[4] = (t8 - t4) >> 3;
  331. dst[5] = (t7 - t3) >> 3;
  332. dst[6] = (t6 - t2) >> 3;
  333. dst[7] = (t5 - t1) >> 3;
  334. src += 8;
  335. dst += 8;
  336. }
  337. src = block;
  338. for(i = 0; i < 8; i++){
  339. t1 = 17 * (src[ 0] + src[16]) + 64;
  340. t2 = 17 * (src[ 0] - src[16]) + 64;
  341. t3 = 22 * src[ 8] + 10 * src[24];
  342. t4 = 22 * src[24] - 10 * src[ 8];
  343. dest[0*linesize] = av_clip_uint8(dest[0*linesize] + ((t1 + t3) >> 7));
  344. dest[1*linesize] = av_clip_uint8(dest[1*linesize] + ((t2 - t4) >> 7));
  345. dest[2*linesize] = av_clip_uint8(dest[2*linesize] + ((t2 + t4) >> 7));
  346. dest[3*linesize] = av_clip_uint8(dest[3*linesize] + ((t1 - t3) >> 7));
  347. src ++;
  348. dest++;
  349. }
  350. }
  351. /** Do inverse transform on 4x8 parts of block
  352. */
  353. static void vc1_inv_trans_4x8_dc_c(uint8_t *dest, int linesize, int16_t *block)
  354. {
  355. int i;
  356. int dc = block[0];
  357. dc = (17 * dc + 4) >> 3;
  358. dc = (12 * dc + 64) >> 7;
  359. for(i = 0; i < 8; i++){
  360. dest[0] = av_clip_uint8(dest[0] + dc);
  361. dest[1] = av_clip_uint8(dest[1] + dc);
  362. dest[2] = av_clip_uint8(dest[2] + dc);
  363. dest[3] = av_clip_uint8(dest[3] + dc);
  364. dest += linesize;
  365. }
  366. }
  367. static void vc1_inv_trans_4x8_c(uint8_t *dest, int linesize, int16_t *block)
  368. {
  369. int i;
  370. register int t1,t2,t3,t4,t5,t6,t7,t8;
  371. int16_t *src, *dst;
  372. src = block;
  373. dst = block;
  374. for(i = 0; i < 8; i++){
  375. t1 = 17 * (src[0] + src[2]) + 4;
  376. t2 = 17 * (src[0] - src[2]) + 4;
  377. t3 = 22 * src[1] + 10 * src[3];
  378. t4 = 22 * src[3] - 10 * src[1];
  379. dst[0] = (t1 + t3) >> 3;
  380. dst[1] = (t2 - t4) >> 3;
  381. dst[2] = (t2 + t4) >> 3;
  382. dst[3] = (t1 - t3) >> 3;
  383. src += 8;
  384. dst += 8;
  385. }
  386. src = block;
  387. for(i = 0; i < 4; i++){
  388. t1 = 12 * (src[ 0] + src[32]) + 64;
  389. t2 = 12 * (src[ 0] - src[32]) + 64;
  390. t3 = 16 * src[16] + 6 * src[48];
  391. t4 = 6 * src[16] - 16 * src[48];
  392. t5 = t1 + t3;
  393. t6 = t2 + t4;
  394. t7 = t2 - t4;
  395. t8 = t1 - t3;
  396. t1 = 16 * src[ 8] + 15 * src[24] + 9 * src[40] + 4 * src[56];
  397. t2 = 15 * src[ 8] - 4 * src[24] - 16 * src[40] - 9 * src[56];
  398. t3 = 9 * src[ 8] - 16 * src[24] + 4 * src[40] + 15 * src[56];
  399. t4 = 4 * src[ 8] - 9 * src[24] + 15 * src[40] - 16 * src[56];
  400. dest[0*linesize] = av_clip_uint8(dest[0*linesize] + ((t5 + t1) >> 7));
  401. dest[1*linesize] = av_clip_uint8(dest[1*linesize] + ((t6 + t2) >> 7));
  402. dest[2*linesize] = av_clip_uint8(dest[2*linesize] + ((t7 + t3) >> 7));
  403. dest[3*linesize] = av_clip_uint8(dest[3*linesize] + ((t8 + t4) >> 7));
  404. dest[4*linesize] = av_clip_uint8(dest[4*linesize] + ((t8 - t4 + 1) >> 7));
  405. dest[5*linesize] = av_clip_uint8(dest[5*linesize] + ((t7 - t3 + 1) >> 7));
  406. dest[6*linesize] = av_clip_uint8(dest[6*linesize] + ((t6 - t2 + 1) >> 7));
  407. dest[7*linesize] = av_clip_uint8(dest[7*linesize] + ((t5 - t1 + 1) >> 7));
  408. src ++;
  409. dest++;
  410. }
  411. }
  412. /** Do inverse transform on 4x4 part of block
  413. */
  414. static void vc1_inv_trans_4x4_dc_c(uint8_t *dest, int linesize, int16_t *block)
  415. {
  416. int i;
  417. int dc = block[0];
  418. dc = (17 * dc + 4) >> 3;
  419. dc = (17 * dc + 64) >> 7;
  420. for(i = 0; i < 4; i++){
  421. dest[0] = av_clip_uint8(dest[0] + dc);
  422. dest[1] = av_clip_uint8(dest[1] + dc);
  423. dest[2] = av_clip_uint8(dest[2] + dc);
  424. dest[3] = av_clip_uint8(dest[3] + dc);
  425. dest += linesize;
  426. }
  427. }
  428. static void vc1_inv_trans_4x4_c(uint8_t *dest, int linesize, int16_t *block)
  429. {
  430. int i;
  431. register int t1,t2,t3,t4;
  432. int16_t *src, *dst;
  433. src = block;
  434. dst = block;
  435. for(i = 0; i < 4; i++){
  436. t1 = 17 * (src[0] + src[2]) + 4;
  437. t2 = 17 * (src[0] - src[2]) + 4;
  438. t3 = 22 * src[1] + 10 * src[3];
  439. t4 = 22 * src[3] - 10 * src[1];
  440. dst[0] = (t1 + t3) >> 3;
  441. dst[1] = (t2 - t4) >> 3;
  442. dst[2] = (t2 + t4) >> 3;
  443. dst[3] = (t1 - t3) >> 3;
  444. src += 8;
  445. dst += 8;
  446. }
  447. src = block;
  448. for(i = 0; i < 4; i++){
  449. t1 = 17 * (src[ 0] + src[16]) + 64;
  450. t2 = 17 * (src[ 0] - src[16]) + 64;
  451. t3 = 22 * src[ 8] + 10 * src[24];
  452. t4 = 22 * src[24] - 10 * src[ 8];
  453. dest[0*linesize] = av_clip_uint8(dest[0*linesize] + ((t1 + t3) >> 7));
  454. dest[1*linesize] = av_clip_uint8(dest[1*linesize] + ((t2 - t4) >> 7));
  455. dest[2*linesize] = av_clip_uint8(dest[2*linesize] + ((t2 + t4) >> 7));
  456. dest[3*linesize] = av_clip_uint8(dest[3*linesize] + ((t1 - t3) >> 7));
  457. src ++;
  458. dest++;
  459. }
  460. }
  461. /* motion compensation functions */
  462. /** Filter in case of 2 filters */
  463. #define VC1_MSPEL_FILTER_16B(DIR, TYPE) \
  464. static av_always_inline int vc1_mspel_ ## DIR ## _filter_16bits(const TYPE *src, int stride, int mode) \
  465. { \
  466. switch(mode){ \
  467. case 0: /* no shift - should not occur */ \
  468. return 0; \
  469. case 1: /* 1/4 shift */ \
  470. return -4*src[-stride] + 53*src[0] + 18*src[stride] - 3*src[stride*2]; \
  471. case 2: /* 1/2 shift */ \
  472. return -src[-stride] + 9*src[0] + 9*src[stride] - src[stride*2]; \
  473. case 3: /* 3/4 shift */ \
  474. return -3*src[-stride] + 18*src[0] + 53*src[stride] - 4*src[stride*2]; \
  475. } \
  476. return 0; /* should not occur */ \
  477. }
  478. VC1_MSPEL_FILTER_16B(ver, uint8_t)
  479. VC1_MSPEL_FILTER_16B(hor, int16_t)
  480. /** Filter used to interpolate fractional pel values
  481. */
  482. static av_always_inline int vc1_mspel_filter(const uint8_t *src, int stride, int mode, int r)
  483. {
  484. switch(mode){
  485. case 0: //no shift
  486. return src[0];
  487. case 1: // 1/4 shift
  488. return (-4*src[-stride] + 53*src[0] + 18*src[stride] - 3*src[stride*2] + 32 - r) >> 6;
  489. case 2: // 1/2 shift
  490. return (-src[-stride] + 9*src[0] + 9*src[stride] - src[stride*2] + 8 - r) >> 4;
  491. case 3: // 3/4 shift
  492. return (-3*src[-stride] + 18*src[0] + 53*src[stride] - 4*src[stride*2] + 32 - r) >> 6;
  493. }
  494. return 0; //should not occur
  495. }
  496. /** Function used to do motion compensation with bicubic interpolation
  497. */
  498. #define VC1_MSPEL_MC(OP, OP4, OPNAME)\
  499. static av_always_inline void OPNAME ## vc1_mspel_mc(uint8_t *dst, const uint8_t *src, int stride, int hmode, int vmode, int rnd)\
  500. {\
  501. int i, j;\
  502. \
  503. if (vmode) { /* Horizontal filter to apply */\
  504. int r;\
  505. \
  506. if (hmode) { /* Vertical filter to apply, output to tmp */\
  507. static const int shift_value[] = { 0, 5, 1, 5 };\
  508. int shift = (shift_value[hmode]+shift_value[vmode])>>1;\
  509. int16_t tmp[11*8], *tptr = tmp;\
  510. \
  511. r = (1<<(shift-1)) + rnd-1;\
  512. \
  513. src -= 1;\
  514. for(j = 0; j < 8; j++) {\
  515. for(i = 0; i < 11; i++)\
  516. tptr[i] = (vc1_mspel_ver_filter_16bits(src + i, stride, vmode)+r)>>shift;\
  517. src += stride;\
  518. tptr += 11;\
  519. }\
  520. \
  521. r = 64-rnd;\
  522. tptr = tmp+1;\
  523. for(j = 0; j < 8; j++) {\
  524. for(i = 0; i < 8; i++)\
  525. OP(dst[i], (vc1_mspel_hor_filter_16bits(tptr + i, 1, hmode)+r)>>7);\
  526. dst += stride;\
  527. tptr += 11;\
  528. }\
  529. \
  530. return;\
  531. }\
  532. else { /* No horizontal filter, output 8 lines to dst */\
  533. r = 1-rnd;\
  534. \
  535. for(j = 0; j < 8; j++) {\
  536. for(i = 0; i < 8; i++)\
  537. OP(dst[i], vc1_mspel_filter(src + i, stride, vmode, r));\
  538. src += stride;\
  539. dst += stride;\
  540. }\
  541. return;\
  542. }\
  543. }\
  544. \
  545. /* Horizontal mode with no vertical mode */\
  546. for(j = 0; j < 8; j++) {\
  547. for(i = 0; i < 8; i++)\
  548. OP(dst[i], vc1_mspel_filter(src + i, 1, hmode, rnd));\
  549. dst += stride;\
  550. src += stride;\
  551. }\
  552. }\
  553. static void OPNAME ## pixels8x8_c(uint8_t *block, const uint8_t *pixels, int line_size, int rnd){\
  554. int i;\
  555. for(i=0; i<8; i++){\
  556. OP4(*(uint32_t*)(block ), AV_RN32(pixels ));\
  557. OP4(*(uint32_t*)(block+4), AV_RN32(pixels+4));\
  558. pixels+=line_size;\
  559. block +=line_size;\
  560. }\
  561. }
  562. #define op_put(a, b) a = av_clip_uint8(b)
  563. #define op_avg(a, b) a = (a + av_clip_uint8(b) + 1) >> 1
  564. #define op4_avg(a, b) a = rnd_avg32(a, b)
  565. #define op4_put(a, b) a = b
  566. VC1_MSPEL_MC(op_put, op4_put, put_)
  567. VC1_MSPEL_MC(op_avg, op4_avg, avg_)
  568. /* pixel functions - really are entry points to vc1_mspel_mc */
  569. #define PUT_VC1_MSPEL(a, b)\
  570. static void put_vc1_mspel_mc ## a ## b ##_c(uint8_t *dst, const uint8_t *src, int stride, int rnd) { \
  571. put_vc1_mspel_mc(dst, src, stride, a, b, rnd); \
  572. }\
  573. static void avg_vc1_mspel_mc ## a ## b ##_c(uint8_t *dst, const uint8_t *src, int stride, int rnd) { \
  574. avg_vc1_mspel_mc(dst, src, stride, a, b, rnd); \
  575. }
  576. PUT_VC1_MSPEL(1, 0)
  577. PUT_VC1_MSPEL(2, 0)
  578. PUT_VC1_MSPEL(3, 0)
  579. PUT_VC1_MSPEL(0, 1)
  580. PUT_VC1_MSPEL(1, 1)
  581. PUT_VC1_MSPEL(2, 1)
  582. PUT_VC1_MSPEL(3, 1)
  583. PUT_VC1_MSPEL(0, 2)
  584. PUT_VC1_MSPEL(1, 2)
  585. PUT_VC1_MSPEL(2, 2)
  586. PUT_VC1_MSPEL(3, 2)
  587. PUT_VC1_MSPEL(0, 3)
  588. PUT_VC1_MSPEL(1, 3)
  589. PUT_VC1_MSPEL(2, 3)
  590. PUT_VC1_MSPEL(3, 3)
  591. static void put_no_rnd_vc1_chroma_mc8_c(uint8_t *dst/*align 8*/, uint8_t *src/*align 1*/, int stride, int h, int x, int y){
  592. const int A=(8-x)*(8-y);
  593. const int B=( x)*(8-y);
  594. const int C=(8-x)*( y);
  595. const int D=( x)*( y);
  596. int i;
  597. av_assert2(x<8 && y<8 && x>=0 && y>=0);
  598. for(i=0; i<h; i++)
  599. {
  600. dst[0] = (A*src[0] + B*src[1] + C*src[stride+0] + D*src[stride+1] + 32 - 4) >> 6;
  601. dst[1] = (A*src[1] + B*src[2] + C*src[stride+1] + D*src[stride+2] + 32 - 4) >> 6;
  602. dst[2] = (A*src[2] + B*src[3] + C*src[stride+2] + D*src[stride+3] + 32 - 4) >> 6;
  603. dst[3] = (A*src[3] + B*src[4] + C*src[stride+3] + D*src[stride+4] + 32 - 4) >> 6;
  604. dst[4] = (A*src[4] + B*src[5] + C*src[stride+4] + D*src[stride+5] + 32 - 4) >> 6;
  605. dst[5] = (A*src[5] + B*src[6] + C*src[stride+5] + D*src[stride+6] + 32 - 4) >> 6;
  606. dst[6] = (A*src[6] + B*src[7] + C*src[stride+6] + D*src[stride+7] + 32 - 4) >> 6;
  607. dst[7] = (A*src[7] + B*src[8] + C*src[stride+7] + D*src[stride+8] + 32 - 4) >> 6;
  608. dst+= stride;
  609. src+= stride;
  610. }
  611. }
  612. static void put_no_rnd_vc1_chroma_mc4_c(uint8_t *dst, uint8_t *src, int stride, int h, int x, int y){
  613. const int A=(8-x)*(8-y);
  614. const int B=( x)*(8-y);
  615. const int C=(8-x)*( y);
  616. const int D=( x)*( y);
  617. int i;
  618. av_assert2(x<8 && y<8 && x>=0 && y>=0);
  619. for(i=0; i<h; i++)
  620. {
  621. dst[0] = (A*src[0] + B*src[1] + C*src[stride+0] + D*src[stride+1] + 32 - 4) >> 6;
  622. dst[1] = (A*src[1] + B*src[2] + C*src[stride+1] + D*src[stride+2] + 32 - 4) >> 6;
  623. dst[2] = (A*src[2] + B*src[3] + C*src[stride+2] + D*src[stride+3] + 32 - 4) >> 6;
  624. dst[3] = (A*src[3] + B*src[4] + C*src[stride+3] + D*src[stride+4] + 32 - 4) >> 6;
  625. dst+= stride;
  626. src+= stride;
  627. }
  628. }
  629. #define avg2(a,b) ((a+b+1)>>1)
  630. static void avg_no_rnd_vc1_chroma_mc8_c(uint8_t *dst/*align 8*/, uint8_t *src/*align 1*/, int stride, int h, int x, int y){
  631. const int A=(8-x)*(8-y);
  632. const int B=( x)*(8-y);
  633. const int C=(8-x)*( y);
  634. const int D=( x)*( y);
  635. int i;
  636. av_assert2(x<8 && y<8 && x>=0 && y>=0);
  637. for(i=0; i<h; i++)
  638. {
  639. dst[0] = avg2(dst[0], ((A*src[0] + B*src[1] + C*src[stride+0] + D*src[stride+1] + 32 - 4) >> 6));
  640. dst[1] = avg2(dst[1], ((A*src[1] + B*src[2] + C*src[stride+1] + D*src[stride+2] + 32 - 4) >> 6));
  641. dst[2] = avg2(dst[2], ((A*src[2] + B*src[3] + C*src[stride+2] + D*src[stride+3] + 32 - 4) >> 6));
  642. dst[3] = avg2(dst[3], ((A*src[3] + B*src[4] + C*src[stride+3] + D*src[stride+4] + 32 - 4) >> 6));
  643. dst[4] = avg2(dst[4], ((A*src[4] + B*src[5] + C*src[stride+4] + D*src[stride+5] + 32 - 4) >> 6));
  644. dst[5] = avg2(dst[5], ((A*src[5] + B*src[6] + C*src[stride+5] + D*src[stride+6] + 32 - 4) >> 6));
  645. dst[6] = avg2(dst[6], ((A*src[6] + B*src[7] + C*src[stride+6] + D*src[stride+7] + 32 - 4) >> 6));
  646. dst[7] = avg2(dst[7], ((A*src[7] + B*src[8] + C*src[stride+7] + D*src[stride+8] + 32 - 4) >> 6));
  647. dst+= stride;
  648. src+= stride;
  649. }
  650. }
  651. #if CONFIG_WMV3IMAGE_DECODER || CONFIG_VC1IMAGE_DECODER
  652. static void sprite_h_c(uint8_t *dst, const uint8_t *src, int offset, int advance, int count)
  653. {
  654. while (count--) {
  655. int a = src[(offset >> 16) ];
  656. int b = src[(offset >> 16) + 1];
  657. *dst++ = a + ((b - a) * (offset&0xFFFF) >> 16);
  658. offset += advance;
  659. }
  660. }
  661. static av_always_inline void sprite_v_template(uint8_t *dst, const uint8_t *src1a, const uint8_t *src1b, int offset1,
  662. int two_sprites, const uint8_t *src2a, const uint8_t *src2b, int offset2,
  663. int alpha, int scaled, int width)
  664. {
  665. int a1, b1, a2, b2;
  666. while (width--) {
  667. a1 = *src1a++;
  668. if (scaled) {
  669. b1 = *src1b++;
  670. a1 = a1 + ((b1 - a1) * offset1 >> 16);
  671. }
  672. if (two_sprites) {
  673. a2 = *src2a++;
  674. if (scaled > 1) {
  675. b2 = *src2b++;
  676. a2 = a2 + ((b2 - a2) * offset2 >> 16);
  677. }
  678. a1 = a1 + ((a2 - a1) * alpha >> 16);
  679. }
  680. *dst++ = a1;
  681. }
  682. }
  683. static void sprite_v_single_c(uint8_t *dst, const uint8_t *src1a, const uint8_t *src1b, int offset, int width)
  684. {
  685. sprite_v_template(dst, src1a, src1b, offset, 0, NULL, NULL, 0, 0, 1, width);
  686. }
  687. static void sprite_v_double_noscale_c(uint8_t *dst, const uint8_t *src1a, const uint8_t *src2a, int alpha, int width)
  688. {
  689. sprite_v_template(dst, src1a, NULL, 0, 1, src2a, NULL, 0, alpha, 0, width);
  690. }
  691. static void sprite_v_double_onescale_c(uint8_t *dst, const uint8_t *src1a, const uint8_t *src1b, int offset1,
  692. const uint8_t *src2a, int alpha, int width)
  693. {
  694. sprite_v_template(dst, src1a, src1b, offset1, 1, src2a, NULL, 0, alpha, 1, width);
  695. }
  696. static void sprite_v_double_twoscale_c(uint8_t *dst, const uint8_t *src1a, const uint8_t *src1b, int offset1,
  697. const uint8_t *src2a, const uint8_t *src2b, int offset2,
  698. int alpha, int width)
  699. {
  700. sprite_v_template(dst, src1a, src1b, offset1, 1, src2a, src2b, offset2, alpha, 2, width);
  701. }
  702. #endif
  703. av_cold void ff_vc1dsp_init(VC1DSPContext* dsp) {
  704. dsp->vc1_inv_trans_8x8 = vc1_inv_trans_8x8_c;
  705. dsp->vc1_inv_trans_4x8 = vc1_inv_trans_4x8_c;
  706. dsp->vc1_inv_trans_8x4 = vc1_inv_trans_8x4_c;
  707. dsp->vc1_inv_trans_4x4 = vc1_inv_trans_4x4_c;
  708. dsp->vc1_inv_trans_8x8_dc = vc1_inv_trans_8x8_dc_c;
  709. dsp->vc1_inv_trans_4x8_dc = vc1_inv_trans_4x8_dc_c;
  710. dsp->vc1_inv_trans_8x4_dc = vc1_inv_trans_8x4_dc_c;
  711. dsp->vc1_inv_trans_4x4_dc = vc1_inv_trans_4x4_dc_c;
  712. dsp->vc1_h_overlap = vc1_h_overlap_c;
  713. dsp->vc1_v_overlap = vc1_v_overlap_c;
  714. dsp->vc1_h_s_overlap = vc1_h_s_overlap_c;
  715. dsp->vc1_v_s_overlap = vc1_v_s_overlap_c;
  716. dsp->vc1_v_loop_filter4 = vc1_v_loop_filter4_c;
  717. dsp->vc1_h_loop_filter4 = vc1_h_loop_filter4_c;
  718. dsp->vc1_v_loop_filter8 = vc1_v_loop_filter8_c;
  719. dsp->vc1_h_loop_filter8 = vc1_h_loop_filter8_c;
  720. dsp->vc1_v_loop_filter16 = vc1_v_loop_filter16_c;
  721. dsp->vc1_h_loop_filter16 = vc1_h_loop_filter16_c;
  722. dsp->put_vc1_mspel_pixels_tab[ 0] = put_pixels8x8_c;
  723. dsp->put_vc1_mspel_pixels_tab[ 1] = put_vc1_mspel_mc10_c;
  724. dsp->put_vc1_mspel_pixels_tab[ 2] = put_vc1_mspel_mc20_c;
  725. dsp->put_vc1_mspel_pixels_tab[ 3] = put_vc1_mspel_mc30_c;
  726. dsp->put_vc1_mspel_pixels_tab[ 4] = put_vc1_mspel_mc01_c;
  727. dsp->put_vc1_mspel_pixels_tab[ 5] = put_vc1_mspel_mc11_c;
  728. dsp->put_vc1_mspel_pixels_tab[ 6] = put_vc1_mspel_mc21_c;
  729. dsp->put_vc1_mspel_pixels_tab[ 7] = put_vc1_mspel_mc31_c;
  730. dsp->put_vc1_mspel_pixels_tab[ 8] = put_vc1_mspel_mc02_c;
  731. dsp->put_vc1_mspel_pixels_tab[ 9] = put_vc1_mspel_mc12_c;
  732. dsp->put_vc1_mspel_pixels_tab[10] = put_vc1_mspel_mc22_c;
  733. dsp->put_vc1_mspel_pixels_tab[11] = put_vc1_mspel_mc32_c;
  734. dsp->put_vc1_mspel_pixels_tab[12] = put_vc1_mspel_mc03_c;
  735. dsp->put_vc1_mspel_pixels_tab[13] = put_vc1_mspel_mc13_c;
  736. dsp->put_vc1_mspel_pixels_tab[14] = put_vc1_mspel_mc23_c;
  737. dsp->put_vc1_mspel_pixels_tab[15] = put_vc1_mspel_mc33_c;
  738. dsp->avg_vc1_mspel_pixels_tab[ 0] = avg_pixels8x8_c;
  739. dsp->avg_vc1_mspel_pixels_tab[ 1] = avg_vc1_mspel_mc10_c;
  740. dsp->avg_vc1_mspel_pixels_tab[ 2] = avg_vc1_mspel_mc20_c;
  741. dsp->avg_vc1_mspel_pixels_tab[ 3] = avg_vc1_mspel_mc30_c;
  742. dsp->avg_vc1_mspel_pixels_tab[ 4] = avg_vc1_mspel_mc01_c;
  743. dsp->avg_vc1_mspel_pixels_tab[ 5] = avg_vc1_mspel_mc11_c;
  744. dsp->avg_vc1_mspel_pixels_tab[ 6] = avg_vc1_mspel_mc21_c;
  745. dsp->avg_vc1_mspel_pixels_tab[ 7] = avg_vc1_mspel_mc31_c;
  746. dsp->avg_vc1_mspel_pixels_tab[ 8] = avg_vc1_mspel_mc02_c;
  747. dsp->avg_vc1_mspel_pixels_tab[ 9] = avg_vc1_mspel_mc12_c;
  748. dsp->avg_vc1_mspel_pixels_tab[10] = avg_vc1_mspel_mc22_c;
  749. dsp->avg_vc1_mspel_pixels_tab[11] = avg_vc1_mspel_mc32_c;
  750. dsp->avg_vc1_mspel_pixels_tab[12] = avg_vc1_mspel_mc03_c;
  751. dsp->avg_vc1_mspel_pixels_tab[13] = avg_vc1_mspel_mc13_c;
  752. dsp->avg_vc1_mspel_pixels_tab[14] = avg_vc1_mspel_mc23_c;
  753. dsp->avg_vc1_mspel_pixels_tab[15] = avg_vc1_mspel_mc33_c;
  754. dsp->put_no_rnd_vc1_chroma_pixels_tab[0]= put_no_rnd_vc1_chroma_mc8_c;
  755. dsp->avg_no_rnd_vc1_chroma_pixels_tab[0]= avg_no_rnd_vc1_chroma_mc8_c;
  756. dsp->put_no_rnd_vc1_chroma_pixels_tab[1] = put_no_rnd_vc1_chroma_mc4_c;
  757. #if CONFIG_WMV3IMAGE_DECODER || CONFIG_VC1IMAGE_DECODER
  758. dsp->sprite_h = sprite_h_c;
  759. dsp->sprite_v_single = sprite_v_single_c;
  760. dsp->sprite_v_double_noscale = sprite_v_double_noscale_c;
  761. dsp->sprite_v_double_onescale = sprite_v_double_onescale_c;
  762. dsp->sprite_v_double_twoscale = sprite_v_double_twoscale_c;
  763. #endif
  764. if (HAVE_ALTIVEC)
  765. ff_vc1dsp_init_altivec(dsp);
  766. if (ARCH_X86)
  767. ff_vc1dsp_init_x86(dsp);
  768. }