You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1304 lines
43KB

  1. /*
  2. * H.26L/H.264/AVC/JVT/14496-10/... encoder/decoder
  3. * Copyright (c) 2003 Michael Niedermayer <michaelni@gmx.at>
  4. *
  5. * This file is part of FFmpeg.
  6. *
  7. * FFmpeg is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU Lesser General Public
  9. * License as published by the Free Software Foundation; either
  10. * version 2.1 of the License, or (at your option) any later version.
  11. *
  12. * FFmpeg is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * Lesser General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU Lesser General Public
  18. * License along with FFmpeg; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. */
  21. /**
  22. * @file
  23. * H.264 / AVC / MPEG4 part10 prediction functions.
  24. * @author Michael Niedermayer <michaelni@gmx.at>
  25. */
  26. #include "avcodec.h"
  27. #include "mpegvideo.h"
  28. #include "h264pred.h"
  29. #include "mathops.h"
  30. static void pred4x4_vertical_c(uint8_t *src, const uint8_t *topright, int stride){
  31. const uint32_t a= ((uint32_t*)(src-stride))[0];
  32. ((uint32_t*)(src+0*stride))[0]= a;
  33. ((uint32_t*)(src+1*stride))[0]= a;
  34. ((uint32_t*)(src+2*stride))[0]= a;
  35. ((uint32_t*)(src+3*stride))[0]= a;
  36. }
  37. static void pred4x4_horizontal_c(uint8_t *src, const uint8_t *topright, int stride){
  38. ((uint32_t*)(src+0*stride))[0]= src[-1+0*stride]*0x01010101;
  39. ((uint32_t*)(src+1*stride))[0]= src[-1+1*stride]*0x01010101;
  40. ((uint32_t*)(src+2*stride))[0]= src[-1+2*stride]*0x01010101;
  41. ((uint32_t*)(src+3*stride))[0]= src[-1+3*stride]*0x01010101;
  42. }
  43. static void pred4x4_dc_c(uint8_t *src, const uint8_t *topright, int stride){
  44. const int dc= ( src[-stride] + src[1-stride] + src[2-stride] + src[3-stride]
  45. + src[-1+0*stride] + src[-1+1*stride] + src[-1+2*stride] + src[-1+3*stride] + 4) >>3;
  46. ((uint32_t*)(src+0*stride))[0]=
  47. ((uint32_t*)(src+1*stride))[0]=
  48. ((uint32_t*)(src+2*stride))[0]=
  49. ((uint32_t*)(src+3*stride))[0]= dc* 0x01010101;
  50. }
  51. static void pred4x4_left_dc_c(uint8_t *src, const uint8_t *topright, int stride){
  52. const int dc= ( src[-1+0*stride] + src[-1+1*stride] + src[-1+2*stride] + src[-1+3*stride] + 2) >>2;
  53. ((uint32_t*)(src+0*stride))[0]=
  54. ((uint32_t*)(src+1*stride))[0]=
  55. ((uint32_t*)(src+2*stride))[0]=
  56. ((uint32_t*)(src+3*stride))[0]= dc* 0x01010101;
  57. }
  58. static void pred4x4_top_dc_c(uint8_t *src, const uint8_t *topright, int stride){
  59. const int dc= ( src[-stride] + src[1-stride] + src[2-stride] + src[3-stride] + 2) >>2;
  60. ((uint32_t*)(src+0*stride))[0]=
  61. ((uint32_t*)(src+1*stride))[0]=
  62. ((uint32_t*)(src+2*stride))[0]=
  63. ((uint32_t*)(src+3*stride))[0]= dc* 0x01010101;
  64. }
  65. static void pred4x4_128_dc_c(uint8_t *src, const uint8_t *topright, int stride){
  66. ((uint32_t*)(src+0*stride))[0]=
  67. ((uint32_t*)(src+1*stride))[0]=
  68. ((uint32_t*)(src+2*stride))[0]=
  69. ((uint32_t*)(src+3*stride))[0]= 128U*0x01010101U;
  70. }
  71. #define LOAD_TOP_RIGHT_EDGE\
  72. const int av_unused t4= topright[0];\
  73. const int av_unused t5= topright[1];\
  74. const int av_unused t6= topright[2];\
  75. const int av_unused t7= topright[3];\
  76. #define LOAD_DOWN_LEFT_EDGE\
  77. const int av_unused l4= src[-1+4*stride];\
  78. const int av_unused l5= src[-1+5*stride];\
  79. const int av_unused l6= src[-1+6*stride];\
  80. const int av_unused l7= src[-1+7*stride];\
  81. #define LOAD_LEFT_EDGE\
  82. const int av_unused l0= src[-1+0*stride];\
  83. const int av_unused l1= src[-1+1*stride];\
  84. const int av_unused l2= src[-1+2*stride];\
  85. const int av_unused l3= src[-1+3*stride];\
  86. #define LOAD_TOP_EDGE\
  87. const int av_unused t0= src[ 0-1*stride];\
  88. const int av_unused t1= src[ 1-1*stride];\
  89. const int av_unused t2= src[ 2-1*stride];\
  90. const int av_unused t3= src[ 3-1*stride];\
  91. static void pred4x4_vertical_vp8_c(uint8_t *src, const uint8_t *topright, int stride){
  92. const int lt= src[-1-1*stride];
  93. LOAD_TOP_EDGE
  94. LOAD_TOP_RIGHT_EDGE
  95. uint32_t v = PACK_4U8((lt + 2*t0 + t1 + 2) >> 2,
  96. (t0 + 2*t1 + t2 + 2) >> 2,
  97. (t1 + 2*t2 + t3 + 2) >> 2,
  98. (t2 + 2*t3 + t4 + 2) >> 2);
  99. AV_WN32A(src+0*stride, v);
  100. AV_WN32A(src+1*stride, v);
  101. AV_WN32A(src+2*stride, v);
  102. AV_WN32A(src+3*stride, v);
  103. }
  104. static void pred4x4_horizontal_vp8_c(uint8_t *src, const uint8_t *topright, int stride){
  105. const int lt= src[-1-1*stride];
  106. LOAD_LEFT_EDGE
  107. AV_WN32A(src+0*stride, ((lt + 2*l0 + l1 + 2) >> 2)*0x01010101);
  108. AV_WN32A(src+1*stride, ((l0 + 2*l1 + l2 + 2) >> 2)*0x01010101);
  109. AV_WN32A(src+2*stride, ((l1 + 2*l2 + l3 + 2) >> 2)*0x01010101);
  110. AV_WN32A(src+3*stride, ((l2 + 2*l3 + l3 + 2) >> 2)*0x01010101);
  111. }
  112. static void pred4x4_down_right_c(uint8_t *src, const uint8_t *topright, int stride){
  113. const int lt= src[-1-1*stride];
  114. LOAD_TOP_EDGE
  115. LOAD_LEFT_EDGE
  116. src[0+3*stride]=(l3 + 2*l2 + l1 + 2)>>2;
  117. src[0+2*stride]=
  118. src[1+3*stride]=(l2 + 2*l1 + l0 + 2)>>2;
  119. src[0+1*stride]=
  120. src[1+2*stride]=
  121. src[2+3*stride]=(l1 + 2*l0 + lt + 2)>>2;
  122. src[0+0*stride]=
  123. src[1+1*stride]=
  124. src[2+2*stride]=
  125. src[3+3*stride]=(l0 + 2*lt + t0 + 2)>>2;
  126. src[1+0*stride]=
  127. src[2+1*stride]=
  128. src[3+2*stride]=(lt + 2*t0 + t1 + 2)>>2;
  129. src[2+0*stride]=
  130. src[3+1*stride]=(t0 + 2*t1 + t2 + 2)>>2;
  131. src[3+0*stride]=(t1 + 2*t2 + t3 + 2)>>2;
  132. }
  133. static void pred4x4_down_left_c(uint8_t *src, const uint8_t *topright, int stride){
  134. LOAD_TOP_EDGE
  135. LOAD_TOP_RIGHT_EDGE
  136. // LOAD_LEFT_EDGE
  137. src[0+0*stride]=(t0 + t2 + 2*t1 + 2)>>2;
  138. src[1+0*stride]=
  139. src[0+1*stride]=(t1 + t3 + 2*t2 + 2)>>2;
  140. src[2+0*stride]=
  141. src[1+1*stride]=
  142. src[0+2*stride]=(t2 + t4 + 2*t3 + 2)>>2;
  143. src[3+0*stride]=
  144. src[2+1*stride]=
  145. src[1+2*stride]=
  146. src[0+3*stride]=(t3 + t5 + 2*t4 + 2)>>2;
  147. src[3+1*stride]=
  148. src[2+2*stride]=
  149. src[1+3*stride]=(t4 + t6 + 2*t5 + 2)>>2;
  150. src[3+2*stride]=
  151. src[2+3*stride]=(t5 + t7 + 2*t6 + 2)>>2;
  152. src[3+3*stride]=(t6 + 3*t7 + 2)>>2;
  153. }
  154. static void pred4x4_down_left_svq3_c(uint8_t *src, const uint8_t *topright, int stride){
  155. LOAD_TOP_EDGE
  156. LOAD_LEFT_EDGE
  157. const av_unused int unu0= t0;
  158. const av_unused int unu1= l0;
  159. src[0+0*stride]=(l1 + t1)>>1;
  160. src[1+0*stride]=
  161. src[0+1*stride]=(l2 + t2)>>1;
  162. src[2+0*stride]=
  163. src[1+1*stride]=
  164. src[0+2*stride]=
  165. src[3+0*stride]=
  166. src[2+1*stride]=
  167. src[1+2*stride]=
  168. src[0+3*stride]=
  169. src[3+1*stride]=
  170. src[2+2*stride]=
  171. src[1+3*stride]=
  172. src[3+2*stride]=
  173. src[2+3*stride]=
  174. src[3+3*stride]=(l3 + t3)>>1;
  175. }
  176. static void pred4x4_down_left_rv40_c(uint8_t *src, const uint8_t *topright, int stride){
  177. LOAD_TOP_EDGE
  178. LOAD_TOP_RIGHT_EDGE
  179. LOAD_LEFT_EDGE
  180. LOAD_DOWN_LEFT_EDGE
  181. src[0+0*stride]=(t0 + t2 + 2*t1 + 2 + l0 + l2 + 2*l1 + 2)>>3;
  182. src[1+0*stride]=
  183. src[0+1*stride]=(t1 + t3 + 2*t2 + 2 + l1 + l3 + 2*l2 + 2)>>3;
  184. src[2+0*stride]=
  185. src[1+1*stride]=
  186. src[0+2*stride]=(t2 + t4 + 2*t3 + 2 + l2 + l4 + 2*l3 + 2)>>3;
  187. src[3+0*stride]=
  188. src[2+1*stride]=
  189. src[1+2*stride]=
  190. src[0+3*stride]=(t3 + t5 + 2*t4 + 2 + l3 + l5 + 2*l4 + 2)>>3;
  191. src[3+1*stride]=
  192. src[2+2*stride]=
  193. src[1+3*stride]=(t4 + t6 + 2*t5 + 2 + l4 + l6 + 2*l5 + 2)>>3;
  194. src[3+2*stride]=
  195. src[2+3*stride]=(t5 + t7 + 2*t6 + 2 + l5 + l7 + 2*l6 + 2)>>3;
  196. src[3+3*stride]=(t6 + t7 + 1 + l6 + l7 + 1)>>2;
  197. }
  198. static void pred4x4_down_left_rv40_nodown_c(uint8_t *src, const uint8_t *topright, int stride){
  199. LOAD_TOP_EDGE
  200. LOAD_TOP_RIGHT_EDGE
  201. LOAD_LEFT_EDGE
  202. src[0+0*stride]=(t0 + t2 + 2*t1 + 2 + l0 + l2 + 2*l1 + 2)>>3;
  203. src[1+0*stride]=
  204. src[0+1*stride]=(t1 + t3 + 2*t2 + 2 + l1 + l3 + 2*l2 + 2)>>3;
  205. src[2+0*stride]=
  206. src[1+1*stride]=
  207. src[0+2*stride]=(t2 + t4 + 2*t3 + 2 + l2 + 3*l3 + 2)>>3;
  208. src[3+0*stride]=
  209. src[2+1*stride]=
  210. src[1+2*stride]=
  211. src[0+3*stride]=(t3 + t5 + 2*t4 + 2 + l3*4 + 2)>>3;
  212. src[3+1*stride]=
  213. src[2+2*stride]=
  214. src[1+3*stride]=(t4 + t6 + 2*t5 + 2 + l3*4 + 2)>>3;
  215. src[3+2*stride]=
  216. src[2+3*stride]=(t5 + t7 + 2*t6 + 2 + l3*4 + 2)>>3;
  217. src[3+3*stride]=(t6 + t7 + 1 + 2*l3 + 1)>>2;
  218. }
  219. static void pred4x4_vertical_right_c(uint8_t *src, const uint8_t *topright, int stride){
  220. const int lt= src[-1-1*stride];
  221. LOAD_TOP_EDGE
  222. LOAD_LEFT_EDGE
  223. src[0+0*stride]=
  224. src[1+2*stride]=(lt + t0 + 1)>>1;
  225. src[1+0*stride]=
  226. src[2+2*stride]=(t0 + t1 + 1)>>1;
  227. src[2+0*stride]=
  228. src[3+2*stride]=(t1 + t2 + 1)>>1;
  229. src[3+0*stride]=(t2 + t3 + 1)>>1;
  230. src[0+1*stride]=
  231. src[1+3*stride]=(l0 + 2*lt + t0 + 2)>>2;
  232. src[1+1*stride]=
  233. src[2+3*stride]=(lt + 2*t0 + t1 + 2)>>2;
  234. src[2+1*stride]=
  235. src[3+3*stride]=(t0 + 2*t1 + t2 + 2)>>2;
  236. src[3+1*stride]=(t1 + 2*t2 + t3 + 2)>>2;
  237. src[0+2*stride]=(lt + 2*l0 + l1 + 2)>>2;
  238. src[0+3*stride]=(l0 + 2*l1 + l2 + 2)>>2;
  239. }
  240. static void pred4x4_vertical_left_c(uint8_t *src, const uint8_t *topright, int stride){
  241. LOAD_TOP_EDGE
  242. LOAD_TOP_RIGHT_EDGE
  243. src[0+0*stride]=(t0 + t1 + 1)>>1;
  244. src[1+0*stride]=
  245. src[0+2*stride]=(t1 + t2 + 1)>>1;
  246. src[2+0*stride]=
  247. src[1+2*stride]=(t2 + t3 + 1)>>1;
  248. src[3+0*stride]=
  249. src[2+2*stride]=(t3 + t4+ 1)>>1;
  250. src[3+2*stride]=(t4 + t5+ 1)>>1;
  251. src[0+1*stride]=(t0 + 2*t1 + t2 + 2)>>2;
  252. src[1+1*stride]=
  253. src[0+3*stride]=(t1 + 2*t2 + t3 + 2)>>2;
  254. src[2+1*stride]=
  255. src[1+3*stride]=(t2 + 2*t3 + t4 + 2)>>2;
  256. src[3+1*stride]=
  257. src[2+3*stride]=(t3 + 2*t4 + t5 + 2)>>2;
  258. src[3+3*stride]=(t4 + 2*t5 + t6 + 2)>>2;
  259. }
  260. static void pred4x4_vertical_left_rv40(uint8_t *src, const uint8_t *topright, int stride,
  261. const int l0, const int l1, const int l2, const int l3, const int l4){
  262. LOAD_TOP_EDGE
  263. LOAD_TOP_RIGHT_EDGE
  264. src[0+0*stride]=(2*t0 + 2*t1 + l1 + 2*l2 + l3 + 4)>>3;
  265. src[1+0*stride]=
  266. src[0+2*stride]=(t1 + t2 + 1)>>1;
  267. src[2+0*stride]=
  268. src[1+2*stride]=(t2 + t3 + 1)>>1;
  269. src[3+0*stride]=
  270. src[2+2*stride]=(t3 + t4+ 1)>>1;
  271. src[3+2*stride]=(t4 + t5+ 1)>>1;
  272. src[0+1*stride]=(t0 + 2*t1 + t2 + l2 + 2*l3 + l4 + 4)>>3;
  273. src[1+1*stride]=
  274. src[0+3*stride]=(t1 + 2*t2 + t3 + 2)>>2;
  275. src[2+1*stride]=
  276. src[1+3*stride]=(t2 + 2*t3 + t4 + 2)>>2;
  277. src[3+1*stride]=
  278. src[2+3*stride]=(t3 + 2*t4 + t5 + 2)>>2;
  279. src[3+3*stride]=(t4 + 2*t5 + t6 + 2)>>2;
  280. }
  281. static void pred4x4_vertical_left_rv40_c(uint8_t *src, const uint8_t *topright, int stride){
  282. LOAD_LEFT_EDGE
  283. LOAD_DOWN_LEFT_EDGE
  284. pred4x4_vertical_left_rv40(src, topright, stride, l0, l1, l2, l3, l4);
  285. }
  286. static void pred4x4_vertical_left_rv40_nodown_c(uint8_t *src, const uint8_t *topright, int stride){
  287. LOAD_LEFT_EDGE
  288. pred4x4_vertical_left_rv40(src, topright, stride, l0, l1, l2, l3, l3);
  289. }
  290. static void pred4x4_vertical_left_vp8_c(uint8_t *src, const uint8_t *topright, int stride){
  291. LOAD_TOP_EDGE
  292. LOAD_TOP_RIGHT_EDGE
  293. src[0+0*stride]=(t0 + t1 + 1)>>1;
  294. src[1+0*stride]=
  295. src[0+2*stride]=(t1 + t2 + 1)>>1;
  296. src[2+0*stride]=
  297. src[1+2*stride]=(t2 + t3 + 1)>>1;
  298. src[3+0*stride]=
  299. src[2+2*stride]=(t3 + t4 + 1)>>1;
  300. src[0+1*stride]=(t0 + 2*t1 + t2 + 2)>>2;
  301. src[1+1*stride]=
  302. src[0+3*stride]=(t1 + 2*t2 + t3 + 2)>>2;
  303. src[2+1*stride]=
  304. src[1+3*stride]=(t2 + 2*t3 + t4 + 2)>>2;
  305. src[3+1*stride]=
  306. src[2+3*stride]=(t3 + 2*t4 + t5 + 2)>>2;
  307. src[3+2*stride]=(t4 + 2*t5 + t6 + 2)>>2;
  308. src[3+3*stride]=(t5 + 2*t6 + t7 + 2)>>2;
  309. }
  310. static void pred4x4_horizontal_up_c(uint8_t *src, const uint8_t *topright, int stride){
  311. LOAD_LEFT_EDGE
  312. src[0+0*stride]=(l0 + l1 + 1)>>1;
  313. src[1+0*stride]=(l0 + 2*l1 + l2 + 2)>>2;
  314. src[2+0*stride]=
  315. src[0+1*stride]=(l1 + l2 + 1)>>1;
  316. src[3+0*stride]=
  317. src[1+1*stride]=(l1 + 2*l2 + l3 + 2)>>2;
  318. src[2+1*stride]=
  319. src[0+2*stride]=(l2 + l3 + 1)>>1;
  320. src[3+1*stride]=
  321. src[1+2*stride]=(l2 + 2*l3 + l3 + 2)>>2;
  322. src[3+2*stride]=
  323. src[1+3*stride]=
  324. src[0+3*stride]=
  325. src[2+2*stride]=
  326. src[2+3*stride]=
  327. src[3+3*stride]=l3;
  328. }
  329. static void pred4x4_horizontal_up_rv40_c(uint8_t *src, const uint8_t *topright, int stride){
  330. LOAD_LEFT_EDGE
  331. LOAD_DOWN_LEFT_EDGE
  332. LOAD_TOP_EDGE
  333. LOAD_TOP_RIGHT_EDGE
  334. src[0+0*stride]=(t1 + 2*t2 + t3 + 2*l0 + 2*l1 + 4)>>3;
  335. src[1+0*stride]=(t2 + 2*t3 + t4 + l0 + 2*l1 + l2 + 4)>>3;
  336. src[2+0*stride]=
  337. src[0+1*stride]=(t3 + 2*t4 + t5 + 2*l1 + 2*l2 + 4)>>3;
  338. src[3+0*stride]=
  339. src[1+1*stride]=(t4 + 2*t5 + t6 + l1 + 2*l2 + l3 + 4)>>3;
  340. src[2+1*stride]=
  341. src[0+2*stride]=(t5 + 2*t6 + t7 + 2*l2 + 2*l3 + 4)>>3;
  342. src[3+1*stride]=
  343. src[1+2*stride]=(t6 + 3*t7 + l2 + 3*l3 + 4)>>3;
  344. src[3+2*stride]=
  345. src[1+3*stride]=(l3 + 2*l4 + l5 + 2)>>2;
  346. src[0+3*stride]=
  347. src[2+2*stride]=(t6 + t7 + l3 + l4 + 2)>>2;
  348. src[2+3*stride]=(l4 + l5 + 1)>>1;
  349. src[3+3*stride]=(l4 + 2*l5 + l6 + 2)>>2;
  350. }
  351. static void pred4x4_horizontal_up_rv40_nodown_c(uint8_t *src, const uint8_t *topright, int stride){
  352. LOAD_LEFT_EDGE
  353. LOAD_TOP_EDGE
  354. LOAD_TOP_RIGHT_EDGE
  355. src[0+0*stride]=(t1 + 2*t2 + t3 + 2*l0 + 2*l1 + 4)>>3;
  356. src[1+0*stride]=(t2 + 2*t3 + t4 + l0 + 2*l1 + l2 + 4)>>3;
  357. src[2+0*stride]=
  358. src[0+1*stride]=(t3 + 2*t4 + t5 + 2*l1 + 2*l2 + 4)>>3;
  359. src[3+0*stride]=
  360. src[1+1*stride]=(t4 + 2*t5 + t6 + l1 + 2*l2 + l3 + 4)>>3;
  361. src[2+1*stride]=
  362. src[0+2*stride]=(t5 + 2*t6 + t7 + 2*l2 + 2*l3 + 4)>>3;
  363. src[3+1*stride]=
  364. src[1+2*stride]=(t6 + 3*t7 + l2 + 3*l3 + 4)>>3;
  365. src[3+2*stride]=
  366. src[1+3*stride]=l3;
  367. src[0+3*stride]=
  368. src[2+2*stride]=(t6 + t7 + 2*l3 + 2)>>2;
  369. src[2+3*stride]=
  370. src[3+3*stride]=l3;
  371. }
  372. static void pred4x4_horizontal_down_c(uint8_t *src, const uint8_t *topright, int stride){
  373. const int lt= src[-1-1*stride];
  374. LOAD_TOP_EDGE
  375. LOAD_LEFT_EDGE
  376. src[0+0*stride]=
  377. src[2+1*stride]=(lt + l0 + 1)>>1;
  378. src[1+0*stride]=
  379. src[3+1*stride]=(l0 + 2*lt + t0 + 2)>>2;
  380. src[2+0*stride]=(lt + 2*t0 + t1 + 2)>>2;
  381. src[3+0*stride]=(t0 + 2*t1 + t2 + 2)>>2;
  382. src[0+1*stride]=
  383. src[2+2*stride]=(l0 + l1 + 1)>>1;
  384. src[1+1*stride]=
  385. src[3+2*stride]=(lt + 2*l0 + l1 + 2)>>2;
  386. src[0+2*stride]=
  387. src[2+3*stride]=(l1 + l2+ 1)>>1;
  388. src[1+2*stride]=
  389. src[3+3*stride]=(l0 + 2*l1 + l2 + 2)>>2;
  390. src[0+3*stride]=(l2 + l3 + 1)>>1;
  391. src[1+3*stride]=(l1 + 2*l2 + l3 + 2)>>2;
  392. }
  393. static void pred4x4_tm_vp8_c(uint8_t *src, const uint8_t *topright, int stride){
  394. uint8_t *cm = ff_cropTbl + MAX_NEG_CROP - src[-1-stride];
  395. uint8_t *top = src-stride;
  396. int y;
  397. for (y = 0; y < 4; y++) {
  398. uint8_t *cm_in = cm + src[-1];
  399. src[0] = cm_in[top[0]];
  400. src[1] = cm_in[top[1]];
  401. src[2] = cm_in[top[2]];
  402. src[3] = cm_in[top[3]];
  403. src += stride;
  404. }
  405. }
  406. static void pred16x16_vertical_c(uint8_t *src, int stride){
  407. int i;
  408. const uint32_t a= ((uint32_t*)(src-stride))[0];
  409. const uint32_t b= ((uint32_t*)(src-stride))[1];
  410. const uint32_t c= ((uint32_t*)(src-stride))[2];
  411. const uint32_t d= ((uint32_t*)(src-stride))[3];
  412. for(i=0; i<16; i++){
  413. ((uint32_t*)(src+i*stride))[0]= a;
  414. ((uint32_t*)(src+i*stride))[1]= b;
  415. ((uint32_t*)(src+i*stride))[2]= c;
  416. ((uint32_t*)(src+i*stride))[3]= d;
  417. }
  418. }
  419. static void pred16x16_horizontal_c(uint8_t *src, int stride){
  420. int i;
  421. for(i=0; i<16; i++){
  422. ((uint32_t*)(src+i*stride))[0]=
  423. ((uint32_t*)(src+i*stride))[1]=
  424. ((uint32_t*)(src+i*stride))[2]=
  425. ((uint32_t*)(src+i*stride))[3]= src[-1+i*stride]*0x01010101;
  426. }
  427. }
  428. static void pred16x16_dc_c(uint8_t *src, int stride){
  429. int i, dc=0;
  430. for(i=0;i<16; i++){
  431. dc+= src[-1+i*stride];
  432. }
  433. for(i=0;i<16; i++){
  434. dc+= src[i-stride];
  435. }
  436. dc= 0x01010101*((dc + 16)>>5);
  437. for(i=0; i<16; i++){
  438. ((uint32_t*)(src+i*stride))[0]=
  439. ((uint32_t*)(src+i*stride))[1]=
  440. ((uint32_t*)(src+i*stride))[2]=
  441. ((uint32_t*)(src+i*stride))[3]= dc;
  442. }
  443. }
  444. static void pred16x16_left_dc_c(uint8_t *src, int stride){
  445. int i, dc=0;
  446. for(i=0;i<16; i++){
  447. dc+= src[-1+i*stride];
  448. }
  449. dc= 0x01010101*((dc + 8)>>4);
  450. for(i=0; i<16; i++){
  451. ((uint32_t*)(src+i*stride))[0]=
  452. ((uint32_t*)(src+i*stride))[1]=
  453. ((uint32_t*)(src+i*stride))[2]=
  454. ((uint32_t*)(src+i*stride))[3]= dc;
  455. }
  456. }
  457. static void pred16x16_top_dc_c(uint8_t *src, int stride){
  458. int i, dc=0;
  459. for(i=0;i<16; i++){
  460. dc+= src[i-stride];
  461. }
  462. dc= 0x01010101*((dc + 8)>>4);
  463. for(i=0; i<16; i++){
  464. ((uint32_t*)(src+i*stride))[0]=
  465. ((uint32_t*)(src+i*stride))[1]=
  466. ((uint32_t*)(src+i*stride))[2]=
  467. ((uint32_t*)(src+i*stride))[3]= dc;
  468. }
  469. }
  470. static void pred16x16_128_dc_c(uint8_t *src, int stride){
  471. int i;
  472. for(i=0; i<16; i++){
  473. ((uint32_t*)(src+i*stride))[0]=
  474. ((uint32_t*)(src+i*stride))[1]=
  475. ((uint32_t*)(src+i*stride))[2]=
  476. ((uint32_t*)(src+i*stride))[3]= 0x01010101U*128U;
  477. }
  478. }
  479. static inline void pred16x16_plane_compat_c(uint8_t *src, int stride, const int svq3, const int rv40){
  480. int i, j, k;
  481. int a;
  482. uint8_t *cm = ff_cropTbl + MAX_NEG_CROP;
  483. const uint8_t * const src0 = src+7-stride;
  484. const uint8_t *src1 = src+8*stride-1;
  485. const uint8_t *src2 = src1-2*stride; // == src+6*stride-1;
  486. int H = src0[1] - src0[-1];
  487. int V = src1[0] - src2[ 0];
  488. for(k=2; k<=8; ++k) {
  489. src1 += stride; src2 -= stride;
  490. H += k*(src0[k] - src0[-k]);
  491. V += k*(src1[0] - src2[ 0]);
  492. }
  493. if(svq3){
  494. H = ( 5*(H/4) ) / 16;
  495. V = ( 5*(V/4) ) / 16;
  496. /* required for 100% accuracy */
  497. i = H; H = V; V = i;
  498. }else if(rv40){
  499. H = ( H + (H>>2) ) >> 4;
  500. V = ( V + (V>>2) ) >> 4;
  501. }else{
  502. H = ( 5*H+32 ) >> 6;
  503. V = ( 5*V+32 ) >> 6;
  504. }
  505. a = 16*(src1[0] + src2[16] + 1) - 7*(V+H);
  506. for(j=16; j>0; --j) {
  507. int b = a;
  508. a += V;
  509. for(i=-16; i<0; i+=4) {
  510. src[16+i] = cm[ (b ) >> 5 ];
  511. src[17+i] = cm[ (b+ H) >> 5 ];
  512. src[18+i] = cm[ (b+2*H) >> 5 ];
  513. src[19+i] = cm[ (b+3*H) >> 5 ];
  514. b += 4*H;
  515. }
  516. src += stride;
  517. }
  518. }
  519. static void pred16x16_plane_c(uint8_t *src, int stride){
  520. pred16x16_plane_compat_c(src, stride, 0, 0);
  521. }
  522. static void pred16x16_plane_svq3_c(uint8_t *src, int stride){
  523. pred16x16_plane_compat_c(src, stride, 1, 0);
  524. }
  525. static void pred16x16_plane_rv40_c(uint8_t *src, int stride){
  526. pred16x16_plane_compat_c(src, stride, 0, 1);
  527. }
  528. static void pred16x16_tm_vp8_c(uint8_t *src, int stride){
  529. uint8_t *cm = ff_cropTbl + MAX_NEG_CROP - src[-1-stride];
  530. uint8_t *top = src-stride;
  531. int y;
  532. for (y = 0; y < 16; y++) {
  533. uint8_t *cm_in = cm + src[-1];
  534. src[0] = cm_in[top[0]];
  535. src[1] = cm_in[top[1]];
  536. src[2] = cm_in[top[2]];
  537. src[3] = cm_in[top[3]];
  538. src[4] = cm_in[top[4]];
  539. src[5] = cm_in[top[5]];
  540. src[6] = cm_in[top[6]];
  541. src[7] = cm_in[top[7]];
  542. src[8] = cm_in[top[8]];
  543. src[9] = cm_in[top[9]];
  544. src[10] = cm_in[top[10]];
  545. src[11] = cm_in[top[11]];
  546. src[12] = cm_in[top[12]];
  547. src[13] = cm_in[top[13]];
  548. src[14] = cm_in[top[14]];
  549. src[15] = cm_in[top[15]];
  550. src += stride;
  551. }
  552. }
  553. static void pred8x8_vertical_c(uint8_t *src, int stride){
  554. int i;
  555. const uint32_t a= ((uint32_t*)(src-stride))[0];
  556. const uint32_t b= ((uint32_t*)(src-stride))[1];
  557. for(i=0; i<8; i++){
  558. ((uint32_t*)(src+i*stride))[0]= a;
  559. ((uint32_t*)(src+i*stride))[1]= b;
  560. }
  561. }
  562. static void pred8x8_horizontal_c(uint8_t *src, int stride){
  563. int i;
  564. for(i=0; i<8; i++){
  565. ((uint32_t*)(src+i*stride))[0]=
  566. ((uint32_t*)(src+i*stride))[1]= src[-1+i*stride]*0x01010101;
  567. }
  568. }
  569. static void pred8x8_128_dc_c(uint8_t *src, int stride){
  570. int i;
  571. for(i=0; i<8; i++){
  572. ((uint32_t*)(src+i*stride))[0]=
  573. ((uint32_t*)(src+i*stride))[1]= 0x01010101U*128U;
  574. }
  575. }
  576. static void pred8x8_left_dc_c(uint8_t *src, int stride){
  577. int i;
  578. int dc0, dc2;
  579. dc0=dc2=0;
  580. for(i=0;i<4; i++){
  581. dc0+= src[-1+i*stride];
  582. dc2+= src[-1+(i+4)*stride];
  583. }
  584. dc0= 0x01010101*((dc0 + 2)>>2);
  585. dc2= 0x01010101*((dc2 + 2)>>2);
  586. for(i=0; i<4; i++){
  587. ((uint32_t*)(src+i*stride))[0]=
  588. ((uint32_t*)(src+i*stride))[1]= dc0;
  589. }
  590. for(i=4; i<8; i++){
  591. ((uint32_t*)(src+i*stride))[0]=
  592. ((uint32_t*)(src+i*stride))[1]= dc2;
  593. }
  594. }
  595. static void pred8x8_left_dc_rv40_c(uint8_t *src, int stride){
  596. int i;
  597. int dc0;
  598. dc0=0;
  599. for(i=0;i<8; i++)
  600. dc0+= src[-1+i*stride];
  601. dc0= 0x01010101*((dc0 + 4)>>3);
  602. for(i=0; i<8; i++){
  603. ((uint32_t*)(src+i*stride))[0]=
  604. ((uint32_t*)(src+i*stride))[1]= dc0;
  605. }
  606. }
  607. static void pred8x8_top_dc_c(uint8_t *src, int stride){
  608. int i;
  609. int dc0, dc1;
  610. dc0=dc1=0;
  611. for(i=0;i<4; i++){
  612. dc0+= src[i-stride];
  613. dc1+= src[4+i-stride];
  614. }
  615. dc0= 0x01010101*((dc0 + 2)>>2);
  616. dc1= 0x01010101*((dc1 + 2)>>2);
  617. for(i=0; i<4; i++){
  618. ((uint32_t*)(src+i*stride))[0]= dc0;
  619. ((uint32_t*)(src+i*stride))[1]= dc1;
  620. }
  621. for(i=4; i<8; i++){
  622. ((uint32_t*)(src+i*stride))[0]= dc0;
  623. ((uint32_t*)(src+i*stride))[1]= dc1;
  624. }
  625. }
  626. static void pred8x8_top_dc_rv40_c(uint8_t *src, int stride){
  627. int i;
  628. int dc0;
  629. dc0=0;
  630. for(i=0;i<8; i++)
  631. dc0+= src[i-stride];
  632. dc0= 0x01010101*((dc0 + 4)>>3);
  633. for(i=0; i<8; i++){
  634. ((uint32_t*)(src+i*stride))[0]=
  635. ((uint32_t*)(src+i*stride))[1]= dc0;
  636. }
  637. }
  638. static void pred8x8_dc_c(uint8_t *src, int stride){
  639. int i;
  640. int dc0, dc1, dc2, dc3;
  641. dc0=dc1=dc2=0;
  642. for(i=0;i<4; i++){
  643. dc0+= src[-1+i*stride] + src[i-stride];
  644. dc1+= src[4+i-stride];
  645. dc2+= src[-1+(i+4)*stride];
  646. }
  647. dc3= 0x01010101*((dc1 + dc2 + 4)>>3);
  648. dc0= 0x01010101*((dc0 + 4)>>3);
  649. dc1= 0x01010101*((dc1 + 2)>>2);
  650. dc2= 0x01010101*((dc2 + 2)>>2);
  651. for(i=0; i<4; i++){
  652. ((uint32_t*)(src+i*stride))[0]= dc0;
  653. ((uint32_t*)(src+i*stride))[1]= dc1;
  654. }
  655. for(i=4; i<8; i++){
  656. ((uint32_t*)(src+i*stride))[0]= dc2;
  657. ((uint32_t*)(src+i*stride))[1]= dc3;
  658. }
  659. }
  660. //the following 4 function should not be optimized!
  661. static void pred8x8_mad_cow_dc_l0t(uint8_t *src, int stride){
  662. pred8x8_top_dc_c(src, stride);
  663. pred4x4_dc_c(src, NULL, stride);
  664. }
  665. static void pred8x8_mad_cow_dc_0lt(uint8_t *src, int stride){
  666. pred8x8_dc_c(src, stride);
  667. pred4x4_top_dc_c(src, NULL, stride);
  668. }
  669. static void pred8x8_mad_cow_dc_l00(uint8_t *src, int stride){
  670. pred8x8_left_dc_c(src, stride);
  671. pred4x4_128_dc_c(src + 4*stride , NULL, stride);
  672. pred4x4_128_dc_c(src + 4*stride + 4, NULL, stride);
  673. }
  674. static void pred8x8_mad_cow_dc_0l0(uint8_t *src, int stride){
  675. pred8x8_left_dc_c(src, stride);
  676. pred4x4_128_dc_c(src , NULL, stride);
  677. pred4x4_128_dc_c(src + 4, NULL, stride);
  678. }
  679. static void pred8x8_dc_rv40_c(uint8_t *src, int stride){
  680. int i;
  681. int dc0=0;
  682. for(i=0;i<4; i++){
  683. dc0+= src[-1+i*stride] + src[i-stride];
  684. dc0+= src[4+i-stride];
  685. dc0+= src[-1+(i+4)*stride];
  686. }
  687. dc0= 0x01010101*((dc0 + 8)>>4);
  688. for(i=0; i<4; i++){
  689. ((uint32_t*)(src+i*stride))[0]= dc0;
  690. ((uint32_t*)(src+i*stride))[1]= dc0;
  691. }
  692. for(i=4; i<8; i++){
  693. ((uint32_t*)(src+i*stride))[0]= dc0;
  694. ((uint32_t*)(src+i*stride))[1]= dc0;
  695. }
  696. }
  697. static void pred8x8_plane_c(uint8_t *src, int stride){
  698. int j, k;
  699. int a;
  700. uint8_t *cm = ff_cropTbl + MAX_NEG_CROP;
  701. const uint8_t * const src0 = src+3-stride;
  702. const uint8_t *src1 = src+4*stride-1;
  703. const uint8_t *src2 = src1-2*stride; // == src+2*stride-1;
  704. int H = src0[1] - src0[-1];
  705. int V = src1[0] - src2[ 0];
  706. for(k=2; k<=4; ++k) {
  707. src1 += stride; src2 -= stride;
  708. H += k*(src0[k] - src0[-k]);
  709. V += k*(src1[0] - src2[ 0]);
  710. }
  711. H = ( 17*H+16 ) >> 5;
  712. V = ( 17*V+16 ) >> 5;
  713. a = 16*(src1[0] + src2[8]+1) - 3*(V+H);
  714. for(j=8; j>0; --j) {
  715. int b = a;
  716. a += V;
  717. src[0] = cm[ (b ) >> 5 ];
  718. src[1] = cm[ (b+ H) >> 5 ];
  719. src[2] = cm[ (b+2*H) >> 5 ];
  720. src[3] = cm[ (b+3*H) >> 5 ];
  721. src[4] = cm[ (b+4*H) >> 5 ];
  722. src[5] = cm[ (b+5*H) >> 5 ];
  723. src[6] = cm[ (b+6*H) >> 5 ];
  724. src[7] = cm[ (b+7*H) >> 5 ];
  725. src += stride;
  726. }
  727. }
  728. static void pred8x8_tm_vp8_c(uint8_t *src, int stride){
  729. uint8_t *cm = ff_cropTbl + MAX_NEG_CROP - src[-1-stride];
  730. uint8_t *top = src-stride;
  731. int y;
  732. for (y = 0; y < 8; y++) {
  733. uint8_t *cm_in = cm + src[-1];
  734. src[0] = cm_in[top[0]];
  735. src[1] = cm_in[top[1]];
  736. src[2] = cm_in[top[2]];
  737. src[3] = cm_in[top[3]];
  738. src[4] = cm_in[top[4]];
  739. src[5] = cm_in[top[5]];
  740. src[6] = cm_in[top[6]];
  741. src[7] = cm_in[top[7]];
  742. src += stride;
  743. }
  744. }
  745. #define SRC(x,y) src[(x)+(y)*stride]
  746. #define PL(y) \
  747. const int l##y = (SRC(-1,y-1) + 2*SRC(-1,y) + SRC(-1,y+1) + 2) >> 2;
  748. #define PREDICT_8x8_LOAD_LEFT \
  749. const int l0 = ((has_topleft ? SRC(-1,-1) : SRC(-1,0)) \
  750. + 2*SRC(-1,0) + SRC(-1,1) + 2) >> 2; \
  751. PL(1) PL(2) PL(3) PL(4) PL(5) PL(6) \
  752. const int l7 av_unused = (SRC(-1,6) + 3*SRC(-1,7) + 2) >> 2
  753. #define PT(x) \
  754. const int t##x = (SRC(x-1,-1) + 2*SRC(x,-1) + SRC(x+1,-1) + 2) >> 2;
  755. #define PREDICT_8x8_LOAD_TOP \
  756. const int t0 = ((has_topleft ? SRC(-1,-1) : SRC(0,-1)) \
  757. + 2*SRC(0,-1) + SRC(1,-1) + 2) >> 2; \
  758. PT(1) PT(2) PT(3) PT(4) PT(5) PT(6) \
  759. const int t7 av_unused = ((has_topright ? SRC(8,-1) : SRC(7,-1)) \
  760. + 2*SRC(7,-1) + SRC(6,-1) + 2) >> 2
  761. #define PTR(x) \
  762. t##x = (SRC(x-1,-1) + 2*SRC(x,-1) + SRC(x+1,-1) + 2) >> 2;
  763. #define PREDICT_8x8_LOAD_TOPRIGHT \
  764. int t8, t9, t10, t11, t12, t13, t14, t15; \
  765. if(has_topright) { \
  766. PTR(8) PTR(9) PTR(10) PTR(11) PTR(12) PTR(13) PTR(14) \
  767. t15 = (SRC(14,-1) + 3*SRC(15,-1) + 2) >> 2; \
  768. } else t8=t9=t10=t11=t12=t13=t14=t15= SRC(7,-1);
  769. #define PREDICT_8x8_LOAD_TOPLEFT \
  770. const int lt = (SRC(-1,0) + 2*SRC(-1,-1) + SRC(0,-1) + 2) >> 2
  771. #define PREDICT_8x8_DC(v) \
  772. int y; \
  773. for( y = 0; y < 8; y++ ) { \
  774. ((uint32_t*)src)[0] = \
  775. ((uint32_t*)src)[1] = v; \
  776. src += stride; \
  777. }
  778. static void pred8x8l_128_dc_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  779. {
  780. PREDICT_8x8_DC(0x80808080);
  781. }
  782. static void pred8x8l_left_dc_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  783. {
  784. PREDICT_8x8_LOAD_LEFT;
  785. const uint32_t dc = ((l0+l1+l2+l3+l4+l5+l6+l7+4) >> 3) * 0x01010101;
  786. PREDICT_8x8_DC(dc);
  787. }
  788. static void pred8x8l_top_dc_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  789. {
  790. PREDICT_8x8_LOAD_TOP;
  791. const uint32_t dc = ((t0+t1+t2+t3+t4+t5+t6+t7+4) >> 3) * 0x01010101;
  792. PREDICT_8x8_DC(dc);
  793. }
  794. static void pred8x8l_dc_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  795. {
  796. PREDICT_8x8_LOAD_LEFT;
  797. PREDICT_8x8_LOAD_TOP;
  798. const uint32_t dc = ((l0+l1+l2+l3+l4+l5+l6+l7
  799. +t0+t1+t2+t3+t4+t5+t6+t7+8) >> 4) * 0x01010101;
  800. PREDICT_8x8_DC(dc);
  801. }
  802. static void pred8x8l_horizontal_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  803. {
  804. PREDICT_8x8_LOAD_LEFT;
  805. #define ROW(y) ((uint32_t*)(src+y*stride))[0] =\
  806. ((uint32_t*)(src+y*stride))[1] = 0x01010101 * l##y
  807. ROW(0); ROW(1); ROW(2); ROW(3); ROW(4); ROW(5); ROW(6); ROW(7);
  808. #undef ROW
  809. }
  810. static void pred8x8l_vertical_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  811. {
  812. int y;
  813. PREDICT_8x8_LOAD_TOP;
  814. src[0] = t0;
  815. src[1] = t1;
  816. src[2] = t2;
  817. src[3] = t3;
  818. src[4] = t4;
  819. src[5] = t5;
  820. src[6] = t6;
  821. src[7] = t7;
  822. for( y = 1; y < 8; y++ )
  823. *(uint64_t*)(src+y*stride) = *(uint64_t*)src;
  824. }
  825. static void pred8x8l_down_left_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  826. {
  827. PREDICT_8x8_LOAD_TOP;
  828. PREDICT_8x8_LOAD_TOPRIGHT;
  829. SRC(0,0)= (t0 + 2*t1 + t2 + 2) >> 2;
  830. SRC(0,1)=SRC(1,0)= (t1 + 2*t2 + t3 + 2) >> 2;
  831. SRC(0,2)=SRC(1,1)=SRC(2,0)= (t2 + 2*t3 + t4 + 2) >> 2;
  832. SRC(0,3)=SRC(1,2)=SRC(2,1)=SRC(3,0)= (t3 + 2*t4 + t5 + 2) >> 2;
  833. SRC(0,4)=SRC(1,3)=SRC(2,2)=SRC(3,1)=SRC(4,0)= (t4 + 2*t5 + t6 + 2) >> 2;
  834. SRC(0,5)=SRC(1,4)=SRC(2,3)=SRC(3,2)=SRC(4,1)=SRC(5,0)= (t5 + 2*t6 + t7 + 2) >> 2;
  835. SRC(0,6)=SRC(1,5)=SRC(2,4)=SRC(3,3)=SRC(4,2)=SRC(5,1)=SRC(6,0)= (t6 + 2*t7 + t8 + 2) >> 2;
  836. SRC(0,7)=SRC(1,6)=SRC(2,5)=SRC(3,4)=SRC(4,3)=SRC(5,2)=SRC(6,1)=SRC(7,0)= (t7 + 2*t8 + t9 + 2) >> 2;
  837. SRC(1,7)=SRC(2,6)=SRC(3,5)=SRC(4,4)=SRC(5,3)=SRC(6,2)=SRC(7,1)= (t8 + 2*t9 + t10 + 2) >> 2;
  838. SRC(2,7)=SRC(3,6)=SRC(4,5)=SRC(5,4)=SRC(6,3)=SRC(7,2)= (t9 + 2*t10 + t11 + 2) >> 2;
  839. SRC(3,7)=SRC(4,6)=SRC(5,5)=SRC(6,4)=SRC(7,3)= (t10 + 2*t11 + t12 + 2) >> 2;
  840. SRC(4,7)=SRC(5,6)=SRC(6,5)=SRC(7,4)= (t11 + 2*t12 + t13 + 2) >> 2;
  841. SRC(5,7)=SRC(6,6)=SRC(7,5)= (t12 + 2*t13 + t14 + 2) >> 2;
  842. SRC(6,7)=SRC(7,6)= (t13 + 2*t14 + t15 + 2) >> 2;
  843. SRC(7,7)= (t14 + 3*t15 + 2) >> 2;
  844. }
  845. static void pred8x8l_down_right_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  846. {
  847. PREDICT_8x8_LOAD_TOP;
  848. PREDICT_8x8_LOAD_LEFT;
  849. PREDICT_8x8_LOAD_TOPLEFT;
  850. SRC(0,7)= (l7 + 2*l6 + l5 + 2) >> 2;
  851. SRC(0,6)=SRC(1,7)= (l6 + 2*l5 + l4 + 2) >> 2;
  852. SRC(0,5)=SRC(1,6)=SRC(2,7)= (l5 + 2*l4 + l3 + 2) >> 2;
  853. SRC(0,4)=SRC(1,5)=SRC(2,6)=SRC(3,7)= (l4 + 2*l3 + l2 + 2) >> 2;
  854. SRC(0,3)=SRC(1,4)=SRC(2,5)=SRC(3,6)=SRC(4,7)= (l3 + 2*l2 + l1 + 2) >> 2;
  855. SRC(0,2)=SRC(1,3)=SRC(2,4)=SRC(3,5)=SRC(4,6)=SRC(5,7)= (l2 + 2*l1 + l0 + 2) >> 2;
  856. SRC(0,1)=SRC(1,2)=SRC(2,3)=SRC(3,4)=SRC(4,5)=SRC(5,6)=SRC(6,7)= (l1 + 2*l0 + lt + 2) >> 2;
  857. SRC(0,0)=SRC(1,1)=SRC(2,2)=SRC(3,3)=SRC(4,4)=SRC(5,5)=SRC(6,6)=SRC(7,7)= (l0 + 2*lt + t0 + 2) >> 2;
  858. SRC(1,0)=SRC(2,1)=SRC(3,2)=SRC(4,3)=SRC(5,4)=SRC(6,5)=SRC(7,6)= (lt + 2*t0 + t1 + 2) >> 2;
  859. SRC(2,0)=SRC(3,1)=SRC(4,2)=SRC(5,3)=SRC(6,4)=SRC(7,5)= (t0 + 2*t1 + t2 + 2) >> 2;
  860. SRC(3,0)=SRC(4,1)=SRC(5,2)=SRC(6,3)=SRC(7,4)= (t1 + 2*t2 + t3 + 2) >> 2;
  861. SRC(4,0)=SRC(5,1)=SRC(6,2)=SRC(7,3)= (t2 + 2*t3 + t4 + 2) >> 2;
  862. SRC(5,0)=SRC(6,1)=SRC(7,2)= (t3 + 2*t4 + t5 + 2) >> 2;
  863. SRC(6,0)=SRC(7,1)= (t4 + 2*t5 + t6 + 2) >> 2;
  864. SRC(7,0)= (t5 + 2*t6 + t7 + 2) >> 2;
  865. }
  866. static void pred8x8l_vertical_right_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  867. {
  868. PREDICT_8x8_LOAD_TOP;
  869. PREDICT_8x8_LOAD_LEFT;
  870. PREDICT_8x8_LOAD_TOPLEFT;
  871. SRC(0,6)= (l5 + 2*l4 + l3 + 2) >> 2;
  872. SRC(0,7)= (l6 + 2*l5 + l4 + 2) >> 2;
  873. SRC(0,4)=SRC(1,6)= (l3 + 2*l2 + l1 + 2) >> 2;
  874. SRC(0,5)=SRC(1,7)= (l4 + 2*l3 + l2 + 2) >> 2;
  875. SRC(0,2)=SRC(1,4)=SRC(2,6)= (l1 + 2*l0 + lt + 2) >> 2;
  876. SRC(0,3)=SRC(1,5)=SRC(2,7)= (l2 + 2*l1 + l0 + 2) >> 2;
  877. SRC(0,1)=SRC(1,3)=SRC(2,5)=SRC(3,7)= (l0 + 2*lt + t0 + 2) >> 2;
  878. SRC(0,0)=SRC(1,2)=SRC(2,4)=SRC(3,6)= (lt + t0 + 1) >> 1;
  879. SRC(1,1)=SRC(2,3)=SRC(3,5)=SRC(4,7)= (lt + 2*t0 + t1 + 2) >> 2;
  880. SRC(1,0)=SRC(2,2)=SRC(3,4)=SRC(4,6)= (t0 + t1 + 1) >> 1;
  881. SRC(2,1)=SRC(3,3)=SRC(4,5)=SRC(5,7)= (t0 + 2*t1 + t2 + 2) >> 2;
  882. SRC(2,0)=SRC(3,2)=SRC(4,4)=SRC(5,6)= (t1 + t2 + 1) >> 1;
  883. SRC(3,1)=SRC(4,3)=SRC(5,5)=SRC(6,7)= (t1 + 2*t2 + t3 + 2) >> 2;
  884. SRC(3,0)=SRC(4,2)=SRC(5,4)=SRC(6,6)= (t2 + t3 + 1) >> 1;
  885. SRC(4,1)=SRC(5,3)=SRC(6,5)=SRC(7,7)= (t2 + 2*t3 + t4 + 2) >> 2;
  886. SRC(4,0)=SRC(5,2)=SRC(6,4)=SRC(7,6)= (t3 + t4 + 1) >> 1;
  887. SRC(5,1)=SRC(6,3)=SRC(7,5)= (t3 + 2*t4 + t5 + 2) >> 2;
  888. SRC(5,0)=SRC(6,2)=SRC(7,4)= (t4 + t5 + 1) >> 1;
  889. SRC(6,1)=SRC(7,3)= (t4 + 2*t5 + t6 + 2) >> 2;
  890. SRC(6,0)=SRC(7,2)= (t5 + t6 + 1) >> 1;
  891. SRC(7,1)= (t5 + 2*t6 + t7 + 2) >> 2;
  892. SRC(7,0)= (t6 + t7 + 1) >> 1;
  893. }
  894. static void pred8x8l_horizontal_down_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  895. {
  896. PREDICT_8x8_LOAD_TOP;
  897. PREDICT_8x8_LOAD_LEFT;
  898. PREDICT_8x8_LOAD_TOPLEFT;
  899. SRC(0,7)= (l6 + l7 + 1) >> 1;
  900. SRC(1,7)= (l5 + 2*l6 + l7 + 2) >> 2;
  901. SRC(0,6)=SRC(2,7)= (l5 + l6 + 1) >> 1;
  902. SRC(1,6)=SRC(3,7)= (l4 + 2*l5 + l6 + 2) >> 2;
  903. SRC(0,5)=SRC(2,6)=SRC(4,7)= (l4 + l5 + 1) >> 1;
  904. SRC(1,5)=SRC(3,6)=SRC(5,7)= (l3 + 2*l4 + l5 + 2) >> 2;
  905. SRC(0,4)=SRC(2,5)=SRC(4,6)=SRC(6,7)= (l3 + l4 + 1) >> 1;
  906. SRC(1,4)=SRC(3,5)=SRC(5,6)=SRC(7,7)= (l2 + 2*l3 + l4 + 2) >> 2;
  907. SRC(0,3)=SRC(2,4)=SRC(4,5)=SRC(6,6)= (l2 + l3 + 1) >> 1;
  908. SRC(1,3)=SRC(3,4)=SRC(5,5)=SRC(7,6)= (l1 + 2*l2 + l3 + 2) >> 2;
  909. SRC(0,2)=SRC(2,3)=SRC(4,4)=SRC(6,5)= (l1 + l2 + 1) >> 1;
  910. SRC(1,2)=SRC(3,3)=SRC(5,4)=SRC(7,5)= (l0 + 2*l1 + l2 + 2) >> 2;
  911. SRC(0,1)=SRC(2,2)=SRC(4,3)=SRC(6,4)= (l0 + l1 + 1) >> 1;
  912. SRC(1,1)=SRC(3,2)=SRC(5,3)=SRC(7,4)= (lt + 2*l0 + l1 + 2) >> 2;
  913. SRC(0,0)=SRC(2,1)=SRC(4,2)=SRC(6,3)= (lt + l0 + 1) >> 1;
  914. SRC(1,0)=SRC(3,1)=SRC(5,2)=SRC(7,3)= (l0 + 2*lt + t0 + 2) >> 2;
  915. SRC(2,0)=SRC(4,1)=SRC(6,2)= (t1 + 2*t0 + lt + 2) >> 2;
  916. SRC(3,0)=SRC(5,1)=SRC(7,2)= (t2 + 2*t1 + t0 + 2) >> 2;
  917. SRC(4,0)=SRC(6,1)= (t3 + 2*t2 + t1 + 2) >> 2;
  918. SRC(5,0)=SRC(7,1)= (t4 + 2*t3 + t2 + 2) >> 2;
  919. SRC(6,0)= (t5 + 2*t4 + t3 + 2) >> 2;
  920. SRC(7,0)= (t6 + 2*t5 + t4 + 2) >> 2;
  921. }
  922. static void pred8x8l_vertical_left_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  923. {
  924. PREDICT_8x8_LOAD_TOP;
  925. PREDICT_8x8_LOAD_TOPRIGHT;
  926. SRC(0,0)= (t0 + t1 + 1) >> 1;
  927. SRC(0,1)= (t0 + 2*t1 + t2 + 2) >> 2;
  928. SRC(0,2)=SRC(1,0)= (t1 + t2 + 1) >> 1;
  929. SRC(0,3)=SRC(1,1)= (t1 + 2*t2 + t3 + 2) >> 2;
  930. SRC(0,4)=SRC(1,2)=SRC(2,0)= (t2 + t3 + 1) >> 1;
  931. SRC(0,5)=SRC(1,3)=SRC(2,1)= (t2 + 2*t3 + t4 + 2) >> 2;
  932. SRC(0,6)=SRC(1,4)=SRC(2,2)=SRC(3,0)= (t3 + t4 + 1) >> 1;
  933. SRC(0,7)=SRC(1,5)=SRC(2,3)=SRC(3,1)= (t3 + 2*t4 + t5 + 2) >> 2;
  934. SRC(1,6)=SRC(2,4)=SRC(3,2)=SRC(4,0)= (t4 + t5 + 1) >> 1;
  935. SRC(1,7)=SRC(2,5)=SRC(3,3)=SRC(4,1)= (t4 + 2*t5 + t6 + 2) >> 2;
  936. SRC(2,6)=SRC(3,4)=SRC(4,2)=SRC(5,0)= (t5 + t6 + 1) >> 1;
  937. SRC(2,7)=SRC(3,5)=SRC(4,3)=SRC(5,1)= (t5 + 2*t6 + t7 + 2) >> 2;
  938. SRC(3,6)=SRC(4,4)=SRC(5,2)=SRC(6,0)= (t6 + t7 + 1) >> 1;
  939. SRC(3,7)=SRC(4,5)=SRC(5,3)=SRC(6,1)= (t6 + 2*t7 + t8 + 2) >> 2;
  940. SRC(4,6)=SRC(5,4)=SRC(6,2)=SRC(7,0)= (t7 + t8 + 1) >> 1;
  941. SRC(4,7)=SRC(5,5)=SRC(6,3)=SRC(7,1)= (t7 + 2*t8 + t9 + 2) >> 2;
  942. SRC(5,6)=SRC(6,4)=SRC(7,2)= (t8 + t9 + 1) >> 1;
  943. SRC(5,7)=SRC(6,5)=SRC(7,3)= (t8 + 2*t9 + t10 + 2) >> 2;
  944. SRC(6,6)=SRC(7,4)= (t9 + t10 + 1) >> 1;
  945. SRC(6,7)=SRC(7,5)= (t9 + 2*t10 + t11 + 2) >> 2;
  946. SRC(7,6)= (t10 + t11 + 1) >> 1;
  947. SRC(7,7)= (t10 + 2*t11 + t12 + 2) >> 2;
  948. }
  949. static void pred8x8l_horizontal_up_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  950. {
  951. PREDICT_8x8_LOAD_LEFT;
  952. SRC(0,0)= (l0 + l1 + 1) >> 1;
  953. SRC(1,0)= (l0 + 2*l1 + l2 + 2) >> 2;
  954. SRC(0,1)=SRC(2,0)= (l1 + l2 + 1) >> 1;
  955. SRC(1,1)=SRC(3,0)= (l1 + 2*l2 + l3 + 2) >> 2;
  956. SRC(0,2)=SRC(2,1)=SRC(4,0)= (l2 + l3 + 1) >> 1;
  957. SRC(1,2)=SRC(3,1)=SRC(5,0)= (l2 + 2*l3 + l4 + 2) >> 2;
  958. SRC(0,3)=SRC(2,2)=SRC(4,1)=SRC(6,0)= (l3 + l4 + 1) >> 1;
  959. SRC(1,3)=SRC(3,2)=SRC(5,1)=SRC(7,0)= (l3 + 2*l4 + l5 + 2) >> 2;
  960. SRC(0,4)=SRC(2,3)=SRC(4,2)=SRC(6,1)= (l4 + l5 + 1) >> 1;
  961. SRC(1,4)=SRC(3,3)=SRC(5,2)=SRC(7,1)= (l4 + 2*l5 + l6 + 2) >> 2;
  962. SRC(0,5)=SRC(2,4)=SRC(4,3)=SRC(6,2)= (l5 + l6 + 1) >> 1;
  963. SRC(1,5)=SRC(3,4)=SRC(5,3)=SRC(7,2)= (l5 + 2*l6 + l7 + 2) >> 2;
  964. SRC(0,6)=SRC(2,5)=SRC(4,4)=SRC(6,3)= (l6 + l7 + 1) >> 1;
  965. SRC(1,6)=SRC(3,5)=SRC(5,4)=SRC(7,3)= (l6 + 3*l7 + 2) >> 2;
  966. SRC(0,7)=SRC(1,7)=SRC(2,6)=SRC(2,7)=SRC(3,6)=
  967. SRC(3,7)=SRC(4,5)=SRC(4,6)=SRC(4,7)=SRC(5,5)=
  968. SRC(5,6)=SRC(5,7)=SRC(6,4)=SRC(6,5)=SRC(6,6)=
  969. SRC(6,7)=SRC(7,4)=SRC(7,5)=SRC(7,6)=SRC(7,7)= l7;
  970. }
  971. #undef PREDICT_8x8_LOAD_LEFT
  972. #undef PREDICT_8x8_LOAD_TOP
  973. #undef PREDICT_8x8_LOAD_TOPLEFT
  974. #undef PREDICT_8x8_LOAD_TOPRIGHT
  975. #undef PREDICT_8x8_DC
  976. #undef PTR
  977. #undef PT
  978. #undef PL
  979. #undef SRC
  980. static void pred4x4_vertical_add_c(uint8_t *pix, const DCTELEM *block, int stride){
  981. int i;
  982. pix -= stride;
  983. for(i=0; i<4; i++){
  984. uint8_t v = pix[0];
  985. pix[1*stride]= v += block[0];
  986. pix[2*stride]= v += block[4];
  987. pix[3*stride]= v += block[8];
  988. pix[4*stride]= v + block[12];
  989. pix++;
  990. block++;
  991. }
  992. }
  993. static void pred4x4_horizontal_add_c(uint8_t *pix, const DCTELEM *block, int stride){
  994. int i;
  995. for(i=0; i<4; i++){
  996. uint8_t v = pix[-1];
  997. pix[0]= v += block[0];
  998. pix[1]= v += block[1];
  999. pix[2]= v += block[2];
  1000. pix[3]= v + block[3];
  1001. pix+= stride;
  1002. block+= 4;
  1003. }
  1004. }
  1005. static void pred8x8l_vertical_add_c(uint8_t *pix, const DCTELEM *block, int stride){
  1006. int i;
  1007. pix -= stride;
  1008. for(i=0; i<8; i++){
  1009. uint8_t v = pix[0];
  1010. pix[1*stride]= v += block[0];
  1011. pix[2*stride]= v += block[8];
  1012. pix[3*stride]= v += block[16];
  1013. pix[4*stride]= v += block[24];
  1014. pix[5*stride]= v += block[32];
  1015. pix[6*stride]= v += block[40];
  1016. pix[7*stride]= v += block[48];
  1017. pix[8*stride]= v + block[56];
  1018. pix++;
  1019. block++;
  1020. }
  1021. }
  1022. static void pred8x8l_horizontal_add_c(uint8_t *pix, const DCTELEM *block, int stride){
  1023. int i;
  1024. for(i=0; i<8; i++){
  1025. uint8_t v = pix[-1];
  1026. pix[0]= v += block[0];
  1027. pix[1]= v += block[1];
  1028. pix[2]= v += block[2];
  1029. pix[3]= v += block[3];
  1030. pix[4]= v += block[4];
  1031. pix[5]= v += block[5];
  1032. pix[6]= v += block[6];
  1033. pix[7]= v + block[7];
  1034. pix+= stride;
  1035. block+= 8;
  1036. }
  1037. }
  1038. static void pred16x16_vertical_add_c(uint8_t *pix, const int *block_offset, const DCTELEM *block, int stride){
  1039. int i;
  1040. for(i=0; i<16; i++)
  1041. pred4x4_vertical_add_c(pix + block_offset[i], block + i*16, stride);
  1042. }
  1043. static void pred16x16_horizontal_add_c(uint8_t *pix, const int *block_offset, const DCTELEM *block, int stride){
  1044. int i;
  1045. for(i=0; i<16; i++)
  1046. pred4x4_horizontal_add_c(pix + block_offset[i], block + i*16, stride);
  1047. }
  1048. static void pred8x8_vertical_add_c(uint8_t *pix, const int *block_offset, const DCTELEM *block, int stride){
  1049. int i;
  1050. for(i=0; i<4; i++)
  1051. pred4x4_vertical_add_c(pix + block_offset[i], block + i*16, stride);
  1052. }
  1053. static void pred8x8_horizontal_add_c(uint8_t *pix, const int *block_offset, const DCTELEM *block, int stride){
  1054. int i;
  1055. for(i=0; i<4; i++)
  1056. pred4x4_horizontal_add_c(pix + block_offset[i], block + i*16, stride);
  1057. }
  1058. /**
  1059. * Set the intra prediction function pointers.
  1060. */
  1061. void ff_h264_pred_init(H264PredContext *h, int codec_id){
  1062. // MpegEncContext * const s = &h->s;
  1063. if(codec_id != CODEC_ID_RV40){
  1064. if(codec_id == CODEC_ID_VP8) {
  1065. h->pred4x4[VERT_PRED ]= pred4x4_vertical_vp8_c;
  1066. h->pred4x4[HOR_PRED ]= pred4x4_horizontal_vp8_c;
  1067. } else {
  1068. h->pred4x4[VERT_PRED ]= pred4x4_vertical_c;
  1069. h->pred4x4[HOR_PRED ]= pred4x4_horizontal_c;
  1070. }
  1071. h->pred4x4[DC_PRED ]= pred4x4_dc_c;
  1072. if(codec_id == CODEC_ID_SVQ3)
  1073. h->pred4x4[DIAG_DOWN_LEFT_PRED ]= pred4x4_down_left_svq3_c;
  1074. else
  1075. h->pred4x4[DIAG_DOWN_LEFT_PRED ]= pred4x4_down_left_c;
  1076. h->pred4x4[DIAG_DOWN_RIGHT_PRED]= pred4x4_down_right_c;
  1077. h->pred4x4[VERT_RIGHT_PRED ]= pred4x4_vertical_right_c;
  1078. h->pred4x4[HOR_DOWN_PRED ]= pred4x4_horizontal_down_c;
  1079. if (codec_id == CODEC_ID_VP8) {
  1080. h->pred4x4[VERT_LEFT_PRED ]= pred4x4_vertical_left_vp8_c;
  1081. } else
  1082. h->pred4x4[VERT_LEFT_PRED ]= pred4x4_vertical_left_c;
  1083. h->pred4x4[HOR_UP_PRED ]= pred4x4_horizontal_up_c;
  1084. h->pred4x4[LEFT_DC_PRED ]= pred4x4_left_dc_c;
  1085. h->pred4x4[TOP_DC_PRED ]= pred4x4_top_dc_c;
  1086. h->pred4x4[DC_128_PRED ]= pred4x4_128_dc_c;
  1087. if(codec_id == CODEC_ID_VP8)
  1088. h->pred4x4[TM_VP8_PRED ]= pred4x4_tm_vp8_c;
  1089. }else{
  1090. h->pred4x4[VERT_PRED ]= pred4x4_vertical_c;
  1091. h->pred4x4[HOR_PRED ]= pred4x4_horizontal_c;
  1092. h->pred4x4[DC_PRED ]= pred4x4_dc_c;
  1093. h->pred4x4[DIAG_DOWN_LEFT_PRED ]= pred4x4_down_left_rv40_c;
  1094. h->pred4x4[DIAG_DOWN_RIGHT_PRED]= pred4x4_down_right_c;
  1095. h->pred4x4[VERT_RIGHT_PRED ]= pred4x4_vertical_right_c;
  1096. h->pred4x4[HOR_DOWN_PRED ]= pred4x4_horizontal_down_c;
  1097. h->pred4x4[VERT_LEFT_PRED ]= pred4x4_vertical_left_rv40_c;
  1098. h->pred4x4[HOR_UP_PRED ]= pred4x4_horizontal_up_rv40_c;
  1099. h->pred4x4[LEFT_DC_PRED ]= pred4x4_left_dc_c;
  1100. h->pred4x4[TOP_DC_PRED ]= pred4x4_top_dc_c;
  1101. h->pred4x4[DC_128_PRED ]= pred4x4_128_dc_c;
  1102. h->pred4x4[DIAG_DOWN_LEFT_PRED_RV40_NODOWN]= pred4x4_down_left_rv40_nodown_c;
  1103. h->pred4x4[HOR_UP_PRED_RV40_NODOWN]= pred4x4_horizontal_up_rv40_nodown_c;
  1104. h->pred4x4[VERT_LEFT_PRED_RV40_NODOWN]= pred4x4_vertical_left_rv40_nodown_c;
  1105. }
  1106. h->pred8x8l[VERT_PRED ]= pred8x8l_vertical_c;
  1107. h->pred8x8l[HOR_PRED ]= pred8x8l_horizontal_c;
  1108. h->pred8x8l[DC_PRED ]= pred8x8l_dc_c;
  1109. h->pred8x8l[DIAG_DOWN_LEFT_PRED ]= pred8x8l_down_left_c;
  1110. h->pred8x8l[DIAG_DOWN_RIGHT_PRED]= pred8x8l_down_right_c;
  1111. h->pred8x8l[VERT_RIGHT_PRED ]= pred8x8l_vertical_right_c;
  1112. h->pred8x8l[HOR_DOWN_PRED ]= pred8x8l_horizontal_down_c;
  1113. h->pred8x8l[VERT_LEFT_PRED ]= pred8x8l_vertical_left_c;
  1114. h->pred8x8l[HOR_UP_PRED ]= pred8x8l_horizontal_up_c;
  1115. h->pred8x8l[LEFT_DC_PRED ]= pred8x8l_left_dc_c;
  1116. h->pred8x8l[TOP_DC_PRED ]= pred8x8l_top_dc_c;
  1117. h->pred8x8l[DC_128_PRED ]= pred8x8l_128_dc_c;
  1118. h->pred8x8[VERT_PRED8x8 ]= pred8x8_vertical_c;
  1119. h->pred8x8[HOR_PRED8x8 ]= pred8x8_horizontal_c;
  1120. if (codec_id != CODEC_ID_VP8) {
  1121. h->pred8x8[PLANE_PRED8x8]= pred8x8_plane_c;
  1122. } else
  1123. h->pred8x8[PLANE_PRED8x8]= pred8x8_tm_vp8_c;
  1124. if(codec_id != CODEC_ID_RV40 && codec_id != CODEC_ID_VP8){
  1125. h->pred8x8[DC_PRED8x8 ]= pred8x8_dc_c;
  1126. h->pred8x8[LEFT_DC_PRED8x8]= pred8x8_left_dc_c;
  1127. h->pred8x8[TOP_DC_PRED8x8 ]= pred8x8_top_dc_c;
  1128. h->pred8x8[ALZHEIMER_DC_L0T_PRED8x8 ]= pred8x8_mad_cow_dc_l0t;
  1129. h->pred8x8[ALZHEIMER_DC_0LT_PRED8x8 ]= pred8x8_mad_cow_dc_0lt;
  1130. h->pred8x8[ALZHEIMER_DC_L00_PRED8x8 ]= pred8x8_mad_cow_dc_l00;
  1131. h->pred8x8[ALZHEIMER_DC_0L0_PRED8x8 ]= pred8x8_mad_cow_dc_0l0;
  1132. }else{
  1133. h->pred8x8[DC_PRED8x8 ]= pred8x8_dc_rv40_c;
  1134. h->pred8x8[LEFT_DC_PRED8x8]= pred8x8_left_dc_rv40_c;
  1135. h->pred8x8[TOP_DC_PRED8x8 ]= pred8x8_top_dc_rv40_c;
  1136. }
  1137. h->pred8x8[DC_128_PRED8x8 ]= pred8x8_128_dc_c;
  1138. h->pred16x16[DC_PRED8x8 ]= pred16x16_dc_c;
  1139. h->pred16x16[VERT_PRED8x8 ]= pred16x16_vertical_c;
  1140. h->pred16x16[HOR_PRED8x8 ]= pred16x16_horizontal_c;
  1141. h->pred16x16[PLANE_PRED8x8 ]= pred16x16_plane_c;
  1142. switch(codec_id){
  1143. case CODEC_ID_SVQ3:
  1144. h->pred16x16[PLANE_PRED8x8 ]= pred16x16_plane_svq3_c;
  1145. break;
  1146. case CODEC_ID_RV40:
  1147. h->pred16x16[PLANE_PRED8x8 ]= pred16x16_plane_rv40_c;
  1148. break;
  1149. case CODEC_ID_VP8:
  1150. h->pred16x16[PLANE_PRED8x8 ]= pred16x16_tm_vp8_c;
  1151. break;
  1152. default:
  1153. h->pred16x16[PLANE_PRED8x8 ]= pred16x16_plane_c;
  1154. }
  1155. h->pred16x16[LEFT_DC_PRED8x8]= pred16x16_left_dc_c;
  1156. h->pred16x16[TOP_DC_PRED8x8 ]= pred16x16_top_dc_c;
  1157. h->pred16x16[DC_128_PRED8x8 ]= pred16x16_128_dc_c;
  1158. //special lossless h/v prediction for h264
  1159. h->pred4x4_add [VERT_PRED ]= pred4x4_vertical_add_c;
  1160. h->pred4x4_add [ HOR_PRED ]= pred4x4_horizontal_add_c;
  1161. h->pred8x8l_add [VERT_PRED ]= pred8x8l_vertical_add_c;
  1162. h->pred8x8l_add [ HOR_PRED ]= pred8x8l_horizontal_add_c;
  1163. h->pred8x8_add [VERT_PRED8x8]= pred8x8_vertical_add_c;
  1164. h->pred8x8_add [ HOR_PRED8x8]= pred8x8_horizontal_add_c;
  1165. h->pred16x16_add[VERT_PRED8x8]= pred16x16_vertical_add_c;
  1166. h->pred16x16_add[ HOR_PRED8x8]= pred16x16_horizontal_add_c;
  1167. if (ARCH_ARM) ff_h264_pred_init_arm(h, codec_id);
  1168. if (HAVE_MMX) ff_h264_pred_init_x86(h, codec_id);
  1169. }