You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1060 lines
35KB

  1. /*
  2. * H.26L/H.264/AVC/JVT/14496-10/... encoder/decoder
  3. * Copyright (c) 2003 Michael Niedermayer <michaelni@gmx.at>
  4. *
  5. * This file is part of FFmpeg.
  6. *
  7. * FFmpeg is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU Lesser General Public
  9. * License as published by the Free Software Foundation; either
  10. * version 2.1 of the License, or (at your option) any later version.
  11. *
  12. * FFmpeg is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * Lesser General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU Lesser General Public
  18. * License along with FFmpeg; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. */
  21. /**
  22. * @file h264pred.c
  23. * H.264 / AVC / MPEG4 part10 prediction functions.
  24. * @author Michael Niedermayer <michaelni@gmx.at>
  25. */
  26. #include "avcodec.h"
  27. #include "mpegvideo.h"
  28. #include "h264pred.h"
  29. static void pred4x4_vertical_c(uint8_t *src, uint8_t *topright, int stride){
  30. const uint32_t a= ((uint32_t*)(src-stride))[0];
  31. ((uint32_t*)(src+0*stride))[0]= a;
  32. ((uint32_t*)(src+1*stride))[0]= a;
  33. ((uint32_t*)(src+2*stride))[0]= a;
  34. ((uint32_t*)(src+3*stride))[0]= a;
  35. }
  36. static void pred4x4_horizontal_c(uint8_t *src, uint8_t *topright, int stride){
  37. ((uint32_t*)(src+0*stride))[0]= src[-1+0*stride]*0x01010101;
  38. ((uint32_t*)(src+1*stride))[0]= src[-1+1*stride]*0x01010101;
  39. ((uint32_t*)(src+2*stride))[0]= src[-1+2*stride]*0x01010101;
  40. ((uint32_t*)(src+3*stride))[0]= src[-1+3*stride]*0x01010101;
  41. }
  42. static void pred4x4_dc_c(uint8_t *src, uint8_t *topright, int stride){
  43. const int dc= ( src[-stride] + src[1-stride] + src[2-stride] + src[3-stride]
  44. + src[-1+0*stride] + src[-1+1*stride] + src[-1+2*stride] + src[-1+3*stride] + 4) >>3;
  45. ((uint32_t*)(src+0*stride))[0]=
  46. ((uint32_t*)(src+1*stride))[0]=
  47. ((uint32_t*)(src+2*stride))[0]=
  48. ((uint32_t*)(src+3*stride))[0]= dc* 0x01010101;
  49. }
  50. static void pred4x4_left_dc_c(uint8_t *src, uint8_t *topright, int stride){
  51. const int dc= ( src[-1+0*stride] + src[-1+1*stride] + src[-1+2*stride] + src[-1+3*stride] + 2) >>2;
  52. ((uint32_t*)(src+0*stride))[0]=
  53. ((uint32_t*)(src+1*stride))[0]=
  54. ((uint32_t*)(src+2*stride))[0]=
  55. ((uint32_t*)(src+3*stride))[0]= dc* 0x01010101;
  56. }
  57. static void pred4x4_top_dc_c(uint8_t *src, uint8_t *topright, int stride){
  58. const int dc= ( src[-stride] + src[1-stride] + src[2-stride] + src[3-stride] + 2) >>2;
  59. ((uint32_t*)(src+0*stride))[0]=
  60. ((uint32_t*)(src+1*stride))[0]=
  61. ((uint32_t*)(src+2*stride))[0]=
  62. ((uint32_t*)(src+3*stride))[0]= dc* 0x01010101;
  63. }
  64. static void pred4x4_128_dc_c(uint8_t *src, uint8_t *topright, int stride){
  65. ((uint32_t*)(src+0*stride))[0]=
  66. ((uint32_t*)(src+1*stride))[0]=
  67. ((uint32_t*)(src+2*stride))[0]=
  68. ((uint32_t*)(src+3*stride))[0]= 128U*0x01010101U;
  69. }
  70. #define LOAD_TOP_RIGHT_EDGE\
  71. const int av_unused t4= topright[0];\
  72. const int av_unused t5= topright[1];\
  73. const int av_unused t6= topright[2];\
  74. const int av_unused t7= topright[3];\
  75. #define LOAD_DOWN_LEFT_EDGE\
  76. const int av_unused l4= src[-1+4*stride];\
  77. const int av_unused l5= src[-1+5*stride];\
  78. const int av_unused l6= src[-1+6*stride];\
  79. const int av_unused l7= src[-1+7*stride];\
  80. #define LOAD_LEFT_EDGE\
  81. const int av_unused l0= src[-1+0*stride];\
  82. const int av_unused l1= src[-1+1*stride];\
  83. const int av_unused l2= src[-1+2*stride];\
  84. const int av_unused l3= src[-1+3*stride];\
  85. #define LOAD_TOP_EDGE\
  86. const int av_unused t0= src[ 0-1*stride];\
  87. const int av_unused t1= src[ 1-1*stride];\
  88. const int av_unused t2= src[ 2-1*stride];\
  89. const int av_unused t3= src[ 3-1*stride];\
  90. static void pred4x4_down_right_c(uint8_t *src, uint8_t *topright, int stride){
  91. const int lt= src[-1-1*stride];
  92. LOAD_TOP_EDGE
  93. LOAD_LEFT_EDGE
  94. src[0+3*stride]=(l3 + 2*l2 + l1 + 2)>>2;
  95. src[0+2*stride]=
  96. src[1+3*stride]=(l2 + 2*l1 + l0 + 2)>>2;
  97. src[0+1*stride]=
  98. src[1+2*stride]=
  99. src[2+3*stride]=(l1 + 2*l0 + lt + 2)>>2;
  100. src[0+0*stride]=
  101. src[1+1*stride]=
  102. src[2+2*stride]=
  103. src[3+3*stride]=(l0 + 2*lt + t0 + 2)>>2;
  104. src[1+0*stride]=
  105. src[2+1*stride]=
  106. src[3+2*stride]=(lt + 2*t0 + t1 + 2)>>2;
  107. src[2+0*stride]=
  108. src[3+1*stride]=(t0 + 2*t1 + t2 + 2)>>2;
  109. src[3+0*stride]=(t1 + 2*t2 + t3 + 2)>>2;
  110. }
  111. static void pred4x4_down_left_c(uint8_t *src, uint8_t *topright, int stride){
  112. LOAD_TOP_EDGE
  113. LOAD_TOP_RIGHT_EDGE
  114. // LOAD_LEFT_EDGE
  115. src[0+0*stride]=(t0 + t2 + 2*t1 + 2)>>2;
  116. src[1+0*stride]=
  117. src[0+1*stride]=(t1 + t3 + 2*t2 + 2)>>2;
  118. src[2+0*stride]=
  119. src[1+1*stride]=
  120. src[0+2*stride]=(t2 + t4 + 2*t3 + 2)>>2;
  121. src[3+0*stride]=
  122. src[2+1*stride]=
  123. src[1+2*stride]=
  124. src[0+3*stride]=(t3 + t5 + 2*t4 + 2)>>2;
  125. src[3+1*stride]=
  126. src[2+2*stride]=
  127. src[1+3*stride]=(t4 + t6 + 2*t5 + 2)>>2;
  128. src[3+2*stride]=
  129. src[2+3*stride]=(t5 + t7 + 2*t6 + 2)>>2;
  130. src[3+3*stride]=(t6 + 3*t7 + 2)>>2;
  131. }
  132. static void pred4x4_down_left_svq3_c(uint8_t *src, uint8_t *topright, int stride){
  133. LOAD_TOP_EDGE
  134. LOAD_LEFT_EDGE
  135. const av_unused int unu0= t0;
  136. const av_unused int unu1= l0;
  137. src[0+0*stride]=(l1 + t1)>>1;
  138. src[1+0*stride]=
  139. src[0+1*stride]=(l2 + t2)>>1;
  140. src[2+0*stride]=
  141. src[1+1*stride]=
  142. src[0+2*stride]=
  143. src[3+0*stride]=
  144. src[2+1*stride]=
  145. src[1+2*stride]=
  146. src[0+3*stride]=
  147. src[3+1*stride]=
  148. src[2+2*stride]=
  149. src[1+3*stride]=
  150. src[3+2*stride]=
  151. src[2+3*stride]=
  152. src[3+3*stride]=(l3 + t3)>>1;
  153. }
  154. static void pred4x4_down_left_rv40_c(uint8_t *src, uint8_t *topright, int stride){
  155. LOAD_TOP_EDGE
  156. LOAD_TOP_RIGHT_EDGE
  157. LOAD_LEFT_EDGE
  158. LOAD_DOWN_LEFT_EDGE
  159. src[0+0*stride]=(t0 + t2 + 2*t1 + 2 + l0 + l2 + 2*l1 + 2)>>3;
  160. src[1+0*stride]=
  161. src[0+1*stride]=(t1 + t3 + 2*t2 + 2 + l1 + l3 + 2*l2 + 2)>>3;
  162. src[2+0*stride]=
  163. src[1+1*stride]=
  164. src[0+2*stride]=(t2 + t4 + 2*t3 + 2 + l2 + l4 + 2*l3 + 2)>>3;
  165. src[3+0*stride]=
  166. src[2+1*stride]=
  167. src[1+2*stride]=
  168. src[0+3*stride]=(t3 + t5 + 2*t4 + 2 + l3 + l5 + 2*l4 + 2)>>3;
  169. src[3+1*stride]=
  170. src[2+2*stride]=
  171. src[1+3*stride]=(t4 + t6 + 2*t5 + 2 + l4 + l6 + 2*l5 + 2)>>3;
  172. src[3+2*stride]=
  173. src[2+3*stride]=(t5 + t7 + 2*t6 + 2 + l5 + l7 + 2*l6 + 2)>>3;
  174. src[3+3*stride]=(t6 + t7 + 1 + l6 + l7 + 1)>>2;
  175. }
  176. static void pred4x4_down_left_rv40_notop_c(uint8_t *src, uint8_t *topright, int stride){
  177. LOAD_LEFT_EDGE
  178. LOAD_DOWN_LEFT_EDGE
  179. src[0+0*stride]=(l0 + l2 + 2*l1 + 2)>>2;
  180. src[1+0*stride]=
  181. src[0+1*stride]=(l1 + l3 + 2*l2 + 2)>>2;
  182. src[2+0*stride]=
  183. src[1+1*stride]=
  184. src[0+2*stride]=(l2 + l4 + 2*l3 + 2)>>2;
  185. src[3+0*stride]=
  186. src[2+1*stride]=
  187. src[1+2*stride]=
  188. src[0+3*stride]=(l3 + l5 + 2*l4 + 2)>>2;
  189. src[3+1*stride]=
  190. src[2+2*stride]=
  191. src[1+3*stride]=(l4 + l6 + 2*l5 + 2)>>2;
  192. src[3+2*stride]=
  193. src[2+3*stride]=(l5 + l7 + 2*l6 + 2)>>2;
  194. src[3+3*stride]=(l6 + l7 + 1)>>1;
  195. }
  196. static void pred4x4_down_left_rv40_nodown_c(uint8_t *src, uint8_t *topright, int stride){
  197. LOAD_TOP_EDGE
  198. LOAD_TOP_RIGHT_EDGE
  199. LOAD_LEFT_EDGE
  200. src[0+0*stride]=(t0 + t2 + 2*t1 + 2 + l0 + l2 + 2*l1 + 2)>>3;
  201. src[1+0*stride]=
  202. src[0+1*stride]=(t1 + t3 + 2*t2 + 2 + l1 + l3 + 2*l2 + 2)>>3;
  203. src[2+0*stride]=
  204. src[1+1*stride]=
  205. src[0+2*stride]=(t2 + t4 + 2*t3 + 2 + l2 + 3*l3 + 2)>>3;
  206. src[3+0*stride]=
  207. src[2+1*stride]=
  208. src[1+2*stride]=
  209. src[0+3*stride]=(t3 + t5 + 2*t4 + 2 + l3*4 + 2)>>3;
  210. src[3+1*stride]=
  211. src[2+2*stride]=
  212. src[1+3*stride]=(t4 + t6 + 2*t5 + 2 + l3*4 + 2)>>3;
  213. src[3+2*stride]=
  214. src[2+3*stride]=(t5 + t7 + 2*t6 + 2 + l3*4 + 2)>>3;
  215. src[3+3*stride]=(t6 + t7 + 1 + 2*l3 + 1)>>2;
  216. }
  217. static void pred4x4_vertical_right_c(uint8_t *src, uint8_t *topright, int stride){
  218. const int lt= src[-1-1*stride];
  219. LOAD_TOP_EDGE
  220. LOAD_LEFT_EDGE
  221. src[0+0*stride]=
  222. src[1+2*stride]=(lt + t0 + 1)>>1;
  223. src[1+0*stride]=
  224. src[2+2*stride]=(t0 + t1 + 1)>>1;
  225. src[2+0*stride]=
  226. src[3+2*stride]=(t1 + t2 + 1)>>1;
  227. src[3+0*stride]=(t2 + t3 + 1)>>1;
  228. src[0+1*stride]=
  229. src[1+3*stride]=(l0 + 2*lt + t0 + 2)>>2;
  230. src[1+1*stride]=
  231. src[2+3*stride]=(lt + 2*t0 + t1 + 2)>>2;
  232. src[2+1*stride]=
  233. src[3+3*stride]=(t0 + 2*t1 + t2 + 2)>>2;
  234. src[3+1*stride]=(t1 + 2*t2 + t3 + 2)>>2;
  235. src[0+2*stride]=(lt + 2*l0 + l1 + 2)>>2;
  236. src[0+3*stride]=(l0 + 2*l1 + l2 + 2)>>2;
  237. }
  238. static void pred4x4_vertical_left_c(uint8_t *src, uint8_t *topright, int stride){
  239. LOAD_TOP_EDGE
  240. LOAD_TOP_RIGHT_EDGE
  241. src[0+0*stride]=(t0 + t1 + 1)>>1;
  242. src[1+0*stride]=
  243. src[0+2*stride]=(t1 + t2 + 1)>>1;
  244. src[2+0*stride]=
  245. src[1+2*stride]=(t2 + t3 + 1)>>1;
  246. src[3+0*stride]=
  247. src[2+2*stride]=(t3 + t4+ 1)>>1;
  248. src[3+2*stride]=(t4 + t5+ 1)>>1;
  249. src[0+1*stride]=(t0 + 2*t1 + t2 + 2)>>2;
  250. src[1+1*stride]=
  251. src[0+3*stride]=(t1 + 2*t2 + t3 + 2)>>2;
  252. src[2+1*stride]=
  253. src[1+3*stride]=(t2 + 2*t3 + t4 + 2)>>2;
  254. src[3+1*stride]=
  255. src[2+3*stride]=(t3 + 2*t4 + t5 + 2)>>2;
  256. src[3+3*stride]=(t4 + 2*t5 + t6 + 2)>>2;
  257. }
  258. static void pred4x4_vertical_left_rv40_c(uint8_t *src, uint8_t *topright, int stride){
  259. LOAD_TOP_EDGE
  260. LOAD_TOP_RIGHT_EDGE
  261. LOAD_LEFT_EDGE
  262. src[0+0*stride]=(2*t0 + 2*t1 + l1 + 2*l2 + l3 + 4)>>3;
  263. src[1+0*stride]=
  264. src[0+2*stride]=(t1 + t2 + 1)>>1;
  265. src[2+0*stride]=
  266. src[1+2*stride]=(t2 + t3 + 1)>>1;
  267. src[3+0*stride]=
  268. src[2+2*stride]=(t3 + t4+ 1)>>1;
  269. src[3+2*stride]=(t4 + t5+ 1)>>1;
  270. src[0+1*stride]=(t0 + 2*t1 + t2 + l2 + 2*l3 + l3 + 4)>>3;
  271. src[1+1*stride]=
  272. src[0+3*stride]=(t1 + 2*t2 + t3 + 2)>>2;
  273. src[2+1*stride]=
  274. src[1+3*stride]=(t2 + 2*t3 + t4 + 2)>>2;
  275. src[3+1*stride]=
  276. src[2+3*stride]=(t3 + 2*t4 + t5 + 2)>>2;
  277. src[3+3*stride]=(t4 + 2*t5 + t6 + 2)>>2;
  278. }
  279. static void pred4x4_horizontal_up_c(uint8_t *src, uint8_t *topright, int stride){
  280. LOAD_LEFT_EDGE
  281. src[0+0*stride]=(l0 + l1 + 1)>>1;
  282. src[1+0*stride]=(l0 + 2*l1 + l2 + 2)>>2;
  283. src[2+0*stride]=
  284. src[0+1*stride]=(l1 + l2 + 1)>>1;
  285. src[3+0*stride]=
  286. src[1+1*stride]=(l1 + 2*l2 + l3 + 2)>>2;
  287. src[2+1*stride]=
  288. src[0+2*stride]=(l2 + l3 + 1)>>1;
  289. src[3+1*stride]=
  290. src[1+2*stride]=(l2 + 2*l3 + l3 + 2)>>2;
  291. src[3+2*stride]=
  292. src[1+3*stride]=
  293. src[0+3*stride]=
  294. src[2+2*stride]=
  295. src[2+3*stride]=
  296. src[3+3*stride]=l3;
  297. }
  298. static void pred4x4_horizontal_up_rv40_c(uint8_t *src, uint8_t *topright, int stride){
  299. LOAD_LEFT_EDGE
  300. LOAD_DOWN_LEFT_EDGE
  301. LOAD_TOP_EDGE
  302. LOAD_TOP_RIGHT_EDGE
  303. src[0+0*stride]=(t1 + 2*t2 + t3 + 2*l0 + 2*l1 + 4)>>3;
  304. src[1+0*stride]=(t2 + 2*t3 + t4 + l0 + 2*l1 + l2 + 4)>>3;
  305. src[2+0*stride]=
  306. src[0+1*stride]=(t3 + 2*t4 + t5 + 2*l1 + 2*l2 + 4)>>3;
  307. src[3+0*stride]=
  308. src[1+1*stride]=(t4 + 2*t5 + t6 + l1 + 2*l2 + l3 + 4)>>3;
  309. src[2+1*stride]=
  310. src[0+2*stride]=(t5 + 2*t6 + t7 + 2*l2 + 2*l3 + 4)>>3;
  311. src[3+1*stride]=
  312. src[1+2*stride]=(t6 + 3*t7 + l2 + 3*l3 + 4)>>3;
  313. src[3+2*stride]=
  314. src[1+3*stride]=(l3 + 2*l4 + l5 + 2)>>2;
  315. src[0+3*stride]=
  316. src[2+2*stride]=(t6 + t7 + l3 + l4 + 2)>>2;
  317. src[2+3*stride]=(l4 + l5 + 1)>>1;
  318. src[3+3*stride]=(l4 + 2*l5 + l6 + 2)>>2;
  319. }
  320. static void pred4x4_horizontal_up_rv40_nodown_c(uint8_t *src, uint8_t *topright, int stride){
  321. LOAD_LEFT_EDGE
  322. LOAD_TOP_EDGE
  323. LOAD_TOP_RIGHT_EDGE
  324. src[0+0*stride]=(t1 + 2*t2 + t3 + 2*l0 + 2*l1 + 4)>>3;
  325. src[1+0*stride]=(t2 + 2*t3 + t4 + l0 + 2*l1 + l2 + 4)>>3;
  326. src[2+0*stride]=
  327. src[0+1*stride]=(t3 + 2*t4 + t5 + 2*l1 + 2*l2 + 4)>>3;
  328. src[3+0*stride]=
  329. src[1+1*stride]=(t4 + 2*t5 + t6 + l1 + 2*l2 + l3 + 4)>>3;
  330. src[2+1*stride]=
  331. src[0+2*stride]=(t5 + 2*t6 + t7 + 2*l2 + 2*l3 + 4)>>3;
  332. src[3+1*stride]=
  333. src[1+2*stride]=(t6 + 3*t7 + l2 + 3*l3 + 4)>>3;
  334. src[3+2*stride]=
  335. src[1+3*stride]=l3;
  336. src[0+3*stride]=
  337. src[2+2*stride]=(t6 + t7 + 2*l3 + 2)>>2;
  338. src[2+3*stride]=
  339. src[3+3*stride]=l3;
  340. }
  341. static void pred4x4_horizontal_down_c(uint8_t *src, uint8_t *topright, int stride){
  342. const int lt= src[-1-1*stride];
  343. LOAD_TOP_EDGE
  344. LOAD_LEFT_EDGE
  345. src[0+0*stride]=
  346. src[2+1*stride]=(lt + l0 + 1)>>1;
  347. src[1+0*stride]=
  348. src[3+1*stride]=(l0 + 2*lt + t0 + 2)>>2;
  349. src[2+0*stride]=(lt + 2*t0 + t1 + 2)>>2;
  350. src[3+0*stride]=(t0 + 2*t1 + t2 + 2)>>2;
  351. src[0+1*stride]=
  352. src[2+2*stride]=(l0 + l1 + 1)>>1;
  353. src[1+1*stride]=
  354. src[3+2*stride]=(lt + 2*l0 + l1 + 2)>>2;
  355. src[0+2*stride]=
  356. src[2+3*stride]=(l1 + l2+ 1)>>1;
  357. src[1+2*stride]=
  358. src[3+3*stride]=(l0 + 2*l1 + l2 + 2)>>2;
  359. src[0+3*stride]=(l2 + l3 + 1)>>1;
  360. src[1+3*stride]=(l1 + 2*l2 + l3 + 2)>>2;
  361. }
  362. static void pred16x16_vertical_c(uint8_t *src, int stride){
  363. int i;
  364. const uint32_t a= ((uint32_t*)(src-stride))[0];
  365. const uint32_t b= ((uint32_t*)(src-stride))[1];
  366. const uint32_t c= ((uint32_t*)(src-stride))[2];
  367. const uint32_t d= ((uint32_t*)(src-stride))[3];
  368. for(i=0; i<16; i++){
  369. ((uint32_t*)(src+i*stride))[0]= a;
  370. ((uint32_t*)(src+i*stride))[1]= b;
  371. ((uint32_t*)(src+i*stride))[2]= c;
  372. ((uint32_t*)(src+i*stride))[3]= d;
  373. }
  374. }
  375. static void pred16x16_horizontal_c(uint8_t *src, int stride){
  376. int i;
  377. for(i=0; i<16; i++){
  378. ((uint32_t*)(src+i*stride))[0]=
  379. ((uint32_t*)(src+i*stride))[1]=
  380. ((uint32_t*)(src+i*stride))[2]=
  381. ((uint32_t*)(src+i*stride))[3]= src[-1+i*stride]*0x01010101;
  382. }
  383. }
  384. static void pred16x16_dc_c(uint8_t *src, int stride){
  385. int i, dc=0;
  386. for(i=0;i<16; i++){
  387. dc+= src[-1+i*stride];
  388. }
  389. for(i=0;i<16; i++){
  390. dc+= src[i-stride];
  391. }
  392. dc= 0x01010101*((dc + 16)>>5);
  393. for(i=0; i<16; i++){
  394. ((uint32_t*)(src+i*stride))[0]=
  395. ((uint32_t*)(src+i*stride))[1]=
  396. ((uint32_t*)(src+i*stride))[2]=
  397. ((uint32_t*)(src+i*stride))[3]= dc;
  398. }
  399. }
  400. static void pred16x16_left_dc_c(uint8_t *src, int stride){
  401. int i, dc=0;
  402. for(i=0;i<16; i++){
  403. dc+= src[-1+i*stride];
  404. }
  405. dc= 0x01010101*((dc + 8)>>4);
  406. for(i=0; i<16; i++){
  407. ((uint32_t*)(src+i*stride))[0]=
  408. ((uint32_t*)(src+i*stride))[1]=
  409. ((uint32_t*)(src+i*stride))[2]=
  410. ((uint32_t*)(src+i*stride))[3]= dc;
  411. }
  412. }
  413. static void pred16x16_top_dc_c(uint8_t *src, int stride){
  414. int i, dc=0;
  415. for(i=0;i<16; i++){
  416. dc+= src[i-stride];
  417. }
  418. dc= 0x01010101*((dc + 8)>>4);
  419. for(i=0; i<16; i++){
  420. ((uint32_t*)(src+i*stride))[0]=
  421. ((uint32_t*)(src+i*stride))[1]=
  422. ((uint32_t*)(src+i*stride))[2]=
  423. ((uint32_t*)(src+i*stride))[3]= dc;
  424. }
  425. }
  426. static void pred16x16_128_dc_c(uint8_t *src, int stride){
  427. int i;
  428. for(i=0; i<16; i++){
  429. ((uint32_t*)(src+i*stride))[0]=
  430. ((uint32_t*)(src+i*stride))[1]=
  431. ((uint32_t*)(src+i*stride))[2]=
  432. ((uint32_t*)(src+i*stride))[3]= 0x01010101U*128U;
  433. }
  434. }
  435. static inline void pred16x16_plane_compat_c(uint8_t *src, int stride, const int svq3, const int rv40){
  436. int i, j, k;
  437. int a;
  438. uint8_t *cm = ff_cropTbl + MAX_NEG_CROP;
  439. const uint8_t * const src0 = src+7-stride;
  440. const uint8_t *src1 = src+8*stride-1;
  441. const uint8_t *src2 = src1-2*stride; // == src+6*stride-1;
  442. int H = src0[1] - src0[-1];
  443. int V = src1[0] - src2[ 0];
  444. for(k=2; k<=8; ++k) {
  445. src1 += stride; src2 -= stride;
  446. H += k*(src0[k] - src0[-k]);
  447. V += k*(src1[0] - src2[ 0]);
  448. }
  449. if(svq3){
  450. H = ( 5*(H/4) ) / 16;
  451. V = ( 5*(V/4) ) / 16;
  452. /* required for 100% accuracy */
  453. i = H; H = V; V = i;
  454. }else if(rv40){
  455. H = ( H + (H>>2) ) >> 4;
  456. V = ( V + (V>>2) ) >> 4;
  457. }else{
  458. H = ( 5*H+32 ) >> 6;
  459. V = ( 5*V+32 ) >> 6;
  460. }
  461. a = 16*(src1[0] + src2[16] + 1) - 7*(V+H);
  462. for(j=16; j>0; --j) {
  463. int b = a;
  464. a += V;
  465. for(i=-16; i<0; i+=4) {
  466. src[16+i] = cm[ (b ) >> 5 ];
  467. src[17+i] = cm[ (b+ H) >> 5 ];
  468. src[18+i] = cm[ (b+2*H) >> 5 ];
  469. src[19+i] = cm[ (b+3*H) >> 5 ];
  470. b += 4*H;
  471. }
  472. src += stride;
  473. }
  474. }
  475. static void pred16x16_plane_c(uint8_t *src, int stride){
  476. pred16x16_plane_compat_c(src, stride, 0, 0);
  477. }
  478. static void pred16x16_plane_svq3_c(uint8_t *src, int stride){
  479. pred16x16_plane_compat_c(src, stride, 1, 0);
  480. }
  481. static void pred16x16_plane_rv40_c(uint8_t *src, int stride){
  482. pred16x16_plane_compat_c(src, stride, 0, 1);
  483. }
  484. static void pred8x8_vertical_c(uint8_t *src, int stride){
  485. int i;
  486. const uint32_t a= ((uint32_t*)(src-stride))[0];
  487. const uint32_t b= ((uint32_t*)(src-stride))[1];
  488. for(i=0; i<8; i++){
  489. ((uint32_t*)(src+i*stride))[0]= a;
  490. ((uint32_t*)(src+i*stride))[1]= b;
  491. }
  492. }
  493. static void pred8x8_horizontal_c(uint8_t *src, int stride){
  494. int i;
  495. for(i=0; i<8; i++){
  496. ((uint32_t*)(src+i*stride))[0]=
  497. ((uint32_t*)(src+i*stride))[1]= src[-1+i*stride]*0x01010101;
  498. }
  499. }
  500. static void pred8x8_128_dc_c(uint8_t *src, int stride){
  501. int i;
  502. for(i=0; i<8; i++){
  503. ((uint32_t*)(src+i*stride))[0]=
  504. ((uint32_t*)(src+i*stride))[1]= 0x01010101U*128U;
  505. }
  506. }
  507. static void pred8x8_left_dc_c(uint8_t *src, int stride){
  508. int i;
  509. int dc0, dc2;
  510. dc0=dc2=0;
  511. for(i=0;i<4; i++){
  512. dc0+= src[-1+i*stride];
  513. dc2+= src[-1+(i+4)*stride];
  514. }
  515. dc0= 0x01010101*((dc0 + 2)>>2);
  516. dc2= 0x01010101*((dc2 + 2)>>2);
  517. for(i=0; i<4; i++){
  518. ((uint32_t*)(src+i*stride))[0]=
  519. ((uint32_t*)(src+i*stride))[1]= dc0;
  520. }
  521. for(i=4; i<8; i++){
  522. ((uint32_t*)(src+i*stride))[0]=
  523. ((uint32_t*)(src+i*stride))[1]= dc2;
  524. }
  525. }
  526. static void pred8x8_left_dc_rv40_c(uint8_t *src, int stride){
  527. int i;
  528. int dc0;
  529. dc0=0;
  530. for(i=0;i<8; i++)
  531. dc0+= src[-1+i*stride];
  532. dc0= 0x01010101*((dc0 + 4)>>3);
  533. for(i=0; i<8; i++){
  534. ((uint32_t*)(src+i*stride))[0]=
  535. ((uint32_t*)(src+i*stride))[1]= dc0;
  536. }
  537. }
  538. static void pred8x8_top_dc_c(uint8_t *src, int stride){
  539. int i;
  540. int dc0, dc1;
  541. dc0=dc1=0;
  542. for(i=0;i<4; i++){
  543. dc0+= src[i-stride];
  544. dc1+= src[4+i-stride];
  545. }
  546. dc0= 0x01010101*((dc0 + 2)>>2);
  547. dc1= 0x01010101*((dc1 + 2)>>2);
  548. for(i=0; i<4; i++){
  549. ((uint32_t*)(src+i*stride))[0]= dc0;
  550. ((uint32_t*)(src+i*stride))[1]= dc1;
  551. }
  552. for(i=4; i<8; i++){
  553. ((uint32_t*)(src+i*stride))[0]= dc0;
  554. ((uint32_t*)(src+i*stride))[1]= dc1;
  555. }
  556. }
  557. static void pred8x8_top_dc_rv40_c(uint8_t *src, int stride){
  558. int i;
  559. int dc0;
  560. dc0=0;
  561. for(i=0;i<8; i++)
  562. dc0+= src[i-stride];
  563. dc0= 0x01010101*((dc0 + 4)>>3);
  564. for(i=0; i<8; i++){
  565. ((uint32_t*)(src+i*stride))[0]=
  566. ((uint32_t*)(src+i*stride))[1]= dc0;
  567. }
  568. }
  569. static void pred8x8_dc_c(uint8_t *src, int stride){
  570. int i;
  571. int dc0, dc1, dc2, dc3;
  572. dc0=dc1=dc2=0;
  573. for(i=0;i<4; i++){
  574. dc0+= src[-1+i*stride] + src[i-stride];
  575. dc1+= src[4+i-stride];
  576. dc2+= src[-1+(i+4)*stride];
  577. }
  578. dc3= 0x01010101*((dc1 + dc2 + 4)>>3);
  579. dc0= 0x01010101*((dc0 + 4)>>3);
  580. dc1= 0x01010101*((dc1 + 2)>>2);
  581. dc2= 0x01010101*((dc2 + 2)>>2);
  582. for(i=0; i<4; i++){
  583. ((uint32_t*)(src+i*stride))[0]= dc0;
  584. ((uint32_t*)(src+i*stride))[1]= dc1;
  585. }
  586. for(i=4; i<8; i++){
  587. ((uint32_t*)(src+i*stride))[0]= dc2;
  588. ((uint32_t*)(src+i*stride))[1]= dc3;
  589. }
  590. }
  591. static void pred8x8_dc_rv40_c(uint8_t *src, int stride){
  592. int i;
  593. int dc0=0;
  594. for(i=0;i<4; i++){
  595. dc0+= src[-1+i*stride] + src[i-stride];
  596. dc0+= src[4+i-stride];
  597. dc0+= src[-1+(i+4)*stride];
  598. }
  599. dc0= 0x01010101*((dc0 + 8)>>4);
  600. for(i=0; i<4; i++){
  601. ((uint32_t*)(src+i*stride))[0]= dc0;
  602. ((uint32_t*)(src+i*stride))[1]= dc0;
  603. }
  604. for(i=4; i<8; i++){
  605. ((uint32_t*)(src+i*stride))[0]= dc0;
  606. ((uint32_t*)(src+i*stride))[1]= dc0;
  607. }
  608. }
  609. static void pred8x8_plane_c(uint8_t *src, int stride){
  610. int j, k;
  611. int a;
  612. uint8_t *cm = ff_cropTbl + MAX_NEG_CROP;
  613. const uint8_t * const src0 = src+3-stride;
  614. const uint8_t *src1 = src+4*stride-1;
  615. const uint8_t *src2 = src1-2*stride; // == src+2*stride-1;
  616. int H = src0[1] - src0[-1];
  617. int V = src1[0] - src2[ 0];
  618. for(k=2; k<=4; ++k) {
  619. src1 += stride; src2 -= stride;
  620. H += k*(src0[k] - src0[-k]);
  621. V += k*(src1[0] - src2[ 0]);
  622. }
  623. H = ( 17*H+16 ) >> 5;
  624. V = ( 17*V+16 ) >> 5;
  625. a = 16*(src1[0] + src2[8]+1) - 3*(V+H);
  626. for(j=8; j>0; --j) {
  627. int b = a;
  628. a += V;
  629. src[0] = cm[ (b ) >> 5 ];
  630. src[1] = cm[ (b+ H) >> 5 ];
  631. src[2] = cm[ (b+2*H) >> 5 ];
  632. src[3] = cm[ (b+3*H) >> 5 ];
  633. src[4] = cm[ (b+4*H) >> 5 ];
  634. src[5] = cm[ (b+5*H) >> 5 ];
  635. src[6] = cm[ (b+6*H) >> 5 ];
  636. src[7] = cm[ (b+7*H) >> 5 ];
  637. src += stride;
  638. }
  639. }
  640. #define SRC(x,y) src[(x)+(y)*stride]
  641. #define PL(y) \
  642. const int l##y = (SRC(-1,y-1) + 2*SRC(-1,y) + SRC(-1,y+1) + 2) >> 2;
  643. #define PREDICT_8x8_LOAD_LEFT \
  644. const int l0 = ((has_topleft ? SRC(-1,-1) : SRC(-1,0)) \
  645. + 2*SRC(-1,0) + SRC(-1,1) + 2) >> 2; \
  646. PL(1) PL(2) PL(3) PL(4) PL(5) PL(6) \
  647. const int l7 av_unused = (SRC(-1,6) + 3*SRC(-1,7) + 2) >> 2
  648. #define PT(x) \
  649. const int t##x = (SRC(x-1,-1) + 2*SRC(x,-1) + SRC(x+1,-1) + 2) >> 2;
  650. #define PREDICT_8x8_LOAD_TOP \
  651. const int t0 = ((has_topleft ? SRC(-1,-1) : SRC(0,-1)) \
  652. + 2*SRC(0,-1) + SRC(1,-1) + 2) >> 2; \
  653. PT(1) PT(2) PT(3) PT(4) PT(5) PT(6) \
  654. const int t7 av_unused = ((has_topright ? SRC(8,-1) : SRC(7,-1)) \
  655. + 2*SRC(7,-1) + SRC(6,-1) + 2) >> 2
  656. #define PTR(x) \
  657. t##x = (SRC(x-1,-1) + 2*SRC(x,-1) + SRC(x+1,-1) + 2) >> 2;
  658. #define PREDICT_8x8_LOAD_TOPRIGHT \
  659. int t8, t9, t10, t11, t12, t13, t14, t15; \
  660. if(has_topright) { \
  661. PTR(8) PTR(9) PTR(10) PTR(11) PTR(12) PTR(13) PTR(14) \
  662. t15 = (SRC(14,-1) + 3*SRC(15,-1) + 2) >> 2; \
  663. } else t8=t9=t10=t11=t12=t13=t14=t15= SRC(7,-1);
  664. #define PREDICT_8x8_LOAD_TOPLEFT \
  665. const int lt = (SRC(-1,0) + 2*SRC(-1,-1) + SRC(0,-1) + 2) >> 2
  666. #define PREDICT_8x8_DC(v) \
  667. int y; \
  668. for( y = 0; y < 8; y++ ) { \
  669. ((uint32_t*)src)[0] = \
  670. ((uint32_t*)src)[1] = v; \
  671. src += stride; \
  672. }
  673. static void pred8x8l_128_dc_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  674. {
  675. PREDICT_8x8_DC(0x80808080);
  676. }
  677. static void pred8x8l_left_dc_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  678. {
  679. PREDICT_8x8_LOAD_LEFT;
  680. const uint32_t dc = ((l0+l1+l2+l3+l4+l5+l6+l7+4) >> 3) * 0x01010101;
  681. PREDICT_8x8_DC(dc);
  682. }
  683. static void pred8x8l_top_dc_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  684. {
  685. PREDICT_8x8_LOAD_TOP;
  686. const uint32_t dc = ((t0+t1+t2+t3+t4+t5+t6+t7+4) >> 3) * 0x01010101;
  687. PREDICT_8x8_DC(dc);
  688. }
  689. static void pred8x8l_dc_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  690. {
  691. PREDICT_8x8_LOAD_LEFT;
  692. PREDICT_8x8_LOAD_TOP;
  693. const uint32_t dc = ((l0+l1+l2+l3+l4+l5+l6+l7
  694. +t0+t1+t2+t3+t4+t5+t6+t7+8) >> 4) * 0x01010101;
  695. PREDICT_8x8_DC(dc);
  696. }
  697. static void pred8x8l_horizontal_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  698. {
  699. PREDICT_8x8_LOAD_LEFT;
  700. #define ROW(y) ((uint32_t*)(src+y*stride))[0] =\
  701. ((uint32_t*)(src+y*stride))[1] = 0x01010101 * l##y
  702. ROW(0); ROW(1); ROW(2); ROW(3); ROW(4); ROW(5); ROW(6); ROW(7);
  703. #undef ROW
  704. }
  705. static void pred8x8l_vertical_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  706. {
  707. int y;
  708. PREDICT_8x8_LOAD_TOP;
  709. src[0] = t0;
  710. src[1] = t1;
  711. src[2] = t2;
  712. src[3] = t3;
  713. src[4] = t4;
  714. src[5] = t5;
  715. src[6] = t6;
  716. src[7] = t7;
  717. for( y = 1; y < 8; y++ )
  718. *(uint64_t*)(src+y*stride) = *(uint64_t*)src;
  719. }
  720. static void pred8x8l_down_left_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  721. {
  722. PREDICT_8x8_LOAD_TOP;
  723. PREDICT_8x8_LOAD_TOPRIGHT;
  724. SRC(0,0)= (t0 + 2*t1 + t2 + 2) >> 2;
  725. SRC(0,1)=SRC(1,0)= (t1 + 2*t2 + t3 + 2) >> 2;
  726. SRC(0,2)=SRC(1,1)=SRC(2,0)= (t2 + 2*t3 + t4 + 2) >> 2;
  727. SRC(0,3)=SRC(1,2)=SRC(2,1)=SRC(3,0)= (t3 + 2*t4 + t5 + 2) >> 2;
  728. SRC(0,4)=SRC(1,3)=SRC(2,2)=SRC(3,1)=SRC(4,0)= (t4 + 2*t5 + t6 + 2) >> 2;
  729. SRC(0,5)=SRC(1,4)=SRC(2,3)=SRC(3,2)=SRC(4,1)=SRC(5,0)= (t5 + 2*t6 + t7 + 2) >> 2;
  730. SRC(0,6)=SRC(1,5)=SRC(2,4)=SRC(3,3)=SRC(4,2)=SRC(5,1)=SRC(6,0)= (t6 + 2*t7 + t8 + 2) >> 2;
  731. SRC(0,7)=SRC(1,6)=SRC(2,5)=SRC(3,4)=SRC(4,3)=SRC(5,2)=SRC(6,1)=SRC(7,0)= (t7 + 2*t8 + t9 + 2) >> 2;
  732. SRC(1,7)=SRC(2,6)=SRC(3,5)=SRC(4,4)=SRC(5,3)=SRC(6,2)=SRC(7,1)= (t8 + 2*t9 + t10 + 2) >> 2;
  733. SRC(2,7)=SRC(3,6)=SRC(4,5)=SRC(5,4)=SRC(6,3)=SRC(7,2)= (t9 + 2*t10 + t11 + 2) >> 2;
  734. SRC(3,7)=SRC(4,6)=SRC(5,5)=SRC(6,4)=SRC(7,3)= (t10 + 2*t11 + t12 + 2) >> 2;
  735. SRC(4,7)=SRC(5,6)=SRC(6,5)=SRC(7,4)= (t11 + 2*t12 + t13 + 2) >> 2;
  736. SRC(5,7)=SRC(6,6)=SRC(7,5)= (t12 + 2*t13 + t14 + 2) >> 2;
  737. SRC(6,7)=SRC(7,6)= (t13 + 2*t14 + t15 + 2) >> 2;
  738. SRC(7,7)= (t14 + 3*t15 + 2) >> 2;
  739. }
  740. static void pred8x8l_down_right_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  741. {
  742. PREDICT_8x8_LOAD_TOP;
  743. PREDICT_8x8_LOAD_LEFT;
  744. PREDICT_8x8_LOAD_TOPLEFT;
  745. SRC(0,7)= (l7 + 2*l6 + l5 + 2) >> 2;
  746. SRC(0,6)=SRC(1,7)= (l6 + 2*l5 + l4 + 2) >> 2;
  747. SRC(0,5)=SRC(1,6)=SRC(2,7)= (l5 + 2*l4 + l3 + 2) >> 2;
  748. SRC(0,4)=SRC(1,5)=SRC(2,6)=SRC(3,7)= (l4 + 2*l3 + l2 + 2) >> 2;
  749. SRC(0,3)=SRC(1,4)=SRC(2,5)=SRC(3,6)=SRC(4,7)= (l3 + 2*l2 + l1 + 2) >> 2;
  750. SRC(0,2)=SRC(1,3)=SRC(2,4)=SRC(3,5)=SRC(4,6)=SRC(5,7)= (l2 + 2*l1 + l0 + 2) >> 2;
  751. SRC(0,1)=SRC(1,2)=SRC(2,3)=SRC(3,4)=SRC(4,5)=SRC(5,6)=SRC(6,7)= (l1 + 2*l0 + lt + 2) >> 2;
  752. SRC(0,0)=SRC(1,1)=SRC(2,2)=SRC(3,3)=SRC(4,4)=SRC(5,5)=SRC(6,6)=SRC(7,7)= (l0 + 2*lt + t0 + 2) >> 2;
  753. SRC(1,0)=SRC(2,1)=SRC(3,2)=SRC(4,3)=SRC(5,4)=SRC(6,5)=SRC(7,6)= (lt + 2*t0 + t1 + 2) >> 2;
  754. SRC(2,0)=SRC(3,1)=SRC(4,2)=SRC(5,3)=SRC(6,4)=SRC(7,5)= (t0 + 2*t1 + t2 + 2) >> 2;
  755. SRC(3,0)=SRC(4,1)=SRC(5,2)=SRC(6,3)=SRC(7,4)= (t1 + 2*t2 + t3 + 2) >> 2;
  756. SRC(4,0)=SRC(5,1)=SRC(6,2)=SRC(7,3)= (t2 + 2*t3 + t4 + 2) >> 2;
  757. SRC(5,0)=SRC(6,1)=SRC(7,2)= (t3 + 2*t4 + t5 + 2) >> 2;
  758. SRC(6,0)=SRC(7,1)= (t4 + 2*t5 + t6 + 2) >> 2;
  759. SRC(7,0)= (t5 + 2*t6 + t7 + 2) >> 2;
  760. }
  761. static void pred8x8l_vertical_right_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  762. {
  763. PREDICT_8x8_LOAD_TOP;
  764. PREDICT_8x8_LOAD_LEFT;
  765. PREDICT_8x8_LOAD_TOPLEFT;
  766. SRC(0,6)= (l5 + 2*l4 + l3 + 2) >> 2;
  767. SRC(0,7)= (l6 + 2*l5 + l4 + 2) >> 2;
  768. SRC(0,4)=SRC(1,6)= (l3 + 2*l2 + l1 + 2) >> 2;
  769. SRC(0,5)=SRC(1,7)= (l4 + 2*l3 + l2 + 2) >> 2;
  770. SRC(0,2)=SRC(1,4)=SRC(2,6)= (l1 + 2*l0 + lt + 2) >> 2;
  771. SRC(0,3)=SRC(1,5)=SRC(2,7)= (l2 + 2*l1 + l0 + 2) >> 2;
  772. SRC(0,1)=SRC(1,3)=SRC(2,5)=SRC(3,7)= (l0 + 2*lt + t0 + 2) >> 2;
  773. SRC(0,0)=SRC(1,2)=SRC(2,4)=SRC(3,6)= (lt + t0 + 1) >> 1;
  774. SRC(1,1)=SRC(2,3)=SRC(3,5)=SRC(4,7)= (lt + 2*t0 + t1 + 2) >> 2;
  775. SRC(1,0)=SRC(2,2)=SRC(3,4)=SRC(4,6)= (t0 + t1 + 1) >> 1;
  776. SRC(2,1)=SRC(3,3)=SRC(4,5)=SRC(5,7)= (t0 + 2*t1 + t2 + 2) >> 2;
  777. SRC(2,0)=SRC(3,2)=SRC(4,4)=SRC(5,6)= (t1 + t2 + 1) >> 1;
  778. SRC(3,1)=SRC(4,3)=SRC(5,5)=SRC(6,7)= (t1 + 2*t2 + t3 + 2) >> 2;
  779. SRC(3,0)=SRC(4,2)=SRC(5,4)=SRC(6,6)= (t2 + t3 + 1) >> 1;
  780. SRC(4,1)=SRC(5,3)=SRC(6,5)=SRC(7,7)= (t2 + 2*t3 + t4 + 2) >> 2;
  781. SRC(4,0)=SRC(5,2)=SRC(6,4)=SRC(7,6)= (t3 + t4 + 1) >> 1;
  782. SRC(5,1)=SRC(6,3)=SRC(7,5)= (t3 + 2*t4 + t5 + 2) >> 2;
  783. SRC(5,0)=SRC(6,2)=SRC(7,4)= (t4 + t5 + 1) >> 1;
  784. SRC(6,1)=SRC(7,3)= (t4 + 2*t5 + t6 + 2) >> 2;
  785. SRC(6,0)=SRC(7,2)= (t5 + t6 + 1) >> 1;
  786. SRC(7,1)= (t5 + 2*t6 + t7 + 2) >> 2;
  787. SRC(7,0)= (t6 + t7 + 1) >> 1;
  788. }
  789. static void pred8x8l_horizontal_down_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  790. {
  791. PREDICT_8x8_LOAD_TOP;
  792. PREDICT_8x8_LOAD_LEFT;
  793. PREDICT_8x8_LOAD_TOPLEFT;
  794. SRC(0,7)= (l6 + l7 + 1) >> 1;
  795. SRC(1,7)= (l5 + 2*l6 + l7 + 2) >> 2;
  796. SRC(0,6)=SRC(2,7)= (l5 + l6 + 1) >> 1;
  797. SRC(1,6)=SRC(3,7)= (l4 + 2*l5 + l6 + 2) >> 2;
  798. SRC(0,5)=SRC(2,6)=SRC(4,7)= (l4 + l5 + 1) >> 1;
  799. SRC(1,5)=SRC(3,6)=SRC(5,7)= (l3 + 2*l4 + l5 + 2) >> 2;
  800. SRC(0,4)=SRC(2,5)=SRC(4,6)=SRC(6,7)= (l3 + l4 + 1) >> 1;
  801. SRC(1,4)=SRC(3,5)=SRC(5,6)=SRC(7,7)= (l2 + 2*l3 + l4 + 2) >> 2;
  802. SRC(0,3)=SRC(2,4)=SRC(4,5)=SRC(6,6)= (l2 + l3 + 1) >> 1;
  803. SRC(1,3)=SRC(3,4)=SRC(5,5)=SRC(7,6)= (l1 + 2*l2 + l3 + 2) >> 2;
  804. SRC(0,2)=SRC(2,3)=SRC(4,4)=SRC(6,5)= (l1 + l2 + 1) >> 1;
  805. SRC(1,2)=SRC(3,3)=SRC(5,4)=SRC(7,5)= (l0 + 2*l1 + l2 + 2) >> 2;
  806. SRC(0,1)=SRC(2,2)=SRC(4,3)=SRC(6,4)= (l0 + l1 + 1) >> 1;
  807. SRC(1,1)=SRC(3,2)=SRC(5,3)=SRC(7,4)= (lt + 2*l0 + l1 + 2) >> 2;
  808. SRC(0,0)=SRC(2,1)=SRC(4,2)=SRC(6,3)= (lt + l0 + 1) >> 1;
  809. SRC(1,0)=SRC(3,1)=SRC(5,2)=SRC(7,3)= (l0 + 2*lt + t0 + 2) >> 2;
  810. SRC(2,0)=SRC(4,1)=SRC(6,2)= (t1 + 2*t0 + lt + 2) >> 2;
  811. SRC(3,0)=SRC(5,1)=SRC(7,2)= (t2 + 2*t1 + t0 + 2) >> 2;
  812. SRC(4,0)=SRC(6,1)= (t3 + 2*t2 + t1 + 2) >> 2;
  813. SRC(5,0)=SRC(7,1)= (t4 + 2*t3 + t2 + 2) >> 2;
  814. SRC(6,0)= (t5 + 2*t4 + t3 + 2) >> 2;
  815. SRC(7,0)= (t6 + 2*t5 + t4 + 2) >> 2;
  816. }
  817. static void pred8x8l_vertical_left_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  818. {
  819. PREDICT_8x8_LOAD_TOP;
  820. PREDICT_8x8_LOAD_TOPRIGHT;
  821. SRC(0,0)= (t0 + t1 + 1) >> 1;
  822. SRC(0,1)= (t0 + 2*t1 + t2 + 2) >> 2;
  823. SRC(0,2)=SRC(1,0)= (t1 + t2 + 1) >> 1;
  824. SRC(0,3)=SRC(1,1)= (t1 + 2*t2 + t3 + 2) >> 2;
  825. SRC(0,4)=SRC(1,2)=SRC(2,0)= (t2 + t3 + 1) >> 1;
  826. SRC(0,5)=SRC(1,3)=SRC(2,1)= (t2 + 2*t3 + t4 + 2) >> 2;
  827. SRC(0,6)=SRC(1,4)=SRC(2,2)=SRC(3,0)= (t3 + t4 + 1) >> 1;
  828. SRC(0,7)=SRC(1,5)=SRC(2,3)=SRC(3,1)= (t3 + 2*t4 + t5 + 2) >> 2;
  829. SRC(1,6)=SRC(2,4)=SRC(3,2)=SRC(4,0)= (t4 + t5 + 1) >> 1;
  830. SRC(1,7)=SRC(2,5)=SRC(3,3)=SRC(4,1)= (t4 + 2*t5 + t6 + 2) >> 2;
  831. SRC(2,6)=SRC(3,4)=SRC(4,2)=SRC(5,0)= (t5 + t6 + 1) >> 1;
  832. SRC(2,7)=SRC(3,5)=SRC(4,3)=SRC(5,1)= (t5 + 2*t6 + t7 + 2) >> 2;
  833. SRC(3,6)=SRC(4,4)=SRC(5,2)=SRC(6,0)= (t6 + t7 + 1) >> 1;
  834. SRC(3,7)=SRC(4,5)=SRC(5,3)=SRC(6,1)= (t6 + 2*t7 + t8 + 2) >> 2;
  835. SRC(4,6)=SRC(5,4)=SRC(6,2)=SRC(7,0)= (t7 + t8 + 1) >> 1;
  836. SRC(4,7)=SRC(5,5)=SRC(6,3)=SRC(7,1)= (t7 + 2*t8 + t9 + 2) >> 2;
  837. SRC(5,6)=SRC(6,4)=SRC(7,2)= (t8 + t9 + 1) >> 1;
  838. SRC(5,7)=SRC(6,5)=SRC(7,3)= (t8 + 2*t9 + t10 + 2) >> 2;
  839. SRC(6,6)=SRC(7,4)= (t9 + t10 + 1) >> 1;
  840. SRC(6,7)=SRC(7,5)= (t9 + 2*t10 + t11 + 2) >> 2;
  841. SRC(7,6)= (t10 + t11 + 1) >> 1;
  842. SRC(7,7)= (t10 + 2*t11 + t12 + 2) >> 2;
  843. }
  844. static void pred8x8l_horizontal_up_c(uint8_t *src, int has_topleft, int has_topright, int stride)
  845. {
  846. PREDICT_8x8_LOAD_LEFT;
  847. SRC(0,0)= (l0 + l1 + 1) >> 1;
  848. SRC(1,0)= (l0 + 2*l1 + l2 + 2) >> 2;
  849. SRC(0,1)=SRC(2,0)= (l1 + l2 + 1) >> 1;
  850. SRC(1,1)=SRC(3,0)= (l1 + 2*l2 + l3 + 2) >> 2;
  851. SRC(0,2)=SRC(2,1)=SRC(4,0)= (l2 + l3 + 1) >> 1;
  852. SRC(1,2)=SRC(3,1)=SRC(5,0)= (l2 + 2*l3 + l4 + 2) >> 2;
  853. SRC(0,3)=SRC(2,2)=SRC(4,1)=SRC(6,0)= (l3 + l4 + 1) >> 1;
  854. SRC(1,3)=SRC(3,2)=SRC(5,1)=SRC(7,0)= (l3 + 2*l4 + l5 + 2) >> 2;
  855. SRC(0,4)=SRC(2,3)=SRC(4,2)=SRC(6,1)= (l4 + l5 + 1) >> 1;
  856. SRC(1,4)=SRC(3,3)=SRC(5,2)=SRC(7,1)= (l4 + 2*l5 + l6 + 2) >> 2;
  857. SRC(0,5)=SRC(2,4)=SRC(4,3)=SRC(6,2)= (l5 + l6 + 1) >> 1;
  858. SRC(1,5)=SRC(3,4)=SRC(5,3)=SRC(7,2)= (l5 + 2*l6 + l7 + 2) >> 2;
  859. SRC(0,6)=SRC(2,5)=SRC(4,4)=SRC(6,3)= (l6 + l7 + 1) >> 1;
  860. SRC(1,6)=SRC(3,5)=SRC(5,4)=SRC(7,3)= (l6 + 3*l7 + 2) >> 2;
  861. SRC(0,7)=SRC(1,7)=SRC(2,6)=SRC(2,7)=SRC(3,6)=
  862. SRC(3,7)=SRC(4,5)=SRC(4,6)=SRC(4,7)=SRC(5,5)=
  863. SRC(5,6)=SRC(5,7)=SRC(6,4)=SRC(6,5)=SRC(6,6)=
  864. SRC(6,7)=SRC(7,4)=SRC(7,5)=SRC(7,6)=SRC(7,7)= l7;
  865. }
  866. #undef PREDICT_8x8_LOAD_LEFT
  867. #undef PREDICT_8x8_LOAD_TOP
  868. #undef PREDICT_8x8_LOAD_TOPLEFT
  869. #undef PREDICT_8x8_LOAD_TOPRIGHT
  870. #undef PREDICT_8x8_DC
  871. #undef PTR
  872. #undef PT
  873. #undef PL
  874. #undef SRC
  875. /**
  876. * Sets the intra prediction function pointers.
  877. */
  878. void ff_h264_pred_init(H264PredContext *h, int codec_id){
  879. // MpegEncContext * const s = &h->s;
  880. if(codec_id != CODEC_ID_RV40){
  881. h->pred4x4[VERT_PRED ]= pred4x4_vertical_c;
  882. h->pred4x4[HOR_PRED ]= pred4x4_horizontal_c;
  883. h->pred4x4[DC_PRED ]= pred4x4_dc_c;
  884. if(codec_id == CODEC_ID_SVQ3)
  885. h->pred4x4[DIAG_DOWN_LEFT_PRED ]= pred4x4_down_left_svq3_c;
  886. else
  887. h->pred4x4[DIAG_DOWN_LEFT_PRED ]= pred4x4_down_left_c;
  888. h->pred4x4[DIAG_DOWN_RIGHT_PRED]= pred4x4_down_right_c;
  889. h->pred4x4[VERT_RIGHT_PRED ]= pred4x4_vertical_right_c;
  890. h->pred4x4[HOR_DOWN_PRED ]= pred4x4_horizontal_down_c;
  891. h->pred4x4[VERT_LEFT_PRED ]= pred4x4_vertical_left_c;
  892. h->pred4x4[HOR_UP_PRED ]= pred4x4_horizontal_up_c;
  893. h->pred4x4[LEFT_DC_PRED ]= pred4x4_left_dc_c;
  894. h->pred4x4[TOP_DC_PRED ]= pred4x4_top_dc_c;
  895. h->pred4x4[DC_128_PRED ]= pred4x4_128_dc_c;
  896. }else{
  897. h->pred4x4[VERT_PRED ]= pred4x4_vertical_c;
  898. h->pred4x4[HOR_PRED ]= pred4x4_horizontal_c;
  899. h->pred4x4[DC_PRED ]= pred4x4_dc_c;
  900. h->pred4x4[DIAG_DOWN_LEFT_PRED ]= pred4x4_down_left_rv40_c;
  901. h->pred4x4[DIAG_DOWN_RIGHT_PRED]= pred4x4_down_right_c;
  902. h->pred4x4[VERT_RIGHT_PRED ]= pred4x4_vertical_right_c;
  903. h->pred4x4[HOR_DOWN_PRED ]= pred4x4_horizontal_down_c;
  904. h->pred4x4[VERT_LEFT_PRED ]= pred4x4_vertical_left_rv40_c;
  905. h->pred4x4[HOR_UP_PRED ]= pred4x4_horizontal_up_rv40_c;
  906. h->pred4x4[LEFT_DC_PRED ]= pred4x4_left_dc_c;
  907. h->pred4x4[TOP_DC_PRED ]= pred4x4_top_dc_c;
  908. h->pred4x4[DC_128_PRED ]= pred4x4_128_dc_c;
  909. h->pred4x4[DIAG_DOWN_LEFT_PRED_RV40_NODOWN]= pred4x4_down_left_rv40_nodown_c;
  910. h->pred4x4[HOR_UP_PRED_RV40_NODOWN]= pred4x4_horizontal_up_rv40_nodown_c;
  911. }
  912. h->pred8x8l[VERT_PRED ]= pred8x8l_vertical_c;
  913. h->pred8x8l[HOR_PRED ]= pred8x8l_horizontal_c;
  914. h->pred8x8l[DC_PRED ]= pred8x8l_dc_c;
  915. h->pred8x8l[DIAG_DOWN_LEFT_PRED ]= pred8x8l_down_left_c;
  916. h->pred8x8l[DIAG_DOWN_RIGHT_PRED]= pred8x8l_down_right_c;
  917. h->pred8x8l[VERT_RIGHT_PRED ]= pred8x8l_vertical_right_c;
  918. h->pred8x8l[HOR_DOWN_PRED ]= pred8x8l_horizontal_down_c;
  919. h->pred8x8l[VERT_LEFT_PRED ]= pred8x8l_vertical_left_c;
  920. h->pred8x8l[HOR_UP_PRED ]= pred8x8l_horizontal_up_c;
  921. h->pred8x8l[LEFT_DC_PRED ]= pred8x8l_left_dc_c;
  922. h->pred8x8l[TOP_DC_PRED ]= pred8x8l_top_dc_c;
  923. h->pred8x8l[DC_128_PRED ]= pred8x8l_128_dc_c;
  924. h->pred8x8[VERT_PRED8x8 ]= pred8x8_vertical_c;
  925. h->pred8x8[HOR_PRED8x8 ]= pred8x8_horizontal_c;
  926. h->pred8x8[PLANE_PRED8x8 ]= pred8x8_plane_c;
  927. if(codec_id != CODEC_ID_RV40){
  928. h->pred8x8[DC_PRED8x8 ]= pred8x8_dc_c;
  929. h->pred8x8[LEFT_DC_PRED8x8]= pred8x8_left_dc_c;
  930. h->pred8x8[TOP_DC_PRED8x8 ]= pred8x8_top_dc_c;
  931. }else{
  932. h->pred8x8[DC_PRED8x8 ]= pred8x8_dc_rv40_c;
  933. h->pred8x8[LEFT_DC_PRED8x8]= pred8x8_left_dc_rv40_c;
  934. h->pred8x8[TOP_DC_PRED8x8 ]= pred8x8_top_dc_rv40_c;
  935. }
  936. h->pred8x8[DC_128_PRED8x8 ]= pred8x8_128_dc_c;
  937. h->pred16x16[DC_PRED8x8 ]= pred16x16_dc_c;
  938. h->pred16x16[VERT_PRED8x8 ]= pred16x16_vertical_c;
  939. h->pred16x16[HOR_PRED8x8 ]= pred16x16_horizontal_c;
  940. h->pred16x16[PLANE_PRED8x8 ]= pred16x16_plane_c;
  941. switch(codec_id){
  942. case CODEC_ID_SVQ3:
  943. h->pred16x16[PLANE_PRED8x8 ]= pred16x16_plane_svq3_c;
  944. break;
  945. case CODEC_ID_RV40:
  946. h->pred16x16[PLANE_PRED8x8 ]= pred16x16_plane_rv40_c;
  947. break;
  948. default:
  949. h->pred16x16[PLANE_PRED8x8 ]= pred16x16_plane_c;
  950. }
  951. h->pred16x16[LEFT_DC_PRED8x8]= pred16x16_left_dc_c;
  952. h->pred16x16[TOP_DC_PRED8x8 ]= pred16x16_top_dc_c;
  953. h->pred16x16[DC_128_PRED8x8 ]= pred16x16_128_dc_c;
  954. }