You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

8142 lines
314KB

  1. /*
  2. * H.26L/H.264/AVC/JVT/14496-10/... encoder/decoder
  3. * Copyright (c) 2003 Michael Niedermayer <michaelni@gmx.at>
  4. *
  5. * This file is part of FFmpeg.
  6. *
  7. * FFmpeg is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU Lesser General Public
  9. * License as published by the Free Software Foundation; either
  10. * version 2.1 of the License, or (at your option) any later version.
  11. *
  12. * FFmpeg is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * Lesser General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU Lesser General Public
  18. * License along with FFmpeg; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. */
  21. /**
  22. * @file libavcodec/h264.c
  23. * H.264 / AVC / MPEG4 part10 codec.
  24. * @author Michael Niedermayer <michaelni@gmx.at>
  25. */
  26. #include "internal.h"
  27. #include "dsputil.h"
  28. #include "avcodec.h"
  29. #include "mpegvideo.h"
  30. #include "h264.h"
  31. #include "h264data.h"
  32. #include "h264_parser.h"
  33. #include "golomb.h"
  34. #include "mathops.h"
  35. #include "rectangle.h"
  36. #include "vdpau_internal.h"
  37. #include "cabac.h"
  38. #if ARCH_X86
  39. #include "x86/h264_i386.h"
  40. #endif
  41. //#undef NDEBUG
  42. #include <assert.h>
  43. /**
  44. * Value of Picture.reference when Picture is not a reference picture, but
  45. * is held for delayed output.
  46. */
  47. #define DELAYED_PIC_REF 4
  48. static VLC coeff_token_vlc[4];
  49. static VLC_TYPE coeff_token_vlc_tables[520+332+280+256][2];
  50. static const int coeff_token_vlc_tables_size[4]={520,332,280,256};
  51. static VLC chroma_dc_coeff_token_vlc;
  52. static VLC_TYPE chroma_dc_coeff_token_vlc_table[256][2];
  53. static const int chroma_dc_coeff_token_vlc_table_size = 256;
  54. static VLC total_zeros_vlc[15];
  55. static VLC_TYPE total_zeros_vlc_tables[15][512][2];
  56. static const int total_zeros_vlc_tables_size = 512;
  57. static VLC chroma_dc_total_zeros_vlc[3];
  58. static VLC_TYPE chroma_dc_total_zeros_vlc_tables[3][8][2];
  59. static const int chroma_dc_total_zeros_vlc_tables_size = 8;
  60. static VLC run_vlc[6];
  61. static VLC_TYPE run_vlc_tables[6][8][2];
  62. static const int run_vlc_tables_size = 8;
  63. static VLC run7_vlc;
  64. static VLC_TYPE run7_vlc_table[96][2];
  65. static const int run7_vlc_table_size = 96;
  66. static void svq3_luma_dc_dequant_idct_c(DCTELEM *block, int qp);
  67. static void svq3_add_idct_c(uint8_t *dst, DCTELEM *block, int stride, int qp, int dc);
  68. static void filter_mb( H264Context *h, int mb_x, int mb_y, uint8_t *img_y, uint8_t *img_cb, uint8_t *img_cr, unsigned int linesize, unsigned int uvlinesize);
  69. static void filter_mb_fast( H264Context *h, int mb_x, int mb_y, uint8_t *img_y, uint8_t *img_cb, uint8_t *img_cr, unsigned int linesize, unsigned int uvlinesize);
  70. static Picture * remove_long(H264Context *h, int i, int ref_mask);
  71. static av_always_inline uint32_t pack16to32(int a, int b){
  72. #ifdef WORDS_BIGENDIAN
  73. return (b&0xFFFF) + (a<<16);
  74. #else
  75. return (a&0xFFFF) + (b<<16);
  76. #endif
  77. }
  78. static const uint8_t rem6[52]={
  79. 0, 1, 2, 3, 4, 5, 0, 1, 2, 3, 4, 5, 0, 1, 2, 3, 4, 5, 0, 1, 2, 3, 4, 5, 0, 1, 2, 3, 4, 5, 0, 1, 2, 3, 4, 5, 0, 1, 2, 3, 4, 5, 0, 1, 2, 3, 4, 5, 0, 1, 2, 3,
  80. };
  81. static const uint8_t div6[52]={
  82. 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 2, 2, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 4, 4, 5, 5, 5, 5, 5, 5, 6, 6, 6, 6, 6, 6, 7, 7, 7, 7, 7, 7, 8, 8, 8, 8,
  83. };
  84. static const uint8_t left_block_options[4][8]={
  85. {0,1,2,3,7,10,8,11},
  86. {2,2,3,3,8,11,8,11},
  87. {0,0,1,1,7,10,7,10},
  88. {0,2,0,2,7,10,7,10}
  89. };
  90. #define LEVEL_TAB_BITS 8
  91. static int8_t cavlc_level_tab[7][1<<LEVEL_TAB_BITS][2];
  92. static void fill_caches(H264Context *h, int mb_type, int for_deblock){
  93. MpegEncContext * const s = &h->s;
  94. const int mb_xy= h->mb_xy;
  95. int topleft_xy, top_xy, topright_xy, left_xy[2];
  96. int topleft_type, top_type, topright_type, left_type[2];
  97. const uint8_t * left_block;
  98. int topleft_partition= -1;
  99. int i;
  100. top_xy = mb_xy - (s->mb_stride << FIELD_PICTURE);
  101. //FIXME deblocking could skip the intra and nnz parts.
  102. if(for_deblock && (h->slice_num == 1 || h->slice_table[mb_xy] == h->slice_table[top_xy]) && !FRAME_MBAFF)
  103. return;
  104. /* Wow, what a mess, why didn't they simplify the interlacing & intra
  105. * stuff, I can't imagine that these complex rules are worth it. */
  106. topleft_xy = top_xy - 1;
  107. topright_xy= top_xy + 1;
  108. left_xy[1] = left_xy[0] = mb_xy-1;
  109. left_block = left_block_options[0];
  110. if(FRAME_MBAFF){
  111. const int pair_xy = s->mb_x + (s->mb_y & ~1)*s->mb_stride;
  112. const int top_pair_xy = pair_xy - s->mb_stride;
  113. const int topleft_pair_xy = top_pair_xy - 1;
  114. const int topright_pair_xy = top_pair_xy + 1;
  115. const int topleft_mb_field_flag = IS_INTERLACED(s->current_picture.mb_type[topleft_pair_xy]);
  116. const int top_mb_field_flag = IS_INTERLACED(s->current_picture.mb_type[top_pair_xy]);
  117. const int topright_mb_field_flag = IS_INTERLACED(s->current_picture.mb_type[topright_pair_xy]);
  118. const int left_mb_field_flag = IS_INTERLACED(s->current_picture.mb_type[pair_xy-1]);
  119. const int curr_mb_field_flag = IS_INTERLACED(mb_type);
  120. const int bottom = (s->mb_y & 1);
  121. tprintf(s->avctx, "fill_caches: curr_mb_field_flag:%d, left_mb_field_flag:%d, topleft_mb_field_flag:%d, top_mb_field_flag:%d, topright_mb_field_flag:%d\n", curr_mb_field_flag, left_mb_field_flag, topleft_mb_field_flag, top_mb_field_flag, topright_mb_field_flag);
  122. if (curr_mb_field_flag && (bottom || top_mb_field_flag)){
  123. top_xy -= s->mb_stride;
  124. }
  125. if (curr_mb_field_flag && (bottom || topleft_mb_field_flag)){
  126. topleft_xy -= s->mb_stride;
  127. } else if(bottom && !curr_mb_field_flag && left_mb_field_flag) {
  128. topleft_xy += s->mb_stride;
  129. // take top left mv from the middle of the mb, as opposed to all other modes which use the bottom right partition
  130. topleft_partition = 0;
  131. }
  132. if (curr_mb_field_flag && (bottom || topright_mb_field_flag)){
  133. topright_xy -= s->mb_stride;
  134. }
  135. if (left_mb_field_flag != curr_mb_field_flag) {
  136. left_xy[1] = left_xy[0] = pair_xy - 1;
  137. if (curr_mb_field_flag) {
  138. left_xy[1] += s->mb_stride;
  139. left_block = left_block_options[3];
  140. } else {
  141. left_block= left_block_options[2 - bottom];
  142. }
  143. }
  144. }
  145. h->top_mb_xy = top_xy;
  146. h->left_mb_xy[0] = left_xy[0];
  147. h->left_mb_xy[1] = left_xy[1];
  148. if(for_deblock){
  149. topleft_type = 0;
  150. topright_type = 0;
  151. top_type = h->slice_table[top_xy ] < 0xFFFF ? s->current_picture.mb_type[top_xy] : 0;
  152. left_type[0] = h->slice_table[left_xy[0] ] < 0xFFFF ? s->current_picture.mb_type[left_xy[0]] : 0;
  153. left_type[1] = h->slice_table[left_xy[1] ] < 0xFFFF ? s->current_picture.mb_type[left_xy[1]] : 0;
  154. if(MB_MBAFF && !IS_INTRA(mb_type)){
  155. int list;
  156. for(list=0; list<h->list_count; list++){
  157. //These values where changed for ease of performing MC, we need to change them back
  158. //FIXME maybe we can make MC and loop filter use the same values or prevent
  159. //the MC code from changing ref_cache and rather use a temporary array.
  160. if(USES_LIST(mb_type,list)){
  161. int8_t *ref = &s->current_picture.ref_index[list][h->mb2b8_xy[mb_xy]];
  162. *(uint32_t*)&h->ref_cache[list][scan8[ 0]] =
  163. *(uint32_t*)&h->ref_cache[list][scan8[ 2]] = (pack16to32(ref[0],ref[1])&0x00FF00FF)*0x0101;
  164. ref += h->b8_stride;
  165. *(uint32_t*)&h->ref_cache[list][scan8[ 8]] =
  166. *(uint32_t*)&h->ref_cache[list][scan8[10]] = (pack16to32(ref[0],ref[1])&0x00FF00FF)*0x0101;
  167. }
  168. }
  169. }
  170. }else{
  171. topleft_type = h->slice_table[topleft_xy ] == h->slice_num ? s->current_picture.mb_type[topleft_xy] : 0;
  172. top_type = h->slice_table[top_xy ] == h->slice_num ? s->current_picture.mb_type[top_xy] : 0;
  173. topright_type= h->slice_table[topright_xy] == h->slice_num ? s->current_picture.mb_type[topright_xy]: 0;
  174. left_type[0] = h->slice_table[left_xy[0] ] == h->slice_num ? s->current_picture.mb_type[left_xy[0]] : 0;
  175. left_type[1] = h->slice_table[left_xy[1] ] == h->slice_num ? s->current_picture.mb_type[left_xy[1]] : 0;
  176. if(IS_INTRA(mb_type)){
  177. int type_mask= h->pps.constrained_intra_pred ? IS_INTRA(-1) : -1;
  178. h->topleft_samples_available=
  179. h->top_samples_available=
  180. h->left_samples_available= 0xFFFF;
  181. h->topright_samples_available= 0xEEEA;
  182. if(!(top_type & type_mask)){
  183. h->topleft_samples_available= 0xB3FF;
  184. h->top_samples_available= 0x33FF;
  185. h->topright_samples_available= 0x26EA;
  186. }
  187. if(IS_INTERLACED(mb_type) != IS_INTERLACED(left_type[0])){
  188. if(IS_INTERLACED(mb_type)){
  189. if(!(left_type[0] & type_mask)){
  190. h->topleft_samples_available&= 0xDFFF;
  191. h->left_samples_available&= 0x5FFF;
  192. }
  193. if(!(left_type[1] & type_mask)){
  194. h->topleft_samples_available&= 0xFF5F;
  195. h->left_samples_available&= 0xFF5F;
  196. }
  197. }else{
  198. int left_typei = h->slice_table[left_xy[0] + s->mb_stride ] == h->slice_num
  199. ? s->current_picture.mb_type[left_xy[0] + s->mb_stride] : 0;
  200. assert(left_xy[0] == left_xy[1]);
  201. if(!((left_typei & type_mask) && (left_type[0] & type_mask))){
  202. h->topleft_samples_available&= 0xDF5F;
  203. h->left_samples_available&= 0x5F5F;
  204. }
  205. }
  206. }else{
  207. if(!(left_type[0] & type_mask)){
  208. h->topleft_samples_available&= 0xDF5F;
  209. h->left_samples_available&= 0x5F5F;
  210. }
  211. }
  212. if(!(topleft_type & type_mask))
  213. h->topleft_samples_available&= 0x7FFF;
  214. if(!(topright_type & type_mask))
  215. h->topright_samples_available&= 0xFBFF;
  216. if(IS_INTRA4x4(mb_type)){
  217. if(IS_INTRA4x4(top_type)){
  218. h->intra4x4_pred_mode_cache[4+8*0]= h->intra4x4_pred_mode[top_xy][4];
  219. h->intra4x4_pred_mode_cache[5+8*0]= h->intra4x4_pred_mode[top_xy][5];
  220. h->intra4x4_pred_mode_cache[6+8*0]= h->intra4x4_pred_mode[top_xy][6];
  221. h->intra4x4_pred_mode_cache[7+8*0]= h->intra4x4_pred_mode[top_xy][3];
  222. }else{
  223. int pred;
  224. if(!(top_type & type_mask))
  225. pred= -1;
  226. else{
  227. pred= 2;
  228. }
  229. h->intra4x4_pred_mode_cache[4+8*0]=
  230. h->intra4x4_pred_mode_cache[5+8*0]=
  231. h->intra4x4_pred_mode_cache[6+8*0]=
  232. h->intra4x4_pred_mode_cache[7+8*0]= pred;
  233. }
  234. for(i=0; i<2; i++){
  235. if(IS_INTRA4x4(left_type[i])){
  236. h->intra4x4_pred_mode_cache[3+8*1 + 2*8*i]= h->intra4x4_pred_mode[left_xy[i]][left_block[0+2*i]];
  237. h->intra4x4_pred_mode_cache[3+8*2 + 2*8*i]= h->intra4x4_pred_mode[left_xy[i]][left_block[1+2*i]];
  238. }else{
  239. int pred;
  240. if(!(left_type[i] & type_mask))
  241. pred= -1;
  242. else{
  243. pred= 2;
  244. }
  245. h->intra4x4_pred_mode_cache[3+8*1 + 2*8*i]=
  246. h->intra4x4_pred_mode_cache[3+8*2 + 2*8*i]= pred;
  247. }
  248. }
  249. }
  250. }
  251. }
  252. /*
  253. 0 . T T. T T T T
  254. 1 L . .L . . . .
  255. 2 L . .L . . . .
  256. 3 . T TL . . . .
  257. 4 L . .L . . . .
  258. 5 L . .. . . . .
  259. */
  260. //FIXME constraint_intra_pred & partitioning & nnz (let us hope this is just a typo in the spec)
  261. if(top_type){
  262. h->non_zero_count_cache[4+8*0]= h->non_zero_count[top_xy][4];
  263. h->non_zero_count_cache[5+8*0]= h->non_zero_count[top_xy][5];
  264. h->non_zero_count_cache[6+8*0]= h->non_zero_count[top_xy][6];
  265. h->non_zero_count_cache[7+8*0]= h->non_zero_count[top_xy][3];
  266. h->non_zero_count_cache[1+8*0]= h->non_zero_count[top_xy][9];
  267. h->non_zero_count_cache[2+8*0]= h->non_zero_count[top_xy][8];
  268. h->non_zero_count_cache[1+8*3]= h->non_zero_count[top_xy][12];
  269. h->non_zero_count_cache[2+8*3]= h->non_zero_count[top_xy][11];
  270. }else{
  271. h->non_zero_count_cache[4+8*0]=
  272. h->non_zero_count_cache[5+8*0]=
  273. h->non_zero_count_cache[6+8*0]=
  274. h->non_zero_count_cache[7+8*0]=
  275. h->non_zero_count_cache[1+8*0]=
  276. h->non_zero_count_cache[2+8*0]=
  277. h->non_zero_count_cache[1+8*3]=
  278. h->non_zero_count_cache[2+8*3]= h->pps.cabac && !IS_INTRA(mb_type) ? 0 : 64;
  279. }
  280. for (i=0; i<2; i++) {
  281. if(left_type[i]){
  282. h->non_zero_count_cache[3+8*1 + 2*8*i]= h->non_zero_count[left_xy[i]][left_block[0+2*i]];
  283. h->non_zero_count_cache[3+8*2 + 2*8*i]= h->non_zero_count[left_xy[i]][left_block[1+2*i]];
  284. h->non_zero_count_cache[0+8*1 + 8*i]= h->non_zero_count[left_xy[i]][left_block[4+2*i]];
  285. h->non_zero_count_cache[0+8*4 + 8*i]= h->non_zero_count[left_xy[i]][left_block[5+2*i]];
  286. }else{
  287. h->non_zero_count_cache[3+8*1 + 2*8*i]=
  288. h->non_zero_count_cache[3+8*2 + 2*8*i]=
  289. h->non_zero_count_cache[0+8*1 + 8*i]=
  290. h->non_zero_count_cache[0+8*4 + 8*i]= h->pps.cabac && !IS_INTRA(mb_type) ? 0 : 64;
  291. }
  292. }
  293. if( h->pps.cabac ) {
  294. // top_cbp
  295. if(top_type) {
  296. h->top_cbp = h->cbp_table[top_xy];
  297. } else if(IS_INTRA(mb_type)) {
  298. h->top_cbp = 0x1C0;
  299. } else {
  300. h->top_cbp = 0;
  301. }
  302. // left_cbp
  303. if (left_type[0]) {
  304. h->left_cbp = h->cbp_table[left_xy[0]] & 0x1f0;
  305. } else if(IS_INTRA(mb_type)) {
  306. h->left_cbp = 0x1C0;
  307. } else {
  308. h->left_cbp = 0;
  309. }
  310. if (left_type[0]) {
  311. h->left_cbp |= ((h->cbp_table[left_xy[0]]>>((left_block[0]&(~1))+1))&0x1) << 1;
  312. }
  313. if (left_type[1]) {
  314. h->left_cbp |= ((h->cbp_table[left_xy[1]]>>((left_block[2]&(~1))+1))&0x1) << 3;
  315. }
  316. }
  317. #if 1
  318. if(IS_INTER(mb_type) || IS_DIRECT(mb_type)){
  319. int list;
  320. for(list=0; list<h->list_count; list++){
  321. if(!USES_LIST(mb_type, list) && !IS_DIRECT(mb_type) && !h->deblocking_filter){
  322. /*if(!h->mv_cache_clean[list]){
  323. memset(h->mv_cache [list], 0, 8*5*2*sizeof(int16_t)); //FIXME clean only input? clean at all?
  324. memset(h->ref_cache[list], PART_NOT_AVAILABLE, 8*5*sizeof(int8_t));
  325. h->mv_cache_clean[list]= 1;
  326. }*/
  327. continue;
  328. }
  329. h->mv_cache_clean[list]= 0;
  330. if(USES_LIST(top_type, list)){
  331. const int b_xy= h->mb2b_xy[top_xy] + 3*h->b_stride;
  332. const int b8_xy= h->mb2b8_xy[top_xy] + h->b8_stride;
  333. *(uint32_t*)h->mv_cache[list][scan8[0] + 0 - 1*8]= *(uint32_t*)s->current_picture.motion_val[list][b_xy + 0];
  334. *(uint32_t*)h->mv_cache[list][scan8[0] + 1 - 1*8]= *(uint32_t*)s->current_picture.motion_val[list][b_xy + 1];
  335. *(uint32_t*)h->mv_cache[list][scan8[0] + 2 - 1*8]= *(uint32_t*)s->current_picture.motion_val[list][b_xy + 2];
  336. *(uint32_t*)h->mv_cache[list][scan8[0] + 3 - 1*8]= *(uint32_t*)s->current_picture.motion_val[list][b_xy + 3];
  337. h->ref_cache[list][scan8[0] + 0 - 1*8]=
  338. h->ref_cache[list][scan8[0] + 1 - 1*8]= s->current_picture.ref_index[list][b8_xy + 0];
  339. h->ref_cache[list][scan8[0] + 2 - 1*8]=
  340. h->ref_cache[list][scan8[0] + 3 - 1*8]= s->current_picture.ref_index[list][b8_xy + 1];
  341. }else{
  342. *(uint32_t*)h->mv_cache [list][scan8[0] + 0 - 1*8]=
  343. *(uint32_t*)h->mv_cache [list][scan8[0] + 1 - 1*8]=
  344. *(uint32_t*)h->mv_cache [list][scan8[0] + 2 - 1*8]=
  345. *(uint32_t*)h->mv_cache [list][scan8[0] + 3 - 1*8]= 0;
  346. *(uint32_t*)&h->ref_cache[list][scan8[0] + 0 - 1*8]= ((top_type ? LIST_NOT_USED : PART_NOT_AVAILABLE)&0xFF)*0x01010101;
  347. }
  348. for(i=0; i<2; i++){
  349. int cache_idx = scan8[0] - 1 + i*2*8;
  350. if(USES_LIST(left_type[i], list)){
  351. const int b_xy= h->mb2b_xy[left_xy[i]] + 3;
  352. const int b8_xy= h->mb2b8_xy[left_xy[i]] + 1;
  353. *(uint32_t*)h->mv_cache[list][cache_idx ]= *(uint32_t*)s->current_picture.motion_val[list][b_xy + h->b_stride*left_block[0+i*2]];
  354. *(uint32_t*)h->mv_cache[list][cache_idx+8]= *(uint32_t*)s->current_picture.motion_val[list][b_xy + h->b_stride*left_block[1+i*2]];
  355. h->ref_cache[list][cache_idx ]= s->current_picture.ref_index[list][b8_xy + h->b8_stride*(left_block[0+i*2]>>1)];
  356. h->ref_cache[list][cache_idx+8]= s->current_picture.ref_index[list][b8_xy + h->b8_stride*(left_block[1+i*2]>>1)];
  357. }else{
  358. *(uint32_t*)h->mv_cache [list][cache_idx ]=
  359. *(uint32_t*)h->mv_cache [list][cache_idx+8]= 0;
  360. h->ref_cache[list][cache_idx ]=
  361. h->ref_cache[list][cache_idx+8]= left_type[i] ? LIST_NOT_USED : PART_NOT_AVAILABLE;
  362. }
  363. }
  364. if(for_deblock || ((IS_DIRECT(mb_type) && !h->direct_spatial_mv_pred) && !FRAME_MBAFF))
  365. continue;
  366. if(USES_LIST(topleft_type, list)){
  367. const int b_xy = h->mb2b_xy[topleft_xy] + 3 + h->b_stride + (topleft_partition & 2*h->b_stride);
  368. const int b8_xy= h->mb2b8_xy[topleft_xy] + 1 + (topleft_partition & h->b8_stride);
  369. *(uint32_t*)h->mv_cache[list][scan8[0] - 1 - 1*8]= *(uint32_t*)s->current_picture.motion_val[list][b_xy];
  370. h->ref_cache[list][scan8[0] - 1 - 1*8]= s->current_picture.ref_index[list][b8_xy];
  371. }else{
  372. *(uint32_t*)h->mv_cache[list][scan8[0] - 1 - 1*8]= 0;
  373. h->ref_cache[list][scan8[0] - 1 - 1*8]= topleft_type ? LIST_NOT_USED : PART_NOT_AVAILABLE;
  374. }
  375. if(USES_LIST(topright_type, list)){
  376. const int b_xy= h->mb2b_xy[topright_xy] + 3*h->b_stride;
  377. const int b8_xy= h->mb2b8_xy[topright_xy] + h->b8_stride;
  378. *(uint32_t*)h->mv_cache[list][scan8[0] + 4 - 1*8]= *(uint32_t*)s->current_picture.motion_val[list][b_xy];
  379. h->ref_cache[list][scan8[0] + 4 - 1*8]= s->current_picture.ref_index[list][b8_xy];
  380. }else{
  381. *(uint32_t*)h->mv_cache [list][scan8[0] + 4 - 1*8]= 0;
  382. h->ref_cache[list][scan8[0] + 4 - 1*8]= topright_type ? LIST_NOT_USED : PART_NOT_AVAILABLE;
  383. }
  384. if((IS_SKIP(mb_type) || IS_DIRECT(mb_type)) && !FRAME_MBAFF)
  385. continue;
  386. h->ref_cache[list][scan8[5 ]+1] =
  387. h->ref_cache[list][scan8[7 ]+1] =
  388. h->ref_cache[list][scan8[13]+1] = //FIXME remove past 3 (init somewhere else)
  389. h->ref_cache[list][scan8[4 ]] =
  390. h->ref_cache[list][scan8[12]] = PART_NOT_AVAILABLE;
  391. *(uint32_t*)h->mv_cache [list][scan8[5 ]+1]=
  392. *(uint32_t*)h->mv_cache [list][scan8[7 ]+1]=
  393. *(uint32_t*)h->mv_cache [list][scan8[13]+1]= //FIXME remove past 3 (init somewhere else)
  394. *(uint32_t*)h->mv_cache [list][scan8[4 ]]=
  395. *(uint32_t*)h->mv_cache [list][scan8[12]]= 0;
  396. if( h->pps.cabac ) {
  397. /* XXX beurk, Load mvd */
  398. if(USES_LIST(top_type, list)){
  399. const int b_xy= h->mb2b_xy[top_xy] + 3*h->b_stride;
  400. *(uint32_t*)h->mvd_cache[list][scan8[0] + 0 - 1*8]= *(uint32_t*)h->mvd_table[list][b_xy + 0];
  401. *(uint32_t*)h->mvd_cache[list][scan8[0] + 1 - 1*8]= *(uint32_t*)h->mvd_table[list][b_xy + 1];
  402. *(uint32_t*)h->mvd_cache[list][scan8[0] + 2 - 1*8]= *(uint32_t*)h->mvd_table[list][b_xy + 2];
  403. *(uint32_t*)h->mvd_cache[list][scan8[0] + 3 - 1*8]= *(uint32_t*)h->mvd_table[list][b_xy + 3];
  404. }else{
  405. *(uint32_t*)h->mvd_cache [list][scan8[0] + 0 - 1*8]=
  406. *(uint32_t*)h->mvd_cache [list][scan8[0] + 1 - 1*8]=
  407. *(uint32_t*)h->mvd_cache [list][scan8[0] + 2 - 1*8]=
  408. *(uint32_t*)h->mvd_cache [list][scan8[0] + 3 - 1*8]= 0;
  409. }
  410. if(USES_LIST(left_type[0], list)){
  411. const int b_xy= h->mb2b_xy[left_xy[0]] + 3;
  412. *(uint32_t*)h->mvd_cache[list][scan8[0] - 1 + 0*8]= *(uint32_t*)h->mvd_table[list][b_xy + h->b_stride*left_block[0]];
  413. *(uint32_t*)h->mvd_cache[list][scan8[0] - 1 + 1*8]= *(uint32_t*)h->mvd_table[list][b_xy + h->b_stride*left_block[1]];
  414. }else{
  415. *(uint32_t*)h->mvd_cache [list][scan8[0] - 1 + 0*8]=
  416. *(uint32_t*)h->mvd_cache [list][scan8[0] - 1 + 1*8]= 0;
  417. }
  418. if(USES_LIST(left_type[1], list)){
  419. const int b_xy= h->mb2b_xy[left_xy[1]] + 3;
  420. *(uint32_t*)h->mvd_cache[list][scan8[0] - 1 + 2*8]= *(uint32_t*)h->mvd_table[list][b_xy + h->b_stride*left_block[2]];
  421. *(uint32_t*)h->mvd_cache[list][scan8[0] - 1 + 3*8]= *(uint32_t*)h->mvd_table[list][b_xy + h->b_stride*left_block[3]];
  422. }else{
  423. *(uint32_t*)h->mvd_cache [list][scan8[0] - 1 + 2*8]=
  424. *(uint32_t*)h->mvd_cache [list][scan8[0] - 1 + 3*8]= 0;
  425. }
  426. *(uint32_t*)h->mvd_cache [list][scan8[5 ]+1]=
  427. *(uint32_t*)h->mvd_cache [list][scan8[7 ]+1]=
  428. *(uint32_t*)h->mvd_cache [list][scan8[13]+1]= //FIXME remove past 3 (init somewhere else)
  429. *(uint32_t*)h->mvd_cache [list][scan8[4 ]]=
  430. *(uint32_t*)h->mvd_cache [list][scan8[12]]= 0;
  431. if(h->slice_type_nos == FF_B_TYPE){
  432. fill_rectangle(&h->direct_cache[scan8[0]], 4, 4, 8, 0, 1);
  433. if(IS_DIRECT(top_type)){
  434. *(uint32_t*)&h->direct_cache[scan8[0] - 1*8]= 0x01010101;
  435. }else if(IS_8X8(top_type)){
  436. int b8_xy = h->mb2b8_xy[top_xy] + h->b8_stride;
  437. h->direct_cache[scan8[0] + 0 - 1*8]= h->direct_table[b8_xy];
  438. h->direct_cache[scan8[0] + 2 - 1*8]= h->direct_table[b8_xy + 1];
  439. }else{
  440. *(uint32_t*)&h->direct_cache[scan8[0] - 1*8]= 0;
  441. }
  442. if(IS_DIRECT(left_type[0]))
  443. h->direct_cache[scan8[0] - 1 + 0*8]= 1;
  444. else if(IS_8X8(left_type[0]))
  445. h->direct_cache[scan8[0] - 1 + 0*8]= h->direct_table[h->mb2b8_xy[left_xy[0]] + 1 + h->b8_stride*(left_block[0]>>1)];
  446. else
  447. h->direct_cache[scan8[0] - 1 + 0*8]= 0;
  448. if(IS_DIRECT(left_type[1]))
  449. h->direct_cache[scan8[0] - 1 + 2*8]= 1;
  450. else if(IS_8X8(left_type[1]))
  451. h->direct_cache[scan8[0] - 1 + 2*8]= h->direct_table[h->mb2b8_xy[left_xy[1]] + 1 + h->b8_stride*(left_block[2]>>1)];
  452. else
  453. h->direct_cache[scan8[0] - 1 + 2*8]= 0;
  454. }
  455. }
  456. if(FRAME_MBAFF){
  457. #define MAP_MVS\
  458. MAP_F2F(scan8[0] - 1 - 1*8, topleft_type)\
  459. MAP_F2F(scan8[0] + 0 - 1*8, top_type)\
  460. MAP_F2F(scan8[0] + 1 - 1*8, top_type)\
  461. MAP_F2F(scan8[0] + 2 - 1*8, top_type)\
  462. MAP_F2F(scan8[0] + 3 - 1*8, top_type)\
  463. MAP_F2F(scan8[0] + 4 - 1*8, topright_type)\
  464. MAP_F2F(scan8[0] - 1 + 0*8, left_type[0])\
  465. MAP_F2F(scan8[0] - 1 + 1*8, left_type[0])\
  466. MAP_F2F(scan8[0] - 1 + 2*8, left_type[1])\
  467. MAP_F2F(scan8[0] - 1 + 3*8, left_type[1])
  468. if(MB_FIELD){
  469. #define MAP_F2F(idx, mb_type)\
  470. if(!IS_INTERLACED(mb_type) && h->ref_cache[list][idx] >= 0){\
  471. h->ref_cache[list][idx] <<= 1;\
  472. h->mv_cache[list][idx][1] /= 2;\
  473. h->mvd_cache[list][idx][1] /= 2;\
  474. }
  475. MAP_MVS
  476. #undef MAP_F2F
  477. }else{
  478. #define MAP_F2F(idx, mb_type)\
  479. if(IS_INTERLACED(mb_type) && h->ref_cache[list][idx] >= 0){\
  480. h->ref_cache[list][idx] >>= 1;\
  481. h->mv_cache[list][idx][1] <<= 1;\
  482. h->mvd_cache[list][idx][1] <<= 1;\
  483. }
  484. MAP_MVS
  485. #undef MAP_F2F
  486. }
  487. }
  488. }
  489. }
  490. #endif
  491. h->neighbor_transform_size= !!IS_8x8DCT(top_type) + !!IS_8x8DCT(left_type[0]);
  492. }
  493. static inline void write_back_intra_pred_mode(H264Context *h){
  494. const int mb_xy= h->mb_xy;
  495. h->intra4x4_pred_mode[mb_xy][0]= h->intra4x4_pred_mode_cache[7+8*1];
  496. h->intra4x4_pred_mode[mb_xy][1]= h->intra4x4_pred_mode_cache[7+8*2];
  497. h->intra4x4_pred_mode[mb_xy][2]= h->intra4x4_pred_mode_cache[7+8*3];
  498. h->intra4x4_pred_mode[mb_xy][3]= h->intra4x4_pred_mode_cache[7+8*4];
  499. h->intra4x4_pred_mode[mb_xy][4]= h->intra4x4_pred_mode_cache[4+8*4];
  500. h->intra4x4_pred_mode[mb_xy][5]= h->intra4x4_pred_mode_cache[5+8*4];
  501. h->intra4x4_pred_mode[mb_xy][6]= h->intra4x4_pred_mode_cache[6+8*4];
  502. }
  503. /**
  504. * checks if the top & left blocks are available if needed & changes the dc mode so it only uses the available blocks.
  505. */
  506. static inline int check_intra4x4_pred_mode(H264Context *h){
  507. MpegEncContext * const s = &h->s;
  508. static const int8_t top [12]= {-1, 0,LEFT_DC_PRED,-1,-1,-1,-1,-1, 0};
  509. static const int8_t left[12]= { 0,-1, TOP_DC_PRED, 0,-1,-1,-1, 0,-1,DC_128_PRED};
  510. int i;
  511. if(!(h->top_samples_available&0x8000)){
  512. for(i=0; i<4; i++){
  513. int status= top[ h->intra4x4_pred_mode_cache[scan8[0] + i] ];
  514. if(status<0){
  515. av_log(h->s.avctx, AV_LOG_ERROR, "top block unavailable for requested intra4x4 mode %d at %d %d\n", status, s->mb_x, s->mb_y);
  516. return -1;
  517. } else if(status){
  518. h->intra4x4_pred_mode_cache[scan8[0] + i]= status;
  519. }
  520. }
  521. }
  522. if((h->left_samples_available&0x8888)!=0x8888){
  523. static const int mask[4]={0x8000,0x2000,0x80,0x20};
  524. for(i=0; i<4; i++){
  525. if(!(h->left_samples_available&mask[i])){
  526. int status= left[ h->intra4x4_pred_mode_cache[scan8[0] + 8*i] ];
  527. if(status<0){
  528. av_log(h->s.avctx, AV_LOG_ERROR, "left block unavailable for requested intra4x4 mode %d at %d %d\n", status, s->mb_x, s->mb_y);
  529. return -1;
  530. } else if(status){
  531. h->intra4x4_pred_mode_cache[scan8[0] + 8*i]= status;
  532. }
  533. }
  534. }
  535. }
  536. return 0;
  537. } //FIXME cleanup like next
  538. /**
  539. * checks if the top & left blocks are available if needed & changes the dc mode so it only uses the available blocks.
  540. */
  541. static inline int check_intra_pred_mode(H264Context *h, int mode){
  542. MpegEncContext * const s = &h->s;
  543. static const int8_t top [7]= {LEFT_DC_PRED8x8, 1,-1,-1};
  544. static const int8_t left[7]= { TOP_DC_PRED8x8,-1, 2,-1,DC_128_PRED8x8};
  545. if(mode > 6U) {
  546. av_log(h->s.avctx, AV_LOG_ERROR, "out of range intra chroma pred mode at %d %d\n", s->mb_x, s->mb_y);
  547. return -1;
  548. }
  549. if(!(h->top_samples_available&0x8000)){
  550. mode= top[ mode ];
  551. if(mode<0){
  552. av_log(h->s.avctx, AV_LOG_ERROR, "top block unavailable for requested intra mode at %d %d\n", s->mb_x, s->mb_y);
  553. return -1;
  554. }
  555. }
  556. if((h->left_samples_available&0x8080) != 0x8080){
  557. mode= left[ mode ];
  558. if(h->left_samples_available&0x8080){ //mad cow disease mode, aka MBAFF + constrained_intra_pred
  559. mode= ALZHEIMER_DC_L0T_PRED8x8 + (!(h->left_samples_available&0x8000)) + 2*(mode == DC_128_PRED8x8);
  560. }
  561. if(mode<0){
  562. av_log(h->s.avctx, AV_LOG_ERROR, "left block unavailable for requested intra mode at %d %d\n", s->mb_x, s->mb_y);
  563. return -1;
  564. }
  565. }
  566. return mode;
  567. }
  568. /**
  569. * gets the predicted intra4x4 prediction mode.
  570. */
  571. static inline int pred_intra_mode(H264Context *h, int n){
  572. const int index8= scan8[n];
  573. const int left= h->intra4x4_pred_mode_cache[index8 - 1];
  574. const int top = h->intra4x4_pred_mode_cache[index8 - 8];
  575. const int min= FFMIN(left, top);
  576. tprintf(h->s.avctx, "mode:%d %d min:%d\n", left ,top, min);
  577. if(min<0) return DC_PRED;
  578. else return min;
  579. }
  580. static inline void write_back_non_zero_count(H264Context *h){
  581. const int mb_xy= h->mb_xy;
  582. h->non_zero_count[mb_xy][0]= h->non_zero_count_cache[7+8*1];
  583. h->non_zero_count[mb_xy][1]= h->non_zero_count_cache[7+8*2];
  584. h->non_zero_count[mb_xy][2]= h->non_zero_count_cache[7+8*3];
  585. h->non_zero_count[mb_xy][3]= h->non_zero_count_cache[7+8*4];
  586. h->non_zero_count[mb_xy][4]= h->non_zero_count_cache[4+8*4];
  587. h->non_zero_count[mb_xy][5]= h->non_zero_count_cache[5+8*4];
  588. h->non_zero_count[mb_xy][6]= h->non_zero_count_cache[6+8*4];
  589. h->non_zero_count[mb_xy][9]= h->non_zero_count_cache[1+8*2];
  590. h->non_zero_count[mb_xy][8]= h->non_zero_count_cache[2+8*2];
  591. h->non_zero_count[mb_xy][7]= h->non_zero_count_cache[2+8*1];
  592. h->non_zero_count[mb_xy][12]=h->non_zero_count_cache[1+8*5];
  593. h->non_zero_count[mb_xy][11]=h->non_zero_count_cache[2+8*5];
  594. h->non_zero_count[mb_xy][10]=h->non_zero_count_cache[2+8*4];
  595. }
  596. /**
  597. * gets the predicted number of non-zero coefficients.
  598. * @param n block index
  599. */
  600. static inline int pred_non_zero_count(H264Context *h, int n){
  601. const int index8= scan8[n];
  602. const int left= h->non_zero_count_cache[index8 - 1];
  603. const int top = h->non_zero_count_cache[index8 - 8];
  604. int i= left + top;
  605. if(i<64) i= (i+1)>>1;
  606. tprintf(h->s.avctx, "pred_nnz L%X T%X n%d s%d P%X\n", left, top, n, scan8[n], i&31);
  607. return i&31;
  608. }
  609. static inline int fetch_diagonal_mv(H264Context *h, const int16_t **C, int i, int list, int part_width){
  610. const int topright_ref= h->ref_cache[list][ i - 8 + part_width ];
  611. MpegEncContext *s = &h->s;
  612. /* there is no consistent mapping of mvs to neighboring locations that will
  613. * make mbaff happy, so we can't move all this logic to fill_caches */
  614. if(FRAME_MBAFF){
  615. const uint32_t *mb_types = s->current_picture_ptr->mb_type;
  616. const int16_t *mv;
  617. *(uint32_t*)h->mv_cache[list][scan8[0]-2] = 0;
  618. *C = h->mv_cache[list][scan8[0]-2];
  619. if(!MB_FIELD
  620. && (s->mb_y&1) && i < scan8[0]+8 && topright_ref != PART_NOT_AVAILABLE){
  621. int topright_xy = s->mb_x + (s->mb_y-1)*s->mb_stride + (i == scan8[0]+3);
  622. if(IS_INTERLACED(mb_types[topright_xy])){
  623. #define SET_DIAG_MV(MV_OP, REF_OP, X4, Y4)\
  624. const int x4 = X4, y4 = Y4;\
  625. const int mb_type = mb_types[(x4>>2)+(y4>>2)*s->mb_stride];\
  626. if(!USES_LIST(mb_type,list))\
  627. return LIST_NOT_USED;\
  628. mv = s->current_picture_ptr->motion_val[list][x4 + y4*h->b_stride];\
  629. h->mv_cache[list][scan8[0]-2][0] = mv[0];\
  630. h->mv_cache[list][scan8[0]-2][1] = mv[1] MV_OP;\
  631. return s->current_picture_ptr->ref_index[list][(x4>>1) + (y4>>1)*h->b8_stride] REF_OP;
  632. SET_DIAG_MV(*2, >>1, s->mb_x*4+(i&7)-4+part_width, s->mb_y*4-1);
  633. }
  634. }
  635. if(topright_ref == PART_NOT_AVAILABLE
  636. && ((s->mb_y&1) || i >= scan8[0]+8) && (i&7)==4
  637. && h->ref_cache[list][scan8[0]-1] != PART_NOT_AVAILABLE){
  638. if(!MB_FIELD
  639. && IS_INTERLACED(mb_types[h->left_mb_xy[0]])){
  640. SET_DIAG_MV(*2, >>1, s->mb_x*4-1, (s->mb_y|1)*4+(s->mb_y&1)*2+(i>>4)-1);
  641. }
  642. if(MB_FIELD
  643. && !IS_INTERLACED(mb_types[h->left_mb_xy[0]])
  644. && i >= scan8[0]+8){
  645. // left shift will turn LIST_NOT_USED into PART_NOT_AVAILABLE, but that's OK.
  646. SET_DIAG_MV(/2, <<1, s->mb_x*4-1, (s->mb_y&~1)*4 - 1 + ((i-scan8[0])>>3)*2);
  647. }
  648. }
  649. #undef SET_DIAG_MV
  650. }
  651. if(topright_ref != PART_NOT_AVAILABLE){
  652. *C= h->mv_cache[list][ i - 8 + part_width ];
  653. return topright_ref;
  654. }else{
  655. tprintf(s->avctx, "topright MV not available\n");
  656. *C= h->mv_cache[list][ i - 8 - 1 ];
  657. return h->ref_cache[list][ i - 8 - 1 ];
  658. }
  659. }
  660. /**
  661. * gets the predicted MV.
  662. * @param n the block index
  663. * @param part_width the width of the partition (4, 8,16) -> (1, 2, 4)
  664. * @param mx the x component of the predicted motion vector
  665. * @param my the y component of the predicted motion vector
  666. */
  667. static inline void pred_motion(H264Context * const h, int n, int part_width, int list, int ref, int * const mx, int * const my){
  668. const int index8= scan8[n];
  669. const int top_ref= h->ref_cache[list][ index8 - 8 ];
  670. const int left_ref= h->ref_cache[list][ index8 - 1 ];
  671. const int16_t * const A= h->mv_cache[list][ index8 - 1 ];
  672. const int16_t * const B= h->mv_cache[list][ index8 - 8 ];
  673. const int16_t * C;
  674. int diagonal_ref, match_count;
  675. assert(part_width==1 || part_width==2 || part_width==4);
  676. /* mv_cache
  677. B . . A T T T T
  678. U . . L . . , .
  679. U . . L . . . .
  680. U . . L . . , .
  681. . . . L . . . .
  682. */
  683. diagonal_ref= fetch_diagonal_mv(h, &C, index8, list, part_width);
  684. match_count= (diagonal_ref==ref) + (top_ref==ref) + (left_ref==ref);
  685. tprintf(h->s.avctx, "pred_motion match_count=%d\n", match_count);
  686. if(match_count > 1){ //most common
  687. *mx= mid_pred(A[0], B[0], C[0]);
  688. *my= mid_pred(A[1], B[1], C[1]);
  689. }else if(match_count==1){
  690. if(left_ref==ref){
  691. *mx= A[0];
  692. *my= A[1];
  693. }else if(top_ref==ref){
  694. *mx= B[0];
  695. *my= B[1];
  696. }else{
  697. *mx= C[0];
  698. *my= C[1];
  699. }
  700. }else{
  701. if(top_ref == PART_NOT_AVAILABLE && diagonal_ref == PART_NOT_AVAILABLE && left_ref != PART_NOT_AVAILABLE){
  702. *mx= A[0];
  703. *my= A[1];
  704. }else{
  705. *mx= mid_pred(A[0], B[0], C[0]);
  706. *my= mid_pred(A[1], B[1], C[1]);
  707. }
  708. }
  709. tprintf(h->s.avctx, "pred_motion (%2d %2d %2d) (%2d %2d %2d) (%2d %2d %2d) -> (%2d %2d %2d) at %2d %2d %d list %d\n", top_ref, B[0], B[1], diagonal_ref, C[0], C[1], left_ref, A[0], A[1], ref, *mx, *my, h->s.mb_x, h->s.mb_y, n, list);
  710. }
  711. /**
  712. * gets the directionally predicted 16x8 MV.
  713. * @param n the block index
  714. * @param mx the x component of the predicted motion vector
  715. * @param my the y component of the predicted motion vector
  716. */
  717. static inline void pred_16x8_motion(H264Context * const h, int n, int list, int ref, int * const mx, int * const my){
  718. if(n==0){
  719. const int top_ref= h->ref_cache[list][ scan8[0] - 8 ];
  720. const int16_t * const B= h->mv_cache[list][ scan8[0] - 8 ];
  721. tprintf(h->s.avctx, "pred_16x8: (%2d %2d %2d) at %2d %2d %d list %d\n", top_ref, B[0], B[1], h->s.mb_x, h->s.mb_y, n, list);
  722. if(top_ref == ref){
  723. *mx= B[0];
  724. *my= B[1];
  725. return;
  726. }
  727. }else{
  728. const int left_ref= h->ref_cache[list][ scan8[8] - 1 ];
  729. const int16_t * const A= h->mv_cache[list][ scan8[8] - 1 ];
  730. tprintf(h->s.avctx, "pred_16x8: (%2d %2d %2d) at %2d %2d %d list %d\n", left_ref, A[0], A[1], h->s.mb_x, h->s.mb_y, n, list);
  731. if(left_ref == ref){
  732. *mx= A[0];
  733. *my= A[1];
  734. return;
  735. }
  736. }
  737. //RARE
  738. pred_motion(h, n, 4, list, ref, mx, my);
  739. }
  740. /**
  741. * gets the directionally predicted 8x16 MV.
  742. * @param n the block index
  743. * @param mx the x component of the predicted motion vector
  744. * @param my the y component of the predicted motion vector
  745. */
  746. static inline void pred_8x16_motion(H264Context * const h, int n, int list, int ref, int * const mx, int * const my){
  747. if(n==0){
  748. const int left_ref= h->ref_cache[list][ scan8[0] - 1 ];
  749. const int16_t * const A= h->mv_cache[list][ scan8[0] - 1 ];
  750. tprintf(h->s.avctx, "pred_8x16: (%2d %2d %2d) at %2d %2d %d list %d\n", left_ref, A[0], A[1], h->s.mb_x, h->s.mb_y, n, list);
  751. if(left_ref == ref){
  752. *mx= A[0];
  753. *my= A[1];
  754. return;
  755. }
  756. }else{
  757. const int16_t * C;
  758. int diagonal_ref;
  759. diagonal_ref= fetch_diagonal_mv(h, &C, scan8[4], list, 2);
  760. tprintf(h->s.avctx, "pred_8x16: (%2d %2d %2d) at %2d %2d %d list %d\n", diagonal_ref, C[0], C[1], h->s.mb_x, h->s.mb_y, n, list);
  761. if(diagonal_ref == ref){
  762. *mx= C[0];
  763. *my= C[1];
  764. return;
  765. }
  766. }
  767. //RARE
  768. pred_motion(h, n, 2, list, ref, mx, my);
  769. }
  770. static inline void pred_pskip_motion(H264Context * const h, int * const mx, int * const my){
  771. const int top_ref = h->ref_cache[0][ scan8[0] - 8 ];
  772. const int left_ref= h->ref_cache[0][ scan8[0] - 1 ];
  773. tprintf(h->s.avctx, "pred_pskip: (%d) (%d) at %2d %2d\n", top_ref, left_ref, h->s.mb_x, h->s.mb_y);
  774. if(top_ref == PART_NOT_AVAILABLE || left_ref == PART_NOT_AVAILABLE
  775. || !( top_ref | *(uint32_t*)h->mv_cache[0][ scan8[0] - 8 ])
  776. || !(left_ref | *(uint32_t*)h->mv_cache[0][ scan8[0] - 1 ])){
  777. *mx = *my = 0;
  778. return;
  779. }
  780. pred_motion(h, 0, 4, 0, 0, mx, my);
  781. return;
  782. }
  783. static int get_scale_factor(H264Context * const h, int poc, int poc1, int i){
  784. int poc0 = h->ref_list[0][i].poc;
  785. int td = av_clip(poc1 - poc0, -128, 127);
  786. if(td == 0 || h->ref_list[0][i].long_ref){
  787. return 256;
  788. }else{
  789. int tb = av_clip(poc - poc0, -128, 127);
  790. int tx = (16384 + (FFABS(td) >> 1)) / td;
  791. return av_clip((tb*tx + 32) >> 6, -1024, 1023);
  792. }
  793. }
  794. static inline void direct_dist_scale_factor(H264Context * const h){
  795. MpegEncContext * const s = &h->s;
  796. const int poc = h->s.current_picture_ptr->field_poc[ s->picture_structure == PICT_BOTTOM_FIELD ];
  797. const int poc1 = h->ref_list[1][0].poc;
  798. int i, field;
  799. for(field=0; field<2; field++){
  800. const int poc = h->s.current_picture_ptr->field_poc[field];
  801. const int poc1 = h->ref_list[1][0].field_poc[field];
  802. for(i=0; i < 2*h->ref_count[0]; i++)
  803. h->dist_scale_factor_field[field][i^field] = get_scale_factor(h, poc, poc1, i+16);
  804. }
  805. for(i=0; i<h->ref_count[0]; i++){
  806. h->dist_scale_factor[i] = get_scale_factor(h, poc, poc1, i);
  807. }
  808. }
  809. static void fill_colmap(H264Context *h, int map[2][16+32], int list, int field, int colfield, int mbafi){
  810. MpegEncContext * const s = &h->s;
  811. Picture * const ref1 = &h->ref_list[1][0];
  812. int j, old_ref, rfield;
  813. int start= mbafi ? 16 : 0;
  814. int end = mbafi ? 16+2*h->ref_count[list] : h->ref_count[list];
  815. int interl= mbafi || s->picture_structure != PICT_FRAME;
  816. /* bogus; fills in for missing frames */
  817. memset(map[list], 0, sizeof(map[list]));
  818. for(rfield=0; rfield<2; rfield++){
  819. for(old_ref=0; old_ref<ref1->ref_count[colfield][list]; old_ref++){
  820. int poc = ref1->ref_poc[colfield][list][old_ref];
  821. if (!interl)
  822. poc |= 3;
  823. else if( interl && (poc&3) == 3) //FIXME store all MBAFF references so this isnt needed
  824. poc= (poc&~3) + rfield + 1;
  825. for(j=start; j<end; j++){
  826. if(4*h->ref_list[list][j].frame_num + (h->ref_list[list][j].reference&3) == poc){
  827. int cur_ref= mbafi ? (j-16)^field : j;
  828. map[list][2*old_ref + (rfield^field) + 16] = cur_ref;
  829. if(rfield == field)
  830. map[list][old_ref] = cur_ref;
  831. break;
  832. }
  833. }
  834. }
  835. }
  836. }
  837. static inline void direct_ref_list_init(H264Context * const h){
  838. MpegEncContext * const s = &h->s;
  839. Picture * const ref1 = &h->ref_list[1][0];
  840. Picture * const cur = s->current_picture_ptr;
  841. int list, j, field;
  842. int sidx= (s->picture_structure&1)^1;
  843. int ref1sidx= (ref1->reference&1)^1;
  844. for(list=0; list<2; list++){
  845. cur->ref_count[sidx][list] = h->ref_count[list];
  846. for(j=0; j<h->ref_count[list]; j++)
  847. cur->ref_poc[sidx][list][j] = 4*h->ref_list[list][j].frame_num + (h->ref_list[list][j].reference&3);
  848. }
  849. if(s->picture_structure == PICT_FRAME){
  850. memcpy(cur->ref_count[1], cur->ref_count[0], sizeof(cur->ref_count[0]));
  851. memcpy(cur->ref_poc [1], cur->ref_poc [0], sizeof(cur->ref_poc [0]));
  852. }
  853. cur->mbaff= FRAME_MBAFF;
  854. if(cur->pict_type != FF_B_TYPE || h->direct_spatial_mv_pred)
  855. return;
  856. for(list=0; list<2; list++){
  857. fill_colmap(h, h->map_col_to_list0, list, sidx, ref1sidx, 0);
  858. for(field=0; field<2; field++)
  859. fill_colmap(h, h->map_col_to_list0_field[field], list, field, field, 1);
  860. }
  861. }
  862. static inline void pred_direct_motion(H264Context * const h, int *mb_type){
  863. MpegEncContext * const s = &h->s;
  864. int b8_stride = h->b8_stride;
  865. int b4_stride = h->b_stride;
  866. int mb_xy = h->mb_xy;
  867. int mb_type_col[2];
  868. const int16_t (*l1mv0)[2], (*l1mv1)[2];
  869. const int8_t *l1ref0, *l1ref1;
  870. const int is_b8x8 = IS_8X8(*mb_type);
  871. unsigned int sub_mb_type;
  872. int i8, i4;
  873. #define MB_TYPE_16x16_OR_INTRA (MB_TYPE_16x16|MB_TYPE_INTRA4x4|MB_TYPE_INTRA16x16|MB_TYPE_INTRA_PCM)
  874. if(IS_INTERLACED(h->ref_list[1][0].mb_type[mb_xy])){ // AFL/AFR/FR/FL -> AFL/FL
  875. if(!IS_INTERLACED(*mb_type)){ // AFR/FR -> AFL/FL
  876. int cur_poc = s->current_picture_ptr->poc;
  877. int *col_poc = h->ref_list[1]->field_poc;
  878. int col_parity = FFABS(col_poc[0] - cur_poc) >= FFABS(col_poc[1] - cur_poc);
  879. mb_xy= s->mb_x + ((s->mb_y&~1) + col_parity)*s->mb_stride;
  880. b8_stride = 0;
  881. }else if(!(s->picture_structure & h->ref_list[1][0].reference) && !h->ref_list[1][0].mbaff){// FL -> FL & differ parity
  882. int fieldoff= 2*(h->ref_list[1][0].reference)-3;
  883. mb_xy += s->mb_stride*fieldoff;
  884. }
  885. goto single_col;
  886. }else{ // AFL/AFR/FR/FL -> AFR/FR
  887. if(IS_INTERLACED(*mb_type)){ // AFL /FL -> AFR/FR
  888. mb_xy= s->mb_x + (s->mb_y&~1)*s->mb_stride;
  889. mb_type_col[0] = h->ref_list[1][0].mb_type[mb_xy];
  890. mb_type_col[1] = h->ref_list[1][0].mb_type[mb_xy + s->mb_stride];
  891. b8_stride *= 3;
  892. b4_stride *= 6;
  893. //FIXME IS_8X8(mb_type_col[0]) && !h->sps.direct_8x8_inference_flag
  894. if( (mb_type_col[0] & MB_TYPE_16x16_OR_INTRA)
  895. && (mb_type_col[1] & MB_TYPE_16x16_OR_INTRA)
  896. && !is_b8x8){
  897. sub_mb_type = MB_TYPE_16x16|MB_TYPE_P0L0|MB_TYPE_P0L1|MB_TYPE_DIRECT2; /* B_SUB_8x8 */
  898. *mb_type |= MB_TYPE_16x8 |MB_TYPE_L0L1|MB_TYPE_DIRECT2; /* B_16x8 */
  899. }else{
  900. sub_mb_type = MB_TYPE_16x16|MB_TYPE_P0L0|MB_TYPE_P0L1|MB_TYPE_DIRECT2; /* B_SUB_8x8 */
  901. *mb_type |= MB_TYPE_8x8|MB_TYPE_L0L1;
  902. }
  903. }else{ // AFR/FR -> AFR/FR
  904. single_col:
  905. mb_type_col[0] =
  906. mb_type_col[1] = h->ref_list[1][0].mb_type[mb_xy];
  907. if(IS_8X8(mb_type_col[0]) && !h->sps.direct_8x8_inference_flag){
  908. /* FIXME save sub mb types from previous frames (or derive from MVs)
  909. * so we know exactly what block size to use */
  910. sub_mb_type = MB_TYPE_8x8|MB_TYPE_P0L0|MB_TYPE_P0L1|MB_TYPE_DIRECT2; /* B_SUB_4x4 */
  911. *mb_type |= MB_TYPE_8x8|MB_TYPE_L0L1;
  912. }else if(!is_b8x8 && (mb_type_col[0] & MB_TYPE_16x16_OR_INTRA)){
  913. sub_mb_type = MB_TYPE_16x16|MB_TYPE_P0L0|MB_TYPE_P0L1|MB_TYPE_DIRECT2; /* B_SUB_8x8 */
  914. *mb_type |= MB_TYPE_16x16|MB_TYPE_P0L0|MB_TYPE_P0L1|MB_TYPE_DIRECT2; /* B_16x16 */
  915. }else{
  916. sub_mb_type = MB_TYPE_16x16|MB_TYPE_P0L0|MB_TYPE_P0L1|MB_TYPE_DIRECT2; /* B_SUB_8x8 */
  917. *mb_type |= MB_TYPE_8x8|MB_TYPE_L0L1;
  918. }
  919. }
  920. }
  921. l1mv0 = &h->ref_list[1][0].motion_val[0][h->mb2b_xy [mb_xy]];
  922. l1mv1 = &h->ref_list[1][0].motion_val[1][h->mb2b_xy [mb_xy]];
  923. l1ref0 = &h->ref_list[1][0].ref_index [0][h->mb2b8_xy[mb_xy]];
  924. l1ref1 = &h->ref_list[1][0].ref_index [1][h->mb2b8_xy[mb_xy]];
  925. if(!b8_stride){
  926. if(s->mb_y&1){
  927. l1ref0 += h->b8_stride;
  928. l1ref1 += h->b8_stride;
  929. l1mv0 += 2*b4_stride;
  930. l1mv1 += 2*b4_stride;
  931. }
  932. }
  933. if(h->direct_spatial_mv_pred){
  934. int ref[2];
  935. int mv[2][2];
  936. int list;
  937. /* FIXME interlacing + spatial direct uses wrong colocated block positions */
  938. /* ref = min(neighbors) */
  939. for(list=0; list<2; list++){
  940. int refa = h->ref_cache[list][scan8[0] - 1];
  941. int refb = h->ref_cache[list][scan8[0] - 8];
  942. int refc = h->ref_cache[list][scan8[0] - 8 + 4];
  943. if(refc == PART_NOT_AVAILABLE)
  944. refc = h->ref_cache[list][scan8[0] - 8 - 1];
  945. ref[list] = FFMIN3((unsigned)refa, (unsigned)refb, (unsigned)refc);
  946. if(ref[list] < 0)
  947. ref[list] = -1;
  948. }
  949. if(ref[0] < 0 && ref[1] < 0){
  950. ref[0] = ref[1] = 0;
  951. mv[0][0] = mv[0][1] =
  952. mv[1][0] = mv[1][1] = 0;
  953. }else{
  954. for(list=0; list<2; list++){
  955. if(ref[list] >= 0)
  956. pred_motion(h, 0, 4, list, ref[list], &mv[list][0], &mv[list][1]);
  957. else
  958. mv[list][0] = mv[list][1] = 0;
  959. }
  960. }
  961. if(ref[1] < 0){
  962. if(!is_b8x8)
  963. *mb_type &= ~MB_TYPE_L1;
  964. sub_mb_type &= ~MB_TYPE_L1;
  965. }else if(ref[0] < 0){
  966. if(!is_b8x8)
  967. *mb_type &= ~MB_TYPE_L0;
  968. sub_mb_type &= ~MB_TYPE_L0;
  969. }
  970. if(IS_INTERLACED(*mb_type) != IS_INTERLACED(mb_type_col[0])){
  971. for(i8=0; i8<4; i8++){
  972. int x8 = i8&1;
  973. int y8 = i8>>1;
  974. int xy8 = x8+y8*b8_stride;
  975. int xy4 = 3*x8+y8*b4_stride;
  976. int a=0, b=0;
  977. if(is_b8x8 && !IS_DIRECT(h->sub_mb_type[i8]))
  978. continue;
  979. h->sub_mb_type[i8] = sub_mb_type;
  980. fill_rectangle(&h->ref_cache[0][scan8[i8*4]], 2, 2, 8, (uint8_t)ref[0], 1);
  981. fill_rectangle(&h->ref_cache[1][scan8[i8*4]], 2, 2, 8, (uint8_t)ref[1], 1);
  982. if(!IS_INTRA(mb_type_col[y8])
  983. && ( (l1ref0[xy8] == 0 && FFABS(l1mv0[xy4][0]) <= 1 && FFABS(l1mv0[xy4][1]) <= 1)
  984. || (l1ref0[xy8] < 0 && l1ref1[xy8] == 0 && FFABS(l1mv1[xy4][0]) <= 1 && FFABS(l1mv1[xy4][1]) <= 1))){
  985. if(ref[0] > 0)
  986. a= pack16to32(mv[0][0],mv[0][1]);
  987. if(ref[1] > 0)
  988. b= pack16to32(mv[1][0],mv[1][1]);
  989. }else{
  990. a= pack16to32(mv[0][0],mv[0][1]);
  991. b= pack16to32(mv[1][0],mv[1][1]);
  992. }
  993. fill_rectangle(&h->mv_cache[0][scan8[i8*4]], 2, 2, 8, a, 4);
  994. fill_rectangle(&h->mv_cache[1][scan8[i8*4]], 2, 2, 8, b, 4);
  995. }
  996. }else if(IS_16X16(*mb_type)){
  997. int a=0, b=0;
  998. fill_rectangle(&h->ref_cache[0][scan8[0]], 4, 4, 8, (uint8_t)ref[0], 1);
  999. fill_rectangle(&h->ref_cache[1][scan8[0]], 4, 4, 8, (uint8_t)ref[1], 1);
  1000. if(!IS_INTRA(mb_type_col[0])
  1001. && ( (l1ref0[0] == 0 && FFABS(l1mv0[0][0]) <= 1 && FFABS(l1mv0[0][1]) <= 1)
  1002. || (l1ref0[0] < 0 && l1ref1[0] == 0 && FFABS(l1mv1[0][0]) <= 1 && FFABS(l1mv1[0][1]) <= 1
  1003. && (h->x264_build>33 || !h->x264_build)))){
  1004. if(ref[0] > 0)
  1005. a= pack16to32(mv[0][0],mv[0][1]);
  1006. if(ref[1] > 0)
  1007. b= pack16to32(mv[1][0],mv[1][1]);
  1008. }else{
  1009. a= pack16to32(mv[0][0],mv[0][1]);
  1010. b= pack16to32(mv[1][0],mv[1][1]);
  1011. }
  1012. fill_rectangle(&h->mv_cache[0][scan8[0]], 4, 4, 8, a, 4);
  1013. fill_rectangle(&h->mv_cache[1][scan8[0]], 4, 4, 8, b, 4);
  1014. }else{
  1015. for(i8=0; i8<4; i8++){
  1016. const int x8 = i8&1;
  1017. const int y8 = i8>>1;
  1018. if(is_b8x8 && !IS_DIRECT(h->sub_mb_type[i8]))
  1019. continue;
  1020. h->sub_mb_type[i8] = sub_mb_type;
  1021. fill_rectangle(&h->mv_cache[0][scan8[i8*4]], 2, 2, 8, pack16to32(mv[0][0],mv[0][1]), 4);
  1022. fill_rectangle(&h->mv_cache[1][scan8[i8*4]], 2, 2, 8, pack16to32(mv[1][0],mv[1][1]), 4);
  1023. fill_rectangle(&h->ref_cache[0][scan8[i8*4]], 2, 2, 8, (uint8_t)ref[0], 1);
  1024. fill_rectangle(&h->ref_cache[1][scan8[i8*4]], 2, 2, 8, (uint8_t)ref[1], 1);
  1025. /* col_zero_flag */
  1026. if(!IS_INTRA(mb_type_col[0]) && ( l1ref0[x8 + y8*b8_stride] == 0
  1027. || (l1ref0[x8 + y8*b8_stride] < 0 && l1ref1[x8 + y8*b8_stride] == 0
  1028. && (h->x264_build>33 || !h->x264_build)))){
  1029. const int16_t (*l1mv)[2]= l1ref0[x8 + y8*b8_stride] == 0 ? l1mv0 : l1mv1;
  1030. if(IS_SUB_8X8(sub_mb_type)){
  1031. const int16_t *mv_col = l1mv[x8*3 + y8*3*b4_stride];
  1032. if(FFABS(mv_col[0]) <= 1 && FFABS(mv_col[1]) <= 1){
  1033. if(ref[0] == 0)
  1034. fill_rectangle(&h->mv_cache[0][scan8[i8*4]], 2, 2, 8, 0, 4);
  1035. if(ref[1] == 0)
  1036. fill_rectangle(&h->mv_cache[1][scan8[i8*4]], 2, 2, 8, 0, 4);
  1037. }
  1038. }else
  1039. for(i4=0; i4<4; i4++){
  1040. const int16_t *mv_col = l1mv[x8*2 + (i4&1) + (y8*2 + (i4>>1))*b4_stride];
  1041. if(FFABS(mv_col[0]) <= 1 && FFABS(mv_col[1]) <= 1){
  1042. if(ref[0] == 0)
  1043. *(uint32_t*)h->mv_cache[0][scan8[i8*4+i4]] = 0;
  1044. if(ref[1] == 0)
  1045. *(uint32_t*)h->mv_cache[1][scan8[i8*4+i4]] = 0;
  1046. }
  1047. }
  1048. }
  1049. }
  1050. }
  1051. }else{ /* direct temporal mv pred */
  1052. const int *map_col_to_list0[2] = {h->map_col_to_list0[0], h->map_col_to_list0[1]};
  1053. const int *dist_scale_factor = h->dist_scale_factor;
  1054. int ref_offset= 0;
  1055. if(FRAME_MBAFF && IS_INTERLACED(*mb_type)){
  1056. map_col_to_list0[0] = h->map_col_to_list0_field[s->mb_y&1][0];
  1057. map_col_to_list0[1] = h->map_col_to_list0_field[s->mb_y&1][1];
  1058. dist_scale_factor =h->dist_scale_factor_field[s->mb_y&1];
  1059. }
  1060. if(h->ref_list[1][0].mbaff && IS_INTERLACED(mb_type_col[0]))
  1061. ref_offset += 16;
  1062. if(IS_INTERLACED(*mb_type) != IS_INTERLACED(mb_type_col[0])){
  1063. /* FIXME assumes direct_8x8_inference == 1 */
  1064. int y_shift = 2*!IS_INTERLACED(*mb_type);
  1065. for(i8=0; i8<4; i8++){
  1066. const int x8 = i8&1;
  1067. const int y8 = i8>>1;
  1068. int ref0, scale;
  1069. const int16_t (*l1mv)[2]= l1mv0;
  1070. if(is_b8x8 && !IS_DIRECT(h->sub_mb_type[i8]))
  1071. continue;
  1072. h->sub_mb_type[i8] = sub_mb_type;
  1073. fill_rectangle(&h->ref_cache[1][scan8[i8*4]], 2, 2, 8, 0, 1);
  1074. if(IS_INTRA(mb_type_col[y8])){
  1075. fill_rectangle(&h->ref_cache[0][scan8[i8*4]], 2, 2, 8, 0, 1);
  1076. fill_rectangle(&h-> mv_cache[0][scan8[i8*4]], 2, 2, 8, 0, 4);
  1077. fill_rectangle(&h-> mv_cache[1][scan8[i8*4]], 2, 2, 8, 0, 4);
  1078. continue;
  1079. }
  1080. ref0 = l1ref0[x8 + y8*b8_stride];
  1081. if(ref0 >= 0)
  1082. ref0 = map_col_to_list0[0][ref0 + ref_offset];
  1083. else{
  1084. ref0 = map_col_to_list0[1][l1ref1[x8 + y8*b8_stride] + ref_offset];
  1085. l1mv= l1mv1;
  1086. }
  1087. scale = dist_scale_factor[ref0];
  1088. fill_rectangle(&h->ref_cache[0][scan8[i8*4]], 2, 2, 8, ref0, 1);
  1089. {
  1090. const int16_t *mv_col = l1mv[x8*3 + y8*b4_stride];
  1091. int my_col = (mv_col[1]<<y_shift)/2;
  1092. int mx = (scale * mv_col[0] + 128) >> 8;
  1093. int my = (scale * my_col + 128) >> 8;
  1094. fill_rectangle(&h->mv_cache[0][scan8[i8*4]], 2, 2, 8, pack16to32(mx,my), 4);
  1095. fill_rectangle(&h->mv_cache[1][scan8[i8*4]], 2, 2, 8, pack16to32(mx-mv_col[0],my-my_col), 4);
  1096. }
  1097. }
  1098. return;
  1099. }
  1100. /* one-to-one mv scaling */
  1101. if(IS_16X16(*mb_type)){
  1102. int ref, mv0, mv1;
  1103. fill_rectangle(&h->ref_cache[1][scan8[0]], 4, 4, 8, 0, 1);
  1104. if(IS_INTRA(mb_type_col[0])){
  1105. ref=mv0=mv1=0;
  1106. }else{
  1107. const int ref0 = l1ref0[0] >= 0 ? map_col_to_list0[0][l1ref0[0] + ref_offset]
  1108. : map_col_to_list0[1][l1ref1[0] + ref_offset];
  1109. const int scale = dist_scale_factor[ref0];
  1110. const int16_t *mv_col = l1ref0[0] >= 0 ? l1mv0[0] : l1mv1[0];
  1111. int mv_l0[2];
  1112. mv_l0[0] = (scale * mv_col[0] + 128) >> 8;
  1113. mv_l0[1] = (scale * mv_col[1] + 128) >> 8;
  1114. ref= ref0;
  1115. mv0= pack16to32(mv_l0[0],mv_l0[1]);
  1116. mv1= pack16to32(mv_l0[0]-mv_col[0],mv_l0[1]-mv_col[1]);
  1117. }
  1118. fill_rectangle(&h->ref_cache[0][scan8[0]], 4, 4, 8, ref, 1);
  1119. fill_rectangle(&h-> mv_cache[0][scan8[0]], 4, 4, 8, mv0, 4);
  1120. fill_rectangle(&h-> mv_cache[1][scan8[0]], 4, 4, 8, mv1, 4);
  1121. }else{
  1122. for(i8=0; i8<4; i8++){
  1123. const int x8 = i8&1;
  1124. const int y8 = i8>>1;
  1125. int ref0, scale;
  1126. const int16_t (*l1mv)[2]= l1mv0;
  1127. if(is_b8x8 && !IS_DIRECT(h->sub_mb_type[i8]))
  1128. continue;
  1129. h->sub_mb_type[i8] = sub_mb_type;
  1130. fill_rectangle(&h->ref_cache[1][scan8[i8*4]], 2, 2, 8, 0, 1);
  1131. if(IS_INTRA(mb_type_col[0])){
  1132. fill_rectangle(&h->ref_cache[0][scan8[i8*4]], 2, 2, 8, 0, 1);
  1133. fill_rectangle(&h-> mv_cache[0][scan8[i8*4]], 2, 2, 8, 0, 4);
  1134. fill_rectangle(&h-> mv_cache[1][scan8[i8*4]], 2, 2, 8, 0, 4);
  1135. continue;
  1136. }
  1137. ref0 = l1ref0[x8 + y8*b8_stride] + ref_offset;
  1138. if(ref0 >= 0)
  1139. ref0 = map_col_to_list0[0][ref0];
  1140. else{
  1141. ref0 = map_col_to_list0[1][l1ref1[x8 + y8*b8_stride] + ref_offset];
  1142. l1mv= l1mv1;
  1143. }
  1144. scale = dist_scale_factor[ref0];
  1145. fill_rectangle(&h->ref_cache[0][scan8[i8*4]], 2, 2, 8, ref0, 1);
  1146. if(IS_SUB_8X8(sub_mb_type)){
  1147. const int16_t *mv_col = l1mv[x8*3 + y8*3*b4_stride];
  1148. int mx = (scale * mv_col[0] + 128) >> 8;
  1149. int my = (scale * mv_col[1] + 128) >> 8;
  1150. fill_rectangle(&h->mv_cache[0][scan8[i8*4]], 2, 2, 8, pack16to32(mx,my), 4);
  1151. fill_rectangle(&h->mv_cache[1][scan8[i8*4]], 2, 2, 8, pack16to32(mx-mv_col[0],my-mv_col[1]), 4);
  1152. }else
  1153. for(i4=0; i4<4; i4++){
  1154. const int16_t *mv_col = l1mv[x8*2 + (i4&1) + (y8*2 + (i4>>1))*b4_stride];
  1155. int16_t *mv_l0 = h->mv_cache[0][scan8[i8*4+i4]];
  1156. mv_l0[0] = (scale * mv_col[0] + 128) >> 8;
  1157. mv_l0[1] = (scale * mv_col[1] + 128) >> 8;
  1158. *(uint32_t*)h->mv_cache[1][scan8[i8*4+i4]] =
  1159. pack16to32(mv_l0[0]-mv_col[0],mv_l0[1]-mv_col[1]);
  1160. }
  1161. }
  1162. }
  1163. }
  1164. }
  1165. static inline void write_back_motion(H264Context *h, int mb_type){
  1166. MpegEncContext * const s = &h->s;
  1167. const int b_xy = 4*s->mb_x + 4*s->mb_y*h->b_stride;
  1168. const int b8_xy= 2*s->mb_x + 2*s->mb_y*h->b8_stride;
  1169. int list;
  1170. if(!USES_LIST(mb_type, 0))
  1171. fill_rectangle(&s->current_picture.ref_index[0][b8_xy], 2, 2, h->b8_stride, (uint8_t)LIST_NOT_USED, 1);
  1172. for(list=0; list<h->list_count; list++){
  1173. int y;
  1174. if(!USES_LIST(mb_type, list))
  1175. continue;
  1176. for(y=0; y<4; y++){
  1177. *(uint64_t*)s->current_picture.motion_val[list][b_xy + 0 + y*h->b_stride]= *(uint64_t*)h->mv_cache[list][scan8[0]+0 + 8*y];
  1178. *(uint64_t*)s->current_picture.motion_val[list][b_xy + 2 + y*h->b_stride]= *(uint64_t*)h->mv_cache[list][scan8[0]+2 + 8*y];
  1179. }
  1180. if( h->pps.cabac ) {
  1181. if(IS_SKIP(mb_type))
  1182. fill_rectangle(h->mvd_table[list][b_xy], 4, 4, h->b_stride, 0, 4);
  1183. else
  1184. for(y=0; y<4; y++){
  1185. *(uint64_t*)h->mvd_table[list][b_xy + 0 + y*h->b_stride]= *(uint64_t*)h->mvd_cache[list][scan8[0]+0 + 8*y];
  1186. *(uint64_t*)h->mvd_table[list][b_xy + 2 + y*h->b_stride]= *(uint64_t*)h->mvd_cache[list][scan8[0]+2 + 8*y];
  1187. }
  1188. }
  1189. {
  1190. int8_t *ref_index = &s->current_picture.ref_index[list][b8_xy];
  1191. ref_index[0+0*h->b8_stride]= h->ref_cache[list][scan8[0]];
  1192. ref_index[1+0*h->b8_stride]= h->ref_cache[list][scan8[4]];
  1193. ref_index[0+1*h->b8_stride]= h->ref_cache[list][scan8[8]];
  1194. ref_index[1+1*h->b8_stride]= h->ref_cache[list][scan8[12]];
  1195. }
  1196. }
  1197. if(h->slice_type_nos == FF_B_TYPE && h->pps.cabac){
  1198. if(IS_8X8(mb_type)){
  1199. uint8_t *direct_table = &h->direct_table[b8_xy];
  1200. direct_table[1+0*h->b8_stride] = IS_DIRECT(h->sub_mb_type[1]) ? 1 : 0;
  1201. direct_table[0+1*h->b8_stride] = IS_DIRECT(h->sub_mb_type[2]) ? 1 : 0;
  1202. direct_table[1+1*h->b8_stride] = IS_DIRECT(h->sub_mb_type[3]) ? 1 : 0;
  1203. }
  1204. }
  1205. }
  1206. const uint8_t *ff_h264_decode_nal(H264Context *h, const uint8_t *src, int *dst_length, int *consumed, int length){
  1207. int i, si, di;
  1208. uint8_t *dst;
  1209. int bufidx;
  1210. // src[0]&0x80; //forbidden bit
  1211. h->nal_ref_idc= src[0]>>5;
  1212. h->nal_unit_type= src[0]&0x1F;
  1213. src++; length--;
  1214. #if 0
  1215. for(i=0; i<length; i++)
  1216. printf("%2X ", src[i]);
  1217. #endif
  1218. #if HAVE_FAST_UNALIGNED
  1219. # if HAVE_FAST_64BIT
  1220. # define RS 7
  1221. for(i=0; i+1<length; i+=9){
  1222. if(!((~*(const uint64_t*)(src+i) & (*(const uint64_t*)(src+i) - 0x0100010001000101ULL)) & 0x8000800080008080ULL))
  1223. # else
  1224. # define RS 3
  1225. for(i=0; i+1<length; i+=5){
  1226. if(!((~*(const uint32_t*)(src+i) & (*(const uint32_t*)(src+i) - 0x01000101U)) & 0x80008080U))
  1227. # endif
  1228. continue;
  1229. if(i>0 && !src[i]) i--;
  1230. while(src[i]) i++;
  1231. #else
  1232. # define RS 0
  1233. for(i=0; i+1<length; i+=2){
  1234. if(src[i]) continue;
  1235. if(i>0 && src[i-1]==0) i--;
  1236. #endif
  1237. if(i+2<length && src[i+1]==0 && src[i+2]<=3){
  1238. if(src[i+2]!=3){
  1239. /* startcode, so we must be past the end */
  1240. length=i;
  1241. }
  1242. break;
  1243. }
  1244. i-= RS;
  1245. }
  1246. if(i>=length-1){ //no escaped 0
  1247. *dst_length= length;
  1248. *consumed= length+1; //+1 for the header
  1249. return src;
  1250. }
  1251. bufidx = h->nal_unit_type == NAL_DPC ? 1 : 0; // use second escape buffer for inter data
  1252. h->rbsp_buffer[bufidx]= av_fast_realloc(h->rbsp_buffer[bufidx], &h->rbsp_buffer_size[bufidx], length+FF_INPUT_BUFFER_PADDING_SIZE);
  1253. dst= h->rbsp_buffer[bufidx];
  1254. if (dst == NULL){
  1255. return NULL;
  1256. }
  1257. //printf("decoding esc\n");
  1258. memcpy(dst, src, i);
  1259. si=di=i;
  1260. while(si+2<length){
  1261. //remove escapes (very rare 1:2^22)
  1262. if(src[si+2]>3){
  1263. dst[di++]= src[si++];
  1264. dst[di++]= src[si++];
  1265. }else if(src[si]==0 && src[si+1]==0){
  1266. if(src[si+2]==3){ //escape
  1267. dst[di++]= 0;
  1268. dst[di++]= 0;
  1269. si+=3;
  1270. continue;
  1271. }else //next start code
  1272. goto nsc;
  1273. }
  1274. dst[di++]= src[si++];
  1275. }
  1276. while(si<length)
  1277. dst[di++]= src[si++];
  1278. nsc:
  1279. memset(dst+di, 0, FF_INPUT_BUFFER_PADDING_SIZE);
  1280. *dst_length= di;
  1281. *consumed= si + 1;//+1 for the header
  1282. //FIXME store exact number of bits in the getbitcontext (it is needed for decoding)
  1283. return dst;
  1284. }
  1285. int ff_h264_decode_rbsp_trailing(H264Context *h, const uint8_t *src){
  1286. int v= *src;
  1287. int r;
  1288. tprintf(h->s.avctx, "rbsp trailing %X\n", v);
  1289. for(r=1; r<9; r++){
  1290. if(v&1) return r;
  1291. v>>=1;
  1292. }
  1293. return 0;
  1294. }
  1295. /**
  1296. * IDCT transforms the 16 dc values and dequantizes them.
  1297. * @param qp quantization parameter
  1298. */
  1299. static void h264_luma_dc_dequant_idct_c(DCTELEM *block, int qp, int qmul){
  1300. #define stride 16
  1301. int i;
  1302. int temp[16]; //FIXME check if this is a good idea
  1303. static const int x_offset[4]={0, 1*stride, 4* stride, 5*stride};
  1304. static const int y_offset[4]={0, 2*stride, 8* stride, 10*stride};
  1305. //memset(block, 64, 2*256);
  1306. //return;
  1307. for(i=0; i<4; i++){
  1308. const int offset= y_offset[i];
  1309. const int z0= block[offset+stride*0] + block[offset+stride*4];
  1310. const int z1= block[offset+stride*0] - block[offset+stride*4];
  1311. const int z2= block[offset+stride*1] - block[offset+stride*5];
  1312. const int z3= block[offset+stride*1] + block[offset+stride*5];
  1313. temp[4*i+0]= z0+z3;
  1314. temp[4*i+1]= z1+z2;
  1315. temp[4*i+2]= z1-z2;
  1316. temp[4*i+3]= z0-z3;
  1317. }
  1318. for(i=0; i<4; i++){
  1319. const int offset= x_offset[i];
  1320. const int z0= temp[4*0+i] + temp[4*2+i];
  1321. const int z1= temp[4*0+i] - temp[4*2+i];
  1322. const int z2= temp[4*1+i] - temp[4*3+i];
  1323. const int z3= temp[4*1+i] + temp[4*3+i];
  1324. block[stride*0 +offset]= ((((z0 + z3)*qmul + 128 ) >> 8)); //FIXME think about merging this into decode_residual
  1325. block[stride*2 +offset]= ((((z1 + z2)*qmul + 128 ) >> 8));
  1326. block[stride*8 +offset]= ((((z1 - z2)*qmul + 128 ) >> 8));
  1327. block[stride*10+offset]= ((((z0 - z3)*qmul + 128 ) >> 8));
  1328. }
  1329. }
  1330. #if 0
  1331. /**
  1332. * DCT transforms the 16 dc values.
  1333. * @param qp quantization parameter ??? FIXME
  1334. */
  1335. static void h264_luma_dc_dct_c(DCTELEM *block/*, int qp*/){
  1336. // const int qmul= dequant_coeff[qp][0];
  1337. int i;
  1338. int temp[16]; //FIXME check if this is a good idea
  1339. static const int x_offset[4]={0, 1*stride, 4* stride, 5*stride};
  1340. static const int y_offset[4]={0, 2*stride, 8* stride, 10*stride};
  1341. for(i=0; i<4; i++){
  1342. const int offset= y_offset[i];
  1343. const int z0= block[offset+stride*0] + block[offset+stride*4];
  1344. const int z1= block[offset+stride*0] - block[offset+stride*4];
  1345. const int z2= block[offset+stride*1] - block[offset+stride*5];
  1346. const int z3= block[offset+stride*1] + block[offset+stride*5];
  1347. temp[4*i+0]= z0+z3;
  1348. temp[4*i+1]= z1+z2;
  1349. temp[4*i+2]= z1-z2;
  1350. temp[4*i+3]= z0-z3;
  1351. }
  1352. for(i=0; i<4; i++){
  1353. const int offset= x_offset[i];
  1354. const int z0= temp[4*0+i] + temp[4*2+i];
  1355. const int z1= temp[4*0+i] - temp[4*2+i];
  1356. const int z2= temp[4*1+i] - temp[4*3+i];
  1357. const int z3= temp[4*1+i] + temp[4*3+i];
  1358. block[stride*0 +offset]= (z0 + z3)>>1;
  1359. block[stride*2 +offset]= (z1 + z2)>>1;
  1360. block[stride*8 +offset]= (z1 - z2)>>1;
  1361. block[stride*10+offset]= (z0 - z3)>>1;
  1362. }
  1363. }
  1364. #endif
  1365. #undef xStride
  1366. #undef stride
  1367. static void chroma_dc_dequant_idct_c(DCTELEM *block, int qp, int qmul){
  1368. const int stride= 16*2;
  1369. const int xStride= 16;
  1370. int a,b,c,d,e;
  1371. a= block[stride*0 + xStride*0];
  1372. b= block[stride*0 + xStride*1];
  1373. c= block[stride*1 + xStride*0];
  1374. d= block[stride*1 + xStride*1];
  1375. e= a-b;
  1376. a= a+b;
  1377. b= c-d;
  1378. c= c+d;
  1379. block[stride*0 + xStride*0]= ((a+c)*qmul) >> 7;
  1380. block[stride*0 + xStride*1]= ((e+b)*qmul) >> 7;
  1381. block[stride*1 + xStride*0]= ((a-c)*qmul) >> 7;
  1382. block[stride*1 + xStride*1]= ((e-b)*qmul) >> 7;
  1383. }
  1384. #if 0
  1385. static void chroma_dc_dct_c(DCTELEM *block){
  1386. const int stride= 16*2;
  1387. const int xStride= 16;
  1388. int a,b,c,d,e;
  1389. a= block[stride*0 + xStride*0];
  1390. b= block[stride*0 + xStride*1];
  1391. c= block[stride*1 + xStride*0];
  1392. d= block[stride*1 + xStride*1];
  1393. e= a-b;
  1394. a= a+b;
  1395. b= c-d;
  1396. c= c+d;
  1397. block[stride*0 + xStride*0]= (a+c);
  1398. block[stride*0 + xStride*1]= (e+b);
  1399. block[stride*1 + xStride*0]= (a-c);
  1400. block[stride*1 + xStride*1]= (e-b);
  1401. }
  1402. #endif
  1403. /**
  1404. * gets the chroma qp.
  1405. */
  1406. static inline int get_chroma_qp(H264Context *h, int t, int qscale){
  1407. return h->pps.chroma_qp_table[t][qscale];
  1408. }
  1409. static inline void mc_dir_part(H264Context *h, Picture *pic, int n, int square, int chroma_height, int delta, int list,
  1410. uint8_t *dest_y, uint8_t *dest_cb, uint8_t *dest_cr,
  1411. int src_x_offset, int src_y_offset,
  1412. qpel_mc_func *qpix_op, h264_chroma_mc_func chroma_op){
  1413. MpegEncContext * const s = &h->s;
  1414. const int mx= h->mv_cache[list][ scan8[n] ][0] + src_x_offset*8;
  1415. int my= h->mv_cache[list][ scan8[n] ][1] + src_y_offset*8;
  1416. const int luma_xy= (mx&3) + ((my&3)<<2);
  1417. uint8_t * src_y = pic->data[0] + (mx>>2) + (my>>2)*h->mb_linesize;
  1418. uint8_t * src_cb, * src_cr;
  1419. int extra_width= h->emu_edge_width;
  1420. int extra_height= h->emu_edge_height;
  1421. int emu=0;
  1422. const int full_mx= mx>>2;
  1423. const int full_my= my>>2;
  1424. const int pic_width = 16*s->mb_width;
  1425. const int pic_height = 16*s->mb_height >> MB_FIELD;
  1426. if(mx&7) extra_width -= 3;
  1427. if(my&7) extra_height -= 3;
  1428. if( full_mx < 0-extra_width
  1429. || full_my < 0-extra_height
  1430. || full_mx + 16/*FIXME*/ > pic_width + extra_width
  1431. || full_my + 16/*FIXME*/ > pic_height + extra_height){
  1432. ff_emulated_edge_mc(s->edge_emu_buffer, src_y - 2 - 2*h->mb_linesize, h->mb_linesize, 16+5, 16+5/*FIXME*/, full_mx-2, full_my-2, pic_width, pic_height);
  1433. src_y= s->edge_emu_buffer + 2 + 2*h->mb_linesize;
  1434. emu=1;
  1435. }
  1436. qpix_op[luma_xy](dest_y, src_y, h->mb_linesize); //FIXME try variable height perhaps?
  1437. if(!square){
  1438. qpix_op[luma_xy](dest_y + delta, src_y + delta, h->mb_linesize);
  1439. }
  1440. if(CONFIG_GRAY && s->flags&CODEC_FLAG_GRAY) return;
  1441. if(MB_FIELD){
  1442. // chroma offset when predicting from a field of opposite parity
  1443. my += 2 * ((s->mb_y & 1) - (pic->reference - 1));
  1444. emu |= (my>>3) < 0 || (my>>3) + 8 >= (pic_height>>1);
  1445. }
  1446. src_cb= pic->data[1] + (mx>>3) + (my>>3)*h->mb_uvlinesize;
  1447. src_cr= pic->data[2] + (mx>>3) + (my>>3)*h->mb_uvlinesize;
  1448. if(emu){
  1449. ff_emulated_edge_mc(s->edge_emu_buffer, src_cb, h->mb_uvlinesize, 9, 9/*FIXME*/, (mx>>3), (my>>3), pic_width>>1, pic_height>>1);
  1450. src_cb= s->edge_emu_buffer;
  1451. }
  1452. chroma_op(dest_cb, src_cb, h->mb_uvlinesize, chroma_height, mx&7, my&7);
  1453. if(emu){
  1454. ff_emulated_edge_mc(s->edge_emu_buffer, src_cr, h->mb_uvlinesize, 9, 9/*FIXME*/, (mx>>3), (my>>3), pic_width>>1, pic_height>>1);
  1455. src_cr= s->edge_emu_buffer;
  1456. }
  1457. chroma_op(dest_cr, src_cr, h->mb_uvlinesize, chroma_height, mx&7, my&7);
  1458. }
  1459. static inline void mc_part_std(H264Context *h, int n, int square, int chroma_height, int delta,
  1460. uint8_t *dest_y, uint8_t *dest_cb, uint8_t *dest_cr,
  1461. int x_offset, int y_offset,
  1462. qpel_mc_func *qpix_put, h264_chroma_mc_func chroma_put,
  1463. qpel_mc_func *qpix_avg, h264_chroma_mc_func chroma_avg,
  1464. int list0, int list1){
  1465. MpegEncContext * const s = &h->s;
  1466. qpel_mc_func *qpix_op= qpix_put;
  1467. h264_chroma_mc_func chroma_op= chroma_put;
  1468. dest_y += 2*x_offset + 2*y_offset*h-> mb_linesize;
  1469. dest_cb += x_offset + y_offset*h->mb_uvlinesize;
  1470. dest_cr += x_offset + y_offset*h->mb_uvlinesize;
  1471. x_offset += 8*s->mb_x;
  1472. y_offset += 8*(s->mb_y >> MB_FIELD);
  1473. if(list0){
  1474. Picture *ref= &h->ref_list[0][ h->ref_cache[0][ scan8[n] ] ];
  1475. mc_dir_part(h, ref, n, square, chroma_height, delta, 0,
  1476. dest_y, dest_cb, dest_cr, x_offset, y_offset,
  1477. qpix_op, chroma_op);
  1478. qpix_op= qpix_avg;
  1479. chroma_op= chroma_avg;
  1480. }
  1481. if(list1){
  1482. Picture *ref= &h->ref_list[1][ h->ref_cache[1][ scan8[n] ] ];
  1483. mc_dir_part(h, ref, n, square, chroma_height, delta, 1,
  1484. dest_y, dest_cb, dest_cr, x_offset, y_offset,
  1485. qpix_op, chroma_op);
  1486. }
  1487. }
  1488. static inline void mc_part_weighted(H264Context *h, int n, int square, int chroma_height, int delta,
  1489. uint8_t *dest_y, uint8_t *dest_cb, uint8_t *dest_cr,
  1490. int x_offset, int y_offset,
  1491. qpel_mc_func *qpix_put, h264_chroma_mc_func chroma_put,
  1492. h264_weight_func luma_weight_op, h264_weight_func chroma_weight_op,
  1493. h264_biweight_func luma_weight_avg, h264_biweight_func chroma_weight_avg,
  1494. int list0, int list1){
  1495. MpegEncContext * const s = &h->s;
  1496. dest_y += 2*x_offset + 2*y_offset*h-> mb_linesize;
  1497. dest_cb += x_offset + y_offset*h->mb_uvlinesize;
  1498. dest_cr += x_offset + y_offset*h->mb_uvlinesize;
  1499. x_offset += 8*s->mb_x;
  1500. y_offset += 8*(s->mb_y >> MB_FIELD);
  1501. if(list0 && list1){
  1502. /* don't optimize for luma-only case, since B-frames usually
  1503. * use implicit weights => chroma too. */
  1504. uint8_t *tmp_cb = s->obmc_scratchpad;
  1505. uint8_t *tmp_cr = s->obmc_scratchpad + 8;
  1506. uint8_t *tmp_y = s->obmc_scratchpad + 8*h->mb_uvlinesize;
  1507. int refn0 = h->ref_cache[0][ scan8[n] ];
  1508. int refn1 = h->ref_cache[1][ scan8[n] ];
  1509. mc_dir_part(h, &h->ref_list[0][refn0], n, square, chroma_height, delta, 0,
  1510. dest_y, dest_cb, dest_cr,
  1511. x_offset, y_offset, qpix_put, chroma_put);
  1512. mc_dir_part(h, &h->ref_list[1][refn1], n, square, chroma_height, delta, 1,
  1513. tmp_y, tmp_cb, tmp_cr,
  1514. x_offset, y_offset, qpix_put, chroma_put);
  1515. if(h->use_weight == 2){
  1516. int weight0 = h->implicit_weight[refn0][refn1];
  1517. int weight1 = 64 - weight0;
  1518. luma_weight_avg( dest_y, tmp_y, h-> mb_linesize, 5, weight0, weight1, 0);
  1519. chroma_weight_avg(dest_cb, tmp_cb, h->mb_uvlinesize, 5, weight0, weight1, 0);
  1520. chroma_weight_avg(dest_cr, tmp_cr, h->mb_uvlinesize, 5, weight0, weight1, 0);
  1521. }else{
  1522. luma_weight_avg(dest_y, tmp_y, h->mb_linesize, h->luma_log2_weight_denom,
  1523. h->luma_weight[0][refn0], h->luma_weight[1][refn1],
  1524. h->luma_offset[0][refn0] + h->luma_offset[1][refn1]);
  1525. chroma_weight_avg(dest_cb, tmp_cb, h->mb_uvlinesize, h->chroma_log2_weight_denom,
  1526. h->chroma_weight[0][refn0][0], h->chroma_weight[1][refn1][0],
  1527. h->chroma_offset[0][refn0][0] + h->chroma_offset[1][refn1][0]);
  1528. chroma_weight_avg(dest_cr, tmp_cr, h->mb_uvlinesize, h->chroma_log2_weight_denom,
  1529. h->chroma_weight[0][refn0][1], h->chroma_weight[1][refn1][1],
  1530. h->chroma_offset[0][refn0][1] + h->chroma_offset[1][refn1][1]);
  1531. }
  1532. }else{
  1533. int list = list1 ? 1 : 0;
  1534. int refn = h->ref_cache[list][ scan8[n] ];
  1535. Picture *ref= &h->ref_list[list][refn];
  1536. mc_dir_part(h, ref, n, square, chroma_height, delta, list,
  1537. dest_y, dest_cb, dest_cr, x_offset, y_offset,
  1538. qpix_put, chroma_put);
  1539. luma_weight_op(dest_y, h->mb_linesize, h->luma_log2_weight_denom,
  1540. h->luma_weight[list][refn], h->luma_offset[list][refn]);
  1541. if(h->use_weight_chroma){
  1542. chroma_weight_op(dest_cb, h->mb_uvlinesize, h->chroma_log2_weight_denom,
  1543. h->chroma_weight[list][refn][0], h->chroma_offset[list][refn][0]);
  1544. chroma_weight_op(dest_cr, h->mb_uvlinesize, h->chroma_log2_weight_denom,
  1545. h->chroma_weight[list][refn][1], h->chroma_offset[list][refn][1]);
  1546. }
  1547. }
  1548. }
  1549. static inline void mc_part(H264Context *h, int n, int square, int chroma_height, int delta,
  1550. uint8_t *dest_y, uint8_t *dest_cb, uint8_t *dest_cr,
  1551. int x_offset, int y_offset,
  1552. qpel_mc_func *qpix_put, h264_chroma_mc_func chroma_put,
  1553. qpel_mc_func *qpix_avg, h264_chroma_mc_func chroma_avg,
  1554. h264_weight_func *weight_op, h264_biweight_func *weight_avg,
  1555. int list0, int list1){
  1556. if((h->use_weight==2 && list0 && list1
  1557. && (h->implicit_weight[ h->ref_cache[0][scan8[n]] ][ h->ref_cache[1][scan8[n]] ] != 32))
  1558. || h->use_weight==1)
  1559. mc_part_weighted(h, n, square, chroma_height, delta, dest_y, dest_cb, dest_cr,
  1560. x_offset, y_offset, qpix_put, chroma_put,
  1561. weight_op[0], weight_op[3], weight_avg[0], weight_avg[3], list0, list1);
  1562. else
  1563. mc_part_std(h, n, square, chroma_height, delta, dest_y, dest_cb, dest_cr,
  1564. x_offset, y_offset, qpix_put, chroma_put, qpix_avg, chroma_avg, list0, list1);
  1565. }
  1566. static inline void prefetch_motion(H264Context *h, int list){
  1567. /* fetch pixels for estimated mv 4 macroblocks ahead
  1568. * optimized for 64byte cache lines */
  1569. MpegEncContext * const s = &h->s;
  1570. const int refn = h->ref_cache[list][scan8[0]];
  1571. if(refn >= 0){
  1572. const int mx= (h->mv_cache[list][scan8[0]][0]>>2) + 16*s->mb_x + 8;
  1573. const int my= (h->mv_cache[list][scan8[0]][1]>>2) + 16*s->mb_y;
  1574. uint8_t **src= h->ref_list[list][refn].data;
  1575. int off= mx + (my + (s->mb_x&3)*4)*h->mb_linesize + 64;
  1576. s->dsp.prefetch(src[0]+off, s->linesize, 4);
  1577. off= (mx>>1) + ((my>>1) + (s->mb_x&7))*s->uvlinesize + 64;
  1578. s->dsp.prefetch(src[1]+off, src[2]-src[1], 2);
  1579. }
  1580. }
  1581. static void hl_motion(H264Context *h, uint8_t *dest_y, uint8_t *dest_cb, uint8_t *dest_cr,
  1582. qpel_mc_func (*qpix_put)[16], h264_chroma_mc_func (*chroma_put),
  1583. qpel_mc_func (*qpix_avg)[16], h264_chroma_mc_func (*chroma_avg),
  1584. h264_weight_func *weight_op, h264_biweight_func *weight_avg){
  1585. MpegEncContext * const s = &h->s;
  1586. const int mb_xy= h->mb_xy;
  1587. const int mb_type= s->current_picture.mb_type[mb_xy];
  1588. assert(IS_INTER(mb_type));
  1589. prefetch_motion(h, 0);
  1590. if(IS_16X16(mb_type)){
  1591. mc_part(h, 0, 1, 8, 0, dest_y, dest_cb, dest_cr, 0, 0,
  1592. qpix_put[0], chroma_put[0], qpix_avg[0], chroma_avg[0],
  1593. &weight_op[0], &weight_avg[0],
  1594. IS_DIR(mb_type, 0, 0), IS_DIR(mb_type, 0, 1));
  1595. }else if(IS_16X8(mb_type)){
  1596. mc_part(h, 0, 0, 4, 8, dest_y, dest_cb, dest_cr, 0, 0,
  1597. qpix_put[1], chroma_put[0], qpix_avg[1], chroma_avg[0],
  1598. &weight_op[1], &weight_avg[1],
  1599. IS_DIR(mb_type, 0, 0), IS_DIR(mb_type, 0, 1));
  1600. mc_part(h, 8, 0, 4, 8, dest_y, dest_cb, dest_cr, 0, 4,
  1601. qpix_put[1], chroma_put[0], qpix_avg[1], chroma_avg[0],
  1602. &weight_op[1], &weight_avg[1],
  1603. IS_DIR(mb_type, 1, 0), IS_DIR(mb_type, 1, 1));
  1604. }else if(IS_8X16(mb_type)){
  1605. mc_part(h, 0, 0, 8, 8*h->mb_linesize, dest_y, dest_cb, dest_cr, 0, 0,
  1606. qpix_put[1], chroma_put[1], qpix_avg[1], chroma_avg[1],
  1607. &weight_op[2], &weight_avg[2],
  1608. IS_DIR(mb_type, 0, 0), IS_DIR(mb_type, 0, 1));
  1609. mc_part(h, 4, 0, 8, 8*h->mb_linesize, dest_y, dest_cb, dest_cr, 4, 0,
  1610. qpix_put[1], chroma_put[1], qpix_avg[1], chroma_avg[1],
  1611. &weight_op[2], &weight_avg[2],
  1612. IS_DIR(mb_type, 1, 0), IS_DIR(mb_type, 1, 1));
  1613. }else{
  1614. int i;
  1615. assert(IS_8X8(mb_type));
  1616. for(i=0; i<4; i++){
  1617. const int sub_mb_type= h->sub_mb_type[i];
  1618. const int n= 4*i;
  1619. int x_offset= (i&1)<<2;
  1620. int y_offset= (i&2)<<1;
  1621. if(IS_SUB_8X8(sub_mb_type)){
  1622. mc_part(h, n, 1, 4, 0, dest_y, dest_cb, dest_cr, x_offset, y_offset,
  1623. qpix_put[1], chroma_put[1], qpix_avg[1], chroma_avg[1],
  1624. &weight_op[3], &weight_avg[3],
  1625. IS_DIR(sub_mb_type, 0, 0), IS_DIR(sub_mb_type, 0, 1));
  1626. }else if(IS_SUB_8X4(sub_mb_type)){
  1627. mc_part(h, n , 0, 2, 4, dest_y, dest_cb, dest_cr, x_offset, y_offset,
  1628. qpix_put[2], chroma_put[1], qpix_avg[2], chroma_avg[1],
  1629. &weight_op[4], &weight_avg[4],
  1630. IS_DIR(sub_mb_type, 0, 0), IS_DIR(sub_mb_type, 0, 1));
  1631. mc_part(h, n+2, 0, 2, 4, dest_y, dest_cb, dest_cr, x_offset, y_offset+2,
  1632. qpix_put[2], chroma_put[1], qpix_avg[2], chroma_avg[1],
  1633. &weight_op[4], &weight_avg[4],
  1634. IS_DIR(sub_mb_type, 0, 0), IS_DIR(sub_mb_type, 0, 1));
  1635. }else if(IS_SUB_4X8(sub_mb_type)){
  1636. mc_part(h, n , 0, 4, 4*h->mb_linesize, dest_y, dest_cb, dest_cr, x_offset, y_offset,
  1637. qpix_put[2], chroma_put[2], qpix_avg[2], chroma_avg[2],
  1638. &weight_op[5], &weight_avg[5],
  1639. IS_DIR(sub_mb_type, 0, 0), IS_DIR(sub_mb_type, 0, 1));
  1640. mc_part(h, n+1, 0, 4, 4*h->mb_linesize, dest_y, dest_cb, dest_cr, x_offset+2, y_offset,
  1641. qpix_put[2], chroma_put[2], qpix_avg[2], chroma_avg[2],
  1642. &weight_op[5], &weight_avg[5],
  1643. IS_DIR(sub_mb_type, 0, 0), IS_DIR(sub_mb_type, 0, 1));
  1644. }else{
  1645. int j;
  1646. assert(IS_SUB_4X4(sub_mb_type));
  1647. for(j=0; j<4; j++){
  1648. int sub_x_offset= x_offset + 2*(j&1);
  1649. int sub_y_offset= y_offset + (j&2);
  1650. mc_part(h, n+j, 1, 2, 0, dest_y, dest_cb, dest_cr, sub_x_offset, sub_y_offset,
  1651. qpix_put[2], chroma_put[2], qpix_avg[2], chroma_avg[2],
  1652. &weight_op[6], &weight_avg[6],
  1653. IS_DIR(sub_mb_type, 0, 0), IS_DIR(sub_mb_type, 0, 1));
  1654. }
  1655. }
  1656. }
  1657. }
  1658. prefetch_motion(h, 1);
  1659. }
  1660. static av_cold void init_cavlc_level_tab(void){
  1661. int suffix_length, mask;
  1662. unsigned int i;
  1663. for(suffix_length=0; suffix_length<7; suffix_length++){
  1664. for(i=0; i<(1<<LEVEL_TAB_BITS); i++){
  1665. int prefix= LEVEL_TAB_BITS - av_log2(2*i);
  1666. int level_code= (prefix<<suffix_length) + (i>>(LEVEL_TAB_BITS-prefix-1-suffix_length)) - (1<<suffix_length);
  1667. mask= -(level_code&1);
  1668. level_code= (((2+level_code)>>1) ^ mask) - mask;
  1669. if(prefix + 1 + suffix_length <= LEVEL_TAB_BITS){
  1670. cavlc_level_tab[suffix_length][i][0]= level_code;
  1671. cavlc_level_tab[suffix_length][i][1]= prefix + 1 + suffix_length;
  1672. }else if(prefix + 1 <= LEVEL_TAB_BITS){
  1673. cavlc_level_tab[suffix_length][i][0]= prefix+100;
  1674. cavlc_level_tab[suffix_length][i][1]= prefix + 1;
  1675. }else{
  1676. cavlc_level_tab[suffix_length][i][0]= LEVEL_TAB_BITS+100;
  1677. cavlc_level_tab[suffix_length][i][1]= LEVEL_TAB_BITS;
  1678. }
  1679. }
  1680. }
  1681. }
  1682. static av_cold void decode_init_vlc(void){
  1683. static int done = 0;
  1684. if (!done) {
  1685. int i;
  1686. int offset;
  1687. done = 1;
  1688. chroma_dc_coeff_token_vlc.table = chroma_dc_coeff_token_vlc_table;
  1689. chroma_dc_coeff_token_vlc.table_allocated = chroma_dc_coeff_token_vlc_table_size;
  1690. init_vlc(&chroma_dc_coeff_token_vlc, CHROMA_DC_COEFF_TOKEN_VLC_BITS, 4*5,
  1691. &chroma_dc_coeff_token_len [0], 1, 1,
  1692. &chroma_dc_coeff_token_bits[0], 1, 1,
  1693. INIT_VLC_USE_NEW_STATIC);
  1694. offset = 0;
  1695. for(i=0; i<4; i++){
  1696. coeff_token_vlc[i].table = coeff_token_vlc_tables+offset;
  1697. coeff_token_vlc[i].table_allocated = coeff_token_vlc_tables_size[i];
  1698. init_vlc(&coeff_token_vlc[i], COEFF_TOKEN_VLC_BITS, 4*17,
  1699. &coeff_token_len [i][0], 1, 1,
  1700. &coeff_token_bits[i][0], 1, 1,
  1701. INIT_VLC_USE_NEW_STATIC);
  1702. offset += coeff_token_vlc_tables_size[i];
  1703. }
  1704. /*
  1705. * This is a one time safety check to make sure that
  1706. * the packed static coeff_token_vlc table sizes
  1707. * were initialized correctly.
  1708. */
  1709. assert(offset == FF_ARRAY_ELEMS(coeff_token_vlc_tables));
  1710. for(i=0; i<3; i++){
  1711. chroma_dc_total_zeros_vlc[i].table = chroma_dc_total_zeros_vlc_tables[i];
  1712. chroma_dc_total_zeros_vlc[i].table_allocated = chroma_dc_total_zeros_vlc_tables_size;
  1713. init_vlc(&chroma_dc_total_zeros_vlc[i],
  1714. CHROMA_DC_TOTAL_ZEROS_VLC_BITS, 4,
  1715. &chroma_dc_total_zeros_len [i][0], 1, 1,
  1716. &chroma_dc_total_zeros_bits[i][0], 1, 1,
  1717. INIT_VLC_USE_NEW_STATIC);
  1718. }
  1719. for(i=0; i<15; i++){
  1720. total_zeros_vlc[i].table = total_zeros_vlc_tables[i];
  1721. total_zeros_vlc[i].table_allocated = total_zeros_vlc_tables_size;
  1722. init_vlc(&total_zeros_vlc[i],
  1723. TOTAL_ZEROS_VLC_BITS, 16,
  1724. &total_zeros_len [i][0], 1, 1,
  1725. &total_zeros_bits[i][0], 1, 1,
  1726. INIT_VLC_USE_NEW_STATIC);
  1727. }
  1728. for(i=0; i<6; i++){
  1729. run_vlc[i].table = run_vlc_tables[i];
  1730. run_vlc[i].table_allocated = run_vlc_tables_size;
  1731. init_vlc(&run_vlc[i],
  1732. RUN_VLC_BITS, 7,
  1733. &run_len [i][0], 1, 1,
  1734. &run_bits[i][0], 1, 1,
  1735. INIT_VLC_USE_NEW_STATIC);
  1736. }
  1737. run7_vlc.table = run7_vlc_table,
  1738. run7_vlc.table_allocated = run7_vlc_table_size;
  1739. init_vlc(&run7_vlc, RUN7_VLC_BITS, 16,
  1740. &run_len [6][0], 1, 1,
  1741. &run_bits[6][0], 1, 1,
  1742. INIT_VLC_USE_NEW_STATIC);
  1743. init_cavlc_level_tab();
  1744. }
  1745. }
  1746. static void free_tables(H264Context *h){
  1747. int i;
  1748. H264Context *hx;
  1749. av_freep(&h->intra4x4_pred_mode);
  1750. av_freep(&h->chroma_pred_mode_table);
  1751. av_freep(&h->cbp_table);
  1752. av_freep(&h->mvd_table[0]);
  1753. av_freep(&h->mvd_table[1]);
  1754. av_freep(&h->direct_table);
  1755. av_freep(&h->non_zero_count);
  1756. av_freep(&h->slice_table_base);
  1757. h->slice_table= NULL;
  1758. av_freep(&h->mb2b_xy);
  1759. av_freep(&h->mb2b8_xy);
  1760. for(i = 0; i < h->s.avctx->thread_count; i++) {
  1761. hx = h->thread_context[i];
  1762. if(!hx) continue;
  1763. av_freep(&hx->top_borders[1]);
  1764. av_freep(&hx->top_borders[0]);
  1765. av_freep(&hx->s.obmc_scratchpad);
  1766. }
  1767. }
  1768. static void init_dequant8_coeff_table(H264Context *h){
  1769. int i,q,x;
  1770. const int transpose = (h->s.dsp.h264_idct8_add != ff_h264_idct8_add_c); //FIXME ugly
  1771. h->dequant8_coeff[0] = h->dequant8_buffer[0];
  1772. h->dequant8_coeff[1] = h->dequant8_buffer[1];
  1773. for(i=0; i<2; i++ ){
  1774. if(i && !memcmp(h->pps.scaling_matrix8[0], h->pps.scaling_matrix8[1], 64*sizeof(uint8_t))){
  1775. h->dequant8_coeff[1] = h->dequant8_buffer[0];
  1776. break;
  1777. }
  1778. for(q=0; q<52; q++){
  1779. int shift = div6[q];
  1780. int idx = rem6[q];
  1781. for(x=0; x<64; x++)
  1782. h->dequant8_coeff[i][q][transpose ? (x>>3)|((x&7)<<3) : x] =
  1783. ((uint32_t)dequant8_coeff_init[idx][ dequant8_coeff_init_scan[((x>>1)&12) | (x&3)] ] *
  1784. h->pps.scaling_matrix8[i][x]) << shift;
  1785. }
  1786. }
  1787. }
  1788. static void init_dequant4_coeff_table(H264Context *h){
  1789. int i,j,q,x;
  1790. const int transpose = (h->s.dsp.h264_idct_add != ff_h264_idct_add_c); //FIXME ugly
  1791. for(i=0; i<6; i++ ){
  1792. h->dequant4_coeff[i] = h->dequant4_buffer[i];
  1793. for(j=0; j<i; j++){
  1794. if(!memcmp(h->pps.scaling_matrix4[j], h->pps.scaling_matrix4[i], 16*sizeof(uint8_t))){
  1795. h->dequant4_coeff[i] = h->dequant4_buffer[j];
  1796. break;
  1797. }
  1798. }
  1799. if(j<i)
  1800. continue;
  1801. for(q=0; q<52; q++){
  1802. int shift = div6[q] + 2;
  1803. int idx = rem6[q];
  1804. for(x=0; x<16; x++)
  1805. h->dequant4_coeff[i][q][transpose ? (x>>2)|((x<<2)&0xF) : x] =
  1806. ((uint32_t)dequant4_coeff_init[idx][(x&1) + ((x>>2)&1)] *
  1807. h->pps.scaling_matrix4[i][x]) << shift;
  1808. }
  1809. }
  1810. }
  1811. static void init_dequant_tables(H264Context *h){
  1812. int i,x;
  1813. init_dequant4_coeff_table(h);
  1814. if(h->pps.transform_8x8_mode)
  1815. init_dequant8_coeff_table(h);
  1816. if(h->sps.transform_bypass){
  1817. for(i=0; i<6; i++)
  1818. for(x=0; x<16; x++)
  1819. h->dequant4_coeff[i][0][x] = 1<<6;
  1820. if(h->pps.transform_8x8_mode)
  1821. for(i=0; i<2; i++)
  1822. for(x=0; x<64; x++)
  1823. h->dequant8_coeff[i][0][x] = 1<<6;
  1824. }
  1825. }
  1826. /**
  1827. * allocates tables.
  1828. * needs width/height
  1829. */
  1830. static int alloc_tables(H264Context *h){
  1831. MpegEncContext * const s = &h->s;
  1832. const int big_mb_num= s->mb_stride * (s->mb_height+1);
  1833. int x,y;
  1834. CHECKED_ALLOCZ(h->intra4x4_pred_mode, big_mb_num * 8 * sizeof(uint8_t))
  1835. CHECKED_ALLOCZ(h->non_zero_count , big_mb_num * 16 * sizeof(uint8_t))
  1836. CHECKED_ALLOCZ(h->slice_table_base , (big_mb_num+s->mb_stride) * sizeof(*h->slice_table_base))
  1837. CHECKED_ALLOCZ(h->cbp_table, big_mb_num * sizeof(uint16_t))
  1838. CHECKED_ALLOCZ(h->chroma_pred_mode_table, big_mb_num * sizeof(uint8_t))
  1839. CHECKED_ALLOCZ(h->mvd_table[0], 32*big_mb_num * sizeof(uint16_t));
  1840. CHECKED_ALLOCZ(h->mvd_table[1], 32*big_mb_num * sizeof(uint16_t));
  1841. CHECKED_ALLOCZ(h->direct_table, 32*big_mb_num * sizeof(uint8_t));
  1842. memset(h->slice_table_base, -1, (big_mb_num+s->mb_stride) * sizeof(*h->slice_table_base));
  1843. h->slice_table= h->slice_table_base + s->mb_stride*2 + 1;
  1844. CHECKED_ALLOCZ(h->mb2b_xy , big_mb_num * sizeof(uint32_t));
  1845. CHECKED_ALLOCZ(h->mb2b8_xy , big_mb_num * sizeof(uint32_t));
  1846. for(y=0; y<s->mb_height; y++){
  1847. for(x=0; x<s->mb_width; x++){
  1848. const int mb_xy= x + y*s->mb_stride;
  1849. const int b_xy = 4*x + 4*y*h->b_stride;
  1850. const int b8_xy= 2*x + 2*y*h->b8_stride;
  1851. h->mb2b_xy [mb_xy]= b_xy;
  1852. h->mb2b8_xy[mb_xy]= b8_xy;
  1853. }
  1854. }
  1855. s->obmc_scratchpad = NULL;
  1856. if(!h->dequant4_coeff[0])
  1857. init_dequant_tables(h);
  1858. return 0;
  1859. fail:
  1860. free_tables(h);
  1861. return -1;
  1862. }
  1863. /**
  1864. * Mimic alloc_tables(), but for every context thread.
  1865. */
  1866. static void clone_tables(H264Context *dst, H264Context *src){
  1867. dst->intra4x4_pred_mode = src->intra4x4_pred_mode;
  1868. dst->non_zero_count = src->non_zero_count;
  1869. dst->slice_table = src->slice_table;
  1870. dst->cbp_table = src->cbp_table;
  1871. dst->mb2b_xy = src->mb2b_xy;
  1872. dst->mb2b8_xy = src->mb2b8_xy;
  1873. dst->chroma_pred_mode_table = src->chroma_pred_mode_table;
  1874. dst->mvd_table[0] = src->mvd_table[0];
  1875. dst->mvd_table[1] = src->mvd_table[1];
  1876. dst->direct_table = src->direct_table;
  1877. dst->s.obmc_scratchpad = NULL;
  1878. ff_h264_pred_init(&dst->hpc, src->s.codec_id);
  1879. }
  1880. /**
  1881. * Init context
  1882. * Allocate buffers which are not shared amongst multiple threads.
  1883. */
  1884. static int context_init(H264Context *h){
  1885. CHECKED_ALLOCZ(h->top_borders[0], h->s.mb_width * (16+8+8) * sizeof(uint8_t))
  1886. CHECKED_ALLOCZ(h->top_borders[1], h->s.mb_width * (16+8+8) * sizeof(uint8_t))
  1887. return 0;
  1888. fail:
  1889. return -1; // free_tables will clean up for us
  1890. }
  1891. static av_cold void common_init(H264Context *h){
  1892. MpegEncContext * const s = &h->s;
  1893. s->width = s->avctx->width;
  1894. s->height = s->avctx->height;
  1895. s->codec_id= s->avctx->codec->id;
  1896. ff_h264_pred_init(&h->hpc, s->codec_id);
  1897. h->dequant_coeff_pps= -1;
  1898. s->unrestricted_mv=1;
  1899. s->decode=1; //FIXME
  1900. dsputil_init(&s->dsp, s->avctx); // needed so that idct permutation is known early
  1901. memset(h->pps.scaling_matrix4, 16, 6*16*sizeof(uint8_t));
  1902. memset(h->pps.scaling_matrix8, 16, 2*64*sizeof(uint8_t));
  1903. }
  1904. /**
  1905. * Reset SEI values at the beginning of the frame.
  1906. *
  1907. * @param h H.264 context.
  1908. */
  1909. static void reset_sei(H264Context *h) {
  1910. h->sei_recovery_frame_cnt = -1;
  1911. h->sei_dpb_output_delay = 0;
  1912. h->sei_cpb_removal_delay = -1;
  1913. h->sei_buffering_period_present = 0;
  1914. }
  1915. static av_cold int decode_init(AVCodecContext *avctx){
  1916. H264Context *h= avctx->priv_data;
  1917. MpegEncContext * const s = &h->s;
  1918. MPV_decode_defaults(s);
  1919. s->avctx = avctx;
  1920. common_init(h);
  1921. s->out_format = FMT_H264;
  1922. s->workaround_bugs= avctx->workaround_bugs;
  1923. // set defaults
  1924. // s->decode_mb= ff_h263_decode_mb;
  1925. s->quarter_sample = 1;
  1926. if(!avctx->has_b_frames)
  1927. s->low_delay= 1;
  1928. if(s->avctx->codec->capabilities&CODEC_CAP_HWACCEL_VDPAU)
  1929. avctx->pix_fmt= PIX_FMT_VDPAU_H264;
  1930. else
  1931. avctx->pix_fmt= avctx->get_format(avctx, avctx->codec->pix_fmts);
  1932. avctx->hwaccel = ff_find_hwaccel(avctx->codec->id, avctx->pix_fmt);
  1933. decode_init_vlc();
  1934. if(avctx->extradata_size > 0 && avctx->extradata &&
  1935. *(char *)avctx->extradata == 1){
  1936. h->is_avc = 1;
  1937. h->got_avcC = 0;
  1938. } else {
  1939. h->is_avc = 0;
  1940. }
  1941. h->thread_context[0] = h;
  1942. h->outputed_poc = INT_MIN;
  1943. h->prev_poc_msb= 1<<16;
  1944. reset_sei(h);
  1945. if(avctx->codec_id == CODEC_ID_H264){
  1946. if(avctx->ticks_per_frame == 1){
  1947. s->avctx->time_base.den *=2;
  1948. }
  1949. avctx->ticks_per_frame = 2;
  1950. }
  1951. return 0;
  1952. }
  1953. static int frame_start(H264Context *h){
  1954. MpegEncContext * const s = &h->s;
  1955. int i;
  1956. if(MPV_frame_start(s, s->avctx) < 0)
  1957. return -1;
  1958. ff_er_frame_start(s);
  1959. /*
  1960. * MPV_frame_start uses pict_type to derive key_frame.
  1961. * This is incorrect for H.264; IDR markings must be used.
  1962. * Zero here; IDR markings per slice in frame or fields are ORed in later.
  1963. * See decode_nal_units().
  1964. */
  1965. s->current_picture_ptr->key_frame= 0;
  1966. assert(s->linesize && s->uvlinesize);
  1967. for(i=0; i<16; i++){
  1968. h->block_offset[i]= 4*((scan8[i] - scan8[0])&7) + 4*s->linesize*((scan8[i] - scan8[0])>>3);
  1969. h->block_offset[24+i]= 4*((scan8[i] - scan8[0])&7) + 8*s->linesize*((scan8[i] - scan8[0])>>3);
  1970. }
  1971. for(i=0; i<4; i++){
  1972. h->block_offset[16+i]=
  1973. h->block_offset[20+i]= 4*((scan8[i] - scan8[0])&7) + 4*s->uvlinesize*((scan8[i] - scan8[0])>>3);
  1974. h->block_offset[24+16+i]=
  1975. h->block_offset[24+20+i]= 4*((scan8[i] - scan8[0])&7) + 8*s->uvlinesize*((scan8[i] - scan8[0])>>3);
  1976. }
  1977. /* can't be in alloc_tables because linesize isn't known there.
  1978. * FIXME: redo bipred weight to not require extra buffer? */
  1979. for(i = 0; i < s->avctx->thread_count; i++)
  1980. if(!h->thread_context[i]->s.obmc_scratchpad)
  1981. h->thread_context[i]->s.obmc_scratchpad = av_malloc(16*2*s->linesize + 8*2*s->uvlinesize);
  1982. /* some macroblocks will be accessed before they're available */
  1983. if(FRAME_MBAFF || s->avctx->thread_count > 1)
  1984. memset(h->slice_table, -1, (s->mb_height*s->mb_stride-1) * sizeof(*h->slice_table));
  1985. // s->decode= (s->flags&CODEC_FLAG_PSNR) || !s->encoding || s->current_picture.reference /*|| h->contains_intra*/ || 1;
  1986. // We mark the current picture as non-reference after allocating it, so
  1987. // that if we break out due to an error it can be released automatically
  1988. // in the next MPV_frame_start().
  1989. // SVQ3 as well as most other codecs have only last/next/current and thus
  1990. // get released even with set reference, besides SVQ3 and others do not
  1991. // mark frames as reference later "naturally".
  1992. if(s->codec_id != CODEC_ID_SVQ3)
  1993. s->current_picture_ptr->reference= 0;
  1994. s->current_picture_ptr->field_poc[0]=
  1995. s->current_picture_ptr->field_poc[1]= INT_MAX;
  1996. assert(s->current_picture_ptr->long_ref==0);
  1997. return 0;
  1998. }
  1999. static inline void backup_mb_border(H264Context *h, uint8_t *src_y, uint8_t *src_cb, uint8_t *src_cr, int linesize, int uvlinesize, int simple){
  2000. MpegEncContext * const s = &h->s;
  2001. int i;
  2002. int step = 1;
  2003. int offset = 1;
  2004. int uvoffset= 1;
  2005. int top_idx = 1;
  2006. int skiplast= 0;
  2007. src_y -= linesize;
  2008. src_cb -= uvlinesize;
  2009. src_cr -= uvlinesize;
  2010. if(!simple && FRAME_MBAFF){
  2011. if(s->mb_y&1){
  2012. offset = MB_MBAFF ? 1 : 17;
  2013. uvoffset= MB_MBAFF ? 1 : 9;
  2014. if(!MB_MBAFF){
  2015. *(uint64_t*)(h->top_borders[0][s->mb_x]+ 0)= *(uint64_t*)(src_y + 15*linesize);
  2016. *(uint64_t*)(h->top_borders[0][s->mb_x]+ 8)= *(uint64_t*)(src_y +8+15*linesize);
  2017. if(simple || !CONFIG_GRAY || !(s->flags&CODEC_FLAG_GRAY)){
  2018. *(uint64_t*)(h->top_borders[0][s->mb_x]+16)= *(uint64_t*)(src_cb+7*uvlinesize);
  2019. *(uint64_t*)(h->top_borders[0][s->mb_x]+24)= *(uint64_t*)(src_cr+7*uvlinesize);
  2020. }
  2021. }
  2022. }else{
  2023. if(!MB_MBAFF){
  2024. h->left_border[0]= h->top_borders[0][s->mb_x][15];
  2025. if(simple || !CONFIG_GRAY || !(s->flags&CODEC_FLAG_GRAY)){
  2026. h->left_border[34 ]= h->top_borders[0][s->mb_x][16+7 ];
  2027. h->left_border[34+18]= h->top_borders[0][s->mb_x][16+8+7];
  2028. }
  2029. skiplast= 1;
  2030. }
  2031. offset =
  2032. uvoffset=
  2033. top_idx = MB_MBAFF ? 0 : 1;
  2034. }
  2035. step= MB_MBAFF ? 2 : 1;
  2036. }
  2037. // There are two lines saved, the line above the the top macroblock of a pair,
  2038. // and the line above the bottom macroblock
  2039. h->left_border[offset]= h->top_borders[top_idx][s->mb_x][15];
  2040. for(i=1; i<17 - skiplast; i++){
  2041. h->left_border[offset+i*step]= src_y[15+i* linesize];
  2042. }
  2043. *(uint64_t*)(h->top_borders[top_idx][s->mb_x]+0)= *(uint64_t*)(src_y + 16*linesize);
  2044. *(uint64_t*)(h->top_borders[top_idx][s->mb_x]+8)= *(uint64_t*)(src_y +8+16*linesize);
  2045. if(simple || !CONFIG_GRAY || !(s->flags&CODEC_FLAG_GRAY)){
  2046. h->left_border[uvoffset+34 ]= h->top_borders[top_idx][s->mb_x][16+7];
  2047. h->left_border[uvoffset+34+18]= h->top_borders[top_idx][s->mb_x][24+7];
  2048. for(i=1; i<9 - skiplast; i++){
  2049. h->left_border[uvoffset+34 +i*step]= src_cb[7+i*uvlinesize];
  2050. h->left_border[uvoffset+34+18+i*step]= src_cr[7+i*uvlinesize];
  2051. }
  2052. *(uint64_t*)(h->top_borders[top_idx][s->mb_x]+16)= *(uint64_t*)(src_cb+8*uvlinesize);
  2053. *(uint64_t*)(h->top_borders[top_idx][s->mb_x]+24)= *(uint64_t*)(src_cr+8*uvlinesize);
  2054. }
  2055. }
  2056. static inline void xchg_mb_border(H264Context *h, uint8_t *src_y, uint8_t *src_cb, uint8_t *src_cr, int linesize, int uvlinesize, int xchg, int simple){
  2057. MpegEncContext * const s = &h->s;
  2058. int temp8, i;
  2059. uint64_t temp64;
  2060. int deblock_left;
  2061. int deblock_top;
  2062. int mb_xy;
  2063. int step = 1;
  2064. int offset = 1;
  2065. int uvoffset= 1;
  2066. int top_idx = 1;
  2067. if(!simple && FRAME_MBAFF){
  2068. if(s->mb_y&1){
  2069. offset = MB_MBAFF ? 1 : 17;
  2070. uvoffset= MB_MBAFF ? 1 : 9;
  2071. }else{
  2072. offset =
  2073. uvoffset=
  2074. top_idx = MB_MBAFF ? 0 : 1;
  2075. }
  2076. step= MB_MBAFF ? 2 : 1;
  2077. }
  2078. if(h->deblocking_filter == 2) {
  2079. mb_xy = h->mb_xy;
  2080. deblock_left = h->slice_table[mb_xy] == h->slice_table[mb_xy - 1];
  2081. deblock_top = h->slice_table[mb_xy] == h->slice_table[h->top_mb_xy];
  2082. } else {
  2083. deblock_left = (s->mb_x > 0);
  2084. deblock_top = (s->mb_y > !!MB_FIELD);
  2085. }
  2086. src_y -= linesize + 1;
  2087. src_cb -= uvlinesize + 1;
  2088. src_cr -= uvlinesize + 1;
  2089. #define XCHG(a,b,t,xchg)\
  2090. t= a;\
  2091. if(xchg)\
  2092. a= b;\
  2093. b= t;
  2094. if(deblock_left){
  2095. for(i = !deblock_top; i<16; i++){
  2096. XCHG(h->left_border[offset+i*step], src_y [i* linesize], temp8, xchg);
  2097. }
  2098. XCHG(h->left_border[offset+i*step], src_y [i* linesize], temp8, 1);
  2099. }
  2100. if(deblock_top){
  2101. XCHG(*(uint64_t*)(h->top_borders[top_idx][s->mb_x]+0), *(uint64_t*)(src_y +1), temp64, xchg);
  2102. XCHG(*(uint64_t*)(h->top_borders[top_idx][s->mb_x]+8), *(uint64_t*)(src_y +9), temp64, 1);
  2103. if(s->mb_x+1 < s->mb_width){
  2104. XCHG(*(uint64_t*)(h->top_borders[top_idx][s->mb_x+1]), *(uint64_t*)(src_y +17), temp64, 1);
  2105. }
  2106. }
  2107. if(simple || !CONFIG_GRAY || !(s->flags&CODEC_FLAG_GRAY)){
  2108. if(deblock_left){
  2109. for(i = !deblock_top; i<8; i++){
  2110. XCHG(h->left_border[uvoffset+34 +i*step], src_cb[i*uvlinesize], temp8, xchg);
  2111. XCHG(h->left_border[uvoffset+34+18+i*step], src_cr[i*uvlinesize], temp8, xchg);
  2112. }
  2113. XCHG(h->left_border[uvoffset+34 +i*step], src_cb[i*uvlinesize], temp8, 1);
  2114. XCHG(h->left_border[uvoffset+34+18+i*step], src_cr[i*uvlinesize], temp8, 1);
  2115. }
  2116. if(deblock_top){
  2117. XCHG(*(uint64_t*)(h->top_borders[top_idx][s->mb_x]+16), *(uint64_t*)(src_cb+1), temp64, 1);
  2118. XCHG(*(uint64_t*)(h->top_borders[top_idx][s->mb_x]+24), *(uint64_t*)(src_cr+1), temp64, 1);
  2119. }
  2120. }
  2121. }
  2122. static av_always_inline void hl_decode_mb_internal(H264Context *h, int simple){
  2123. MpegEncContext * const s = &h->s;
  2124. const int mb_x= s->mb_x;
  2125. const int mb_y= s->mb_y;
  2126. const int mb_xy= h->mb_xy;
  2127. const int mb_type= s->current_picture.mb_type[mb_xy];
  2128. uint8_t *dest_y, *dest_cb, *dest_cr;
  2129. int linesize, uvlinesize /*dct_offset*/;
  2130. int i;
  2131. int *block_offset = &h->block_offset[0];
  2132. const int transform_bypass = !simple && (s->qscale == 0 && h->sps.transform_bypass);
  2133. /* is_h264 should always be true if SVQ3 is disabled. */
  2134. const int is_h264 = !CONFIG_SVQ3_DECODER || simple || s->codec_id == CODEC_ID_H264;
  2135. void (*idct_add)(uint8_t *dst, DCTELEM *block, int stride);
  2136. void (*idct_dc_add)(uint8_t *dst, DCTELEM *block, int stride);
  2137. dest_y = s->current_picture.data[0] + (mb_x + mb_y * s->linesize ) * 16;
  2138. dest_cb = s->current_picture.data[1] + (mb_x + mb_y * s->uvlinesize) * 8;
  2139. dest_cr = s->current_picture.data[2] + (mb_x + mb_y * s->uvlinesize) * 8;
  2140. s->dsp.prefetch(dest_y + (s->mb_x&3)*4*s->linesize + 64, s->linesize, 4);
  2141. s->dsp.prefetch(dest_cb + (s->mb_x&7)*s->uvlinesize + 64, dest_cr - dest_cb, 2);
  2142. if (!simple && MB_FIELD) {
  2143. linesize = h->mb_linesize = s->linesize * 2;
  2144. uvlinesize = h->mb_uvlinesize = s->uvlinesize * 2;
  2145. block_offset = &h->block_offset[24];
  2146. if(mb_y&1){ //FIXME move out of this function?
  2147. dest_y -= s->linesize*15;
  2148. dest_cb-= s->uvlinesize*7;
  2149. dest_cr-= s->uvlinesize*7;
  2150. }
  2151. if(FRAME_MBAFF) {
  2152. int list;
  2153. for(list=0; list<h->list_count; list++){
  2154. if(!USES_LIST(mb_type, list))
  2155. continue;
  2156. if(IS_16X16(mb_type)){
  2157. int8_t *ref = &h->ref_cache[list][scan8[0]];
  2158. fill_rectangle(ref, 4, 4, 8, (16+*ref)^(s->mb_y&1), 1);
  2159. }else{
  2160. for(i=0; i<16; i+=4){
  2161. int ref = h->ref_cache[list][scan8[i]];
  2162. if(ref >= 0)
  2163. fill_rectangle(&h->ref_cache[list][scan8[i]], 2, 2, 8, (16+ref)^(s->mb_y&1), 1);
  2164. }
  2165. }
  2166. }
  2167. }
  2168. } else {
  2169. linesize = h->mb_linesize = s->linesize;
  2170. uvlinesize = h->mb_uvlinesize = s->uvlinesize;
  2171. // dct_offset = s->linesize * 16;
  2172. }
  2173. if (!simple && IS_INTRA_PCM(mb_type)) {
  2174. for (i=0; i<16; i++) {
  2175. memcpy(dest_y + i* linesize, h->mb + i*8, 16);
  2176. }
  2177. for (i=0; i<8; i++) {
  2178. memcpy(dest_cb+ i*uvlinesize, h->mb + 128 + i*4, 8);
  2179. memcpy(dest_cr+ i*uvlinesize, h->mb + 160 + i*4, 8);
  2180. }
  2181. } else {
  2182. if(IS_INTRA(mb_type)){
  2183. if(h->deblocking_filter)
  2184. xchg_mb_border(h, dest_y, dest_cb, dest_cr, linesize, uvlinesize, 1, simple);
  2185. if(simple || !CONFIG_GRAY || !(s->flags&CODEC_FLAG_GRAY)){
  2186. h->hpc.pred8x8[ h->chroma_pred_mode ](dest_cb, uvlinesize);
  2187. h->hpc.pred8x8[ h->chroma_pred_mode ](dest_cr, uvlinesize);
  2188. }
  2189. if(IS_INTRA4x4(mb_type)){
  2190. if(simple || !s->encoding){
  2191. if(IS_8x8DCT(mb_type)){
  2192. if(transform_bypass){
  2193. idct_dc_add =
  2194. idct_add = s->dsp.add_pixels8;
  2195. }else{
  2196. idct_dc_add = s->dsp.h264_idct8_dc_add;
  2197. idct_add = s->dsp.h264_idct8_add;
  2198. }
  2199. for(i=0; i<16; i+=4){
  2200. uint8_t * const ptr= dest_y + block_offset[i];
  2201. const int dir= h->intra4x4_pred_mode_cache[ scan8[i] ];
  2202. if(transform_bypass && h->sps.profile_idc==244 && dir<=1){
  2203. h->hpc.pred8x8l_add[dir](ptr, h->mb + i*16, linesize);
  2204. }else{
  2205. const int nnz = h->non_zero_count_cache[ scan8[i] ];
  2206. h->hpc.pred8x8l[ dir ](ptr, (h->topleft_samples_available<<i)&0x8000,
  2207. (h->topright_samples_available<<i)&0x4000, linesize);
  2208. if(nnz){
  2209. if(nnz == 1 && h->mb[i*16])
  2210. idct_dc_add(ptr, h->mb + i*16, linesize);
  2211. else
  2212. idct_add (ptr, h->mb + i*16, linesize);
  2213. }
  2214. }
  2215. }
  2216. }else{
  2217. if(transform_bypass){
  2218. idct_dc_add =
  2219. idct_add = s->dsp.add_pixels4;
  2220. }else{
  2221. idct_dc_add = s->dsp.h264_idct_dc_add;
  2222. idct_add = s->dsp.h264_idct_add;
  2223. }
  2224. for(i=0; i<16; i++){
  2225. uint8_t * const ptr= dest_y + block_offset[i];
  2226. const int dir= h->intra4x4_pred_mode_cache[ scan8[i] ];
  2227. if(transform_bypass && h->sps.profile_idc==244 && dir<=1){
  2228. h->hpc.pred4x4_add[dir](ptr, h->mb + i*16, linesize);
  2229. }else{
  2230. uint8_t *topright;
  2231. int nnz, tr;
  2232. if(dir == DIAG_DOWN_LEFT_PRED || dir == VERT_LEFT_PRED){
  2233. const int topright_avail= (h->topright_samples_available<<i)&0x8000;
  2234. assert(mb_y || linesize <= block_offset[i]);
  2235. if(!topright_avail){
  2236. tr= ptr[3 - linesize]*0x01010101;
  2237. topright= (uint8_t*) &tr;
  2238. }else
  2239. topright= ptr + 4 - linesize;
  2240. }else
  2241. topright= NULL;
  2242. h->hpc.pred4x4[ dir ](ptr, topright, linesize);
  2243. nnz = h->non_zero_count_cache[ scan8[i] ];
  2244. if(nnz){
  2245. if(is_h264){
  2246. if(nnz == 1 && h->mb[i*16])
  2247. idct_dc_add(ptr, h->mb + i*16, linesize);
  2248. else
  2249. idct_add (ptr, h->mb + i*16, linesize);
  2250. }else
  2251. svq3_add_idct_c(ptr, h->mb + i*16, linesize, s->qscale, 0);
  2252. }
  2253. }
  2254. }
  2255. }
  2256. }
  2257. }else{
  2258. h->hpc.pred16x16[ h->intra16x16_pred_mode ](dest_y , linesize);
  2259. if(is_h264){
  2260. if(!transform_bypass)
  2261. h264_luma_dc_dequant_idct_c(h->mb, s->qscale, h->dequant4_coeff[0][s->qscale][0]);
  2262. }else
  2263. svq3_luma_dc_dequant_idct_c(h->mb, s->qscale);
  2264. }
  2265. if(h->deblocking_filter)
  2266. xchg_mb_border(h, dest_y, dest_cb, dest_cr, linesize, uvlinesize, 0, simple);
  2267. }else if(is_h264){
  2268. hl_motion(h, dest_y, dest_cb, dest_cr,
  2269. s->me.qpel_put, s->dsp.put_h264_chroma_pixels_tab,
  2270. s->me.qpel_avg, s->dsp.avg_h264_chroma_pixels_tab,
  2271. s->dsp.weight_h264_pixels_tab, s->dsp.biweight_h264_pixels_tab);
  2272. }
  2273. if(!IS_INTRA4x4(mb_type)){
  2274. if(is_h264){
  2275. if(IS_INTRA16x16(mb_type)){
  2276. if(transform_bypass){
  2277. if(h->sps.profile_idc==244 && (h->intra16x16_pred_mode==VERT_PRED8x8 || h->intra16x16_pred_mode==HOR_PRED8x8)){
  2278. h->hpc.pred16x16_add[h->intra16x16_pred_mode](dest_y, block_offset, h->mb, linesize);
  2279. }else{
  2280. for(i=0; i<16; i++){
  2281. if(h->non_zero_count_cache[ scan8[i] ] || h->mb[i*16])
  2282. s->dsp.add_pixels4(dest_y + block_offset[i], h->mb + i*16, linesize);
  2283. }
  2284. }
  2285. }else{
  2286. s->dsp.h264_idct_add16intra(dest_y, block_offset, h->mb, linesize, h->non_zero_count_cache);
  2287. }
  2288. }else if(h->cbp&15){
  2289. if(transform_bypass){
  2290. const int di = IS_8x8DCT(mb_type) ? 4 : 1;
  2291. idct_add= IS_8x8DCT(mb_type) ? s->dsp.add_pixels8 : s->dsp.add_pixels4;
  2292. for(i=0; i<16; i+=di){
  2293. if(h->non_zero_count_cache[ scan8[i] ]){
  2294. idct_add(dest_y + block_offset[i], h->mb + i*16, linesize);
  2295. }
  2296. }
  2297. }else{
  2298. if(IS_8x8DCT(mb_type)){
  2299. s->dsp.h264_idct8_add4(dest_y, block_offset, h->mb, linesize, h->non_zero_count_cache);
  2300. }else{
  2301. s->dsp.h264_idct_add16(dest_y, block_offset, h->mb, linesize, h->non_zero_count_cache);
  2302. }
  2303. }
  2304. }
  2305. }else{
  2306. for(i=0; i<16; i++){
  2307. if(h->non_zero_count_cache[ scan8[i] ] || h->mb[i*16]){ //FIXME benchmark weird rule, & below
  2308. uint8_t * const ptr= dest_y + block_offset[i];
  2309. svq3_add_idct_c(ptr, h->mb + i*16, linesize, s->qscale, IS_INTRA(mb_type) ? 1 : 0);
  2310. }
  2311. }
  2312. }
  2313. }
  2314. if((simple || !CONFIG_GRAY || !(s->flags&CODEC_FLAG_GRAY)) && (h->cbp&0x30)){
  2315. uint8_t *dest[2] = {dest_cb, dest_cr};
  2316. if(transform_bypass){
  2317. if(IS_INTRA(mb_type) && h->sps.profile_idc==244 && (h->chroma_pred_mode==VERT_PRED8x8 || h->chroma_pred_mode==HOR_PRED8x8)){
  2318. h->hpc.pred8x8_add[h->chroma_pred_mode](dest[0], block_offset + 16, h->mb + 16*16, uvlinesize);
  2319. h->hpc.pred8x8_add[h->chroma_pred_mode](dest[1], block_offset + 20, h->mb + 20*16, uvlinesize);
  2320. }else{
  2321. idct_add = s->dsp.add_pixels4;
  2322. for(i=16; i<16+8; i++){
  2323. if(h->non_zero_count_cache[ scan8[i] ] || h->mb[i*16])
  2324. idct_add (dest[(i&4)>>2] + block_offset[i], h->mb + i*16, uvlinesize);
  2325. }
  2326. }
  2327. }else{
  2328. chroma_dc_dequant_idct_c(h->mb + 16*16, h->chroma_qp[0], h->dequant4_coeff[IS_INTRA(mb_type) ? 1:4][h->chroma_qp[0]][0]);
  2329. chroma_dc_dequant_idct_c(h->mb + 16*16+4*16, h->chroma_qp[1], h->dequant4_coeff[IS_INTRA(mb_type) ? 2:5][h->chroma_qp[1]][0]);
  2330. if(is_h264){
  2331. idct_add = s->dsp.h264_idct_add;
  2332. idct_dc_add = s->dsp.h264_idct_dc_add;
  2333. for(i=16; i<16+8; i++){
  2334. if(h->non_zero_count_cache[ scan8[i] ])
  2335. idct_add (dest[(i&4)>>2] + block_offset[i], h->mb + i*16, uvlinesize);
  2336. else if(h->mb[i*16])
  2337. idct_dc_add(dest[(i&4)>>2] + block_offset[i], h->mb + i*16, uvlinesize);
  2338. }
  2339. }else{
  2340. for(i=16; i<16+8; i++){
  2341. if(h->non_zero_count_cache[ scan8[i] ] || h->mb[i*16]){
  2342. uint8_t * const ptr= dest[(i&4)>>2] + block_offset[i];
  2343. svq3_add_idct_c(ptr, h->mb + i*16, uvlinesize, chroma_qp[s->qscale + 12] - 12, 2);
  2344. }
  2345. }
  2346. }
  2347. }
  2348. }
  2349. }
  2350. if(h->cbp || IS_INTRA(mb_type))
  2351. s->dsp.clear_blocks(h->mb);
  2352. if(h->deblocking_filter) {
  2353. backup_mb_border(h, dest_y, dest_cb, dest_cr, linesize, uvlinesize, simple);
  2354. fill_caches(h, mb_type, 1); //FIXME don't fill stuff which isn't used by filter_mb
  2355. h->chroma_qp[0] = get_chroma_qp(h, 0, s->current_picture.qscale_table[mb_xy]);
  2356. h->chroma_qp[1] = get_chroma_qp(h, 1, s->current_picture.qscale_table[mb_xy]);
  2357. if (!simple && FRAME_MBAFF) {
  2358. filter_mb (h, mb_x, mb_y, dest_y, dest_cb, dest_cr, linesize, uvlinesize);
  2359. } else {
  2360. filter_mb_fast(h, mb_x, mb_y, dest_y, dest_cb, dest_cr, linesize, uvlinesize);
  2361. }
  2362. }
  2363. }
  2364. /**
  2365. * Process a macroblock; this case avoids checks for expensive uncommon cases.
  2366. */
  2367. static void hl_decode_mb_simple(H264Context *h){
  2368. hl_decode_mb_internal(h, 1);
  2369. }
  2370. /**
  2371. * Process a macroblock; this handles edge cases, such as interlacing.
  2372. */
  2373. static void av_noinline hl_decode_mb_complex(H264Context *h){
  2374. hl_decode_mb_internal(h, 0);
  2375. }
  2376. static void hl_decode_mb(H264Context *h){
  2377. MpegEncContext * const s = &h->s;
  2378. const int mb_xy= h->mb_xy;
  2379. const int mb_type= s->current_picture.mb_type[mb_xy];
  2380. int is_complex = CONFIG_SMALL || h->is_complex || IS_INTRA_PCM(mb_type) || s->qscale == 0;
  2381. if (is_complex)
  2382. hl_decode_mb_complex(h);
  2383. else hl_decode_mb_simple(h);
  2384. }
  2385. static void pic_as_field(Picture *pic, const int parity){
  2386. int i;
  2387. for (i = 0; i < 4; ++i) {
  2388. if (parity == PICT_BOTTOM_FIELD)
  2389. pic->data[i] += pic->linesize[i];
  2390. pic->reference = parity;
  2391. pic->linesize[i] *= 2;
  2392. }
  2393. pic->poc= pic->field_poc[parity == PICT_BOTTOM_FIELD];
  2394. }
  2395. static int split_field_copy(Picture *dest, Picture *src,
  2396. int parity, int id_add){
  2397. int match = !!(src->reference & parity);
  2398. if (match) {
  2399. *dest = *src;
  2400. if(parity != PICT_FRAME){
  2401. pic_as_field(dest, parity);
  2402. dest->pic_id *= 2;
  2403. dest->pic_id += id_add;
  2404. }
  2405. }
  2406. return match;
  2407. }
  2408. static int build_def_list(Picture *def, Picture **in, int len, int is_long, int sel){
  2409. int i[2]={0};
  2410. int index=0;
  2411. while(i[0]<len || i[1]<len){
  2412. while(i[0]<len && !(in[ i[0] ] && (in[ i[0] ]->reference & sel)))
  2413. i[0]++;
  2414. while(i[1]<len && !(in[ i[1] ] && (in[ i[1] ]->reference & (sel^3))))
  2415. i[1]++;
  2416. if(i[0] < len){
  2417. in[ i[0] ]->pic_id= is_long ? i[0] : in[ i[0] ]->frame_num;
  2418. split_field_copy(&def[index++], in[ i[0]++ ], sel , 1);
  2419. }
  2420. if(i[1] < len){
  2421. in[ i[1] ]->pic_id= is_long ? i[1] : in[ i[1] ]->frame_num;
  2422. split_field_copy(&def[index++], in[ i[1]++ ], sel^3, 0);
  2423. }
  2424. }
  2425. return index;
  2426. }
  2427. static int add_sorted(Picture **sorted, Picture **src, int len, int limit, int dir){
  2428. int i, best_poc;
  2429. int out_i= 0;
  2430. for(;;){
  2431. best_poc= dir ? INT_MIN : INT_MAX;
  2432. for(i=0; i<len; i++){
  2433. const int poc= src[i]->poc;
  2434. if(((poc > limit) ^ dir) && ((poc < best_poc) ^ dir)){
  2435. best_poc= poc;
  2436. sorted[out_i]= src[i];
  2437. }
  2438. }
  2439. if(best_poc == (dir ? INT_MIN : INT_MAX))
  2440. break;
  2441. limit= sorted[out_i++]->poc - dir;
  2442. }
  2443. return out_i;
  2444. }
  2445. /**
  2446. * fills the default_ref_list.
  2447. */
  2448. static int fill_default_ref_list(H264Context *h){
  2449. MpegEncContext * const s = &h->s;
  2450. int i, len;
  2451. if(h->slice_type_nos==FF_B_TYPE){
  2452. Picture *sorted[32];
  2453. int cur_poc, list;
  2454. int lens[2];
  2455. if(FIELD_PICTURE)
  2456. cur_poc= s->current_picture_ptr->field_poc[ s->picture_structure == PICT_BOTTOM_FIELD ];
  2457. else
  2458. cur_poc= s->current_picture_ptr->poc;
  2459. for(list= 0; list<2; list++){
  2460. len= add_sorted(sorted , h->short_ref, h->short_ref_count, cur_poc, 1^list);
  2461. len+=add_sorted(sorted+len, h->short_ref, h->short_ref_count, cur_poc, 0^list);
  2462. assert(len<=32);
  2463. len= build_def_list(h->default_ref_list[list] , sorted , len, 0, s->picture_structure);
  2464. len+=build_def_list(h->default_ref_list[list]+len, h->long_ref, 16 , 1, s->picture_structure);
  2465. assert(len<=32);
  2466. if(len < h->ref_count[list])
  2467. memset(&h->default_ref_list[list][len], 0, sizeof(Picture)*(h->ref_count[list] - len));
  2468. lens[list]= len;
  2469. }
  2470. if(lens[0] == lens[1] && lens[1] > 1){
  2471. for(i=0; h->default_ref_list[0][i].data[0] == h->default_ref_list[1][i].data[0] && i<lens[0]; i++);
  2472. if(i == lens[0])
  2473. FFSWAP(Picture, h->default_ref_list[1][0], h->default_ref_list[1][1]);
  2474. }
  2475. }else{
  2476. len = build_def_list(h->default_ref_list[0] , h->short_ref, h->short_ref_count, 0, s->picture_structure);
  2477. len+= build_def_list(h->default_ref_list[0]+len, h-> long_ref, 16 , 1, s->picture_structure);
  2478. assert(len <= 32);
  2479. if(len < h->ref_count[0])
  2480. memset(&h->default_ref_list[0][len], 0, sizeof(Picture)*(h->ref_count[0] - len));
  2481. }
  2482. #ifdef TRACE
  2483. for (i=0; i<h->ref_count[0]; i++) {
  2484. tprintf(h->s.avctx, "List0: %s fn:%d 0x%p\n", (h->default_ref_list[0][i].long_ref ? "LT" : "ST"), h->default_ref_list[0][i].pic_id, h->default_ref_list[0][i].data[0]);
  2485. }
  2486. if(h->slice_type_nos==FF_B_TYPE){
  2487. for (i=0; i<h->ref_count[1]; i++) {
  2488. tprintf(h->s.avctx, "List1: %s fn:%d 0x%p\n", (h->default_ref_list[1][i].long_ref ? "LT" : "ST"), h->default_ref_list[1][i].pic_id, h->default_ref_list[1][i].data[0]);
  2489. }
  2490. }
  2491. #endif
  2492. return 0;
  2493. }
  2494. static void print_short_term(H264Context *h);
  2495. static void print_long_term(H264Context *h);
  2496. /**
  2497. * Extract structure information about the picture described by pic_num in
  2498. * the current decoding context (frame or field). Note that pic_num is
  2499. * picture number without wrapping (so, 0<=pic_num<max_pic_num).
  2500. * @param pic_num picture number for which to extract structure information
  2501. * @param structure one of PICT_XXX describing structure of picture
  2502. * with pic_num
  2503. * @return frame number (short term) or long term index of picture
  2504. * described by pic_num
  2505. */
  2506. static int pic_num_extract(H264Context *h, int pic_num, int *structure){
  2507. MpegEncContext * const s = &h->s;
  2508. *structure = s->picture_structure;
  2509. if(FIELD_PICTURE){
  2510. if (!(pic_num & 1))
  2511. /* opposite field */
  2512. *structure ^= PICT_FRAME;
  2513. pic_num >>= 1;
  2514. }
  2515. return pic_num;
  2516. }
  2517. static int decode_ref_pic_list_reordering(H264Context *h){
  2518. MpegEncContext * const s = &h->s;
  2519. int list, index, pic_structure;
  2520. print_short_term(h);
  2521. print_long_term(h);
  2522. for(list=0; list<h->list_count; list++){
  2523. memcpy(h->ref_list[list], h->default_ref_list[list], sizeof(Picture)*h->ref_count[list]);
  2524. if(get_bits1(&s->gb)){
  2525. int pred= h->curr_pic_num;
  2526. for(index=0; ; index++){
  2527. unsigned int reordering_of_pic_nums_idc= get_ue_golomb_31(&s->gb);
  2528. unsigned int pic_id;
  2529. int i;
  2530. Picture *ref = NULL;
  2531. if(reordering_of_pic_nums_idc==3)
  2532. break;
  2533. if(index >= h->ref_count[list]){
  2534. av_log(h->s.avctx, AV_LOG_ERROR, "reference count overflow\n");
  2535. return -1;
  2536. }
  2537. if(reordering_of_pic_nums_idc<3){
  2538. if(reordering_of_pic_nums_idc<2){
  2539. const unsigned int abs_diff_pic_num= get_ue_golomb(&s->gb) + 1;
  2540. int frame_num;
  2541. if(abs_diff_pic_num > h->max_pic_num){
  2542. av_log(h->s.avctx, AV_LOG_ERROR, "abs_diff_pic_num overflow\n");
  2543. return -1;
  2544. }
  2545. if(reordering_of_pic_nums_idc == 0) pred-= abs_diff_pic_num;
  2546. else pred+= abs_diff_pic_num;
  2547. pred &= h->max_pic_num - 1;
  2548. frame_num = pic_num_extract(h, pred, &pic_structure);
  2549. for(i= h->short_ref_count-1; i>=0; i--){
  2550. ref = h->short_ref[i];
  2551. assert(ref->reference);
  2552. assert(!ref->long_ref);
  2553. if(
  2554. ref->frame_num == frame_num &&
  2555. (ref->reference & pic_structure)
  2556. )
  2557. break;
  2558. }
  2559. if(i>=0)
  2560. ref->pic_id= pred;
  2561. }else{
  2562. int long_idx;
  2563. pic_id= get_ue_golomb(&s->gb); //long_term_pic_idx
  2564. long_idx= pic_num_extract(h, pic_id, &pic_structure);
  2565. if(long_idx>31){
  2566. av_log(h->s.avctx, AV_LOG_ERROR, "long_term_pic_idx overflow\n");
  2567. return -1;
  2568. }
  2569. ref = h->long_ref[long_idx];
  2570. assert(!(ref && !ref->reference));
  2571. if(ref && (ref->reference & pic_structure)){
  2572. ref->pic_id= pic_id;
  2573. assert(ref->long_ref);
  2574. i=0;
  2575. }else{
  2576. i=-1;
  2577. }
  2578. }
  2579. if (i < 0) {
  2580. av_log(h->s.avctx, AV_LOG_ERROR, "reference picture missing during reorder\n");
  2581. memset(&h->ref_list[list][index], 0, sizeof(Picture)); //FIXME
  2582. } else {
  2583. for(i=index; i+1<h->ref_count[list]; i++){
  2584. if(ref->long_ref == h->ref_list[list][i].long_ref && ref->pic_id == h->ref_list[list][i].pic_id)
  2585. break;
  2586. }
  2587. for(; i > index; i--){
  2588. h->ref_list[list][i]= h->ref_list[list][i-1];
  2589. }
  2590. h->ref_list[list][index]= *ref;
  2591. if (FIELD_PICTURE){
  2592. pic_as_field(&h->ref_list[list][index], pic_structure);
  2593. }
  2594. }
  2595. }else{
  2596. av_log(h->s.avctx, AV_LOG_ERROR, "illegal reordering_of_pic_nums_idc\n");
  2597. return -1;
  2598. }
  2599. }
  2600. }
  2601. }
  2602. for(list=0; list<h->list_count; list++){
  2603. for(index= 0; index < h->ref_count[list]; index++){
  2604. if(!h->ref_list[list][index].data[0]){
  2605. av_log(h->s.avctx, AV_LOG_ERROR, "Missing reference picture\n");
  2606. h->ref_list[list][index]= s->current_picture; //FIXME this is not a sensible solution
  2607. }
  2608. }
  2609. }
  2610. return 0;
  2611. }
  2612. static void fill_mbaff_ref_list(H264Context *h){
  2613. int list, i, j;
  2614. for(list=0; list<2; list++){ //FIXME try list_count
  2615. for(i=0; i<h->ref_count[list]; i++){
  2616. Picture *frame = &h->ref_list[list][i];
  2617. Picture *field = &h->ref_list[list][16+2*i];
  2618. field[0] = *frame;
  2619. for(j=0; j<3; j++)
  2620. field[0].linesize[j] <<= 1;
  2621. field[0].reference = PICT_TOP_FIELD;
  2622. field[0].poc= field[0].field_poc[0];
  2623. field[1] = field[0];
  2624. for(j=0; j<3; j++)
  2625. field[1].data[j] += frame->linesize[j];
  2626. field[1].reference = PICT_BOTTOM_FIELD;
  2627. field[1].poc= field[1].field_poc[1];
  2628. h->luma_weight[list][16+2*i] = h->luma_weight[list][16+2*i+1] = h->luma_weight[list][i];
  2629. h->luma_offset[list][16+2*i] = h->luma_offset[list][16+2*i+1] = h->luma_offset[list][i];
  2630. for(j=0; j<2; j++){
  2631. h->chroma_weight[list][16+2*i][j] = h->chroma_weight[list][16+2*i+1][j] = h->chroma_weight[list][i][j];
  2632. h->chroma_offset[list][16+2*i][j] = h->chroma_offset[list][16+2*i+1][j] = h->chroma_offset[list][i][j];
  2633. }
  2634. }
  2635. }
  2636. for(j=0; j<h->ref_count[1]; j++){
  2637. for(i=0; i<h->ref_count[0]; i++)
  2638. h->implicit_weight[j][16+2*i] = h->implicit_weight[j][16+2*i+1] = h->implicit_weight[j][i];
  2639. memcpy(h->implicit_weight[16+2*j], h->implicit_weight[j], sizeof(*h->implicit_weight));
  2640. memcpy(h->implicit_weight[16+2*j+1], h->implicit_weight[j], sizeof(*h->implicit_weight));
  2641. }
  2642. }
  2643. static int pred_weight_table(H264Context *h){
  2644. MpegEncContext * const s = &h->s;
  2645. int list, i;
  2646. int luma_def, chroma_def;
  2647. h->use_weight= 0;
  2648. h->use_weight_chroma= 0;
  2649. h->luma_log2_weight_denom= get_ue_golomb(&s->gb);
  2650. h->chroma_log2_weight_denom= get_ue_golomb(&s->gb);
  2651. luma_def = 1<<h->luma_log2_weight_denom;
  2652. chroma_def = 1<<h->chroma_log2_weight_denom;
  2653. for(list=0; list<2; list++){
  2654. h->luma_weight_flag[list] = 0;
  2655. h->chroma_weight_flag[list] = 0;
  2656. for(i=0; i<h->ref_count[list]; i++){
  2657. int luma_weight_flag, chroma_weight_flag;
  2658. luma_weight_flag= get_bits1(&s->gb);
  2659. if(luma_weight_flag){
  2660. h->luma_weight[list][i]= get_se_golomb(&s->gb);
  2661. h->luma_offset[list][i]= get_se_golomb(&s->gb);
  2662. if( h->luma_weight[list][i] != luma_def
  2663. || h->luma_offset[list][i] != 0) {
  2664. h->use_weight= 1;
  2665. h->luma_weight_flag[list]= 1;
  2666. }
  2667. }else{
  2668. h->luma_weight[list][i]= luma_def;
  2669. h->luma_offset[list][i]= 0;
  2670. }
  2671. if(CHROMA){
  2672. chroma_weight_flag= get_bits1(&s->gb);
  2673. if(chroma_weight_flag){
  2674. int j;
  2675. for(j=0; j<2; j++){
  2676. h->chroma_weight[list][i][j]= get_se_golomb(&s->gb);
  2677. h->chroma_offset[list][i][j]= get_se_golomb(&s->gb);
  2678. if( h->chroma_weight[list][i][j] != chroma_def
  2679. || h->chroma_offset[list][i][j] != 0) {
  2680. h->use_weight_chroma= 1;
  2681. h->chroma_weight_flag[list]= 1;
  2682. }
  2683. }
  2684. }else{
  2685. int j;
  2686. for(j=0; j<2; j++){
  2687. h->chroma_weight[list][i][j]= chroma_def;
  2688. h->chroma_offset[list][i][j]= 0;
  2689. }
  2690. }
  2691. }
  2692. }
  2693. if(h->slice_type_nos != FF_B_TYPE) break;
  2694. }
  2695. h->use_weight= h->use_weight || h->use_weight_chroma;
  2696. return 0;
  2697. }
  2698. static void implicit_weight_table(H264Context *h){
  2699. MpegEncContext * const s = &h->s;
  2700. int ref0, ref1, i;
  2701. int cur_poc = s->current_picture_ptr->poc;
  2702. for (i = 0; i < 2; i++) {
  2703. h->luma_weight_flag[i] = 0;
  2704. h->chroma_weight_flag[i] = 0;
  2705. }
  2706. if( h->ref_count[0] == 1 && h->ref_count[1] == 1
  2707. && h->ref_list[0][0].poc + h->ref_list[1][0].poc == 2*cur_poc){
  2708. h->use_weight= 0;
  2709. h->use_weight_chroma= 0;
  2710. return;
  2711. }
  2712. h->use_weight= 2;
  2713. h->use_weight_chroma= 2;
  2714. h->luma_log2_weight_denom= 5;
  2715. h->chroma_log2_weight_denom= 5;
  2716. for(ref0=0; ref0 < h->ref_count[0]; ref0++){
  2717. int poc0 = h->ref_list[0][ref0].poc;
  2718. for(ref1=0; ref1 < h->ref_count[1]; ref1++){
  2719. int poc1 = h->ref_list[1][ref1].poc;
  2720. int td = av_clip(poc1 - poc0, -128, 127);
  2721. if(td){
  2722. int tb = av_clip(cur_poc - poc0, -128, 127);
  2723. int tx = (16384 + (FFABS(td) >> 1)) / td;
  2724. int dist_scale_factor = av_clip((tb*tx + 32) >> 6, -1024, 1023) >> 2;
  2725. if(dist_scale_factor < -64 || dist_scale_factor > 128)
  2726. h->implicit_weight[ref0][ref1] = 32;
  2727. else
  2728. h->implicit_weight[ref0][ref1] = 64 - dist_scale_factor;
  2729. }else
  2730. h->implicit_weight[ref0][ref1] = 32;
  2731. }
  2732. }
  2733. }
  2734. /**
  2735. * Mark a picture as no longer needed for reference. The refmask
  2736. * argument allows unreferencing of individual fields or the whole frame.
  2737. * If the picture becomes entirely unreferenced, but is being held for
  2738. * display purposes, it is marked as such.
  2739. * @param refmask mask of fields to unreference; the mask is bitwise
  2740. * anded with the reference marking of pic
  2741. * @return non-zero if pic becomes entirely unreferenced (except possibly
  2742. * for display purposes) zero if one of the fields remains in
  2743. * reference
  2744. */
  2745. static inline int unreference_pic(H264Context *h, Picture *pic, int refmask){
  2746. int i;
  2747. if (pic->reference &= refmask) {
  2748. return 0;
  2749. } else {
  2750. for(i = 0; h->delayed_pic[i]; i++)
  2751. if(pic == h->delayed_pic[i]){
  2752. pic->reference=DELAYED_PIC_REF;
  2753. break;
  2754. }
  2755. return 1;
  2756. }
  2757. }
  2758. /**
  2759. * instantaneous decoder refresh.
  2760. */
  2761. static void idr(H264Context *h){
  2762. int i;
  2763. for(i=0; i<16; i++){
  2764. remove_long(h, i, 0);
  2765. }
  2766. assert(h->long_ref_count==0);
  2767. for(i=0; i<h->short_ref_count; i++){
  2768. unreference_pic(h, h->short_ref[i], 0);
  2769. h->short_ref[i]= NULL;
  2770. }
  2771. h->short_ref_count=0;
  2772. h->prev_frame_num= 0;
  2773. h->prev_frame_num_offset= 0;
  2774. h->prev_poc_msb=
  2775. h->prev_poc_lsb= 0;
  2776. }
  2777. /* forget old pics after a seek */
  2778. static void flush_dpb(AVCodecContext *avctx){
  2779. H264Context *h= avctx->priv_data;
  2780. int i;
  2781. for(i=0; i<MAX_DELAYED_PIC_COUNT; i++) {
  2782. if(h->delayed_pic[i])
  2783. h->delayed_pic[i]->reference= 0;
  2784. h->delayed_pic[i]= NULL;
  2785. }
  2786. h->outputed_poc= INT_MIN;
  2787. idr(h);
  2788. if(h->s.current_picture_ptr)
  2789. h->s.current_picture_ptr->reference= 0;
  2790. h->s.first_field= 0;
  2791. reset_sei(h);
  2792. ff_mpeg_flush(avctx);
  2793. }
  2794. /**
  2795. * Find a Picture in the short term reference list by frame number.
  2796. * @param frame_num frame number to search for
  2797. * @param idx the index into h->short_ref where returned picture is found
  2798. * undefined if no picture found.
  2799. * @return pointer to the found picture, or NULL if no pic with the provided
  2800. * frame number is found
  2801. */
  2802. static Picture * find_short(H264Context *h, int frame_num, int *idx){
  2803. MpegEncContext * const s = &h->s;
  2804. int i;
  2805. for(i=0; i<h->short_ref_count; i++){
  2806. Picture *pic= h->short_ref[i];
  2807. if(s->avctx->debug&FF_DEBUG_MMCO)
  2808. av_log(h->s.avctx, AV_LOG_DEBUG, "%d %d %p\n", i, pic->frame_num, pic);
  2809. if(pic->frame_num == frame_num) {
  2810. *idx = i;
  2811. return pic;
  2812. }
  2813. }
  2814. return NULL;
  2815. }
  2816. /**
  2817. * Remove a picture from the short term reference list by its index in
  2818. * that list. This does no checking on the provided index; it is assumed
  2819. * to be valid. Other list entries are shifted down.
  2820. * @param i index into h->short_ref of picture to remove.
  2821. */
  2822. static void remove_short_at_index(H264Context *h, int i){
  2823. assert(i >= 0 && i < h->short_ref_count);
  2824. h->short_ref[i]= NULL;
  2825. if (--h->short_ref_count)
  2826. memmove(&h->short_ref[i], &h->short_ref[i+1], (h->short_ref_count - i)*sizeof(Picture*));
  2827. }
  2828. /**
  2829. *
  2830. * @return the removed picture or NULL if an error occurs
  2831. */
  2832. static Picture * remove_short(H264Context *h, int frame_num, int ref_mask){
  2833. MpegEncContext * const s = &h->s;
  2834. Picture *pic;
  2835. int i;
  2836. if(s->avctx->debug&FF_DEBUG_MMCO)
  2837. av_log(h->s.avctx, AV_LOG_DEBUG, "remove short %d count %d\n", frame_num, h->short_ref_count);
  2838. pic = find_short(h, frame_num, &i);
  2839. if (pic){
  2840. if(unreference_pic(h, pic, ref_mask))
  2841. remove_short_at_index(h, i);
  2842. }
  2843. return pic;
  2844. }
  2845. /**
  2846. * Remove a picture from the long term reference list by its index in
  2847. * that list.
  2848. * @return the removed picture or NULL if an error occurs
  2849. */
  2850. static Picture * remove_long(H264Context *h, int i, int ref_mask){
  2851. Picture *pic;
  2852. pic= h->long_ref[i];
  2853. if (pic){
  2854. if(unreference_pic(h, pic, ref_mask)){
  2855. assert(h->long_ref[i]->long_ref == 1);
  2856. h->long_ref[i]->long_ref= 0;
  2857. h->long_ref[i]= NULL;
  2858. h->long_ref_count--;
  2859. }
  2860. }
  2861. return pic;
  2862. }
  2863. /**
  2864. * print short term list
  2865. */
  2866. static void print_short_term(H264Context *h) {
  2867. uint32_t i;
  2868. if(h->s.avctx->debug&FF_DEBUG_MMCO) {
  2869. av_log(h->s.avctx, AV_LOG_DEBUG, "short term list:\n");
  2870. for(i=0; i<h->short_ref_count; i++){
  2871. Picture *pic= h->short_ref[i];
  2872. av_log(h->s.avctx, AV_LOG_DEBUG, "%d fn:%d poc:%d %p\n", i, pic->frame_num, pic->poc, pic->data[0]);
  2873. }
  2874. }
  2875. }
  2876. /**
  2877. * print long term list
  2878. */
  2879. static void print_long_term(H264Context *h) {
  2880. uint32_t i;
  2881. if(h->s.avctx->debug&FF_DEBUG_MMCO) {
  2882. av_log(h->s.avctx, AV_LOG_DEBUG, "long term list:\n");
  2883. for(i = 0; i < 16; i++){
  2884. Picture *pic= h->long_ref[i];
  2885. if (pic) {
  2886. av_log(h->s.avctx, AV_LOG_DEBUG, "%d fn:%d poc:%d %p\n", i, pic->frame_num, pic->poc, pic->data[0]);
  2887. }
  2888. }
  2889. }
  2890. }
  2891. /**
  2892. * Executes the reference picture marking (memory management control operations).
  2893. */
  2894. static int execute_ref_pic_marking(H264Context *h, MMCO *mmco, int mmco_count){
  2895. MpegEncContext * const s = &h->s;
  2896. int i, av_uninit(j);
  2897. int current_ref_assigned=0;
  2898. Picture *av_uninit(pic);
  2899. if((s->avctx->debug&FF_DEBUG_MMCO) && mmco_count==0)
  2900. av_log(h->s.avctx, AV_LOG_DEBUG, "no mmco here\n");
  2901. for(i=0; i<mmco_count; i++){
  2902. int av_uninit(structure), av_uninit(frame_num);
  2903. if(s->avctx->debug&FF_DEBUG_MMCO)
  2904. av_log(h->s.avctx, AV_LOG_DEBUG, "mmco:%d %d %d\n", h->mmco[i].opcode, h->mmco[i].short_pic_num, h->mmco[i].long_arg);
  2905. if( mmco[i].opcode == MMCO_SHORT2UNUSED
  2906. || mmco[i].opcode == MMCO_SHORT2LONG){
  2907. frame_num = pic_num_extract(h, mmco[i].short_pic_num, &structure);
  2908. pic = find_short(h, frame_num, &j);
  2909. if(!pic){
  2910. if(mmco[i].opcode != MMCO_SHORT2LONG || !h->long_ref[mmco[i].long_arg]
  2911. || h->long_ref[mmco[i].long_arg]->frame_num != frame_num)
  2912. av_log(h->s.avctx, AV_LOG_ERROR, "mmco: unref short failure\n");
  2913. continue;
  2914. }
  2915. }
  2916. switch(mmco[i].opcode){
  2917. case MMCO_SHORT2UNUSED:
  2918. if(s->avctx->debug&FF_DEBUG_MMCO)
  2919. av_log(h->s.avctx, AV_LOG_DEBUG, "mmco: unref short %d count %d\n", h->mmco[i].short_pic_num, h->short_ref_count);
  2920. remove_short(h, frame_num, structure ^ PICT_FRAME);
  2921. break;
  2922. case MMCO_SHORT2LONG:
  2923. if (h->long_ref[mmco[i].long_arg] != pic)
  2924. remove_long(h, mmco[i].long_arg, 0);
  2925. remove_short_at_index(h, j);
  2926. h->long_ref[ mmco[i].long_arg ]= pic;
  2927. if (h->long_ref[ mmco[i].long_arg ]){
  2928. h->long_ref[ mmco[i].long_arg ]->long_ref=1;
  2929. h->long_ref_count++;
  2930. }
  2931. break;
  2932. case MMCO_LONG2UNUSED:
  2933. j = pic_num_extract(h, mmco[i].long_arg, &structure);
  2934. pic = h->long_ref[j];
  2935. if (pic) {
  2936. remove_long(h, j, structure ^ PICT_FRAME);
  2937. } else if(s->avctx->debug&FF_DEBUG_MMCO)
  2938. av_log(h->s.avctx, AV_LOG_DEBUG, "mmco: unref long failure\n");
  2939. break;
  2940. case MMCO_LONG:
  2941. // Comment below left from previous code as it is an interresting note.
  2942. /* First field in pair is in short term list or
  2943. * at a different long term index.
  2944. * This is not allowed; see 7.4.3.3, notes 2 and 3.
  2945. * Report the problem and keep the pair where it is,
  2946. * and mark this field valid.
  2947. */
  2948. if (h->long_ref[mmco[i].long_arg] != s->current_picture_ptr) {
  2949. remove_long(h, mmco[i].long_arg, 0);
  2950. h->long_ref[ mmco[i].long_arg ]= s->current_picture_ptr;
  2951. h->long_ref[ mmco[i].long_arg ]->long_ref=1;
  2952. h->long_ref_count++;
  2953. }
  2954. s->current_picture_ptr->reference |= s->picture_structure;
  2955. current_ref_assigned=1;
  2956. break;
  2957. case MMCO_SET_MAX_LONG:
  2958. assert(mmco[i].long_arg <= 16);
  2959. // just remove the long term which index is greater than new max
  2960. for(j = mmco[i].long_arg; j<16; j++){
  2961. remove_long(h, j, 0);
  2962. }
  2963. break;
  2964. case MMCO_RESET:
  2965. while(h->short_ref_count){
  2966. remove_short(h, h->short_ref[0]->frame_num, 0);
  2967. }
  2968. for(j = 0; j < 16; j++) {
  2969. remove_long(h, j, 0);
  2970. }
  2971. s->current_picture_ptr->poc=
  2972. s->current_picture_ptr->field_poc[0]=
  2973. s->current_picture_ptr->field_poc[1]=
  2974. h->poc_lsb=
  2975. h->poc_msb=
  2976. h->frame_num=
  2977. s->current_picture_ptr->frame_num= 0;
  2978. break;
  2979. default: assert(0);
  2980. }
  2981. }
  2982. if (!current_ref_assigned) {
  2983. /* Second field of complementary field pair; the first field of
  2984. * which is already referenced. If short referenced, it
  2985. * should be first entry in short_ref. If not, it must exist
  2986. * in long_ref; trying to put it on the short list here is an
  2987. * error in the encoded bit stream (ref: 7.4.3.3, NOTE 2 and 3).
  2988. */
  2989. if (h->short_ref_count && h->short_ref[0] == s->current_picture_ptr) {
  2990. /* Just mark the second field valid */
  2991. s->current_picture_ptr->reference = PICT_FRAME;
  2992. } else if (s->current_picture_ptr->long_ref) {
  2993. av_log(h->s.avctx, AV_LOG_ERROR, "illegal short term reference "
  2994. "assignment for second field "
  2995. "in complementary field pair "
  2996. "(first field is long term)\n");
  2997. } else {
  2998. pic= remove_short(h, s->current_picture_ptr->frame_num, 0);
  2999. if(pic){
  3000. av_log(h->s.avctx, AV_LOG_ERROR, "illegal short term buffer state detected\n");
  3001. }
  3002. if(h->short_ref_count)
  3003. memmove(&h->short_ref[1], &h->short_ref[0], h->short_ref_count*sizeof(Picture*));
  3004. h->short_ref[0]= s->current_picture_ptr;
  3005. h->short_ref_count++;
  3006. s->current_picture_ptr->reference |= s->picture_structure;
  3007. }
  3008. }
  3009. if (h->long_ref_count + h->short_ref_count > h->sps.ref_frame_count){
  3010. /* We have too many reference frames, probably due to corrupted
  3011. * stream. Need to discard one frame. Prevents overrun of the
  3012. * short_ref and long_ref buffers.
  3013. */
  3014. av_log(h->s.avctx, AV_LOG_ERROR,
  3015. "number of reference frames exceeds max (probably "
  3016. "corrupt input), discarding one\n");
  3017. if (h->long_ref_count && !h->short_ref_count) {
  3018. for (i = 0; i < 16; ++i)
  3019. if (h->long_ref[i])
  3020. break;
  3021. assert(i < 16);
  3022. remove_long(h, i, 0);
  3023. } else {
  3024. pic = h->short_ref[h->short_ref_count - 1];
  3025. remove_short(h, pic->frame_num, 0);
  3026. }
  3027. }
  3028. print_short_term(h);
  3029. print_long_term(h);
  3030. return 0;
  3031. }
  3032. static int decode_ref_pic_marking(H264Context *h, GetBitContext *gb){
  3033. MpegEncContext * const s = &h->s;
  3034. int i;
  3035. h->mmco_index= 0;
  3036. if(h->nal_unit_type == NAL_IDR_SLICE){ //FIXME fields
  3037. s->broken_link= get_bits1(gb) -1;
  3038. if(get_bits1(gb)){
  3039. h->mmco[0].opcode= MMCO_LONG;
  3040. h->mmco[0].long_arg= 0;
  3041. h->mmco_index= 1;
  3042. }
  3043. }else{
  3044. if(get_bits1(gb)){ // adaptive_ref_pic_marking_mode_flag
  3045. for(i= 0; i<MAX_MMCO_COUNT; i++) {
  3046. MMCOOpcode opcode= get_ue_golomb_31(gb);
  3047. h->mmco[i].opcode= opcode;
  3048. if(opcode==MMCO_SHORT2UNUSED || opcode==MMCO_SHORT2LONG){
  3049. h->mmco[i].short_pic_num= (h->curr_pic_num - get_ue_golomb(gb) - 1) & (h->max_pic_num - 1);
  3050. /* if(h->mmco[i].short_pic_num >= h->short_ref_count || h->short_ref[ h->mmco[i].short_pic_num ] == NULL){
  3051. av_log(s->avctx, AV_LOG_ERROR, "illegal short ref in memory management control operation %d\n", mmco);
  3052. return -1;
  3053. }*/
  3054. }
  3055. if(opcode==MMCO_SHORT2LONG || opcode==MMCO_LONG2UNUSED || opcode==MMCO_LONG || opcode==MMCO_SET_MAX_LONG){
  3056. unsigned int long_arg= get_ue_golomb_31(gb);
  3057. if(long_arg >= 32 || (long_arg >= 16 && !(opcode == MMCO_LONG2UNUSED && FIELD_PICTURE))){
  3058. av_log(h->s.avctx, AV_LOG_ERROR, "illegal long ref in memory management control operation %d\n", opcode);
  3059. return -1;
  3060. }
  3061. h->mmco[i].long_arg= long_arg;
  3062. }
  3063. if(opcode > (unsigned)MMCO_LONG){
  3064. av_log(h->s.avctx, AV_LOG_ERROR, "illegal memory management control operation %d\n", opcode);
  3065. return -1;
  3066. }
  3067. if(opcode == MMCO_END)
  3068. break;
  3069. }
  3070. h->mmco_index= i;
  3071. }else{
  3072. assert(h->long_ref_count + h->short_ref_count <= h->sps.ref_frame_count);
  3073. if(h->short_ref_count && h->long_ref_count + h->short_ref_count == h->sps.ref_frame_count &&
  3074. !(FIELD_PICTURE && !s->first_field && s->current_picture_ptr->reference)) {
  3075. h->mmco[0].opcode= MMCO_SHORT2UNUSED;
  3076. h->mmco[0].short_pic_num= h->short_ref[ h->short_ref_count - 1 ]->frame_num;
  3077. h->mmco_index= 1;
  3078. if (FIELD_PICTURE) {
  3079. h->mmco[0].short_pic_num *= 2;
  3080. h->mmco[1].opcode= MMCO_SHORT2UNUSED;
  3081. h->mmco[1].short_pic_num= h->mmco[0].short_pic_num + 1;
  3082. h->mmco_index= 2;
  3083. }
  3084. }
  3085. }
  3086. }
  3087. return 0;
  3088. }
  3089. static int init_poc(H264Context *h){
  3090. MpegEncContext * const s = &h->s;
  3091. const int max_frame_num= 1<<h->sps.log2_max_frame_num;
  3092. int field_poc[2];
  3093. Picture *cur = s->current_picture_ptr;
  3094. h->frame_num_offset= h->prev_frame_num_offset;
  3095. if(h->frame_num < h->prev_frame_num)
  3096. h->frame_num_offset += max_frame_num;
  3097. if(h->sps.poc_type==0){
  3098. const int max_poc_lsb= 1<<h->sps.log2_max_poc_lsb;
  3099. if (h->poc_lsb < h->prev_poc_lsb && h->prev_poc_lsb - h->poc_lsb >= max_poc_lsb/2)
  3100. h->poc_msb = h->prev_poc_msb + max_poc_lsb;
  3101. else if(h->poc_lsb > h->prev_poc_lsb && h->prev_poc_lsb - h->poc_lsb < -max_poc_lsb/2)
  3102. h->poc_msb = h->prev_poc_msb - max_poc_lsb;
  3103. else
  3104. h->poc_msb = h->prev_poc_msb;
  3105. //printf("poc: %d %d\n", h->poc_msb, h->poc_lsb);
  3106. field_poc[0] =
  3107. field_poc[1] = h->poc_msb + h->poc_lsb;
  3108. if(s->picture_structure == PICT_FRAME)
  3109. field_poc[1] += h->delta_poc_bottom;
  3110. }else if(h->sps.poc_type==1){
  3111. int abs_frame_num, expected_delta_per_poc_cycle, expectedpoc;
  3112. int i;
  3113. if(h->sps.poc_cycle_length != 0)
  3114. abs_frame_num = h->frame_num_offset + h->frame_num;
  3115. else
  3116. abs_frame_num = 0;
  3117. if(h->nal_ref_idc==0 && abs_frame_num > 0)
  3118. abs_frame_num--;
  3119. expected_delta_per_poc_cycle = 0;
  3120. for(i=0; i < h->sps.poc_cycle_length; i++)
  3121. expected_delta_per_poc_cycle += h->sps.offset_for_ref_frame[ i ]; //FIXME integrate during sps parse
  3122. if(abs_frame_num > 0){
  3123. int poc_cycle_cnt = (abs_frame_num - 1) / h->sps.poc_cycle_length;
  3124. int frame_num_in_poc_cycle = (abs_frame_num - 1) % h->sps.poc_cycle_length;
  3125. expectedpoc = poc_cycle_cnt * expected_delta_per_poc_cycle;
  3126. for(i = 0; i <= frame_num_in_poc_cycle; i++)
  3127. expectedpoc = expectedpoc + h->sps.offset_for_ref_frame[ i ];
  3128. } else
  3129. expectedpoc = 0;
  3130. if(h->nal_ref_idc == 0)
  3131. expectedpoc = expectedpoc + h->sps.offset_for_non_ref_pic;
  3132. field_poc[0] = expectedpoc + h->delta_poc[0];
  3133. field_poc[1] = field_poc[0] + h->sps.offset_for_top_to_bottom_field;
  3134. if(s->picture_structure == PICT_FRAME)
  3135. field_poc[1] += h->delta_poc[1];
  3136. }else{
  3137. int poc= 2*(h->frame_num_offset + h->frame_num);
  3138. if(!h->nal_ref_idc)
  3139. poc--;
  3140. field_poc[0]= poc;
  3141. field_poc[1]= poc;
  3142. }
  3143. if(s->picture_structure != PICT_BOTTOM_FIELD)
  3144. s->current_picture_ptr->field_poc[0]= field_poc[0];
  3145. if(s->picture_structure != PICT_TOP_FIELD)
  3146. s->current_picture_ptr->field_poc[1]= field_poc[1];
  3147. cur->poc= FFMIN(cur->field_poc[0], cur->field_poc[1]);
  3148. return 0;
  3149. }
  3150. /**
  3151. * initialize scan tables
  3152. */
  3153. static void init_scan_tables(H264Context *h){
  3154. MpegEncContext * const s = &h->s;
  3155. int i;
  3156. if(s->dsp.h264_idct_add == ff_h264_idct_add_c){ //FIXME little ugly
  3157. memcpy(h->zigzag_scan, zigzag_scan, 16*sizeof(uint8_t));
  3158. memcpy(h-> field_scan, field_scan, 16*sizeof(uint8_t));
  3159. }else{
  3160. for(i=0; i<16; i++){
  3161. #define T(x) (x>>2) | ((x<<2) & 0xF)
  3162. h->zigzag_scan[i] = T(zigzag_scan[i]);
  3163. h-> field_scan[i] = T( field_scan[i]);
  3164. #undef T
  3165. }
  3166. }
  3167. if(s->dsp.h264_idct8_add == ff_h264_idct8_add_c){
  3168. memcpy(h->zigzag_scan8x8, ff_zigzag_direct, 64*sizeof(uint8_t));
  3169. memcpy(h->zigzag_scan8x8_cavlc, zigzag_scan8x8_cavlc, 64*sizeof(uint8_t));
  3170. memcpy(h->field_scan8x8, field_scan8x8, 64*sizeof(uint8_t));
  3171. memcpy(h->field_scan8x8_cavlc, field_scan8x8_cavlc, 64*sizeof(uint8_t));
  3172. }else{
  3173. for(i=0; i<64; i++){
  3174. #define T(x) (x>>3) | ((x&7)<<3)
  3175. h->zigzag_scan8x8[i] = T(ff_zigzag_direct[i]);
  3176. h->zigzag_scan8x8_cavlc[i] = T(zigzag_scan8x8_cavlc[i]);
  3177. h->field_scan8x8[i] = T(field_scan8x8[i]);
  3178. h->field_scan8x8_cavlc[i] = T(field_scan8x8_cavlc[i]);
  3179. #undef T
  3180. }
  3181. }
  3182. if(h->sps.transform_bypass){ //FIXME same ugly
  3183. h->zigzag_scan_q0 = zigzag_scan;
  3184. h->zigzag_scan8x8_q0 = ff_zigzag_direct;
  3185. h->zigzag_scan8x8_cavlc_q0 = zigzag_scan8x8_cavlc;
  3186. h->field_scan_q0 = field_scan;
  3187. h->field_scan8x8_q0 = field_scan8x8;
  3188. h->field_scan8x8_cavlc_q0 = field_scan8x8_cavlc;
  3189. }else{
  3190. h->zigzag_scan_q0 = h->zigzag_scan;
  3191. h->zigzag_scan8x8_q0 = h->zigzag_scan8x8;
  3192. h->zigzag_scan8x8_cavlc_q0 = h->zigzag_scan8x8_cavlc;
  3193. h->field_scan_q0 = h->field_scan;
  3194. h->field_scan8x8_q0 = h->field_scan8x8;
  3195. h->field_scan8x8_cavlc_q0 = h->field_scan8x8_cavlc;
  3196. }
  3197. }
  3198. /**
  3199. * Replicates H264 "master" context to thread contexts.
  3200. */
  3201. static void clone_slice(H264Context *dst, H264Context *src)
  3202. {
  3203. memcpy(dst->block_offset, src->block_offset, sizeof(dst->block_offset));
  3204. dst->s.current_picture_ptr = src->s.current_picture_ptr;
  3205. dst->s.current_picture = src->s.current_picture;
  3206. dst->s.linesize = src->s.linesize;
  3207. dst->s.uvlinesize = src->s.uvlinesize;
  3208. dst->s.first_field = src->s.first_field;
  3209. dst->prev_poc_msb = src->prev_poc_msb;
  3210. dst->prev_poc_lsb = src->prev_poc_lsb;
  3211. dst->prev_frame_num_offset = src->prev_frame_num_offset;
  3212. dst->prev_frame_num = src->prev_frame_num;
  3213. dst->short_ref_count = src->short_ref_count;
  3214. memcpy(dst->short_ref, src->short_ref, sizeof(dst->short_ref));
  3215. memcpy(dst->long_ref, src->long_ref, sizeof(dst->long_ref));
  3216. memcpy(dst->default_ref_list, src->default_ref_list, sizeof(dst->default_ref_list));
  3217. memcpy(dst->ref_list, src->ref_list, sizeof(dst->ref_list));
  3218. memcpy(dst->dequant4_coeff, src->dequant4_coeff, sizeof(src->dequant4_coeff));
  3219. memcpy(dst->dequant8_coeff, src->dequant8_coeff, sizeof(src->dequant8_coeff));
  3220. }
  3221. /**
  3222. * decodes a slice header.
  3223. * This will also call MPV_common_init() and frame_start() as needed.
  3224. *
  3225. * @param h h264context
  3226. * @param h0 h264 master context (differs from 'h' when doing sliced based parallel decoding)
  3227. *
  3228. * @return 0 if okay, <0 if an error occurred, 1 if decoding must not be multithreaded
  3229. */
  3230. static int decode_slice_header(H264Context *h, H264Context *h0){
  3231. MpegEncContext * const s = &h->s;
  3232. MpegEncContext * const s0 = &h0->s;
  3233. unsigned int first_mb_in_slice;
  3234. unsigned int pps_id;
  3235. int num_ref_idx_active_override_flag;
  3236. unsigned int slice_type, tmp, i, j;
  3237. int default_ref_list_done = 0;
  3238. int last_pic_structure;
  3239. s->dropable= h->nal_ref_idc == 0;
  3240. if((s->avctx->flags2 & CODEC_FLAG2_FAST) && !h->nal_ref_idc){
  3241. s->me.qpel_put= s->dsp.put_2tap_qpel_pixels_tab;
  3242. s->me.qpel_avg= s->dsp.avg_2tap_qpel_pixels_tab;
  3243. }else{
  3244. s->me.qpel_put= s->dsp.put_h264_qpel_pixels_tab;
  3245. s->me.qpel_avg= s->dsp.avg_h264_qpel_pixels_tab;
  3246. }
  3247. first_mb_in_slice= get_ue_golomb(&s->gb);
  3248. if((s->flags2 & CODEC_FLAG2_CHUNKS) && first_mb_in_slice == 0){
  3249. h0->current_slice = 0;
  3250. if (!s0->first_field)
  3251. s->current_picture_ptr= NULL;
  3252. }
  3253. slice_type= get_ue_golomb_31(&s->gb);
  3254. if(slice_type > 9){
  3255. av_log(h->s.avctx, AV_LOG_ERROR, "slice type too large (%d) at %d %d\n", h->slice_type, s->mb_x, s->mb_y);
  3256. return -1;
  3257. }
  3258. if(slice_type > 4){
  3259. slice_type -= 5;
  3260. h->slice_type_fixed=1;
  3261. }else
  3262. h->slice_type_fixed=0;
  3263. slice_type= golomb_to_pict_type[ slice_type ];
  3264. if (slice_type == FF_I_TYPE
  3265. || (h0->current_slice != 0 && slice_type == h0->last_slice_type) ) {
  3266. default_ref_list_done = 1;
  3267. }
  3268. h->slice_type= slice_type;
  3269. h->slice_type_nos= slice_type & 3;
  3270. s->pict_type= h->slice_type; // to make a few old functions happy, it's wrong though
  3271. if (s->pict_type == FF_B_TYPE && s0->last_picture_ptr == NULL) {
  3272. av_log(h->s.avctx, AV_LOG_ERROR,
  3273. "B picture before any references, skipping\n");
  3274. return -1;
  3275. }
  3276. pps_id= get_ue_golomb(&s->gb);
  3277. if(pps_id>=MAX_PPS_COUNT){
  3278. av_log(h->s.avctx, AV_LOG_ERROR, "pps_id out of range\n");
  3279. return -1;
  3280. }
  3281. if(!h0->pps_buffers[pps_id]) {
  3282. av_log(h->s.avctx, AV_LOG_ERROR, "non-existing PPS %u referenced\n", pps_id);
  3283. return -1;
  3284. }
  3285. h->pps= *h0->pps_buffers[pps_id];
  3286. if(!h0->sps_buffers[h->pps.sps_id]) {
  3287. av_log(h->s.avctx, AV_LOG_ERROR, "non-existing SPS %u referenced\n", h->pps.sps_id);
  3288. return -1;
  3289. }
  3290. h->sps = *h0->sps_buffers[h->pps.sps_id];
  3291. if(h == h0 && h->dequant_coeff_pps != pps_id){
  3292. h->dequant_coeff_pps = pps_id;
  3293. init_dequant_tables(h);
  3294. }
  3295. s->mb_width= h->sps.mb_width;
  3296. s->mb_height= h->sps.mb_height * (2 - h->sps.frame_mbs_only_flag);
  3297. h->b_stride= s->mb_width*4;
  3298. h->b8_stride= s->mb_width*2;
  3299. s->width = 16*s->mb_width - 2*FFMIN(h->sps.crop_right, 7);
  3300. if(h->sps.frame_mbs_only_flag)
  3301. s->height= 16*s->mb_height - 2*FFMIN(h->sps.crop_bottom, 7);
  3302. else
  3303. s->height= 16*s->mb_height - 4*FFMIN(h->sps.crop_bottom, 3);
  3304. if (s->context_initialized
  3305. && ( s->width != s->avctx->width || s->height != s->avctx->height)) {
  3306. if(h != h0)
  3307. return -1; // width / height changed during parallelized decoding
  3308. free_tables(h);
  3309. flush_dpb(s->avctx);
  3310. MPV_common_end(s);
  3311. }
  3312. if (!s->context_initialized) {
  3313. if(h != h0)
  3314. return -1; // we cant (re-)initialize context during parallel decoding
  3315. if (MPV_common_init(s) < 0)
  3316. return -1;
  3317. s->first_field = 0;
  3318. init_scan_tables(h);
  3319. alloc_tables(h);
  3320. for(i = 1; i < s->avctx->thread_count; i++) {
  3321. H264Context *c;
  3322. c = h->thread_context[i] = av_malloc(sizeof(H264Context));
  3323. memcpy(c, h->s.thread_context[i], sizeof(MpegEncContext));
  3324. memset(&c->s + 1, 0, sizeof(H264Context) - sizeof(MpegEncContext));
  3325. c->sps = h->sps;
  3326. c->pps = h->pps;
  3327. init_scan_tables(c);
  3328. clone_tables(c, h);
  3329. }
  3330. for(i = 0; i < s->avctx->thread_count; i++)
  3331. if(context_init(h->thread_context[i]) < 0)
  3332. return -1;
  3333. s->avctx->width = s->width;
  3334. s->avctx->height = s->height;
  3335. s->avctx->sample_aspect_ratio= h->sps.sar;
  3336. if(!s->avctx->sample_aspect_ratio.den)
  3337. s->avctx->sample_aspect_ratio.den = 1;
  3338. if(h->sps.timing_info_present_flag){
  3339. s->avctx->time_base= (AVRational){h->sps.num_units_in_tick, h->sps.time_scale};
  3340. if(h->x264_build > 0 && h->x264_build < 44)
  3341. s->avctx->time_base.den *= 2;
  3342. av_reduce(&s->avctx->time_base.num, &s->avctx->time_base.den,
  3343. s->avctx->time_base.num, s->avctx->time_base.den, 1<<30);
  3344. }
  3345. }
  3346. h->frame_num= get_bits(&s->gb, h->sps.log2_max_frame_num);
  3347. h->mb_mbaff = 0;
  3348. h->mb_aff_frame = 0;
  3349. last_pic_structure = s0->picture_structure;
  3350. if(h->sps.frame_mbs_only_flag){
  3351. s->picture_structure= PICT_FRAME;
  3352. }else{
  3353. if(get_bits1(&s->gb)) { //field_pic_flag
  3354. s->picture_structure= PICT_TOP_FIELD + get_bits1(&s->gb); //bottom_field_flag
  3355. } else {
  3356. s->picture_structure= PICT_FRAME;
  3357. h->mb_aff_frame = h->sps.mb_aff;
  3358. }
  3359. }
  3360. h->mb_field_decoding_flag= s->picture_structure != PICT_FRAME;
  3361. if(h0->current_slice == 0){
  3362. while(h->frame_num != h->prev_frame_num &&
  3363. h->frame_num != (h->prev_frame_num+1)%(1<<h->sps.log2_max_frame_num)){
  3364. av_log(NULL, AV_LOG_DEBUG, "Frame num gap %d %d\n", h->frame_num, h->prev_frame_num);
  3365. if (frame_start(h) < 0)
  3366. return -1;
  3367. h->prev_frame_num++;
  3368. h->prev_frame_num %= 1<<h->sps.log2_max_frame_num;
  3369. s->current_picture_ptr->frame_num= h->prev_frame_num;
  3370. execute_ref_pic_marking(h, NULL, 0);
  3371. }
  3372. /* See if we have a decoded first field looking for a pair... */
  3373. if (s0->first_field) {
  3374. assert(s0->current_picture_ptr);
  3375. assert(s0->current_picture_ptr->data[0]);
  3376. assert(s0->current_picture_ptr->reference != DELAYED_PIC_REF);
  3377. /* figure out if we have a complementary field pair */
  3378. if (!FIELD_PICTURE || s->picture_structure == last_pic_structure) {
  3379. /*
  3380. * Previous field is unmatched. Don't display it, but let it
  3381. * remain for reference if marked as such.
  3382. */
  3383. s0->current_picture_ptr = NULL;
  3384. s0->first_field = FIELD_PICTURE;
  3385. } else {
  3386. if (h->nal_ref_idc &&
  3387. s0->current_picture_ptr->reference &&
  3388. s0->current_picture_ptr->frame_num != h->frame_num) {
  3389. /*
  3390. * This and previous field were reference, but had
  3391. * different frame_nums. Consider this field first in
  3392. * pair. Throw away previous field except for reference
  3393. * purposes.
  3394. */
  3395. s0->first_field = 1;
  3396. s0->current_picture_ptr = NULL;
  3397. } else {
  3398. /* Second field in complementary pair */
  3399. s0->first_field = 0;
  3400. }
  3401. }
  3402. } else {
  3403. /* Frame or first field in a potentially complementary pair */
  3404. assert(!s0->current_picture_ptr);
  3405. s0->first_field = FIELD_PICTURE;
  3406. }
  3407. if((!FIELD_PICTURE || s0->first_field) && frame_start(h) < 0) {
  3408. s0->first_field = 0;
  3409. return -1;
  3410. }
  3411. }
  3412. if(h != h0)
  3413. clone_slice(h, h0);
  3414. s->current_picture_ptr->frame_num= h->frame_num; //FIXME frame_num cleanup
  3415. assert(s->mb_num == s->mb_width * s->mb_height);
  3416. if(first_mb_in_slice << FIELD_OR_MBAFF_PICTURE >= s->mb_num ||
  3417. first_mb_in_slice >= s->mb_num){
  3418. av_log(h->s.avctx, AV_LOG_ERROR, "first_mb_in_slice overflow\n");
  3419. return -1;
  3420. }
  3421. s->resync_mb_x = s->mb_x = first_mb_in_slice % s->mb_width;
  3422. s->resync_mb_y = s->mb_y = (first_mb_in_slice / s->mb_width) << FIELD_OR_MBAFF_PICTURE;
  3423. if (s->picture_structure == PICT_BOTTOM_FIELD)
  3424. s->resync_mb_y = s->mb_y = s->mb_y + 1;
  3425. assert(s->mb_y < s->mb_height);
  3426. if(s->picture_structure==PICT_FRAME){
  3427. h->curr_pic_num= h->frame_num;
  3428. h->max_pic_num= 1<< h->sps.log2_max_frame_num;
  3429. }else{
  3430. h->curr_pic_num= 2*h->frame_num + 1;
  3431. h->max_pic_num= 1<<(h->sps.log2_max_frame_num + 1);
  3432. }
  3433. if(h->nal_unit_type == NAL_IDR_SLICE){
  3434. get_ue_golomb(&s->gb); /* idr_pic_id */
  3435. }
  3436. if(h->sps.poc_type==0){
  3437. h->poc_lsb= get_bits(&s->gb, h->sps.log2_max_poc_lsb);
  3438. if(h->pps.pic_order_present==1 && s->picture_structure==PICT_FRAME){
  3439. h->delta_poc_bottom= get_se_golomb(&s->gb);
  3440. }
  3441. }
  3442. if(h->sps.poc_type==1 && !h->sps.delta_pic_order_always_zero_flag){
  3443. h->delta_poc[0]= get_se_golomb(&s->gb);
  3444. if(h->pps.pic_order_present==1 && s->picture_structure==PICT_FRAME)
  3445. h->delta_poc[1]= get_se_golomb(&s->gb);
  3446. }
  3447. init_poc(h);
  3448. if(h->pps.redundant_pic_cnt_present){
  3449. h->redundant_pic_count= get_ue_golomb(&s->gb);
  3450. }
  3451. //set defaults, might be overridden a few lines later
  3452. h->ref_count[0]= h->pps.ref_count[0];
  3453. h->ref_count[1]= h->pps.ref_count[1];
  3454. if(h->slice_type_nos != FF_I_TYPE){
  3455. if(h->slice_type_nos == FF_B_TYPE){
  3456. h->direct_spatial_mv_pred= get_bits1(&s->gb);
  3457. }
  3458. num_ref_idx_active_override_flag= get_bits1(&s->gb);
  3459. if(num_ref_idx_active_override_flag){
  3460. h->ref_count[0]= get_ue_golomb(&s->gb) + 1;
  3461. if(h->slice_type_nos==FF_B_TYPE)
  3462. h->ref_count[1]= get_ue_golomb(&s->gb) + 1;
  3463. if(h->ref_count[0]-1 > 32-1 || h->ref_count[1]-1 > 32-1){
  3464. av_log(h->s.avctx, AV_LOG_ERROR, "reference overflow\n");
  3465. h->ref_count[0]= h->ref_count[1]= 1;
  3466. return -1;
  3467. }
  3468. }
  3469. if(h->slice_type_nos == FF_B_TYPE)
  3470. h->list_count= 2;
  3471. else
  3472. h->list_count= 1;
  3473. }else
  3474. h->list_count= 0;
  3475. if(!default_ref_list_done){
  3476. fill_default_ref_list(h);
  3477. }
  3478. if(h->slice_type_nos!=FF_I_TYPE && decode_ref_pic_list_reordering(h) < 0)
  3479. return -1;
  3480. if(h->slice_type_nos!=FF_I_TYPE){
  3481. s->last_picture_ptr= &h->ref_list[0][0];
  3482. ff_copy_picture(&s->last_picture, s->last_picture_ptr);
  3483. }
  3484. if(h->slice_type_nos==FF_B_TYPE){
  3485. s->next_picture_ptr= &h->ref_list[1][0];
  3486. ff_copy_picture(&s->next_picture, s->next_picture_ptr);
  3487. }
  3488. if( (h->pps.weighted_pred && h->slice_type_nos == FF_P_TYPE )
  3489. || (h->pps.weighted_bipred_idc==1 && h->slice_type_nos== FF_B_TYPE ) )
  3490. pred_weight_table(h);
  3491. else if(h->pps.weighted_bipred_idc==2 && h->slice_type_nos== FF_B_TYPE)
  3492. implicit_weight_table(h);
  3493. else {
  3494. h->use_weight = 0;
  3495. for (i = 0; i < 2; i++) {
  3496. h->luma_weight_flag[i] = 0;
  3497. h->chroma_weight_flag[i] = 0;
  3498. }
  3499. }
  3500. if(h->nal_ref_idc)
  3501. decode_ref_pic_marking(h0, &s->gb);
  3502. if(FRAME_MBAFF)
  3503. fill_mbaff_ref_list(h);
  3504. if(h->slice_type_nos==FF_B_TYPE && !h->direct_spatial_mv_pred)
  3505. direct_dist_scale_factor(h);
  3506. direct_ref_list_init(h);
  3507. if( h->slice_type_nos != FF_I_TYPE && h->pps.cabac ){
  3508. tmp = get_ue_golomb_31(&s->gb);
  3509. if(tmp > 2){
  3510. av_log(s->avctx, AV_LOG_ERROR, "cabac_init_idc overflow\n");
  3511. return -1;
  3512. }
  3513. h->cabac_init_idc= tmp;
  3514. }
  3515. h->last_qscale_diff = 0;
  3516. tmp = h->pps.init_qp + get_se_golomb(&s->gb);
  3517. if(tmp>51){
  3518. av_log(s->avctx, AV_LOG_ERROR, "QP %u out of range\n", tmp);
  3519. return -1;
  3520. }
  3521. s->qscale= tmp;
  3522. h->chroma_qp[0] = get_chroma_qp(h, 0, s->qscale);
  3523. h->chroma_qp[1] = get_chroma_qp(h, 1, s->qscale);
  3524. //FIXME qscale / qp ... stuff
  3525. if(h->slice_type == FF_SP_TYPE){
  3526. get_bits1(&s->gb); /* sp_for_switch_flag */
  3527. }
  3528. if(h->slice_type==FF_SP_TYPE || h->slice_type == FF_SI_TYPE){
  3529. get_se_golomb(&s->gb); /* slice_qs_delta */
  3530. }
  3531. h->deblocking_filter = 1;
  3532. h->slice_alpha_c0_offset = 0;
  3533. h->slice_beta_offset = 0;
  3534. if( h->pps.deblocking_filter_parameters_present ) {
  3535. tmp= get_ue_golomb_31(&s->gb);
  3536. if(tmp > 2){
  3537. av_log(s->avctx, AV_LOG_ERROR, "deblocking_filter_idc %u out of range\n", tmp);
  3538. return -1;
  3539. }
  3540. h->deblocking_filter= tmp;
  3541. if(h->deblocking_filter < 2)
  3542. h->deblocking_filter^= 1; // 1<->0
  3543. if( h->deblocking_filter ) {
  3544. h->slice_alpha_c0_offset = get_se_golomb(&s->gb) << 1;
  3545. h->slice_beta_offset = get_se_golomb(&s->gb) << 1;
  3546. }
  3547. }
  3548. if( s->avctx->skip_loop_filter >= AVDISCARD_ALL
  3549. ||(s->avctx->skip_loop_filter >= AVDISCARD_NONKEY && h->slice_type_nos != FF_I_TYPE)
  3550. ||(s->avctx->skip_loop_filter >= AVDISCARD_BIDIR && h->slice_type_nos == FF_B_TYPE)
  3551. ||(s->avctx->skip_loop_filter >= AVDISCARD_NONREF && h->nal_ref_idc == 0))
  3552. h->deblocking_filter= 0;
  3553. if(h->deblocking_filter == 1 && h0->max_contexts > 1) {
  3554. if(s->avctx->flags2 & CODEC_FLAG2_FAST) {
  3555. /* Cheat slightly for speed:
  3556. Do not bother to deblock across slices. */
  3557. h->deblocking_filter = 2;
  3558. } else {
  3559. h0->max_contexts = 1;
  3560. if(!h0->single_decode_warning) {
  3561. av_log(s->avctx, AV_LOG_INFO, "Cannot parallelize deblocking type 1, decoding such frames in sequential order\n");
  3562. h0->single_decode_warning = 1;
  3563. }
  3564. if(h != h0)
  3565. return 1; // deblocking switched inside frame
  3566. }
  3567. }
  3568. #if 0 //FMO
  3569. if( h->pps.num_slice_groups > 1 && h->pps.mb_slice_group_map_type >= 3 && h->pps.mb_slice_group_map_type <= 5)
  3570. slice_group_change_cycle= get_bits(&s->gb, ?);
  3571. #endif
  3572. h0->last_slice_type = slice_type;
  3573. h->slice_num = ++h0->current_slice;
  3574. if(h->slice_num >= MAX_SLICES){
  3575. av_log(s->avctx, AV_LOG_ERROR, "Too many slices, increase MAX_SLICES and recompile\n");
  3576. }
  3577. for(j=0; j<2; j++){
  3578. int *ref2frm= h->ref2frm[h->slice_num&(MAX_SLICES-1)][j];
  3579. ref2frm[0]=
  3580. ref2frm[1]= -1;
  3581. for(i=0; i<16; i++)
  3582. ref2frm[i+2]= 4*h->ref_list[j][i].frame_num
  3583. +(h->ref_list[j][i].reference&3);
  3584. ref2frm[18+0]=
  3585. ref2frm[18+1]= -1;
  3586. for(i=16; i<48; i++)
  3587. ref2frm[i+4]= 4*h->ref_list[j][i].frame_num
  3588. +(h->ref_list[j][i].reference&3);
  3589. }
  3590. h->emu_edge_width= (s->flags&CODEC_FLAG_EMU_EDGE) ? 0 : 16;
  3591. h->emu_edge_height= (FRAME_MBAFF || FIELD_PICTURE) ? 0 : h->emu_edge_width;
  3592. s->avctx->refs= h->sps.ref_frame_count;
  3593. if(s->avctx->debug&FF_DEBUG_PICT_INFO){
  3594. av_log(h->s.avctx, AV_LOG_DEBUG, "slice:%d %s mb:%d %c%s%s pps:%u frame:%d poc:%d/%d ref:%d/%d qp:%d loop:%d:%d:%d weight:%d%s %s\n",
  3595. h->slice_num,
  3596. (s->picture_structure==PICT_FRAME ? "F" : s->picture_structure==PICT_TOP_FIELD ? "T" : "B"),
  3597. first_mb_in_slice,
  3598. av_get_pict_type_char(h->slice_type), h->slice_type_fixed ? " fix" : "", h->nal_unit_type == NAL_IDR_SLICE ? " IDR" : "",
  3599. pps_id, h->frame_num,
  3600. s->current_picture_ptr->field_poc[0], s->current_picture_ptr->field_poc[1],
  3601. h->ref_count[0], h->ref_count[1],
  3602. s->qscale,
  3603. h->deblocking_filter, h->slice_alpha_c0_offset/2, h->slice_beta_offset/2,
  3604. h->use_weight,
  3605. h->use_weight==1 && h->use_weight_chroma ? "c" : "",
  3606. h->slice_type == FF_B_TYPE ? (h->direct_spatial_mv_pred ? "SPAT" : "TEMP") : ""
  3607. );
  3608. }
  3609. return 0;
  3610. }
  3611. /**
  3612. *
  3613. */
  3614. static inline int get_level_prefix(GetBitContext *gb){
  3615. unsigned int buf;
  3616. int log;
  3617. OPEN_READER(re, gb);
  3618. UPDATE_CACHE(re, gb);
  3619. buf=GET_CACHE(re, gb);
  3620. log= 32 - av_log2(buf);
  3621. #ifdef TRACE
  3622. print_bin(buf>>(32-log), log);
  3623. av_log(NULL, AV_LOG_DEBUG, "%5d %2d %3d lpr @%5d in %s get_level_prefix\n", buf>>(32-log), log, log-1, get_bits_count(gb), __FILE__);
  3624. #endif
  3625. LAST_SKIP_BITS(re, gb, log);
  3626. CLOSE_READER(re, gb);
  3627. return log-1;
  3628. }
  3629. static inline int get_dct8x8_allowed(H264Context *h){
  3630. if(h->sps.direct_8x8_inference_flag)
  3631. return !(*(uint64_t*)h->sub_mb_type & ((MB_TYPE_16x8|MB_TYPE_8x16|MB_TYPE_8x8 )*0x0001000100010001ULL));
  3632. else
  3633. return !(*(uint64_t*)h->sub_mb_type & ((MB_TYPE_16x8|MB_TYPE_8x16|MB_TYPE_8x8|MB_TYPE_DIRECT2)*0x0001000100010001ULL));
  3634. }
  3635. /**
  3636. * decodes a residual block.
  3637. * @param n block index
  3638. * @param scantable scantable
  3639. * @param max_coeff number of coefficients in the block
  3640. * @return <0 if an error occurred
  3641. */
  3642. static int decode_residual(H264Context *h, GetBitContext *gb, DCTELEM *block, int n, const uint8_t *scantable, const uint32_t *qmul, int max_coeff){
  3643. MpegEncContext * const s = &h->s;
  3644. static const int coeff_token_table_index[17]= {0, 0, 1, 1, 2, 2, 2, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3};
  3645. int level[16];
  3646. int zeros_left, coeff_num, coeff_token, total_coeff, i, j, trailing_ones, run_before;
  3647. //FIXME put trailing_onex into the context
  3648. if(n == CHROMA_DC_BLOCK_INDEX){
  3649. coeff_token= get_vlc2(gb, chroma_dc_coeff_token_vlc.table, CHROMA_DC_COEFF_TOKEN_VLC_BITS, 1);
  3650. total_coeff= coeff_token>>2;
  3651. }else{
  3652. if(n == LUMA_DC_BLOCK_INDEX){
  3653. total_coeff= pred_non_zero_count(h, 0);
  3654. coeff_token= get_vlc2(gb, coeff_token_vlc[ coeff_token_table_index[total_coeff] ].table, COEFF_TOKEN_VLC_BITS, 2);
  3655. total_coeff= coeff_token>>2;
  3656. }else{
  3657. total_coeff= pred_non_zero_count(h, n);
  3658. coeff_token= get_vlc2(gb, coeff_token_vlc[ coeff_token_table_index[total_coeff] ].table, COEFF_TOKEN_VLC_BITS, 2);
  3659. total_coeff= coeff_token>>2;
  3660. h->non_zero_count_cache[ scan8[n] ]= total_coeff;
  3661. }
  3662. }
  3663. //FIXME set last_non_zero?
  3664. if(total_coeff==0)
  3665. return 0;
  3666. if(total_coeff > (unsigned)max_coeff) {
  3667. av_log(h->s.avctx, AV_LOG_ERROR, "corrupted macroblock %d %d (total_coeff=%d)\n", s->mb_x, s->mb_y, total_coeff);
  3668. return -1;
  3669. }
  3670. trailing_ones= coeff_token&3;
  3671. tprintf(h->s.avctx, "trailing:%d, total:%d\n", trailing_ones, total_coeff);
  3672. assert(total_coeff<=16);
  3673. i = show_bits(gb, 3);
  3674. skip_bits(gb, trailing_ones);
  3675. level[0] = 1-((i&4)>>1);
  3676. level[1] = 1-((i&2) );
  3677. level[2] = 1-((i&1)<<1);
  3678. if(trailing_ones<total_coeff) {
  3679. int mask, prefix;
  3680. int suffix_length = total_coeff > 10 && trailing_ones < 3;
  3681. int bitsi= show_bits(gb, LEVEL_TAB_BITS);
  3682. int level_code= cavlc_level_tab[suffix_length][bitsi][0];
  3683. skip_bits(gb, cavlc_level_tab[suffix_length][bitsi][1]);
  3684. if(level_code >= 100){
  3685. prefix= level_code - 100;
  3686. if(prefix == LEVEL_TAB_BITS)
  3687. prefix += get_level_prefix(gb);
  3688. //first coefficient has suffix_length equal to 0 or 1
  3689. if(prefix<14){ //FIXME try to build a large unified VLC table for all this
  3690. if(suffix_length)
  3691. level_code= (prefix<<1) + get_bits1(gb); //part
  3692. else
  3693. level_code= prefix; //part
  3694. }else if(prefix==14){
  3695. if(suffix_length)
  3696. level_code= (prefix<<1) + get_bits1(gb); //part
  3697. else
  3698. level_code= prefix + get_bits(gb, 4); //part
  3699. }else{
  3700. level_code= 30 + get_bits(gb, prefix-3); //part
  3701. if(prefix>=16)
  3702. level_code += (1<<(prefix-3))-4096;
  3703. }
  3704. if(trailing_ones < 3) level_code += 2;
  3705. suffix_length = 2;
  3706. mask= -(level_code&1);
  3707. level[trailing_ones]= (((2+level_code)>>1) ^ mask) - mask;
  3708. }else{
  3709. if(trailing_ones < 3) level_code += (level_code>>31)|1;
  3710. suffix_length = 1;
  3711. if(level_code + 3U > 6U)
  3712. suffix_length++;
  3713. level[trailing_ones]= level_code;
  3714. }
  3715. //remaining coefficients have suffix_length > 0
  3716. for(i=trailing_ones+1;i<total_coeff;i++) {
  3717. static const unsigned int suffix_limit[7] = {0,3,6,12,24,48,INT_MAX };
  3718. int bitsi= show_bits(gb, LEVEL_TAB_BITS);
  3719. level_code= cavlc_level_tab[suffix_length][bitsi][0];
  3720. skip_bits(gb, cavlc_level_tab[suffix_length][bitsi][1]);
  3721. if(level_code >= 100){
  3722. prefix= level_code - 100;
  3723. if(prefix == LEVEL_TAB_BITS){
  3724. prefix += get_level_prefix(gb);
  3725. }
  3726. if(prefix<15){
  3727. level_code = (prefix<<suffix_length) + get_bits(gb, suffix_length);
  3728. }else{
  3729. level_code = (15<<suffix_length) + get_bits(gb, prefix-3);
  3730. if(prefix>=16)
  3731. level_code += (1<<(prefix-3))-4096;
  3732. }
  3733. mask= -(level_code&1);
  3734. level_code= (((2+level_code)>>1) ^ mask) - mask;
  3735. }
  3736. level[i]= level_code;
  3737. if(suffix_limit[suffix_length] + level_code > 2U*suffix_limit[suffix_length])
  3738. suffix_length++;
  3739. }
  3740. }
  3741. if(total_coeff == max_coeff)
  3742. zeros_left=0;
  3743. else{
  3744. if(n == CHROMA_DC_BLOCK_INDEX)
  3745. zeros_left= get_vlc2(gb, chroma_dc_total_zeros_vlc[ total_coeff-1 ].table, CHROMA_DC_TOTAL_ZEROS_VLC_BITS, 1);
  3746. else
  3747. zeros_left= get_vlc2(gb, total_zeros_vlc[ total_coeff-1 ].table, TOTAL_ZEROS_VLC_BITS, 1);
  3748. }
  3749. coeff_num = zeros_left + total_coeff - 1;
  3750. j = scantable[coeff_num];
  3751. if(n > 24){
  3752. block[j] = level[0];
  3753. for(i=1;i<total_coeff;i++) {
  3754. if(zeros_left <= 0)
  3755. run_before = 0;
  3756. else if(zeros_left < 7){
  3757. run_before= get_vlc2(gb, run_vlc[zeros_left-1].table, RUN_VLC_BITS, 1);
  3758. }else{
  3759. run_before= get_vlc2(gb, run7_vlc.table, RUN7_VLC_BITS, 2);
  3760. }
  3761. zeros_left -= run_before;
  3762. coeff_num -= 1 + run_before;
  3763. j= scantable[ coeff_num ];
  3764. block[j]= level[i];
  3765. }
  3766. }else{
  3767. block[j] = (level[0] * qmul[j] + 32)>>6;
  3768. for(i=1;i<total_coeff;i++) {
  3769. if(zeros_left <= 0)
  3770. run_before = 0;
  3771. else if(zeros_left < 7){
  3772. run_before= get_vlc2(gb, run_vlc[zeros_left-1].table, RUN_VLC_BITS, 1);
  3773. }else{
  3774. run_before= get_vlc2(gb, run7_vlc.table, RUN7_VLC_BITS, 2);
  3775. }
  3776. zeros_left -= run_before;
  3777. coeff_num -= 1 + run_before;
  3778. j= scantable[ coeff_num ];
  3779. block[j]= (level[i] * qmul[j] + 32)>>6;
  3780. }
  3781. }
  3782. if(zeros_left<0){
  3783. av_log(h->s.avctx, AV_LOG_ERROR, "negative number of zero coeffs at %d %d\n", s->mb_x, s->mb_y);
  3784. return -1;
  3785. }
  3786. return 0;
  3787. }
  3788. static void predict_field_decoding_flag(H264Context *h){
  3789. MpegEncContext * const s = &h->s;
  3790. const int mb_xy= h->mb_xy;
  3791. int mb_type = (h->slice_table[mb_xy-1] == h->slice_num)
  3792. ? s->current_picture.mb_type[mb_xy-1]
  3793. : (h->slice_table[mb_xy-s->mb_stride] == h->slice_num)
  3794. ? s->current_picture.mb_type[mb_xy-s->mb_stride]
  3795. : 0;
  3796. h->mb_mbaff = h->mb_field_decoding_flag = IS_INTERLACED(mb_type) ? 1 : 0;
  3797. }
  3798. /**
  3799. * decodes a P_SKIP or B_SKIP macroblock
  3800. */
  3801. static void decode_mb_skip(H264Context *h){
  3802. MpegEncContext * const s = &h->s;
  3803. const int mb_xy= h->mb_xy;
  3804. int mb_type=0;
  3805. memset(h->non_zero_count[mb_xy], 0, 16);
  3806. memset(h->non_zero_count_cache + 8, 0, 8*5); //FIXME ugly, remove pfui
  3807. if(MB_FIELD)
  3808. mb_type|= MB_TYPE_INTERLACED;
  3809. if( h->slice_type_nos == FF_B_TYPE )
  3810. {
  3811. // just for fill_caches. pred_direct_motion will set the real mb_type
  3812. mb_type|= MB_TYPE_P0L0|MB_TYPE_P0L1|MB_TYPE_DIRECT2|MB_TYPE_SKIP;
  3813. fill_caches(h, mb_type, 0); //FIXME check what is needed and what not ...
  3814. pred_direct_motion(h, &mb_type);
  3815. mb_type|= MB_TYPE_SKIP;
  3816. }
  3817. else
  3818. {
  3819. int mx, my;
  3820. mb_type|= MB_TYPE_16x16|MB_TYPE_P0L0|MB_TYPE_P1L0|MB_TYPE_SKIP;
  3821. fill_caches(h, mb_type, 0); //FIXME check what is needed and what not ...
  3822. pred_pskip_motion(h, &mx, &my);
  3823. fill_rectangle(&h->ref_cache[0][scan8[0]], 4, 4, 8, 0, 1);
  3824. fill_rectangle( h->mv_cache[0][scan8[0]], 4, 4, 8, pack16to32(mx,my), 4);
  3825. }
  3826. write_back_motion(h, mb_type);
  3827. s->current_picture.mb_type[mb_xy]= mb_type;
  3828. s->current_picture.qscale_table[mb_xy]= s->qscale;
  3829. h->slice_table[ mb_xy ]= h->slice_num;
  3830. h->prev_mb_skipped= 1;
  3831. }
  3832. /**
  3833. * decodes a macroblock
  3834. * @returns 0 if OK, AC_ERROR / DC_ERROR / MV_ERROR if an error is noticed
  3835. */
  3836. static int decode_mb_cavlc(H264Context *h){
  3837. MpegEncContext * const s = &h->s;
  3838. int mb_xy;
  3839. int partition_count;
  3840. unsigned int mb_type, cbp;
  3841. int dct8x8_allowed= h->pps.transform_8x8_mode;
  3842. mb_xy = h->mb_xy = s->mb_x + s->mb_y*s->mb_stride;
  3843. tprintf(s->avctx, "pic:%d mb:%d/%d\n", h->frame_num, s->mb_x, s->mb_y);
  3844. cbp = 0; /* avoid warning. FIXME: find a solution without slowing
  3845. down the code */
  3846. if(h->slice_type_nos != FF_I_TYPE){
  3847. if(s->mb_skip_run==-1)
  3848. s->mb_skip_run= get_ue_golomb(&s->gb);
  3849. if (s->mb_skip_run--) {
  3850. if(FRAME_MBAFF && (s->mb_y&1) == 0){
  3851. if(s->mb_skip_run==0)
  3852. h->mb_mbaff = h->mb_field_decoding_flag = get_bits1(&s->gb);
  3853. else
  3854. predict_field_decoding_flag(h);
  3855. }
  3856. decode_mb_skip(h);
  3857. return 0;
  3858. }
  3859. }
  3860. if(FRAME_MBAFF){
  3861. if( (s->mb_y&1) == 0 )
  3862. h->mb_mbaff = h->mb_field_decoding_flag = get_bits1(&s->gb);
  3863. }
  3864. h->prev_mb_skipped= 0;
  3865. mb_type= get_ue_golomb(&s->gb);
  3866. if(h->slice_type_nos == FF_B_TYPE){
  3867. if(mb_type < 23){
  3868. partition_count= b_mb_type_info[mb_type].partition_count;
  3869. mb_type= b_mb_type_info[mb_type].type;
  3870. }else{
  3871. mb_type -= 23;
  3872. goto decode_intra_mb;
  3873. }
  3874. }else if(h->slice_type_nos == FF_P_TYPE){
  3875. if(mb_type < 5){
  3876. partition_count= p_mb_type_info[mb_type].partition_count;
  3877. mb_type= p_mb_type_info[mb_type].type;
  3878. }else{
  3879. mb_type -= 5;
  3880. goto decode_intra_mb;
  3881. }
  3882. }else{
  3883. assert(h->slice_type_nos == FF_I_TYPE);
  3884. if(h->slice_type == FF_SI_TYPE && mb_type)
  3885. mb_type--;
  3886. decode_intra_mb:
  3887. if(mb_type > 25){
  3888. av_log(h->s.avctx, AV_LOG_ERROR, "mb_type %d in %c slice too large at %d %d\n", mb_type, av_get_pict_type_char(h->slice_type), s->mb_x, s->mb_y);
  3889. return -1;
  3890. }
  3891. partition_count=0;
  3892. cbp= i_mb_type_info[mb_type].cbp;
  3893. h->intra16x16_pred_mode= i_mb_type_info[mb_type].pred_mode;
  3894. mb_type= i_mb_type_info[mb_type].type;
  3895. }
  3896. if(MB_FIELD)
  3897. mb_type |= MB_TYPE_INTERLACED;
  3898. h->slice_table[ mb_xy ]= h->slice_num;
  3899. if(IS_INTRA_PCM(mb_type)){
  3900. unsigned int x;
  3901. // We assume these blocks are very rare so we do not optimize it.
  3902. align_get_bits(&s->gb);
  3903. // The pixels are stored in the same order as levels in h->mb array.
  3904. for(x=0; x < (CHROMA ? 384 : 256); x++){
  3905. ((uint8_t*)h->mb)[x]= get_bits(&s->gb, 8);
  3906. }
  3907. // In deblocking, the quantizer is 0
  3908. s->current_picture.qscale_table[mb_xy]= 0;
  3909. // All coeffs are present
  3910. memset(h->non_zero_count[mb_xy], 16, 16);
  3911. s->current_picture.mb_type[mb_xy]= mb_type;
  3912. return 0;
  3913. }
  3914. if(MB_MBAFF){
  3915. h->ref_count[0] <<= 1;
  3916. h->ref_count[1] <<= 1;
  3917. }
  3918. fill_caches(h, mb_type, 0);
  3919. //mb_pred
  3920. if(IS_INTRA(mb_type)){
  3921. int pred_mode;
  3922. // init_top_left_availability(h);
  3923. if(IS_INTRA4x4(mb_type)){
  3924. int i;
  3925. int di = 1;
  3926. if(dct8x8_allowed && get_bits1(&s->gb)){
  3927. mb_type |= MB_TYPE_8x8DCT;
  3928. di = 4;
  3929. }
  3930. // fill_intra4x4_pred_table(h);
  3931. for(i=0; i<16; i+=di){
  3932. int mode= pred_intra_mode(h, i);
  3933. if(!get_bits1(&s->gb)){
  3934. const int rem_mode= get_bits(&s->gb, 3);
  3935. mode = rem_mode + (rem_mode >= mode);
  3936. }
  3937. if(di==4)
  3938. fill_rectangle( &h->intra4x4_pred_mode_cache[ scan8[i] ], 2, 2, 8, mode, 1 );
  3939. else
  3940. h->intra4x4_pred_mode_cache[ scan8[i] ] = mode;
  3941. }
  3942. write_back_intra_pred_mode(h);
  3943. if( check_intra4x4_pred_mode(h) < 0)
  3944. return -1;
  3945. }else{
  3946. h->intra16x16_pred_mode= check_intra_pred_mode(h, h->intra16x16_pred_mode);
  3947. if(h->intra16x16_pred_mode < 0)
  3948. return -1;
  3949. }
  3950. if(CHROMA){
  3951. pred_mode= check_intra_pred_mode(h, get_ue_golomb_31(&s->gb));
  3952. if(pred_mode < 0)
  3953. return -1;
  3954. h->chroma_pred_mode= pred_mode;
  3955. }
  3956. }else if(partition_count==4){
  3957. int i, j, sub_partition_count[4], list, ref[2][4];
  3958. if(h->slice_type_nos == FF_B_TYPE){
  3959. for(i=0; i<4; i++){
  3960. h->sub_mb_type[i]= get_ue_golomb_31(&s->gb);
  3961. if(h->sub_mb_type[i] >=13){
  3962. av_log(h->s.avctx, AV_LOG_ERROR, "B sub_mb_type %u out of range at %d %d\n", h->sub_mb_type[i], s->mb_x, s->mb_y);
  3963. return -1;
  3964. }
  3965. sub_partition_count[i]= b_sub_mb_type_info[ h->sub_mb_type[i] ].partition_count;
  3966. h->sub_mb_type[i]= b_sub_mb_type_info[ h->sub_mb_type[i] ].type;
  3967. }
  3968. if( IS_DIRECT(h->sub_mb_type[0]) || IS_DIRECT(h->sub_mb_type[1])
  3969. || IS_DIRECT(h->sub_mb_type[2]) || IS_DIRECT(h->sub_mb_type[3])) {
  3970. pred_direct_motion(h, &mb_type);
  3971. h->ref_cache[0][scan8[4]] =
  3972. h->ref_cache[1][scan8[4]] =
  3973. h->ref_cache[0][scan8[12]] =
  3974. h->ref_cache[1][scan8[12]] = PART_NOT_AVAILABLE;
  3975. }
  3976. }else{
  3977. assert(h->slice_type_nos == FF_P_TYPE); //FIXME SP correct ?
  3978. for(i=0; i<4; i++){
  3979. h->sub_mb_type[i]= get_ue_golomb_31(&s->gb);
  3980. if(h->sub_mb_type[i] >=4){
  3981. av_log(h->s.avctx, AV_LOG_ERROR, "P sub_mb_type %u out of range at %d %d\n", h->sub_mb_type[i], s->mb_x, s->mb_y);
  3982. return -1;
  3983. }
  3984. sub_partition_count[i]= p_sub_mb_type_info[ h->sub_mb_type[i] ].partition_count;
  3985. h->sub_mb_type[i]= p_sub_mb_type_info[ h->sub_mb_type[i] ].type;
  3986. }
  3987. }
  3988. for(list=0; list<h->list_count; list++){
  3989. int ref_count= IS_REF0(mb_type) ? 1 : h->ref_count[list];
  3990. for(i=0; i<4; i++){
  3991. if(IS_DIRECT(h->sub_mb_type[i])) continue;
  3992. if(IS_DIR(h->sub_mb_type[i], 0, list)){
  3993. unsigned int tmp;
  3994. if(ref_count == 1){
  3995. tmp= 0;
  3996. }else if(ref_count == 2){
  3997. tmp= get_bits1(&s->gb)^1;
  3998. }else{
  3999. tmp= get_ue_golomb_31(&s->gb);
  4000. if(tmp>=ref_count){
  4001. av_log(h->s.avctx, AV_LOG_ERROR, "ref %u overflow\n", tmp);
  4002. return -1;
  4003. }
  4004. }
  4005. ref[list][i]= tmp;
  4006. }else{
  4007. //FIXME
  4008. ref[list][i] = -1;
  4009. }
  4010. }
  4011. }
  4012. if(dct8x8_allowed)
  4013. dct8x8_allowed = get_dct8x8_allowed(h);
  4014. for(list=0; list<h->list_count; list++){
  4015. for(i=0; i<4; i++){
  4016. if(IS_DIRECT(h->sub_mb_type[i])) {
  4017. h->ref_cache[list][ scan8[4*i] ] = h->ref_cache[list][ scan8[4*i]+1 ];
  4018. continue;
  4019. }
  4020. h->ref_cache[list][ scan8[4*i] ]=h->ref_cache[list][ scan8[4*i]+1 ]=
  4021. h->ref_cache[list][ scan8[4*i]+8 ]=h->ref_cache[list][ scan8[4*i]+9 ]= ref[list][i];
  4022. if(IS_DIR(h->sub_mb_type[i], 0, list)){
  4023. const int sub_mb_type= h->sub_mb_type[i];
  4024. const int block_width= (sub_mb_type & (MB_TYPE_16x16|MB_TYPE_16x8)) ? 2 : 1;
  4025. for(j=0; j<sub_partition_count[i]; j++){
  4026. int mx, my;
  4027. const int index= 4*i + block_width*j;
  4028. int16_t (* mv_cache)[2]= &h->mv_cache[list][ scan8[index] ];
  4029. pred_motion(h, index, block_width, list, h->ref_cache[list][ scan8[index] ], &mx, &my);
  4030. mx += get_se_golomb(&s->gb);
  4031. my += get_se_golomb(&s->gb);
  4032. tprintf(s->avctx, "final mv:%d %d\n", mx, my);
  4033. if(IS_SUB_8X8(sub_mb_type)){
  4034. mv_cache[ 1 ][0]=
  4035. mv_cache[ 8 ][0]= mv_cache[ 9 ][0]= mx;
  4036. mv_cache[ 1 ][1]=
  4037. mv_cache[ 8 ][1]= mv_cache[ 9 ][1]= my;
  4038. }else if(IS_SUB_8X4(sub_mb_type)){
  4039. mv_cache[ 1 ][0]= mx;
  4040. mv_cache[ 1 ][1]= my;
  4041. }else if(IS_SUB_4X8(sub_mb_type)){
  4042. mv_cache[ 8 ][0]= mx;
  4043. mv_cache[ 8 ][1]= my;
  4044. }
  4045. mv_cache[ 0 ][0]= mx;
  4046. mv_cache[ 0 ][1]= my;
  4047. }
  4048. }else{
  4049. uint32_t *p= (uint32_t *)&h->mv_cache[list][ scan8[4*i] ][0];
  4050. p[0] = p[1]=
  4051. p[8] = p[9]= 0;
  4052. }
  4053. }
  4054. }
  4055. }else if(IS_DIRECT(mb_type)){
  4056. pred_direct_motion(h, &mb_type);
  4057. dct8x8_allowed &= h->sps.direct_8x8_inference_flag;
  4058. }else{
  4059. int list, mx, my, i;
  4060. //FIXME we should set ref_idx_l? to 0 if we use that later ...
  4061. if(IS_16X16(mb_type)){
  4062. for(list=0; list<h->list_count; list++){
  4063. unsigned int val;
  4064. if(IS_DIR(mb_type, 0, list)){
  4065. if(h->ref_count[list]==1){
  4066. val= 0;
  4067. }else if(h->ref_count[list]==2){
  4068. val= get_bits1(&s->gb)^1;
  4069. }else{
  4070. val= get_ue_golomb_31(&s->gb);
  4071. if(val >= h->ref_count[list]){
  4072. av_log(h->s.avctx, AV_LOG_ERROR, "ref %u overflow\n", val);
  4073. return -1;
  4074. }
  4075. }
  4076. }else
  4077. val= LIST_NOT_USED&0xFF;
  4078. fill_rectangle(&h->ref_cache[list][ scan8[0] ], 4, 4, 8, val, 1);
  4079. }
  4080. for(list=0; list<h->list_count; list++){
  4081. unsigned int val;
  4082. if(IS_DIR(mb_type, 0, list)){
  4083. pred_motion(h, 0, 4, list, h->ref_cache[list][ scan8[0] ], &mx, &my);
  4084. mx += get_se_golomb(&s->gb);
  4085. my += get_se_golomb(&s->gb);
  4086. tprintf(s->avctx, "final mv:%d %d\n", mx, my);
  4087. val= pack16to32(mx,my);
  4088. }else
  4089. val=0;
  4090. fill_rectangle(h->mv_cache[list][ scan8[0] ], 4, 4, 8, val, 4);
  4091. }
  4092. }
  4093. else if(IS_16X8(mb_type)){
  4094. for(list=0; list<h->list_count; list++){
  4095. for(i=0; i<2; i++){
  4096. unsigned int val;
  4097. if(IS_DIR(mb_type, i, list)){
  4098. if(h->ref_count[list] == 1){
  4099. val= 0;
  4100. }else if(h->ref_count[list] == 2){
  4101. val= get_bits1(&s->gb)^1;
  4102. }else{
  4103. val= get_ue_golomb_31(&s->gb);
  4104. if(val >= h->ref_count[list]){
  4105. av_log(h->s.avctx, AV_LOG_ERROR, "ref %u overflow\n", val);
  4106. return -1;
  4107. }
  4108. }
  4109. }else
  4110. val= LIST_NOT_USED&0xFF;
  4111. fill_rectangle(&h->ref_cache[list][ scan8[0] + 16*i ], 4, 2, 8, val, 1);
  4112. }
  4113. }
  4114. for(list=0; list<h->list_count; list++){
  4115. for(i=0; i<2; i++){
  4116. unsigned int val;
  4117. if(IS_DIR(mb_type, i, list)){
  4118. pred_16x8_motion(h, 8*i, list, h->ref_cache[list][scan8[0] + 16*i], &mx, &my);
  4119. mx += get_se_golomb(&s->gb);
  4120. my += get_se_golomb(&s->gb);
  4121. tprintf(s->avctx, "final mv:%d %d\n", mx, my);
  4122. val= pack16to32(mx,my);
  4123. }else
  4124. val=0;
  4125. fill_rectangle(h->mv_cache[list][ scan8[0] + 16*i ], 4, 2, 8, val, 4);
  4126. }
  4127. }
  4128. }else{
  4129. assert(IS_8X16(mb_type));
  4130. for(list=0; list<h->list_count; list++){
  4131. for(i=0; i<2; i++){
  4132. unsigned int val;
  4133. if(IS_DIR(mb_type, i, list)){ //FIXME optimize
  4134. if(h->ref_count[list]==1){
  4135. val= 0;
  4136. }else if(h->ref_count[list]==2){
  4137. val= get_bits1(&s->gb)^1;
  4138. }else{
  4139. val= get_ue_golomb_31(&s->gb);
  4140. if(val >= h->ref_count[list]){
  4141. av_log(h->s.avctx, AV_LOG_ERROR, "ref %u overflow\n", val);
  4142. return -1;
  4143. }
  4144. }
  4145. }else
  4146. val= LIST_NOT_USED&0xFF;
  4147. fill_rectangle(&h->ref_cache[list][ scan8[0] + 2*i ], 2, 4, 8, val, 1);
  4148. }
  4149. }
  4150. for(list=0; list<h->list_count; list++){
  4151. for(i=0; i<2; i++){
  4152. unsigned int val;
  4153. if(IS_DIR(mb_type, i, list)){
  4154. pred_8x16_motion(h, i*4, list, h->ref_cache[list][ scan8[0] + 2*i ], &mx, &my);
  4155. mx += get_se_golomb(&s->gb);
  4156. my += get_se_golomb(&s->gb);
  4157. tprintf(s->avctx, "final mv:%d %d\n", mx, my);
  4158. val= pack16to32(mx,my);
  4159. }else
  4160. val=0;
  4161. fill_rectangle(h->mv_cache[list][ scan8[0] + 2*i ], 2, 4, 8, val, 4);
  4162. }
  4163. }
  4164. }
  4165. }
  4166. if(IS_INTER(mb_type))
  4167. write_back_motion(h, mb_type);
  4168. if(!IS_INTRA16x16(mb_type)){
  4169. cbp= get_ue_golomb(&s->gb);
  4170. if(cbp > 47){
  4171. av_log(h->s.avctx, AV_LOG_ERROR, "cbp too large (%u) at %d %d\n", cbp, s->mb_x, s->mb_y);
  4172. return -1;
  4173. }
  4174. if(CHROMA){
  4175. if(IS_INTRA4x4(mb_type)) cbp= golomb_to_intra4x4_cbp[cbp];
  4176. else cbp= golomb_to_inter_cbp [cbp];
  4177. }else{
  4178. if(IS_INTRA4x4(mb_type)) cbp= golomb_to_intra4x4_cbp_gray[cbp];
  4179. else cbp= golomb_to_inter_cbp_gray[cbp];
  4180. }
  4181. }
  4182. h->cbp = cbp;
  4183. if(dct8x8_allowed && (cbp&15) && !IS_INTRA(mb_type)){
  4184. if(get_bits1(&s->gb)){
  4185. mb_type |= MB_TYPE_8x8DCT;
  4186. h->cbp_table[mb_xy]= cbp;
  4187. }
  4188. }
  4189. s->current_picture.mb_type[mb_xy]= mb_type;
  4190. if(cbp || IS_INTRA16x16(mb_type)){
  4191. int i8x8, i4x4, chroma_idx;
  4192. int dquant;
  4193. GetBitContext *gb= IS_INTRA(mb_type) ? h->intra_gb_ptr : h->inter_gb_ptr;
  4194. const uint8_t *scan, *scan8x8, *dc_scan;
  4195. // fill_non_zero_count_cache(h);
  4196. if(IS_INTERLACED(mb_type)){
  4197. scan8x8= s->qscale ? h->field_scan8x8_cavlc : h->field_scan8x8_cavlc_q0;
  4198. scan= s->qscale ? h->field_scan : h->field_scan_q0;
  4199. dc_scan= luma_dc_field_scan;
  4200. }else{
  4201. scan8x8= s->qscale ? h->zigzag_scan8x8_cavlc : h->zigzag_scan8x8_cavlc_q0;
  4202. scan= s->qscale ? h->zigzag_scan : h->zigzag_scan_q0;
  4203. dc_scan= luma_dc_zigzag_scan;
  4204. }
  4205. dquant= get_se_golomb(&s->gb);
  4206. if( dquant > 25 || dquant < -26 ){
  4207. av_log(h->s.avctx, AV_LOG_ERROR, "dquant out of range (%d) at %d %d\n", dquant, s->mb_x, s->mb_y);
  4208. return -1;
  4209. }
  4210. s->qscale += dquant;
  4211. if(((unsigned)s->qscale) > 51){
  4212. if(s->qscale<0) s->qscale+= 52;
  4213. else s->qscale-= 52;
  4214. }
  4215. h->chroma_qp[0]= get_chroma_qp(h, 0, s->qscale);
  4216. h->chroma_qp[1]= get_chroma_qp(h, 1, s->qscale);
  4217. if(IS_INTRA16x16(mb_type)){
  4218. if( decode_residual(h, h->intra_gb_ptr, h->mb, LUMA_DC_BLOCK_INDEX, dc_scan, h->dequant4_coeff[0][s->qscale], 16) < 0){
  4219. return -1; //FIXME continue if partitioned and other return -1 too
  4220. }
  4221. assert((cbp&15) == 0 || (cbp&15) == 15);
  4222. if(cbp&15){
  4223. for(i8x8=0; i8x8<4; i8x8++){
  4224. for(i4x4=0; i4x4<4; i4x4++){
  4225. const int index= i4x4 + 4*i8x8;
  4226. if( decode_residual(h, h->intra_gb_ptr, h->mb + 16*index, index, scan + 1, h->dequant4_coeff[0][s->qscale], 15) < 0 ){
  4227. return -1;
  4228. }
  4229. }
  4230. }
  4231. }else{
  4232. fill_rectangle(&h->non_zero_count_cache[scan8[0]], 4, 4, 8, 0, 1);
  4233. }
  4234. }else{
  4235. for(i8x8=0; i8x8<4; i8x8++){
  4236. if(cbp & (1<<i8x8)){
  4237. if(IS_8x8DCT(mb_type)){
  4238. DCTELEM *buf = &h->mb[64*i8x8];
  4239. uint8_t *nnz;
  4240. for(i4x4=0; i4x4<4; i4x4++){
  4241. if( decode_residual(h, gb, buf, i4x4+4*i8x8, scan8x8+16*i4x4,
  4242. h->dequant8_coeff[IS_INTRA( mb_type ) ? 0:1][s->qscale], 16) <0 )
  4243. return -1;
  4244. }
  4245. nnz= &h->non_zero_count_cache[ scan8[4*i8x8] ];
  4246. nnz[0] += nnz[1] + nnz[8] + nnz[9];
  4247. }else{
  4248. for(i4x4=0; i4x4<4; i4x4++){
  4249. const int index= i4x4 + 4*i8x8;
  4250. if( decode_residual(h, gb, h->mb + 16*index, index, scan, h->dequant4_coeff[IS_INTRA( mb_type ) ? 0:3][s->qscale], 16) <0 ){
  4251. return -1;
  4252. }
  4253. }
  4254. }
  4255. }else{
  4256. uint8_t * const nnz= &h->non_zero_count_cache[ scan8[4*i8x8] ];
  4257. nnz[0] = nnz[1] = nnz[8] = nnz[9] = 0;
  4258. }
  4259. }
  4260. }
  4261. if(cbp&0x30){
  4262. for(chroma_idx=0; chroma_idx<2; chroma_idx++)
  4263. if( decode_residual(h, gb, h->mb + 256 + 16*4*chroma_idx, CHROMA_DC_BLOCK_INDEX, chroma_dc_scan, NULL, 4) < 0){
  4264. return -1;
  4265. }
  4266. }
  4267. if(cbp&0x20){
  4268. for(chroma_idx=0; chroma_idx<2; chroma_idx++){
  4269. const uint32_t *qmul = h->dequant4_coeff[chroma_idx+1+(IS_INTRA( mb_type ) ? 0:3)][h->chroma_qp[chroma_idx]];
  4270. for(i4x4=0; i4x4<4; i4x4++){
  4271. const int index= 16 + 4*chroma_idx + i4x4;
  4272. if( decode_residual(h, gb, h->mb + 16*index, index, scan + 1, qmul, 15) < 0){
  4273. return -1;
  4274. }
  4275. }
  4276. }
  4277. }else{
  4278. uint8_t * const nnz= &h->non_zero_count_cache[0];
  4279. nnz[ scan8[16]+0 ] = nnz[ scan8[16]+1 ] =nnz[ scan8[16]+8 ] =nnz[ scan8[16]+9 ] =
  4280. nnz[ scan8[20]+0 ] = nnz[ scan8[20]+1 ] =nnz[ scan8[20]+8 ] =nnz[ scan8[20]+9 ] = 0;
  4281. }
  4282. }else{
  4283. uint8_t * const nnz= &h->non_zero_count_cache[0];
  4284. fill_rectangle(&nnz[scan8[0]], 4, 4, 8, 0, 1);
  4285. nnz[ scan8[16]+0 ] = nnz[ scan8[16]+1 ] =nnz[ scan8[16]+8 ] =nnz[ scan8[16]+9 ] =
  4286. nnz[ scan8[20]+0 ] = nnz[ scan8[20]+1 ] =nnz[ scan8[20]+8 ] =nnz[ scan8[20]+9 ] = 0;
  4287. }
  4288. s->current_picture.qscale_table[mb_xy]= s->qscale;
  4289. write_back_non_zero_count(h);
  4290. if(MB_MBAFF){
  4291. h->ref_count[0] >>= 1;
  4292. h->ref_count[1] >>= 1;
  4293. }
  4294. return 0;
  4295. }
  4296. static int decode_cabac_field_decoding_flag(H264Context *h) {
  4297. MpegEncContext * const s = &h->s;
  4298. const int mb_x = s->mb_x;
  4299. const int mb_y = s->mb_y & ~1;
  4300. const int mba_xy = mb_x - 1 + mb_y *s->mb_stride;
  4301. const int mbb_xy = mb_x + (mb_y-2)*s->mb_stride;
  4302. unsigned int ctx = 0;
  4303. if( h->slice_table[mba_xy] == h->slice_num && IS_INTERLACED( s->current_picture.mb_type[mba_xy] ) ) {
  4304. ctx += 1;
  4305. }
  4306. if( h->slice_table[mbb_xy] == h->slice_num && IS_INTERLACED( s->current_picture.mb_type[mbb_xy] ) ) {
  4307. ctx += 1;
  4308. }
  4309. return get_cabac_noinline( &h->cabac, &h->cabac_state[70 + ctx] );
  4310. }
  4311. static int decode_cabac_intra_mb_type(H264Context *h, int ctx_base, int intra_slice) {
  4312. uint8_t *state= &h->cabac_state[ctx_base];
  4313. int mb_type;
  4314. if(intra_slice){
  4315. MpegEncContext * const s = &h->s;
  4316. const int mba_xy = h->left_mb_xy[0];
  4317. const int mbb_xy = h->top_mb_xy;
  4318. int ctx=0;
  4319. if( h->slice_table[mba_xy] == h->slice_num && !IS_INTRA4x4( s->current_picture.mb_type[mba_xy] ) )
  4320. ctx++;
  4321. if( h->slice_table[mbb_xy] == h->slice_num && !IS_INTRA4x4( s->current_picture.mb_type[mbb_xy] ) )
  4322. ctx++;
  4323. if( get_cabac_noinline( &h->cabac, &state[ctx] ) == 0 )
  4324. return 0; /* I4x4 */
  4325. state += 2;
  4326. }else{
  4327. if( get_cabac_noinline( &h->cabac, &state[0] ) == 0 )
  4328. return 0; /* I4x4 */
  4329. }
  4330. if( get_cabac_terminate( &h->cabac ) )
  4331. return 25; /* PCM */
  4332. mb_type = 1; /* I16x16 */
  4333. mb_type += 12 * get_cabac_noinline( &h->cabac, &state[1] ); /* cbp_luma != 0 */
  4334. if( get_cabac_noinline( &h->cabac, &state[2] ) ) /* cbp_chroma */
  4335. mb_type += 4 + 4 * get_cabac_noinline( &h->cabac, &state[2+intra_slice] );
  4336. mb_type += 2 * get_cabac_noinline( &h->cabac, &state[3+intra_slice] );
  4337. mb_type += 1 * get_cabac_noinline( &h->cabac, &state[3+2*intra_slice] );
  4338. return mb_type;
  4339. }
  4340. static int decode_cabac_mb_type_b( H264Context *h ) {
  4341. MpegEncContext * const s = &h->s;
  4342. const int mba_xy = h->left_mb_xy[0];
  4343. const int mbb_xy = h->top_mb_xy;
  4344. int ctx = 0;
  4345. int bits;
  4346. assert(h->slice_type_nos == FF_B_TYPE);
  4347. if( h->slice_table[mba_xy] == h->slice_num && !IS_DIRECT( s->current_picture.mb_type[mba_xy] ) )
  4348. ctx++;
  4349. if( h->slice_table[mbb_xy] == h->slice_num && !IS_DIRECT( s->current_picture.mb_type[mbb_xy] ) )
  4350. ctx++;
  4351. if( !get_cabac_noinline( &h->cabac, &h->cabac_state[27+ctx] ) )
  4352. return 0; /* B_Direct_16x16 */
  4353. if( !get_cabac_noinline( &h->cabac, &h->cabac_state[27+3] ) ) {
  4354. return 1 + get_cabac_noinline( &h->cabac, &h->cabac_state[27+5] ); /* B_L[01]_16x16 */
  4355. }
  4356. bits = get_cabac_noinline( &h->cabac, &h->cabac_state[27+4] ) << 3;
  4357. bits|= get_cabac_noinline( &h->cabac, &h->cabac_state[27+5] ) << 2;
  4358. bits|= get_cabac_noinline( &h->cabac, &h->cabac_state[27+5] ) << 1;
  4359. bits|= get_cabac_noinline( &h->cabac, &h->cabac_state[27+5] );
  4360. if( bits < 8 )
  4361. return bits + 3; /* B_Bi_16x16 through B_L1_L0_16x8 */
  4362. else if( bits == 13 ) {
  4363. return decode_cabac_intra_mb_type(h, 32, 0) + 23;
  4364. } else if( bits == 14 )
  4365. return 11; /* B_L1_L0_8x16 */
  4366. else if( bits == 15 )
  4367. return 22; /* B_8x8 */
  4368. bits= ( bits<<1 ) | get_cabac_noinline( &h->cabac, &h->cabac_state[27+5] );
  4369. return bits - 4; /* B_L0_Bi_* through B_Bi_Bi_* */
  4370. }
  4371. static int decode_cabac_mb_skip( H264Context *h, int mb_x, int mb_y ) {
  4372. MpegEncContext * const s = &h->s;
  4373. int mba_xy, mbb_xy;
  4374. int ctx = 0;
  4375. if(FRAME_MBAFF){ //FIXME merge with the stuff in fill_caches?
  4376. int mb_xy = mb_x + (mb_y&~1)*s->mb_stride;
  4377. mba_xy = mb_xy - 1;
  4378. if( (mb_y&1)
  4379. && h->slice_table[mba_xy] == h->slice_num
  4380. && MB_FIELD == !!IS_INTERLACED( s->current_picture.mb_type[mba_xy] ) )
  4381. mba_xy += s->mb_stride;
  4382. if( MB_FIELD ){
  4383. mbb_xy = mb_xy - s->mb_stride;
  4384. if( !(mb_y&1)
  4385. && h->slice_table[mbb_xy] == h->slice_num
  4386. && IS_INTERLACED( s->current_picture.mb_type[mbb_xy] ) )
  4387. mbb_xy -= s->mb_stride;
  4388. }else
  4389. mbb_xy = mb_x + (mb_y-1)*s->mb_stride;
  4390. }else{
  4391. int mb_xy = h->mb_xy;
  4392. mba_xy = mb_xy - 1;
  4393. mbb_xy = mb_xy - (s->mb_stride << FIELD_PICTURE);
  4394. }
  4395. if( h->slice_table[mba_xy] == h->slice_num && !IS_SKIP( s->current_picture.mb_type[mba_xy] ))
  4396. ctx++;
  4397. if( h->slice_table[mbb_xy] == h->slice_num && !IS_SKIP( s->current_picture.mb_type[mbb_xy] ))
  4398. ctx++;
  4399. if( h->slice_type_nos == FF_B_TYPE )
  4400. ctx += 13;
  4401. return get_cabac_noinline( &h->cabac, &h->cabac_state[11+ctx] );
  4402. }
  4403. static int decode_cabac_mb_intra4x4_pred_mode( H264Context *h, int pred_mode ) {
  4404. int mode = 0;
  4405. if( get_cabac( &h->cabac, &h->cabac_state[68] ) )
  4406. return pred_mode;
  4407. mode += 1 * get_cabac( &h->cabac, &h->cabac_state[69] );
  4408. mode += 2 * get_cabac( &h->cabac, &h->cabac_state[69] );
  4409. mode += 4 * get_cabac( &h->cabac, &h->cabac_state[69] );
  4410. if( mode >= pred_mode )
  4411. return mode + 1;
  4412. else
  4413. return mode;
  4414. }
  4415. static int decode_cabac_mb_chroma_pre_mode( H264Context *h) {
  4416. const int mba_xy = h->left_mb_xy[0];
  4417. const int mbb_xy = h->top_mb_xy;
  4418. int ctx = 0;
  4419. /* No need to test for IS_INTRA4x4 and IS_INTRA16x16, as we set chroma_pred_mode_table to 0 */
  4420. if( h->slice_table[mba_xy] == h->slice_num && h->chroma_pred_mode_table[mba_xy] != 0 )
  4421. ctx++;
  4422. if( h->slice_table[mbb_xy] == h->slice_num && h->chroma_pred_mode_table[mbb_xy] != 0 )
  4423. ctx++;
  4424. if( get_cabac_noinline( &h->cabac, &h->cabac_state[64+ctx] ) == 0 )
  4425. return 0;
  4426. if( get_cabac_noinline( &h->cabac, &h->cabac_state[64+3] ) == 0 )
  4427. return 1;
  4428. if( get_cabac_noinline( &h->cabac, &h->cabac_state[64+3] ) == 0 )
  4429. return 2;
  4430. else
  4431. return 3;
  4432. }
  4433. static int decode_cabac_mb_cbp_luma( H264Context *h) {
  4434. int cbp_b, cbp_a, ctx, cbp = 0;
  4435. cbp_a = h->slice_table[h->left_mb_xy[0]] == h->slice_num ? h->left_cbp : -1;
  4436. cbp_b = h->slice_table[h->top_mb_xy] == h->slice_num ? h->top_cbp : -1;
  4437. ctx = !(cbp_a & 0x02) + 2 * !(cbp_b & 0x04);
  4438. cbp |= get_cabac_noinline(&h->cabac, &h->cabac_state[73 + ctx]);
  4439. ctx = !(cbp & 0x01) + 2 * !(cbp_b & 0x08);
  4440. cbp |= get_cabac_noinline(&h->cabac, &h->cabac_state[73 + ctx]) << 1;
  4441. ctx = !(cbp_a & 0x08) + 2 * !(cbp & 0x01);
  4442. cbp |= get_cabac_noinline(&h->cabac, &h->cabac_state[73 + ctx]) << 2;
  4443. ctx = !(cbp & 0x04) + 2 * !(cbp & 0x02);
  4444. cbp |= get_cabac_noinline(&h->cabac, &h->cabac_state[73 + ctx]) << 3;
  4445. return cbp;
  4446. }
  4447. static int decode_cabac_mb_cbp_chroma( H264Context *h) {
  4448. int ctx;
  4449. int cbp_a, cbp_b;
  4450. cbp_a = (h->left_cbp>>4)&0x03;
  4451. cbp_b = (h-> top_cbp>>4)&0x03;
  4452. ctx = 0;
  4453. if( cbp_a > 0 ) ctx++;
  4454. if( cbp_b > 0 ) ctx += 2;
  4455. if( get_cabac_noinline( &h->cabac, &h->cabac_state[77 + ctx] ) == 0 )
  4456. return 0;
  4457. ctx = 4;
  4458. if( cbp_a == 2 ) ctx++;
  4459. if( cbp_b == 2 ) ctx += 2;
  4460. return 1 + get_cabac_noinline( &h->cabac, &h->cabac_state[77 + ctx] );
  4461. }
  4462. static int decode_cabac_mb_dqp( H264Context *h) {
  4463. int ctx= h->last_qscale_diff != 0;
  4464. int val = 0;
  4465. while( get_cabac_noinline( &h->cabac, &h->cabac_state[60 + ctx] ) ) {
  4466. ctx= 2+(ctx>>1);
  4467. val++;
  4468. if(val > 102) //prevent infinite loop
  4469. return INT_MIN;
  4470. }
  4471. if( val&0x01 )
  4472. return (val + 1)>>1 ;
  4473. else
  4474. return -((val + 1)>>1);
  4475. }
  4476. static int decode_cabac_p_mb_sub_type( H264Context *h ) {
  4477. if( get_cabac( &h->cabac, &h->cabac_state[21] ) )
  4478. return 0; /* 8x8 */
  4479. if( !get_cabac( &h->cabac, &h->cabac_state[22] ) )
  4480. return 1; /* 8x4 */
  4481. if( get_cabac( &h->cabac, &h->cabac_state[23] ) )
  4482. return 2; /* 4x8 */
  4483. return 3; /* 4x4 */
  4484. }
  4485. static int decode_cabac_b_mb_sub_type( H264Context *h ) {
  4486. int type;
  4487. if( !get_cabac( &h->cabac, &h->cabac_state[36] ) )
  4488. return 0; /* B_Direct_8x8 */
  4489. if( !get_cabac( &h->cabac, &h->cabac_state[37] ) )
  4490. return 1 + get_cabac( &h->cabac, &h->cabac_state[39] ); /* B_L0_8x8, B_L1_8x8 */
  4491. type = 3;
  4492. if( get_cabac( &h->cabac, &h->cabac_state[38] ) ) {
  4493. if( get_cabac( &h->cabac, &h->cabac_state[39] ) )
  4494. return 11 + get_cabac( &h->cabac, &h->cabac_state[39] ); /* B_L1_4x4, B_Bi_4x4 */
  4495. type += 4;
  4496. }
  4497. type += 2*get_cabac( &h->cabac, &h->cabac_state[39] );
  4498. type += get_cabac( &h->cabac, &h->cabac_state[39] );
  4499. return type;
  4500. }
  4501. static inline int decode_cabac_mb_transform_size( H264Context *h ) {
  4502. return get_cabac_noinline( &h->cabac, &h->cabac_state[399 + h->neighbor_transform_size] );
  4503. }
  4504. static int decode_cabac_mb_ref( H264Context *h, int list, int n ) {
  4505. int refa = h->ref_cache[list][scan8[n] - 1];
  4506. int refb = h->ref_cache[list][scan8[n] - 8];
  4507. int ref = 0;
  4508. int ctx = 0;
  4509. if( h->slice_type_nos == FF_B_TYPE) {
  4510. if( refa > 0 && !h->direct_cache[scan8[n] - 1] )
  4511. ctx++;
  4512. if( refb > 0 && !h->direct_cache[scan8[n] - 8] )
  4513. ctx += 2;
  4514. } else {
  4515. if( refa > 0 )
  4516. ctx++;
  4517. if( refb > 0 )
  4518. ctx += 2;
  4519. }
  4520. while( get_cabac( &h->cabac, &h->cabac_state[54+ctx] ) ) {
  4521. ref++;
  4522. ctx = (ctx>>2)+4;
  4523. if(ref >= 32 /*h->ref_list[list]*/){
  4524. return -1;
  4525. }
  4526. }
  4527. return ref;
  4528. }
  4529. static int decode_cabac_mb_mvd( H264Context *h, int list, int n, int l ) {
  4530. int amvd = abs( h->mvd_cache[list][scan8[n] - 1][l] ) +
  4531. abs( h->mvd_cache[list][scan8[n] - 8][l] );
  4532. int ctxbase = (l == 0) ? 40 : 47;
  4533. int mvd;
  4534. int ctx = (amvd>2) + (amvd>32);
  4535. if(!get_cabac(&h->cabac, &h->cabac_state[ctxbase+ctx]))
  4536. return 0;
  4537. mvd= 1;
  4538. ctx= 3;
  4539. while( mvd < 9 && get_cabac( &h->cabac, &h->cabac_state[ctxbase+ctx] ) ) {
  4540. mvd++;
  4541. if( ctx < 6 )
  4542. ctx++;
  4543. }
  4544. if( mvd >= 9 ) {
  4545. int k = 3;
  4546. while( get_cabac_bypass( &h->cabac ) ) {
  4547. mvd += 1 << k;
  4548. k++;
  4549. if(k>24){
  4550. av_log(h->s.avctx, AV_LOG_ERROR, "overflow in decode_cabac_mb_mvd\n");
  4551. return INT_MIN;
  4552. }
  4553. }
  4554. while( k-- ) {
  4555. if( get_cabac_bypass( &h->cabac ) )
  4556. mvd += 1 << k;
  4557. }
  4558. }
  4559. return get_cabac_bypass_sign( &h->cabac, -mvd );
  4560. }
  4561. static av_always_inline int get_cabac_cbf_ctx( H264Context *h, int cat, int idx, int is_dc ) {
  4562. int nza, nzb;
  4563. int ctx = 0;
  4564. if( is_dc ) {
  4565. if( cat == 0 ) {
  4566. nza = h->left_cbp&0x100;
  4567. nzb = h-> top_cbp&0x100;
  4568. } else {
  4569. nza = (h->left_cbp>>(6+idx))&0x01;
  4570. nzb = (h-> top_cbp>>(6+idx))&0x01;
  4571. }
  4572. } else {
  4573. assert(cat == 1 || cat == 2 || cat == 4);
  4574. nza = h->non_zero_count_cache[scan8[idx] - 1];
  4575. nzb = h->non_zero_count_cache[scan8[idx] - 8];
  4576. }
  4577. if( nza > 0 )
  4578. ctx++;
  4579. if( nzb > 0 )
  4580. ctx += 2;
  4581. return ctx + 4 * cat;
  4582. }
  4583. DECLARE_ASM_CONST(1, uint8_t, last_coeff_flag_offset_8x8[63]) = {
  4584. 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
  4585. 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
  4586. 3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 4, 4, 4, 4,
  4587. 5, 5, 5, 5, 6, 6, 6, 6, 7, 7, 7, 7, 8, 8, 8
  4588. };
  4589. static av_always_inline void decode_cabac_residual_internal( H264Context *h, DCTELEM *block, int cat, int n, const uint8_t *scantable, const uint32_t *qmul, int max_coeff, int is_dc ) {
  4590. static const int significant_coeff_flag_offset[2][6] = {
  4591. { 105+0, 105+15, 105+29, 105+44, 105+47, 402 },
  4592. { 277+0, 277+15, 277+29, 277+44, 277+47, 436 }
  4593. };
  4594. static const int last_coeff_flag_offset[2][6] = {
  4595. { 166+0, 166+15, 166+29, 166+44, 166+47, 417 },
  4596. { 338+0, 338+15, 338+29, 338+44, 338+47, 451 }
  4597. };
  4598. static const int coeff_abs_level_m1_offset[6] = {
  4599. 227+0, 227+10, 227+20, 227+30, 227+39, 426
  4600. };
  4601. static const uint8_t significant_coeff_flag_offset_8x8[2][63] = {
  4602. { 0, 1, 2, 3, 4, 5, 5, 4, 4, 3, 3, 4, 4, 4, 5, 5,
  4603. 4, 4, 4, 4, 3, 3, 6, 7, 7, 7, 8, 9,10, 9, 8, 7,
  4604. 7, 6,11,12,13,11, 6, 7, 8, 9,14,10, 9, 8, 6,11,
  4605. 12,13,11, 6, 9,14,10, 9,11,12,13,11,14,10,12 },
  4606. { 0, 1, 1, 2, 2, 3, 3, 4, 5, 6, 7, 7, 7, 8, 4, 5,
  4607. 6, 9,10,10, 8,11,12,11, 9, 9,10,10, 8,11,12,11,
  4608. 9, 9,10,10, 8,11,12,11, 9, 9,10,10, 8,13,13, 9,
  4609. 9,10,10, 8,13,13, 9, 9,10,10,14,14,14,14,14 }
  4610. };
  4611. /* node ctx: 0..3: abslevel1 (with abslevelgt1 == 0).
  4612. * 4..7: abslevelgt1 + 3 (and abslevel1 doesn't matter).
  4613. * map node ctx => cabac ctx for level=1 */
  4614. static const uint8_t coeff_abs_level1_ctx[8] = { 1, 2, 3, 4, 0, 0, 0, 0 };
  4615. /* map node ctx => cabac ctx for level>1 */
  4616. static const uint8_t coeff_abs_levelgt1_ctx[8] = { 5, 5, 5, 5, 6, 7, 8, 9 };
  4617. static const uint8_t coeff_abs_level_transition[2][8] = {
  4618. /* update node ctx after decoding a level=1 */
  4619. { 1, 2, 3, 3, 4, 5, 6, 7 },
  4620. /* update node ctx after decoding a level>1 */
  4621. { 4, 4, 4, 4, 5, 6, 7, 7 }
  4622. };
  4623. int index[64];
  4624. int av_unused last;
  4625. int coeff_count = 0;
  4626. int node_ctx = 0;
  4627. uint8_t *significant_coeff_ctx_base;
  4628. uint8_t *last_coeff_ctx_base;
  4629. uint8_t *abs_level_m1_ctx_base;
  4630. #if !ARCH_X86
  4631. #define CABAC_ON_STACK
  4632. #endif
  4633. #ifdef CABAC_ON_STACK
  4634. #define CC &cc
  4635. CABACContext cc;
  4636. cc.range = h->cabac.range;
  4637. cc.low = h->cabac.low;
  4638. cc.bytestream= h->cabac.bytestream;
  4639. #else
  4640. #define CC &h->cabac
  4641. #endif
  4642. /* cat: 0-> DC 16x16 n = 0
  4643. * 1-> AC 16x16 n = luma4x4idx
  4644. * 2-> Luma4x4 n = luma4x4idx
  4645. * 3-> DC Chroma n = iCbCr
  4646. * 4-> AC Chroma n = 16 + 4 * iCbCr + chroma4x4idx
  4647. * 5-> Luma8x8 n = 4 * luma8x8idx
  4648. */
  4649. /* read coded block flag */
  4650. if( is_dc || cat != 5 ) {
  4651. if( get_cabac( CC, &h->cabac_state[85 + get_cabac_cbf_ctx( h, cat, n, is_dc ) ] ) == 0 ) {
  4652. if( !is_dc )
  4653. h->non_zero_count_cache[scan8[n]] = 0;
  4654. #ifdef CABAC_ON_STACK
  4655. h->cabac.range = cc.range ;
  4656. h->cabac.low = cc.low ;
  4657. h->cabac.bytestream= cc.bytestream;
  4658. #endif
  4659. return;
  4660. }
  4661. }
  4662. significant_coeff_ctx_base = h->cabac_state
  4663. + significant_coeff_flag_offset[MB_FIELD][cat];
  4664. last_coeff_ctx_base = h->cabac_state
  4665. + last_coeff_flag_offset[MB_FIELD][cat];
  4666. abs_level_m1_ctx_base = h->cabac_state
  4667. + coeff_abs_level_m1_offset[cat];
  4668. if( !is_dc && cat == 5 ) {
  4669. #define DECODE_SIGNIFICANCE( coefs, sig_off, last_off ) \
  4670. for(last= 0; last < coefs; last++) { \
  4671. uint8_t *sig_ctx = significant_coeff_ctx_base + sig_off; \
  4672. if( get_cabac( CC, sig_ctx )) { \
  4673. uint8_t *last_ctx = last_coeff_ctx_base + last_off; \
  4674. index[coeff_count++] = last; \
  4675. if( get_cabac( CC, last_ctx ) ) { \
  4676. last= max_coeff; \
  4677. break; \
  4678. } \
  4679. } \
  4680. }\
  4681. if( last == max_coeff -1 ) {\
  4682. index[coeff_count++] = last;\
  4683. }
  4684. const uint8_t *sig_off = significant_coeff_flag_offset_8x8[MB_FIELD];
  4685. #if ARCH_X86 && HAVE_7REGS && HAVE_EBX_AVAILABLE && !defined(BROKEN_RELOCATIONS)
  4686. coeff_count= decode_significance_8x8_x86(CC, significant_coeff_ctx_base, index, sig_off);
  4687. } else {
  4688. coeff_count= decode_significance_x86(CC, max_coeff, significant_coeff_ctx_base, index);
  4689. #else
  4690. DECODE_SIGNIFICANCE( 63, sig_off[last], last_coeff_flag_offset_8x8[last] );
  4691. } else {
  4692. DECODE_SIGNIFICANCE( max_coeff - 1, last, last );
  4693. #endif
  4694. }
  4695. assert(coeff_count > 0);
  4696. if( is_dc ) {
  4697. if( cat == 0 )
  4698. h->cbp_table[h->mb_xy] |= 0x100;
  4699. else
  4700. h->cbp_table[h->mb_xy] |= 0x40 << n;
  4701. } else {
  4702. if( cat == 5 )
  4703. fill_rectangle(&h->non_zero_count_cache[scan8[n]], 2, 2, 8, coeff_count, 1);
  4704. else {
  4705. assert( cat == 1 || cat == 2 || cat == 4 );
  4706. h->non_zero_count_cache[scan8[n]] = coeff_count;
  4707. }
  4708. }
  4709. do {
  4710. uint8_t *ctx = coeff_abs_level1_ctx[node_ctx] + abs_level_m1_ctx_base;
  4711. int j= scantable[index[--coeff_count]];
  4712. if( get_cabac( CC, ctx ) == 0 ) {
  4713. node_ctx = coeff_abs_level_transition[0][node_ctx];
  4714. if( is_dc ) {
  4715. block[j] = get_cabac_bypass_sign( CC, -1);
  4716. }else{
  4717. block[j] = (get_cabac_bypass_sign( CC, -qmul[j]) + 32) >> 6;
  4718. }
  4719. } else {
  4720. int coeff_abs = 2;
  4721. ctx = coeff_abs_levelgt1_ctx[node_ctx] + abs_level_m1_ctx_base;
  4722. node_ctx = coeff_abs_level_transition[1][node_ctx];
  4723. while( coeff_abs < 15 && get_cabac( CC, ctx ) ) {
  4724. coeff_abs++;
  4725. }
  4726. if( coeff_abs >= 15 ) {
  4727. int j = 0;
  4728. while( get_cabac_bypass( CC ) ) {
  4729. j++;
  4730. }
  4731. coeff_abs=1;
  4732. while( j-- ) {
  4733. coeff_abs += coeff_abs + get_cabac_bypass( CC );
  4734. }
  4735. coeff_abs+= 14;
  4736. }
  4737. if( is_dc ) {
  4738. block[j] = get_cabac_bypass_sign( CC, -coeff_abs );
  4739. }else{
  4740. block[j] = (get_cabac_bypass_sign( CC, -coeff_abs ) * qmul[j] + 32) >> 6;
  4741. }
  4742. }
  4743. } while( coeff_count );
  4744. #ifdef CABAC_ON_STACK
  4745. h->cabac.range = cc.range ;
  4746. h->cabac.low = cc.low ;
  4747. h->cabac.bytestream= cc.bytestream;
  4748. #endif
  4749. }
  4750. #if !CONFIG_SMALL
  4751. static void decode_cabac_residual_dc( H264Context *h, DCTELEM *block, int cat, int n, const uint8_t *scantable, const uint32_t *qmul, int max_coeff ) {
  4752. decode_cabac_residual_internal(h, block, cat, n, scantable, qmul, max_coeff, 1);
  4753. }
  4754. static void decode_cabac_residual_nondc( H264Context *h, DCTELEM *block, int cat, int n, const uint8_t *scantable, const uint32_t *qmul, int max_coeff ) {
  4755. decode_cabac_residual_internal(h, block, cat, n, scantable, qmul, max_coeff, 0);
  4756. }
  4757. #endif
  4758. static void decode_cabac_residual( H264Context *h, DCTELEM *block, int cat, int n, const uint8_t *scantable, const uint32_t *qmul, int max_coeff ) {
  4759. #if CONFIG_SMALL
  4760. decode_cabac_residual_internal(h, block, cat, n, scantable, qmul, max_coeff, cat == 0 || cat == 3);
  4761. #else
  4762. if( cat == 0 || cat == 3 ) decode_cabac_residual_dc(h, block, cat, n, scantable, qmul, max_coeff);
  4763. else decode_cabac_residual_nondc(h, block, cat, n, scantable, qmul, max_coeff);
  4764. #endif
  4765. }
  4766. static inline void compute_mb_neighbors(H264Context *h)
  4767. {
  4768. MpegEncContext * const s = &h->s;
  4769. const int mb_xy = h->mb_xy;
  4770. h->top_mb_xy = mb_xy - s->mb_stride;
  4771. h->left_mb_xy[0] = mb_xy - 1;
  4772. if(FRAME_MBAFF){
  4773. const int pair_xy = s->mb_x + (s->mb_y & ~1)*s->mb_stride;
  4774. const int top_pair_xy = pair_xy - s->mb_stride;
  4775. const int top_mb_field_flag = IS_INTERLACED(s->current_picture.mb_type[top_pair_xy]);
  4776. const int left_mb_field_flag = IS_INTERLACED(s->current_picture.mb_type[pair_xy-1]);
  4777. const int curr_mb_field_flag = MB_FIELD;
  4778. const int bottom = (s->mb_y & 1);
  4779. if (curr_mb_field_flag && (bottom || top_mb_field_flag)){
  4780. h->top_mb_xy -= s->mb_stride;
  4781. }
  4782. if (!left_mb_field_flag == curr_mb_field_flag) {
  4783. h->left_mb_xy[0] = pair_xy - 1;
  4784. }
  4785. } else if (FIELD_PICTURE) {
  4786. h->top_mb_xy -= s->mb_stride;
  4787. }
  4788. return;
  4789. }
  4790. /**
  4791. * decodes a macroblock
  4792. * @returns 0 if OK, AC_ERROR / DC_ERROR / MV_ERROR if an error is noticed
  4793. */
  4794. static int decode_mb_cabac(H264Context *h) {
  4795. MpegEncContext * const s = &h->s;
  4796. int mb_xy;
  4797. int mb_type, partition_count, cbp = 0;
  4798. int dct8x8_allowed= h->pps.transform_8x8_mode;
  4799. mb_xy = h->mb_xy = s->mb_x + s->mb_y*s->mb_stride;
  4800. tprintf(s->avctx, "pic:%d mb:%d/%d\n", h->frame_num, s->mb_x, s->mb_y);
  4801. if( h->slice_type_nos != FF_I_TYPE ) {
  4802. int skip;
  4803. /* a skipped mb needs the aff flag from the following mb */
  4804. if( FRAME_MBAFF && s->mb_x==0 && (s->mb_y&1)==0 )
  4805. predict_field_decoding_flag(h);
  4806. if( FRAME_MBAFF && (s->mb_y&1)==1 && h->prev_mb_skipped )
  4807. skip = h->next_mb_skipped;
  4808. else
  4809. skip = decode_cabac_mb_skip( h, s->mb_x, s->mb_y );
  4810. /* read skip flags */
  4811. if( skip ) {
  4812. if( FRAME_MBAFF && (s->mb_y&1)==0 ){
  4813. s->current_picture.mb_type[mb_xy] = MB_TYPE_SKIP;
  4814. h->next_mb_skipped = decode_cabac_mb_skip( h, s->mb_x, s->mb_y+1 );
  4815. if(!h->next_mb_skipped)
  4816. h->mb_mbaff = h->mb_field_decoding_flag = decode_cabac_field_decoding_flag(h);
  4817. }
  4818. decode_mb_skip(h);
  4819. h->cbp_table[mb_xy] = 0;
  4820. h->chroma_pred_mode_table[mb_xy] = 0;
  4821. h->last_qscale_diff = 0;
  4822. return 0;
  4823. }
  4824. }
  4825. if(FRAME_MBAFF){
  4826. if( (s->mb_y&1) == 0 )
  4827. h->mb_mbaff =
  4828. h->mb_field_decoding_flag = decode_cabac_field_decoding_flag(h);
  4829. }
  4830. h->prev_mb_skipped = 0;
  4831. compute_mb_neighbors(h);
  4832. if( h->slice_type_nos == FF_B_TYPE ) {
  4833. mb_type = decode_cabac_mb_type_b( h );
  4834. if( mb_type < 23 ){
  4835. partition_count= b_mb_type_info[mb_type].partition_count;
  4836. mb_type= b_mb_type_info[mb_type].type;
  4837. }else{
  4838. mb_type -= 23;
  4839. goto decode_intra_mb;
  4840. }
  4841. } else if( h->slice_type_nos == FF_P_TYPE ) {
  4842. if( get_cabac_noinline( &h->cabac, &h->cabac_state[14] ) == 0 ) {
  4843. /* P-type */
  4844. if( get_cabac_noinline( &h->cabac, &h->cabac_state[15] ) == 0 ) {
  4845. /* P_L0_D16x16, P_8x8 */
  4846. mb_type= 3 * get_cabac_noinline( &h->cabac, &h->cabac_state[16] );
  4847. } else {
  4848. /* P_L0_D8x16, P_L0_D16x8 */
  4849. mb_type= 2 - get_cabac_noinline( &h->cabac, &h->cabac_state[17] );
  4850. }
  4851. partition_count= p_mb_type_info[mb_type].partition_count;
  4852. mb_type= p_mb_type_info[mb_type].type;
  4853. } else {
  4854. mb_type= decode_cabac_intra_mb_type(h, 17, 0);
  4855. goto decode_intra_mb;
  4856. }
  4857. } else {
  4858. mb_type= decode_cabac_intra_mb_type(h, 3, 1);
  4859. if(h->slice_type == FF_SI_TYPE && mb_type)
  4860. mb_type--;
  4861. assert(h->slice_type_nos == FF_I_TYPE);
  4862. decode_intra_mb:
  4863. partition_count = 0;
  4864. cbp= i_mb_type_info[mb_type].cbp;
  4865. h->intra16x16_pred_mode= i_mb_type_info[mb_type].pred_mode;
  4866. mb_type= i_mb_type_info[mb_type].type;
  4867. }
  4868. if(MB_FIELD)
  4869. mb_type |= MB_TYPE_INTERLACED;
  4870. h->slice_table[ mb_xy ]= h->slice_num;
  4871. if(IS_INTRA_PCM(mb_type)) {
  4872. const uint8_t *ptr;
  4873. // We assume these blocks are very rare so we do not optimize it.
  4874. // FIXME The two following lines get the bitstream position in the cabac
  4875. // decode, I think it should be done by a function in cabac.h (or cabac.c).
  4876. ptr= h->cabac.bytestream;
  4877. if(h->cabac.low&0x1) ptr--;
  4878. if(CABAC_BITS==16){
  4879. if(h->cabac.low&0x1FF) ptr--;
  4880. }
  4881. // The pixels are stored in the same order as levels in h->mb array.
  4882. memcpy(h->mb, ptr, 256); ptr+=256;
  4883. if(CHROMA){
  4884. memcpy(h->mb+128, ptr, 128); ptr+=128;
  4885. }
  4886. ff_init_cabac_decoder(&h->cabac, ptr, h->cabac.bytestream_end - ptr);
  4887. // All blocks are present
  4888. h->cbp_table[mb_xy] = 0x1ef;
  4889. h->chroma_pred_mode_table[mb_xy] = 0;
  4890. // In deblocking, the quantizer is 0
  4891. s->current_picture.qscale_table[mb_xy]= 0;
  4892. // All coeffs are present
  4893. memset(h->non_zero_count[mb_xy], 16, 16);
  4894. s->current_picture.mb_type[mb_xy]= mb_type;
  4895. h->last_qscale_diff = 0;
  4896. return 0;
  4897. }
  4898. if(MB_MBAFF){
  4899. h->ref_count[0] <<= 1;
  4900. h->ref_count[1] <<= 1;
  4901. }
  4902. fill_caches(h, mb_type, 0);
  4903. if( IS_INTRA( mb_type ) ) {
  4904. int i, pred_mode;
  4905. if( IS_INTRA4x4( mb_type ) ) {
  4906. if( dct8x8_allowed && decode_cabac_mb_transform_size( h ) ) {
  4907. mb_type |= MB_TYPE_8x8DCT;
  4908. for( i = 0; i < 16; i+=4 ) {
  4909. int pred = pred_intra_mode( h, i );
  4910. int mode = decode_cabac_mb_intra4x4_pred_mode( h, pred );
  4911. fill_rectangle( &h->intra4x4_pred_mode_cache[ scan8[i] ], 2, 2, 8, mode, 1 );
  4912. }
  4913. } else {
  4914. for( i = 0; i < 16; i++ ) {
  4915. int pred = pred_intra_mode( h, i );
  4916. h->intra4x4_pred_mode_cache[ scan8[i] ] = decode_cabac_mb_intra4x4_pred_mode( h, pred );
  4917. //av_log( s->avctx, AV_LOG_ERROR, "i4x4 pred=%d mode=%d\n", pred, h->intra4x4_pred_mode_cache[ scan8[i] ] );
  4918. }
  4919. }
  4920. write_back_intra_pred_mode(h);
  4921. if( check_intra4x4_pred_mode(h) < 0 ) return -1;
  4922. } else {
  4923. h->intra16x16_pred_mode= check_intra_pred_mode( h, h->intra16x16_pred_mode );
  4924. if( h->intra16x16_pred_mode < 0 ) return -1;
  4925. }
  4926. if(CHROMA){
  4927. h->chroma_pred_mode_table[mb_xy] =
  4928. pred_mode = decode_cabac_mb_chroma_pre_mode( h );
  4929. pred_mode= check_intra_pred_mode( h, pred_mode );
  4930. if( pred_mode < 0 ) return -1;
  4931. h->chroma_pred_mode= pred_mode;
  4932. }
  4933. } else if( partition_count == 4 ) {
  4934. int i, j, sub_partition_count[4], list, ref[2][4];
  4935. if( h->slice_type_nos == FF_B_TYPE ) {
  4936. for( i = 0; i < 4; i++ ) {
  4937. h->sub_mb_type[i] = decode_cabac_b_mb_sub_type( h );
  4938. sub_partition_count[i]= b_sub_mb_type_info[ h->sub_mb_type[i] ].partition_count;
  4939. h->sub_mb_type[i]= b_sub_mb_type_info[ h->sub_mb_type[i] ].type;
  4940. }
  4941. if( IS_DIRECT(h->sub_mb_type[0] | h->sub_mb_type[1] |
  4942. h->sub_mb_type[2] | h->sub_mb_type[3]) ) {
  4943. pred_direct_motion(h, &mb_type);
  4944. h->ref_cache[0][scan8[4]] =
  4945. h->ref_cache[1][scan8[4]] =
  4946. h->ref_cache[0][scan8[12]] =
  4947. h->ref_cache[1][scan8[12]] = PART_NOT_AVAILABLE;
  4948. if( h->ref_count[0] > 1 || h->ref_count[1] > 1 ) {
  4949. for( i = 0; i < 4; i++ )
  4950. if( IS_DIRECT(h->sub_mb_type[i]) )
  4951. fill_rectangle( &h->direct_cache[scan8[4*i]], 2, 2, 8, 1, 1 );
  4952. }
  4953. }
  4954. } else {
  4955. for( i = 0; i < 4; i++ ) {
  4956. h->sub_mb_type[i] = decode_cabac_p_mb_sub_type( h );
  4957. sub_partition_count[i]= p_sub_mb_type_info[ h->sub_mb_type[i] ].partition_count;
  4958. h->sub_mb_type[i]= p_sub_mb_type_info[ h->sub_mb_type[i] ].type;
  4959. }
  4960. }
  4961. for( list = 0; list < h->list_count; list++ ) {
  4962. for( i = 0; i < 4; i++ ) {
  4963. if(IS_DIRECT(h->sub_mb_type[i])) continue;
  4964. if(IS_DIR(h->sub_mb_type[i], 0, list)){
  4965. if( h->ref_count[list] > 1 ){
  4966. ref[list][i] = decode_cabac_mb_ref( h, list, 4*i );
  4967. if(ref[list][i] >= (unsigned)h->ref_count[list]){
  4968. av_log(s->avctx, AV_LOG_ERROR, "Reference %d >= %d\n", ref[list][i], h->ref_count[list]);
  4969. return -1;
  4970. }
  4971. }else
  4972. ref[list][i] = 0;
  4973. } else {
  4974. ref[list][i] = -1;
  4975. }
  4976. h->ref_cache[list][ scan8[4*i]+1 ]=
  4977. h->ref_cache[list][ scan8[4*i]+8 ]=h->ref_cache[list][ scan8[4*i]+9 ]= ref[list][i];
  4978. }
  4979. }
  4980. if(dct8x8_allowed)
  4981. dct8x8_allowed = get_dct8x8_allowed(h);
  4982. for(list=0; list<h->list_count; list++){
  4983. for(i=0; i<4; i++){
  4984. h->ref_cache[list][ scan8[4*i] ]=h->ref_cache[list][ scan8[4*i]+1 ];
  4985. if(IS_DIRECT(h->sub_mb_type[i])){
  4986. fill_rectangle(h->mvd_cache[list][scan8[4*i]], 2, 2, 8, 0, 4);
  4987. continue;
  4988. }
  4989. if(IS_DIR(h->sub_mb_type[i], 0, list) && !IS_DIRECT(h->sub_mb_type[i])){
  4990. const int sub_mb_type= h->sub_mb_type[i];
  4991. const int block_width= (sub_mb_type & (MB_TYPE_16x16|MB_TYPE_16x8)) ? 2 : 1;
  4992. for(j=0; j<sub_partition_count[i]; j++){
  4993. int mpx, mpy;
  4994. int mx, my;
  4995. const int index= 4*i + block_width*j;
  4996. int16_t (* mv_cache)[2]= &h->mv_cache[list][ scan8[index] ];
  4997. int16_t (* mvd_cache)[2]= &h->mvd_cache[list][ scan8[index] ];
  4998. pred_motion(h, index, block_width, list, h->ref_cache[list][ scan8[index] ], &mpx, &mpy);
  4999. mx = mpx + decode_cabac_mb_mvd( h, list, index, 0 );
  5000. my = mpy + decode_cabac_mb_mvd( h, list, index, 1 );
  5001. tprintf(s->avctx, "final mv:%d %d\n", mx, my);
  5002. if(IS_SUB_8X8(sub_mb_type)){
  5003. mv_cache[ 1 ][0]=
  5004. mv_cache[ 8 ][0]= mv_cache[ 9 ][0]= mx;
  5005. mv_cache[ 1 ][1]=
  5006. mv_cache[ 8 ][1]= mv_cache[ 9 ][1]= my;
  5007. mvd_cache[ 1 ][0]=
  5008. mvd_cache[ 8 ][0]= mvd_cache[ 9 ][0]= mx - mpx;
  5009. mvd_cache[ 1 ][1]=
  5010. mvd_cache[ 8 ][1]= mvd_cache[ 9 ][1]= my - mpy;
  5011. }else if(IS_SUB_8X4(sub_mb_type)){
  5012. mv_cache[ 1 ][0]= mx;
  5013. mv_cache[ 1 ][1]= my;
  5014. mvd_cache[ 1 ][0]= mx - mpx;
  5015. mvd_cache[ 1 ][1]= my - mpy;
  5016. }else if(IS_SUB_4X8(sub_mb_type)){
  5017. mv_cache[ 8 ][0]= mx;
  5018. mv_cache[ 8 ][1]= my;
  5019. mvd_cache[ 8 ][0]= mx - mpx;
  5020. mvd_cache[ 8 ][1]= my - mpy;
  5021. }
  5022. mv_cache[ 0 ][0]= mx;
  5023. mv_cache[ 0 ][1]= my;
  5024. mvd_cache[ 0 ][0]= mx - mpx;
  5025. mvd_cache[ 0 ][1]= my - mpy;
  5026. }
  5027. }else{
  5028. uint32_t *p= (uint32_t *)&h->mv_cache[list][ scan8[4*i] ][0];
  5029. uint32_t *pd= (uint32_t *)&h->mvd_cache[list][ scan8[4*i] ][0];
  5030. p[0] = p[1] = p[8] = p[9] = 0;
  5031. pd[0]= pd[1]= pd[8]= pd[9]= 0;
  5032. }
  5033. }
  5034. }
  5035. } else if( IS_DIRECT(mb_type) ) {
  5036. pred_direct_motion(h, &mb_type);
  5037. fill_rectangle(h->mvd_cache[0][scan8[0]], 4, 4, 8, 0, 4);
  5038. fill_rectangle(h->mvd_cache[1][scan8[0]], 4, 4, 8, 0, 4);
  5039. dct8x8_allowed &= h->sps.direct_8x8_inference_flag;
  5040. } else {
  5041. int list, mx, my, i, mpx, mpy;
  5042. if(IS_16X16(mb_type)){
  5043. for(list=0; list<h->list_count; list++){
  5044. if(IS_DIR(mb_type, 0, list)){
  5045. int ref;
  5046. if(h->ref_count[list] > 1){
  5047. ref= decode_cabac_mb_ref(h, list, 0);
  5048. if(ref >= (unsigned)h->ref_count[list]){
  5049. av_log(s->avctx, AV_LOG_ERROR, "Reference %d >= %d\n", ref, h->ref_count[list]);
  5050. return -1;
  5051. }
  5052. }else
  5053. ref=0;
  5054. fill_rectangle(&h->ref_cache[list][ scan8[0] ], 4, 4, 8, ref, 1);
  5055. }else
  5056. fill_rectangle(&h->ref_cache[list][ scan8[0] ], 4, 4, 8, (uint8_t)LIST_NOT_USED, 1); //FIXME factorize and the other fill_rect below too
  5057. }
  5058. for(list=0; list<h->list_count; list++){
  5059. if(IS_DIR(mb_type, 0, list)){
  5060. pred_motion(h, 0, 4, list, h->ref_cache[list][ scan8[0] ], &mpx, &mpy);
  5061. mx = mpx + decode_cabac_mb_mvd( h, list, 0, 0 );
  5062. my = mpy + decode_cabac_mb_mvd( h, list, 0, 1 );
  5063. tprintf(s->avctx, "final mv:%d %d\n", mx, my);
  5064. fill_rectangle(h->mvd_cache[list][ scan8[0] ], 4, 4, 8, pack16to32(mx-mpx,my-mpy), 4);
  5065. fill_rectangle(h->mv_cache[list][ scan8[0] ], 4, 4, 8, pack16to32(mx,my), 4);
  5066. }else
  5067. fill_rectangle(h->mv_cache[list][ scan8[0] ], 4, 4, 8, 0, 4);
  5068. }
  5069. }
  5070. else if(IS_16X8(mb_type)){
  5071. for(list=0; list<h->list_count; list++){
  5072. for(i=0; i<2; i++){
  5073. if(IS_DIR(mb_type, i, list)){
  5074. int ref;
  5075. if(h->ref_count[list] > 1){
  5076. ref= decode_cabac_mb_ref( h, list, 8*i );
  5077. if(ref >= (unsigned)h->ref_count[list]){
  5078. av_log(s->avctx, AV_LOG_ERROR, "Reference %d >= %d\n", ref, h->ref_count[list]);
  5079. return -1;
  5080. }
  5081. }else
  5082. ref=0;
  5083. fill_rectangle(&h->ref_cache[list][ scan8[0] + 16*i ], 4, 2, 8, ref, 1);
  5084. }else
  5085. fill_rectangle(&h->ref_cache[list][ scan8[0] + 16*i ], 4, 2, 8, (LIST_NOT_USED&0xFF), 1);
  5086. }
  5087. }
  5088. for(list=0; list<h->list_count; list++){
  5089. for(i=0; i<2; i++){
  5090. if(IS_DIR(mb_type, i, list)){
  5091. pred_16x8_motion(h, 8*i, list, h->ref_cache[list][scan8[0] + 16*i], &mpx, &mpy);
  5092. mx = mpx + decode_cabac_mb_mvd( h, list, 8*i, 0 );
  5093. my = mpy + decode_cabac_mb_mvd( h, list, 8*i, 1 );
  5094. tprintf(s->avctx, "final mv:%d %d\n", mx, my);
  5095. fill_rectangle(h->mvd_cache[list][ scan8[0] + 16*i ], 4, 2, 8, pack16to32(mx-mpx,my-mpy), 4);
  5096. fill_rectangle(h->mv_cache[list][ scan8[0] + 16*i ], 4, 2, 8, pack16to32(mx,my), 4);
  5097. }else{
  5098. fill_rectangle(h->mvd_cache[list][ scan8[0] + 16*i ], 4, 2, 8, 0, 4);
  5099. fill_rectangle(h-> mv_cache[list][ scan8[0] + 16*i ], 4, 2, 8, 0, 4);
  5100. }
  5101. }
  5102. }
  5103. }else{
  5104. assert(IS_8X16(mb_type));
  5105. for(list=0; list<h->list_count; list++){
  5106. for(i=0; i<2; i++){
  5107. if(IS_DIR(mb_type, i, list)){ //FIXME optimize
  5108. int ref;
  5109. if(h->ref_count[list] > 1){
  5110. ref= decode_cabac_mb_ref( h, list, 4*i );
  5111. if(ref >= (unsigned)h->ref_count[list]){
  5112. av_log(s->avctx, AV_LOG_ERROR, "Reference %d >= %d\n", ref, h->ref_count[list]);
  5113. return -1;
  5114. }
  5115. }else
  5116. ref=0;
  5117. fill_rectangle(&h->ref_cache[list][ scan8[0] + 2*i ], 2, 4, 8, ref, 1);
  5118. }else
  5119. fill_rectangle(&h->ref_cache[list][ scan8[0] + 2*i ], 2, 4, 8, (LIST_NOT_USED&0xFF), 1);
  5120. }
  5121. }
  5122. for(list=0; list<h->list_count; list++){
  5123. for(i=0; i<2; i++){
  5124. if(IS_DIR(mb_type, i, list)){
  5125. pred_8x16_motion(h, i*4, list, h->ref_cache[list][ scan8[0] + 2*i ], &mpx, &mpy);
  5126. mx = mpx + decode_cabac_mb_mvd( h, list, 4*i, 0 );
  5127. my = mpy + decode_cabac_mb_mvd( h, list, 4*i, 1 );
  5128. tprintf(s->avctx, "final mv:%d %d\n", mx, my);
  5129. fill_rectangle(h->mvd_cache[list][ scan8[0] + 2*i ], 2, 4, 8, pack16to32(mx-mpx,my-mpy), 4);
  5130. fill_rectangle(h->mv_cache[list][ scan8[0] + 2*i ], 2, 4, 8, pack16to32(mx,my), 4);
  5131. }else{
  5132. fill_rectangle(h->mvd_cache[list][ scan8[0] + 2*i ], 2, 4, 8, 0, 4);
  5133. fill_rectangle(h-> mv_cache[list][ scan8[0] + 2*i ], 2, 4, 8, 0, 4);
  5134. }
  5135. }
  5136. }
  5137. }
  5138. }
  5139. if( IS_INTER( mb_type ) ) {
  5140. h->chroma_pred_mode_table[mb_xy] = 0;
  5141. write_back_motion( h, mb_type );
  5142. }
  5143. if( !IS_INTRA16x16( mb_type ) ) {
  5144. cbp = decode_cabac_mb_cbp_luma( h );
  5145. if(CHROMA)
  5146. cbp |= decode_cabac_mb_cbp_chroma( h ) << 4;
  5147. }
  5148. h->cbp_table[mb_xy] = h->cbp = cbp;
  5149. if( dct8x8_allowed && (cbp&15) && !IS_INTRA( mb_type ) ) {
  5150. if( decode_cabac_mb_transform_size( h ) )
  5151. mb_type |= MB_TYPE_8x8DCT;
  5152. }
  5153. s->current_picture.mb_type[mb_xy]= mb_type;
  5154. if( cbp || IS_INTRA16x16( mb_type ) ) {
  5155. const uint8_t *scan, *scan8x8, *dc_scan;
  5156. const uint32_t *qmul;
  5157. int dqp;
  5158. if(IS_INTERLACED(mb_type)){
  5159. scan8x8= s->qscale ? h->field_scan8x8 : h->field_scan8x8_q0;
  5160. scan= s->qscale ? h->field_scan : h->field_scan_q0;
  5161. dc_scan= luma_dc_field_scan;
  5162. }else{
  5163. scan8x8= s->qscale ? h->zigzag_scan8x8 : h->zigzag_scan8x8_q0;
  5164. scan= s->qscale ? h->zigzag_scan : h->zigzag_scan_q0;
  5165. dc_scan= luma_dc_zigzag_scan;
  5166. }
  5167. h->last_qscale_diff = dqp = decode_cabac_mb_dqp( h );
  5168. if( dqp == INT_MIN ){
  5169. av_log(h->s.avctx, AV_LOG_ERROR, "cabac decode of qscale diff failed at %d %d\n", s->mb_x, s->mb_y);
  5170. return -1;
  5171. }
  5172. s->qscale += dqp;
  5173. if(((unsigned)s->qscale) > 51){
  5174. if(s->qscale<0) s->qscale+= 52;
  5175. else s->qscale-= 52;
  5176. }
  5177. h->chroma_qp[0] = get_chroma_qp(h, 0, s->qscale);
  5178. h->chroma_qp[1] = get_chroma_qp(h, 1, s->qscale);
  5179. if( IS_INTRA16x16( mb_type ) ) {
  5180. int i;
  5181. //av_log( s->avctx, AV_LOG_ERROR, "INTRA16x16 DC\n" );
  5182. decode_cabac_residual( h, h->mb, 0, 0, dc_scan, NULL, 16);
  5183. if( cbp&15 ) {
  5184. qmul = h->dequant4_coeff[0][s->qscale];
  5185. for( i = 0; i < 16; i++ ) {
  5186. //av_log( s->avctx, AV_LOG_ERROR, "INTRA16x16 AC:%d\n", i );
  5187. decode_cabac_residual(h, h->mb + 16*i, 1, i, scan + 1, qmul, 15);
  5188. }
  5189. } else {
  5190. fill_rectangle(&h->non_zero_count_cache[scan8[0]], 4, 4, 8, 0, 1);
  5191. }
  5192. } else {
  5193. int i8x8, i4x4;
  5194. for( i8x8 = 0; i8x8 < 4; i8x8++ ) {
  5195. if( cbp & (1<<i8x8) ) {
  5196. if( IS_8x8DCT(mb_type) ) {
  5197. decode_cabac_residual(h, h->mb + 64*i8x8, 5, 4*i8x8,
  5198. scan8x8, h->dequant8_coeff[IS_INTRA( mb_type ) ? 0:1][s->qscale], 64);
  5199. } else {
  5200. qmul = h->dequant4_coeff[IS_INTRA( mb_type ) ? 0:3][s->qscale];
  5201. for( i4x4 = 0; i4x4 < 4; i4x4++ ) {
  5202. const int index = 4*i8x8 + i4x4;
  5203. //av_log( s->avctx, AV_LOG_ERROR, "Luma4x4: %d\n", index );
  5204. //START_TIMER
  5205. decode_cabac_residual(h, h->mb + 16*index, 2, index, scan, qmul, 16);
  5206. //STOP_TIMER("decode_residual")
  5207. }
  5208. }
  5209. } else {
  5210. uint8_t * const nnz= &h->non_zero_count_cache[ scan8[4*i8x8] ];
  5211. nnz[0] = nnz[1] = nnz[8] = nnz[9] = 0;
  5212. }
  5213. }
  5214. }
  5215. if( cbp&0x30 ){
  5216. int c;
  5217. for( c = 0; c < 2; c++ ) {
  5218. //av_log( s->avctx, AV_LOG_ERROR, "INTRA C%d-DC\n",c );
  5219. decode_cabac_residual(h, h->mb + 256 + 16*4*c, 3, c, chroma_dc_scan, NULL, 4);
  5220. }
  5221. }
  5222. if( cbp&0x20 ) {
  5223. int c, i;
  5224. for( c = 0; c < 2; c++ ) {
  5225. qmul = h->dequant4_coeff[c+1+(IS_INTRA( mb_type ) ? 0:3)][h->chroma_qp[c]];
  5226. for( i = 0; i < 4; i++ ) {
  5227. const int index = 16 + 4 * c + i;
  5228. //av_log( s->avctx, AV_LOG_ERROR, "INTRA C%d-AC %d\n",c, index - 16 );
  5229. decode_cabac_residual(h, h->mb + 16*index, 4, index, scan + 1, qmul, 15);
  5230. }
  5231. }
  5232. } else {
  5233. uint8_t * const nnz= &h->non_zero_count_cache[0];
  5234. nnz[ scan8[16]+0 ] = nnz[ scan8[16]+1 ] =nnz[ scan8[16]+8 ] =nnz[ scan8[16]+9 ] =
  5235. nnz[ scan8[20]+0 ] = nnz[ scan8[20]+1 ] =nnz[ scan8[20]+8 ] =nnz[ scan8[20]+9 ] = 0;
  5236. }
  5237. } else {
  5238. uint8_t * const nnz= &h->non_zero_count_cache[0];
  5239. fill_rectangle(&nnz[scan8[0]], 4, 4, 8, 0, 1);
  5240. nnz[ scan8[16]+0 ] = nnz[ scan8[16]+1 ] =nnz[ scan8[16]+8 ] =nnz[ scan8[16]+9 ] =
  5241. nnz[ scan8[20]+0 ] = nnz[ scan8[20]+1 ] =nnz[ scan8[20]+8 ] =nnz[ scan8[20]+9 ] = 0;
  5242. h->last_qscale_diff = 0;
  5243. }
  5244. s->current_picture.qscale_table[mb_xy]= s->qscale;
  5245. write_back_non_zero_count(h);
  5246. if(MB_MBAFF){
  5247. h->ref_count[0] >>= 1;
  5248. h->ref_count[1] >>= 1;
  5249. }
  5250. return 0;
  5251. }
  5252. static void filter_mb_edgev( H264Context *h, uint8_t *pix, int stride, int16_t bS[4], int qp ) {
  5253. const int index_a = qp + h->slice_alpha_c0_offset;
  5254. const int alpha = (alpha_table+52)[index_a];
  5255. const int beta = (beta_table+52)[qp + h->slice_beta_offset];
  5256. if( bS[0] < 4 ) {
  5257. int8_t tc[4];
  5258. tc[0] = (tc0_table+52)[index_a][bS[0]];
  5259. tc[1] = (tc0_table+52)[index_a][bS[1]];
  5260. tc[2] = (tc0_table+52)[index_a][bS[2]];
  5261. tc[3] = (tc0_table+52)[index_a][bS[3]];
  5262. h->s.dsp.h264_h_loop_filter_luma(pix, stride, alpha, beta, tc);
  5263. } else {
  5264. h->s.dsp.h264_h_loop_filter_luma_intra(pix, stride, alpha, beta);
  5265. }
  5266. }
  5267. static void filter_mb_edgecv( H264Context *h, uint8_t *pix, int stride, int16_t bS[4], int qp ) {
  5268. const int index_a = qp + h->slice_alpha_c0_offset;
  5269. const int alpha = (alpha_table+52)[index_a];
  5270. const int beta = (beta_table+52)[qp + h->slice_beta_offset];
  5271. if( bS[0] < 4 ) {
  5272. int8_t tc[4];
  5273. tc[0] = (tc0_table+52)[index_a][bS[0]]+1;
  5274. tc[1] = (tc0_table+52)[index_a][bS[1]]+1;
  5275. tc[2] = (tc0_table+52)[index_a][bS[2]]+1;
  5276. tc[3] = (tc0_table+52)[index_a][bS[3]]+1;
  5277. h->s.dsp.h264_h_loop_filter_chroma(pix, stride, alpha, beta, tc);
  5278. } else {
  5279. h->s.dsp.h264_h_loop_filter_chroma_intra(pix, stride, alpha, beta);
  5280. }
  5281. }
  5282. static void filter_mb_mbaff_edgev( H264Context *h, uint8_t *pix, int stride, int16_t bS[8], int qp[2] ) {
  5283. int i;
  5284. for( i = 0; i < 16; i++, pix += stride) {
  5285. int index_a;
  5286. int alpha;
  5287. int beta;
  5288. int qp_index;
  5289. int bS_index = (i >> 1);
  5290. if (!MB_FIELD) {
  5291. bS_index &= ~1;
  5292. bS_index |= (i & 1);
  5293. }
  5294. if( bS[bS_index] == 0 ) {
  5295. continue;
  5296. }
  5297. qp_index = MB_FIELD ? (i >> 3) : (i & 1);
  5298. index_a = qp[qp_index] + h->slice_alpha_c0_offset;
  5299. alpha = (alpha_table+52)[index_a];
  5300. beta = (beta_table+52)[qp[qp_index] + h->slice_beta_offset];
  5301. if( bS[bS_index] < 4 ) {
  5302. const int tc0 = (tc0_table+52)[index_a][bS[bS_index]];
  5303. const int p0 = pix[-1];
  5304. const int p1 = pix[-2];
  5305. const int p2 = pix[-3];
  5306. const int q0 = pix[0];
  5307. const int q1 = pix[1];
  5308. const int q2 = pix[2];
  5309. if( FFABS( p0 - q0 ) < alpha &&
  5310. FFABS( p1 - p0 ) < beta &&
  5311. FFABS( q1 - q0 ) < beta ) {
  5312. int tc = tc0;
  5313. int i_delta;
  5314. if( FFABS( p2 - p0 ) < beta ) {
  5315. pix[-2] = p1 + av_clip( ( p2 + ( ( p0 + q0 + 1 ) >> 1 ) - ( p1 << 1 ) ) >> 1, -tc0, tc0 );
  5316. tc++;
  5317. }
  5318. if( FFABS( q2 - q0 ) < beta ) {
  5319. pix[1] = q1 + av_clip( ( q2 + ( ( p0 + q0 + 1 ) >> 1 ) - ( q1 << 1 ) ) >> 1, -tc0, tc0 );
  5320. tc++;
  5321. }
  5322. i_delta = av_clip( (((q0 - p0 ) << 2) + (p1 - q1) + 4) >> 3, -tc, tc );
  5323. pix[-1] = av_clip_uint8( p0 + i_delta ); /* p0' */
  5324. pix[0] = av_clip_uint8( q0 - i_delta ); /* q0' */
  5325. tprintf(h->s.avctx, "filter_mb_mbaff_edgev i:%d, qp:%d, indexA:%d, alpha:%d, beta:%d, tc:%d\n# bS:%d -> [%02x, %02x, %02x, %02x, %02x, %02x] =>[%02x, %02x, %02x, %02x]\n", i, qp[qp_index], index_a, alpha, beta, tc, bS[bS_index], pix[-3], p1, p0, q0, q1, pix[2], p1, pix[-1], pix[0], q1);
  5326. }
  5327. }else{
  5328. const int p0 = pix[-1];
  5329. const int p1 = pix[-2];
  5330. const int p2 = pix[-3];
  5331. const int q0 = pix[0];
  5332. const int q1 = pix[1];
  5333. const int q2 = pix[2];
  5334. if( FFABS( p0 - q0 ) < alpha &&
  5335. FFABS( p1 - p0 ) < beta &&
  5336. FFABS( q1 - q0 ) < beta ) {
  5337. if(FFABS( p0 - q0 ) < (( alpha >> 2 ) + 2 )){
  5338. if( FFABS( p2 - p0 ) < beta)
  5339. {
  5340. const int p3 = pix[-4];
  5341. /* p0', p1', p2' */
  5342. pix[-1] = ( p2 + 2*p1 + 2*p0 + 2*q0 + q1 + 4 ) >> 3;
  5343. pix[-2] = ( p2 + p1 + p0 + q0 + 2 ) >> 2;
  5344. pix[-3] = ( 2*p3 + 3*p2 + p1 + p0 + q0 + 4 ) >> 3;
  5345. } else {
  5346. /* p0' */
  5347. pix[-1] = ( 2*p1 + p0 + q1 + 2 ) >> 2;
  5348. }
  5349. if( FFABS( q2 - q0 ) < beta)
  5350. {
  5351. const int q3 = pix[3];
  5352. /* q0', q1', q2' */
  5353. pix[0] = ( p1 + 2*p0 + 2*q0 + 2*q1 + q2 + 4 ) >> 3;
  5354. pix[1] = ( p0 + q0 + q1 + q2 + 2 ) >> 2;
  5355. pix[2] = ( 2*q3 + 3*q2 + q1 + q0 + p0 + 4 ) >> 3;
  5356. } else {
  5357. /* q0' */
  5358. pix[0] = ( 2*q1 + q0 + p1 + 2 ) >> 2;
  5359. }
  5360. }else{
  5361. /* p0', q0' */
  5362. pix[-1] = ( 2*p1 + p0 + q1 + 2 ) >> 2;
  5363. pix[ 0] = ( 2*q1 + q0 + p1 + 2 ) >> 2;
  5364. }
  5365. tprintf(h->s.avctx, "filter_mb_mbaff_edgev i:%d, qp:%d, indexA:%d, alpha:%d, beta:%d\n# bS:4 -> [%02x, %02x, %02x, %02x, %02x, %02x] =>[%02x, %02x, %02x, %02x, %02x, %02x]\n", i, qp[qp_index], index_a, alpha, beta, p2, p1, p0, q0, q1, q2, pix[-3], pix[-2], pix[-1], pix[0], pix[1], pix[2]);
  5366. }
  5367. }
  5368. }
  5369. }
  5370. static void filter_mb_mbaff_edgecv( H264Context *h, uint8_t *pix, int stride, int16_t bS[8], int qp[2] ) {
  5371. int i;
  5372. for( i = 0; i < 8; i++, pix += stride) {
  5373. int index_a;
  5374. int alpha;
  5375. int beta;
  5376. int qp_index;
  5377. int bS_index = i;
  5378. if( bS[bS_index] == 0 ) {
  5379. continue;
  5380. }
  5381. qp_index = MB_FIELD ? (i >> 2) : (i & 1);
  5382. index_a = qp[qp_index] + h->slice_alpha_c0_offset;
  5383. alpha = (alpha_table+52)[index_a];
  5384. beta = (beta_table+52)[qp[qp_index] + h->slice_beta_offset];
  5385. if( bS[bS_index] < 4 ) {
  5386. const int tc = (tc0_table+52)[index_a][bS[bS_index]] + 1;
  5387. const int p0 = pix[-1];
  5388. const int p1 = pix[-2];
  5389. const int q0 = pix[0];
  5390. const int q1 = pix[1];
  5391. if( FFABS( p0 - q0 ) < alpha &&
  5392. FFABS( p1 - p0 ) < beta &&
  5393. FFABS( q1 - q0 ) < beta ) {
  5394. const int i_delta = av_clip( (((q0 - p0 ) << 2) + (p1 - q1) + 4) >> 3, -tc, tc );
  5395. pix[-1] = av_clip_uint8( p0 + i_delta ); /* p0' */
  5396. pix[0] = av_clip_uint8( q0 - i_delta ); /* q0' */
  5397. tprintf(h->s.avctx, "filter_mb_mbaff_edgecv i:%d, qp:%d, indexA:%d, alpha:%d, beta:%d, tc:%d\n# bS:%d -> [%02x, %02x, %02x, %02x, %02x, %02x] =>[%02x, %02x, %02x, %02x]\n", i, qp[qp_index], index_a, alpha, beta, tc, bS[bS_index], pix[-3], p1, p0, q0, q1, pix[2], p1, pix[-1], pix[0], q1);
  5398. }
  5399. }else{
  5400. const int p0 = pix[-1];
  5401. const int p1 = pix[-2];
  5402. const int q0 = pix[0];
  5403. const int q1 = pix[1];
  5404. if( FFABS( p0 - q0 ) < alpha &&
  5405. FFABS( p1 - p0 ) < beta &&
  5406. FFABS( q1 - q0 ) < beta ) {
  5407. pix[-1] = ( 2*p1 + p0 + q1 + 2 ) >> 2; /* p0' */
  5408. pix[0] = ( 2*q1 + q0 + p1 + 2 ) >> 2; /* q0' */
  5409. tprintf(h->s.avctx, "filter_mb_mbaff_edgecv i:%d\n# bS:4 -> [%02x, %02x, %02x, %02x, %02x, %02x] =>[%02x, %02x, %02x, %02x, %02x, %02x]\n", i, pix[-3], p1, p0, q0, q1, pix[2], pix[-3], pix[-2], pix[-1], pix[0], pix[1], pix[2]);
  5410. }
  5411. }
  5412. }
  5413. }
  5414. static void filter_mb_edgeh( H264Context *h, uint8_t *pix, int stride, int16_t bS[4], int qp ) {
  5415. const int index_a = qp + h->slice_alpha_c0_offset;
  5416. const int alpha = (alpha_table+52)[index_a];
  5417. const int beta = (beta_table+52)[qp + h->slice_beta_offset];
  5418. if( bS[0] < 4 ) {
  5419. int8_t tc[4];
  5420. tc[0] = (tc0_table+52)[index_a][bS[0]];
  5421. tc[1] = (tc0_table+52)[index_a][bS[1]];
  5422. tc[2] = (tc0_table+52)[index_a][bS[2]];
  5423. tc[3] = (tc0_table+52)[index_a][bS[3]];
  5424. h->s.dsp.h264_v_loop_filter_luma(pix, stride, alpha, beta, tc);
  5425. } else {
  5426. h->s.dsp.h264_v_loop_filter_luma_intra(pix, stride, alpha, beta);
  5427. }
  5428. }
  5429. static void filter_mb_edgech( H264Context *h, uint8_t *pix, int stride, int16_t bS[4], int qp ) {
  5430. const int index_a = qp + h->slice_alpha_c0_offset;
  5431. const int alpha = (alpha_table+52)[index_a];
  5432. const int beta = (beta_table+52)[qp + h->slice_beta_offset];
  5433. if( bS[0] < 4 ) {
  5434. int8_t tc[4];
  5435. tc[0] = (tc0_table+52)[index_a][bS[0]]+1;
  5436. tc[1] = (tc0_table+52)[index_a][bS[1]]+1;
  5437. tc[2] = (tc0_table+52)[index_a][bS[2]]+1;
  5438. tc[3] = (tc0_table+52)[index_a][bS[3]]+1;
  5439. h->s.dsp.h264_v_loop_filter_chroma(pix, stride, alpha, beta, tc);
  5440. } else {
  5441. h->s.dsp.h264_v_loop_filter_chroma_intra(pix, stride, alpha, beta);
  5442. }
  5443. }
  5444. static void filter_mb_fast( H264Context *h, int mb_x, int mb_y, uint8_t *img_y, uint8_t *img_cb, uint8_t *img_cr, unsigned int linesize, unsigned int uvlinesize) {
  5445. MpegEncContext * const s = &h->s;
  5446. int mb_y_firstrow = s->picture_structure == PICT_BOTTOM_FIELD;
  5447. int mb_xy, mb_type;
  5448. int qp, qp0, qp1, qpc, qpc0, qpc1, qp_thresh;
  5449. mb_xy = h->mb_xy;
  5450. if(mb_x==0 || mb_y==mb_y_firstrow || !s->dsp.h264_loop_filter_strength || h->pps.chroma_qp_diff ||
  5451. !(s->flags2 & CODEC_FLAG2_FAST) || //FIXME filter_mb_fast is broken, thus hasto be, but should not under CODEC_FLAG2_FAST
  5452. (h->deblocking_filter == 2 && (h->slice_table[mb_xy] != h->slice_table[h->top_mb_xy] ||
  5453. h->slice_table[mb_xy] != h->slice_table[mb_xy - 1]))) {
  5454. filter_mb(h, mb_x, mb_y, img_y, img_cb, img_cr, linesize, uvlinesize);
  5455. return;
  5456. }
  5457. assert(!FRAME_MBAFF);
  5458. mb_type = s->current_picture.mb_type[mb_xy];
  5459. qp = s->current_picture.qscale_table[mb_xy];
  5460. qp0 = s->current_picture.qscale_table[mb_xy-1];
  5461. qp1 = s->current_picture.qscale_table[h->top_mb_xy];
  5462. qpc = get_chroma_qp( h, 0, qp );
  5463. qpc0 = get_chroma_qp( h, 0, qp0 );
  5464. qpc1 = get_chroma_qp( h, 0, qp1 );
  5465. qp0 = (qp + qp0 + 1) >> 1;
  5466. qp1 = (qp + qp1 + 1) >> 1;
  5467. qpc0 = (qpc + qpc0 + 1) >> 1;
  5468. qpc1 = (qpc + qpc1 + 1) >> 1;
  5469. qp_thresh = 15 - h->slice_alpha_c0_offset;
  5470. if(qp <= qp_thresh && qp0 <= qp_thresh && qp1 <= qp_thresh &&
  5471. qpc <= qp_thresh && qpc0 <= qp_thresh && qpc1 <= qp_thresh)
  5472. return;
  5473. if( IS_INTRA(mb_type) ) {
  5474. int16_t bS4[4] = {4,4,4,4};
  5475. int16_t bS3[4] = {3,3,3,3};
  5476. int16_t *bSH = FIELD_PICTURE ? bS3 : bS4;
  5477. if( IS_8x8DCT(mb_type) ) {
  5478. filter_mb_edgev( h, &img_y[4*0], linesize, bS4, qp0 );
  5479. filter_mb_edgev( h, &img_y[4*2], linesize, bS3, qp );
  5480. filter_mb_edgeh( h, &img_y[4*0*linesize], linesize, bSH, qp1 );
  5481. filter_mb_edgeh( h, &img_y[4*2*linesize], linesize, bS3, qp );
  5482. } else {
  5483. filter_mb_edgev( h, &img_y[4*0], linesize, bS4, qp0 );
  5484. filter_mb_edgev( h, &img_y[4*1], linesize, bS3, qp );
  5485. filter_mb_edgev( h, &img_y[4*2], linesize, bS3, qp );
  5486. filter_mb_edgev( h, &img_y[4*3], linesize, bS3, qp );
  5487. filter_mb_edgeh( h, &img_y[4*0*linesize], linesize, bSH, qp1 );
  5488. filter_mb_edgeh( h, &img_y[4*1*linesize], linesize, bS3, qp );
  5489. filter_mb_edgeh( h, &img_y[4*2*linesize], linesize, bS3, qp );
  5490. filter_mb_edgeh( h, &img_y[4*3*linesize], linesize, bS3, qp );
  5491. }
  5492. filter_mb_edgecv( h, &img_cb[2*0], uvlinesize, bS4, qpc0 );
  5493. filter_mb_edgecv( h, &img_cb[2*2], uvlinesize, bS3, qpc );
  5494. filter_mb_edgecv( h, &img_cr[2*0], uvlinesize, bS4, qpc0 );
  5495. filter_mb_edgecv( h, &img_cr[2*2], uvlinesize, bS3, qpc );
  5496. filter_mb_edgech( h, &img_cb[2*0*uvlinesize], uvlinesize, bSH, qpc1 );
  5497. filter_mb_edgech( h, &img_cb[2*2*uvlinesize], uvlinesize, bS3, qpc );
  5498. filter_mb_edgech( h, &img_cr[2*0*uvlinesize], uvlinesize, bSH, qpc1 );
  5499. filter_mb_edgech( h, &img_cr[2*2*uvlinesize], uvlinesize, bS3, qpc );
  5500. return;
  5501. } else {
  5502. DECLARE_ALIGNED_8(int16_t, bS[2][4][4]);
  5503. uint64_t (*bSv)[4] = (uint64_t(*)[4])bS;
  5504. int edges;
  5505. if( IS_8x8DCT(mb_type) && (h->cbp&7) == 7 ) {
  5506. edges = 4;
  5507. bSv[0][0] = bSv[0][2] = bSv[1][0] = bSv[1][2] = 0x0002000200020002ULL;
  5508. } else {
  5509. int mask_edge1 = (mb_type & (MB_TYPE_16x16 | MB_TYPE_8x16)) ? 3 :
  5510. (mb_type & MB_TYPE_16x8) ? 1 : 0;
  5511. int mask_edge0 = (mb_type & (MB_TYPE_16x16 | MB_TYPE_8x16))
  5512. && (s->current_picture.mb_type[mb_xy-1] & (MB_TYPE_16x16 | MB_TYPE_8x16))
  5513. ? 3 : 0;
  5514. int step = IS_8x8DCT(mb_type) ? 2 : 1;
  5515. edges = (mb_type & MB_TYPE_16x16) && !(h->cbp & 15) ? 1 : 4;
  5516. s->dsp.h264_loop_filter_strength( bS, h->non_zero_count_cache, h->ref_cache, h->mv_cache,
  5517. (h->slice_type_nos == FF_B_TYPE), edges, step, mask_edge0, mask_edge1, FIELD_PICTURE);
  5518. }
  5519. if( IS_INTRA(s->current_picture.mb_type[mb_xy-1]) )
  5520. bSv[0][0] = 0x0004000400040004ULL;
  5521. if( IS_INTRA(s->current_picture.mb_type[h->top_mb_xy]) )
  5522. bSv[1][0] = FIELD_PICTURE ? 0x0003000300030003ULL : 0x0004000400040004ULL;
  5523. #define FILTER(hv,dir,edge)\
  5524. if(bSv[dir][edge]) {\
  5525. filter_mb_edge##hv( h, &img_y[4*edge*(dir?linesize:1)], linesize, bS[dir][edge], edge ? qp : qp##dir );\
  5526. if(!(edge&1)) {\
  5527. filter_mb_edgec##hv( h, &img_cb[2*edge*(dir?uvlinesize:1)], uvlinesize, bS[dir][edge], edge ? qpc : qpc##dir );\
  5528. filter_mb_edgec##hv( h, &img_cr[2*edge*(dir?uvlinesize:1)], uvlinesize, bS[dir][edge], edge ? qpc : qpc##dir );\
  5529. }\
  5530. }
  5531. if( edges == 1 ) {
  5532. FILTER(v,0,0);
  5533. FILTER(h,1,0);
  5534. } else if( IS_8x8DCT(mb_type) ) {
  5535. FILTER(v,0,0);
  5536. FILTER(v,0,2);
  5537. FILTER(h,1,0);
  5538. FILTER(h,1,2);
  5539. } else {
  5540. FILTER(v,0,0);
  5541. FILTER(v,0,1);
  5542. FILTER(v,0,2);
  5543. FILTER(v,0,3);
  5544. FILTER(h,1,0);
  5545. FILTER(h,1,1);
  5546. FILTER(h,1,2);
  5547. FILTER(h,1,3);
  5548. }
  5549. #undef FILTER
  5550. }
  5551. }
  5552. static av_always_inline void filter_mb_dir(H264Context *h, int mb_x, int mb_y, uint8_t *img_y, uint8_t *img_cb, uint8_t *img_cr, unsigned int linesize, unsigned int uvlinesize, int mb_xy, int mb_type, int mvy_limit, int first_vertical_edge_done, int dir) {
  5553. MpegEncContext * const s = &h->s;
  5554. int edge;
  5555. const int mbm_xy = dir == 0 ? mb_xy -1 : h->top_mb_xy;
  5556. const int mbm_type = s->current_picture.mb_type[mbm_xy];
  5557. int (*ref2frm) [64] = h->ref2frm[ h->slice_num &(MAX_SLICES-1) ][0] + (MB_MBAFF ? 20 : 2);
  5558. int (*ref2frmm)[64] = h->ref2frm[ h->slice_table[mbm_xy]&(MAX_SLICES-1) ][0] + (MB_MBAFF ? 20 : 2);
  5559. int start = h->slice_table[mbm_xy] == 0xFFFF ? 1 : 0;
  5560. const int edges = (mb_type & (MB_TYPE_16x16|MB_TYPE_SKIP))
  5561. == (MB_TYPE_16x16|MB_TYPE_SKIP) ? 1 : 4;
  5562. // how often to recheck mv-based bS when iterating between edges
  5563. const int mask_edge = (mb_type & (MB_TYPE_16x16 | (MB_TYPE_16x8 << dir))) ? 3 :
  5564. (mb_type & (MB_TYPE_8x16 >> dir)) ? 1 : 0;
  5565. // how often to recheck mv-based bS when iterating along each edge
  5566. const int mask_par0 = mb_type & (MB_TYPE_16x16 | (MB_TYPE_8x16 >> dir));
  5567. if (first_vertical_edge_done) {
  5568. start = 1;
  5569. }
  5570. if (h->deblocking_filter==2 && h->slice_table[mbm_xy] != h->slice_table[mb_xy])
  5571. start = 1;
  5572. if (FRAME_MBAFF && (dir == 1) && ((mb_y&1) == 0) && start == 0
  5573. && !IS_INTERLACED(mb_type)
  5574. && IS_INTERLACED(mbm_type)
  5575. ) {
  5576. // This is a special case in the norm where the filtering must
  5577. // be done twice (one each of the field) even if we are in a
  5578. // frame macroblock.
  5579. //
  5580. static const int nnz_idx[4] = {4,5,6,3};
  5581. unsigned int tmp_linesize = 2 * linesize;
  5582. unsigned int tmp_uvlinesize = 2 * uvlinesize;
  5583. int mbn_xy = mb_xy - 2 * s->mb_stride;
  5584. int qp;
  5585. int i, j;
  5586. int16_t bS[4];
  5587. for(j=0; j<2; j++, mbn_xy += s->mb_stride){
  5588. if( IS_INTRA(mb_type) ||
  5589. IS_INTRA(s->current_picture.mb_type[mbn_xy]) ) {
  5590. bS[0] = bS[1] = bS[2] = bS[3] = 3;
  5591. } else {
  5592. const uint8_t *mbn_nnz = h->non_zero_count[mbn_xy];
  5593. for( i = 0; i < 4; i++ ) {
  5594. if( h->non_zero_count_cache[scan8[0]+i] != 0 ||
  5595. mbn_nnz[nnz_idx[i]] != 0 )
  5596. bS[i] = 2;
  5597. else
  5598. bS[i] = 1;
  5599. }
  5600. }
  5601. // Do not use s->qscale as luma quantizer because it has not the same
  5602. // value in IPCM macroblocks.
  5603. qp = ( s->current_picture.qscale_table[mb_xy] + s->current_picture.qscale_table[mbn_xy] + 1 ) >> 1;
  5604. tprintf(s->avctx, "filter mb:%d/%d dir:%d edge:%d, QPy:%d ls:%d uvls:%d", mb_x, mb_y, dir, edge, qp, tmp_linesize, tmp_uvlinesize);
  5605. { int i; for (i = 0; i < 4; i++) tprintf(s->avctx, " bS[%d]:%d", i, bS[i]); tprintf(s->avctx, "\n"); }
  5606. filter_mb_edgeh( h, &img_y[j*linesize], tmp_linesize, bS, qp );
  5607. filter_mb_edgech( h, &img_cb[j*uvlinesize], tmp_uvlinesize, bS,
  5608. ( h->chroma_qp[0] + get_chroma_qp( h, 0, s->current_picture.qscale_table[mbn_xy] ) + 1 ) >> 1);
  5609. filter_mb_edgech( h, &img_cr[j*uvlinesize], tmp_uvlinesize, bS,
  5610. ( h->chroma_qp[1] + get_chroma_qp( h, 1, s->current_picture.qscale_table[mbn_xy] ) + 1 ) >> 1);
  5611. }
  5612. start = 1;
  5613. }
  5614. /* Calculate bS */
  5615. for( edge = start; edge < edges; edge++ ) {
  5616. /* mbn_xy: neighbor macroblock */
  5617. const int mbn_xy = edge > 0 ? mb_xy : mbm_xy;
  5618. const int mbn_type = s->current_picture.mb_type[mbn_xy];
  5619. int (*ref2frmn)[64] = edge > 0 ? ref2frm : ref2frmm;
  5620. int16_t bS[4];
  5621. int qp;
  5622. if( (edge&1) && IS_8x8DCT(mb_type) )
  5623. continue;
  5624. if( IS_INTRA(mb_type) ||
  5625. IS_INTRA(mbn_type) ) {
  5626. int value;
  5627. if (edge == 0) {
  5628. if ( (!IS_INTERLACED(mb_type) && !IS_INTERLACED(mbm_type))
  5629. || ((FRAME_MBAFF || (s->picture_structure != PICT_FRAME)) && (dir == 0))
  5630. ) {
  5631. value = 4;
  5632. } else {
  5633. value = 3;
  5634. }
  5635. } else {
  5636. value = 3;
  5637. }
  5638. bS[0] = bS[1] = bS[2] = bS[3] = value;
  5639. } else {
  5640. int i, l;
  5641. int mv_done;
  5642. if( edge & mask_edge ) {
  5643. bS[0] = bS[1] = bS[2] = bS[3] = 0;
  5644. mv_done = 1;
  5645. }
  5646. else if( FRAME_MBAFF && IS_INTERLACED(mb_type ^ mbn_type)) {
  5647. bS[0] = bS[1] = bS[2] = bS[3] = 1;
  5648. mv_done = 1;
  5649. }
  5650. else if( mask_par0 && (edge || (mbn_type & (MB_TYPE_16x16 | (MB_TYPE_8x16 >> dir)))) ) {
  5651. int b_idx= 8 + 4 + edge * (dir ? 8:1);
  5652. int bn_idx= b_idx - (dir ? 8:1);
  5653. int v = 0;
  5654. for( l = 0; !v && l < 1 + (h->slice_type_nos == FF_B_TYPE); l++ ) {
  5655. v |= ref2frm[l][h->ref_cache[l][b_idx]] != ref2frmn[l][h->ref_cache[l][bn_idx]] ||
  5656. FFABS( h->mv_cache[l][b_idx][0] - h->mv_cache[l][bn_idx][0] ) >= 4 ||
  5657. FFABS( h->mv_cache[l][b_idx][1] - h->mv_cache[l][bn_idx][1] ) >= mvy_limit;
  5658. }
  5659. if(h->slice_type_nos == FF_B_TYPE && v){
  5660. v=0;
  5661. for( l = 0; !v && l < 2; l++ ) {
  5662. int ln= 1-l;
  5663. v |= ref2frm[l][h->ref_cache[l][b_idx]] != ref2frmn[ln][h->ref_cache[ln][bn_idx]] ||
  5664. FFABS( h->mv_cache[l][b_idx][0] - h->mv_cache[ln][bn_idx][0] ) >= 4 ||
  5665. FFABS( h->mv_cache[l][b_idx][1] - h->mv_cache[ln][bn_idx][1] ) >= mvy_limit;
  5666. }
  5667. }
  5668. bS[0] = bS[1] = bS[2] = bS[3] = v;
  5669. mv_done = 1;
  5670. }
  5671. else
  5672. mv_done = 0;
  5673. for( i = 0; i < 4; i++ ) {
  5674. int x = dir == 0 ? edge : i;
  5675. int y = dir == 0 ? i : edge;
  5676. int b_idx= 8 + 4 + x + 8*y;
  5677. int bn_idx= b_idx - (dir ? 8:1);
  5678. if( h->non_zero_count_cache[b_idx] |
  5679. h->non_zero_count_cache[bn_idx] ) {
  5680. bS[i] = 2;
  5681. }
  5682. else if(!mv_done)
  5683. {
  5684. bS[i] = 0;
  5685. for( l = 0; l < 1 + (h->slice_type_nos == FF_B_TYPE); l++ ) {
  5686. if( ref2frm[l][h->ref_cache[l][b_idx]] != ref2frmn[l][h->ref_cache[l][bn_idx]] ||
  5687. FFABS( h->mv_cache[l][b_idx][0] - h->mv_cache[l][bn_idx][0] ) >= 4 ||
  5688. FFABS( h->mv_cache[l][b_idx][1] - h->mv_cache[l][bn_idx][1] ) >= mvy_limit ) {
  5689. bS[i] = 1;
  5690. break;
  5691. }
  5692. }
  5693. if(h->slice_type_nos == FF_B_TYPE && bS[i]){
  5694. bS[i] = 0;
  5695. for( l = 0; l < 2; l++ ) {
  5696. int ln= 1-l;
  5697. if( ref2frm[l][h->ref_cache[l][b_idx]] != ref2frmn[ln][h->ref_cache[ln][bn_idx]] ||
  5698. FFABS( h->mv_cache[l][b_idx][0] - h->mv_cache[ln][bn_idx][0] ) >= 4 ||
  5699. FFABS( h->mv_cache[l][b_idx][1] - h->mv_cache[ln][bn_idx][1] ) >= mvy_limit ) {
  5700. bS[i] = 1;
  5701. break;
  5702. }
  5703. }
  5704. }
  5705. }
  5706. }
  5707. if(bS[0]+bS[1]+bS[2]+bS[3] == 0)
  5708. continue;
  5709. }
  5710. /* Filter edge */
  5711. // Do not use s->qscale as luma quantizer because it has not the same
  5712. // value in IPCM macroblocks.
  5713. qp = ( s->current_picture.qscale_table[mb_xy] + s->current_picture.qscale_table[mbn_xy] + 1 ) >> 1;
  5714. //tprintf(s->avctx, "filter mb:%d/%d dir:%d edge:%d, QPy:%d, QPc:%d, QPcn:%d\n", mb_x, mb_y, dir, edge, qp, h->chroma_qp, s->current_picture.qscale_table[mbn_xy]);
  5715. tprintf(s->avctx, "filter mb:%d/%d dir:%d edge:%d, QPy:%d ls:%d uvls:%d", mb_x, mb_y, dir, edge, qp, linesize, uvlinesize);
  5716. { int i; for (i = 0; i < 4; i++) tprintf(s->avctx, " bS[%d]:%d", i, bS[i]); tprintf(s->avctx, "\n"); }
  5717. if( dir == 0 ) {
  5718. filter_mb_edgev( h, &img_y[4*edge], linesize, bS, qp );
  5719. if( (edge&1) == 0 ) {
  5720. filter_mb_edgecv( h, &img_cb[2*edge], uvlinesize, bS,
  5721. ( h->chroma_qp[0] + get_chroma_qp( h, 0, s->current_picture.qscale_table[mbn_xy] ) + 1 ) >> 1);
  5722. filter_mb_edgecv( h, &img_cr[2*edge], uvlinesize, bS,
  5723. ( h->chroma_qp[1] + get_chroma_qp( h, 1, s->current_picture.qscale_table[mbn_xy] ) + 1 ) >> 1);
  5724. }
  5725. } else {
  5726. filter_mb_edgeh( h, &img_y[4*edge*linesize], linesize, bS, qp );
  5727. if( (edge&1) == 0 ) {
  5728. filter_mb_edgech( h, &img_cb[2*edge*uvlinesize], uvlinesize, bS,
  5729. ( h->chroma_qp[0] + get_chroma_qp( h, 0, s->current_picture.qscale_table[mbn_xy] ) + 1 ) >> 1);
  5730. filter_mb_edgech( h, &img_cr[2*edge*uvlinesize], uvlinesize, bS,
  5731. ( h->chroma_qp[1] + get_chroma_qp( h, 1, s->current_picture.qscale_table[mbn_xy] ) + 1 ) >> 1);
  5732. }
  5733. }
  5734. }
  5735. }
  5736. static void filter_mb( H264Context *h, int mb_x, int mb_y, uint8_t *img_y, uint8_t *img_cb, uint8_t *img_cr, unsigned int linesize, unsigned int uvlinesize) {
  5737. MpegEncContext * const s = &h->s;
  5738. const int mb_xy= mb_x + mb_y*s->mb_stride;
  5739. const int mb_type = s->current_picture.mb_type[mb_xy];
  5740. const int mvy_limit = IS_INTERLACED(mb_type) ? 2 : 4;
  5741. int first_vertical_edge_done = 0;
  5742. av_unused int dir;
  5743. //for sufficiently low qp, filtering wouldn't do anything
  5744. //this is a conservative estimate: could also check beta_offset and more accurate chroma_qp
  5745. if(!FRAME_MBAFF){
  5746. int qp_thresh = 15 - h->slice_alpha_c0_offset - FFMAX3(0, h->pps.chroma_qp_index_offset[0], h->pps.chroma_qp_index_offset[1]);
  5747. int qp = s->current_picture.qscale_table[mb_xy];
  5748. if(qp <= qp_thresh
  5749. && (mb_x == 0 || ((qp + s->current_picture.qscale_table[mb_xy-1] + 1)>>1) <= qp_thresh)
  5750. && (h->top_mb_xy < 0 || ((qp + s->current_picture.qscale_table[h->top_mb_xy] + 1)>>1) <= qp_thresh)){
  5751. return;
  5752. }
  5753. }
  5754. // CAVLC 8x8dct requires NNZ values for residual decoding that differ from what the loop filter needs
  5755. if(!h->pps.cabac && h->pps.transform_8x8_mode){
  5756. int top_type, left_type[2];
  5757. top_type = s->current_picture.mb_type[h->top_mb_xy] ;
  5758. left_type[0] = s->current_picture.mb_type[h->left_mb_xy[0]];
  5759. left_type[1] = s->current_picture.mb_type[h->left_mb_xy[1]];
  5760. if(IS_8x8DCT(top_type)){
  5761. h->non_zero_count_cache[4+8*0]=
  5762. h->non_zero_count_cache[5+8*0]= h->cbp_table[h->top_mb_xy] & 4;
  5763. h->non_zero_count_cache[6+8*0]=
  5764. h->non_zero_count_cache[7+8*0]= h->cbp_table[h->top_mb_xy] & 8;
  5765. }
  5766. if(IS_8x8DCT(left_type[0])){
  5767. h->non_zero_count_cache[3+8*1]=
  5768. h->non_zero_count_cache[3+8*2]= h->cbp_table[h->left_mb_xy[0]]&2; //FIXME check MBAFF
  5769. }
  5770. if(IS_8x8DCT(left_type[1])){
  5771. h->non_zero_count_cache[3+8*3]=
  5772. h->non_zero_count_cache[3+8*4]= h->cbp_table[h->left_mb_xy[1]]&8; //FIXME check MBAFF
  5773. }
  5774. if(IS_8x8DCT(mb_type)){
  5775. h->non_zero_count_cache[scan8[0 ]]= h->non_zero_count_cache[scan8[1 ]]=
  5776. h->non_zero_count_cache[scan8[2 ]]= h->non_zero_count_cache[scan8[3 ]]= h->cbp & 1;
  5777. h->non_zero_count_cache[scan8[0+ 4]]= h->non_zero_count_cache[scan8[1+ 4]]=
  5778. h->non_zero_count_cache[scan8[2+ 4]]= h->non_zero_count_cache[scan8[3+ 4]]= h->cbp & 2;
  5779. h->non_zero_count_cache[scan8[0+ 8]]= h->non_zero_count_cache[scan8[1+ 8]]=
  5780. h->non_zero_count_cache[scan8[2+ 8]]= h->non_zero_count_cache[scan8[3+ 8]]= h->cbp & 4;
  5781. h->non_zero_count_cache[scan8[0+12]]= h->non_zero_count_cache[scan8[1+12]]=
  5782. h->non_zero_count_cache[scan8[2+12]]= h->non_zero_count_cache[scan8[3+12]]= h->cbp & 8;
  5783. }
  5784. }
  5785. if (FRAME_MBAFF
  5786. // left mb is in picture
  5787. && h->slice_table[mb_xy-1] != 0xFFFF
  5788. // and current and left pair do not have the same interlaced type
  5789. && (IS_INTERLACED(mb_type) != IS_INTERLACED(s->current_picture.mb_type[mb_xy-1]))
  5790. // and left mb is in the same slice if deblocking_filter == 2
  5791. && (h->deblocking_filter!=2 || h->slice_table[mb_xy-1] == h->slice_table[mb_xy])) {
  5792. /* First vertical edge is different in MBAFF frames
  5793. * There are 8 different bS to compute and 2 different Qp
  5794. */
  5795. const int pair_xy = mb_x + (mb_y&~1)*s->mb_stride;
  5796. const int left_mb_xy[2] = { pair_xy-1, pair_xy-1+s->mb_stride };
  5797. int16_t bS[8];
  5798. int qp[2];
  5799. int bqp[2];
  5800. int rqp[2];
  5801. int mb_qp, mbn0_qp, mbn1_qp;
  5802. int i;
  5803. first_vertical_edge_done = 1;
  5804. if( IS_INTRA(mb_type) )
  5805. bS[0] = bS[1] = bS[2] = bS[3] = bS[4] = bS[5] = bS[6] = bS[7] = 4;
  5806. else {
  5807. for( i = 0; i < 8; i++ ) {
  5808. int mbn_xy = MB_FIELD ? left_mb_xy[i>>2] : left_mb_xy[i&1];
  5809. if( IS_INTRA( s->current_picture.mb_type[mbn_xy] ) )
  5810. bS[i] = 4;
  5811. else if( h->non_zero_count_cache[12+8*(i>>1)] != 0 ||
  5812. ((!h->pps.cabac && IS_8x8DCT(s->current_picture.mb_type[mbn_xy])) ?
  5813. (h->cbp_table[mbn_xy] & ((MB_FIELD ? (i&2) : (mb_y&1)) ? 8 : 2))
  5814. :
  5815. h->non_zero_count[mbn_xy][MB_FIELD ? i&3 : (i>>2)+(mb_y&1)*2]))
  5816. bS[i] = 2;
  5817. else
  5818. bS[i] = 1;
  5819. }
  5820. }
  5821. mb_qp = s->current_picture.qscale_table[mb_xy];
  5822. mbn0_qp = s->current_picture.qscale_table[left_mb_xy[0]];
  5823. mbn1_qp = s->current_picture.qscale_table[left_mb_xy[1]];
  5824. qp[0] = ( mb_qp + mbn0_qp + 1 ) >> 1;
  5825. bqp[0] = ( get_chroma_qp( h, 0, mb_qp ) +
  5826. get_chroma_qp( h, 0, mbn0_qp ) + 1 ) >> 1;
  5827. rqp[0] = ( get_chroma_qp( h, 1, mb_qp ) +
  5828. get_chroma_qp( h, 1, mbn0_qp ) + 1 ) >> 1;
  5829. qp[1] = ( mb_qp + mbn1_qp + 1 ) >> 1;
  5830. bqp[1] = ( get_chroma_qp( h, 0, mb_qp ) +
  5831. get_chroma_qp( h, 0, mbn1_qp ) + 1 ) >> 1;
  5832. rqp[1] = ( get_chroma_qp( h, 1, mb_qp ) +
  5833. get_chroma_qp( h, 1, mbn1_qp ) + 1 ) >> 1;
  5834. /* Filter edge */
  5835. tprintf(s->avctx, "filter mb:%d/%d MBAFF, QPy:%d/%d, QPb:%d/%d QPr:%d/%d ls:%d uvls:%d", mb_x, mb_y, qp[0], qp[1], bqp[0], bqp[1], rqp[0], rqp[1], linesize, uvlinesize);
  5836. { int i; for (i = 0; i < 8; i++) tprintf(s->avctx, " bS[%d]:%d", i, bS[i]); tprintf(s->avctx, "\n"); }
  5837. filter_mb_mbaff_edgev ( h, &img_y [0], linesize, bS, qp );
  5838. filter_mb_mbaff_edgecv( h, &img_cb[0], uvlinesize, bS, bqp );
  5839. filter_mb_mbaff_edgecv( h, &img_cr[0], uvlinesize, bS, rqp );
  5840. }
  5841. #if CONFIG_SMALL
  5842. for( dir = 0; dir < 2; dir++ )
  5843. filter_mb_dir(h, mb_x, mb_y, img_y, img_cb, img_cr, linesize, uvlinesize, mb_xy, mb_type, mvy_limit, dir ? 0 : first_vertical_edge_done, dir);
  5844. #else
  5845. filter_mb_dir(h, mb_x, mb_y, img_y, img_cb, img_cr, linesize, uvlinesize, mb_xy, mb_type, mvy_limit, first_vertical_edge_done, 0);
  5846. filter_mb_dir(h, mb_x, mb_y, img_y, img_cb, img_cr, linesize, uvlinesize, mb_xy, mb_type, mvy_limit, 0, 1);
  5847. #endif
  5848. }
  5849. static int decode_slice(struct AVCodecContext *avctx, void *arg){
  5850. H264Context *h = *(void**)arg;
  5851. MpegEncContext * const s = &h->s;
  5852. const int part_mask= s->partitioned_frame ? (AC_END|AC_ERROR) : 0x7F;
  5853. s->mb_skip_run= -1;
  5854. h->is_complex = FRAME_MBAFF || s->picture_structure != PICT_FRAME || s->codec_id != CODEC_ID_H264 ||
  5855. (CONFIG_GRAY && (s->flags&CODEC_FLAG_GRAY));
  5856. if( h->pps.cabac ) {
  5857. int i;
  5858. /* realign */
  5859. align_get_bits( &s->gb );
  5860. /* init cabac */
  5861. ff_init_cabac_states( &h->cabac);
  5862. ff_init_cabac_decoder( &h->cabac,
  5863. s->gb.buffer + get_bits_count(&s->gb)/8,
  5864. ( s->gb.size_in_bits - get_bits_count(&s->gb) + 7)/8);
  5865. /* calculate pre-state */
  5866. for( i= 0; i < 460; i++ ) {
  5867. int pre;
  5868. if( h->slice_type_nos == FF_I_TYPE )
  5869. pre = av_clip( ((cabac_context_init_I[i][0] * s->qscale) >>4 ) + cabac_context_init_I[i][1], 1, 126 );
  5870. else
  5871. pre = av_clip( ((cabac_context_init_PB[h->cabac_init_idc][i][0] * s->qscale) >>4 ) + cabac_context_init_PB[h->cabac_init_idc][i][1], 1, 126 );
  5872. if( pre <= 63 )
  5873. h->cabac_state[i] = 2 * ( 63 - pre ) + 0;
  5874. else
  5875. h->cabac_state[i] = 2 * ( pre - 64 ) + 1;
  5876. }
  5877. for(;;){
  5878. //START_TIMER
  5879. int ret = decode_mb_cabac(h);
  5880. int eos;
  5881. //STOP_TIMER("decode_mb_cabac")
  5882. if(ret>=0) hl_decode_mb(h);
  5883. if( ret >= 0 && FRAME_MBAFF ) { //FIXME optimal? or let mb_decode decode 16x32 ?
  5884. s->mb_y++;
  5885. ret = decode_mb_cabac(h);
  5886. if(ret>=0) hl_decode_mb(h);
  5887. s->mb_y--;
  5888. }
  5889. eos = get_cabac_terminate( &h->cabac );
  5890. if( ret < 0 || h->cabac.bytestream > h->cabac.bytestream_end + 2) {
  5891. av_log(h->s.avctx, AV_LOG_ERROR, "error while decoding MB %d %d, bytestream (%td)\n", s->mb_x, s->mb_y, h->cabac.bytestream_end - h->cabac.bytestream);
  5892. ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_ERROR|DC_ERROR|MV_ERROR)&part_mask);
  5893. return -1;
  5894. }
  5895. if( ++s->mb_x >= s->mb_width ) {
  5896. s->mb_x = 0;
  5897. ff_draw_horiz_band(s, 16*s->mb_y, 16);
  5898. ++s->mb_y;
  5899. if(FIELD_OR_MBAFF_PICTURE) {
  5900. ++s->mb_y;
  5901. }
  5902. }
  5903. if( eos || s->mb_y >= s->mb_height ) {
  5904. tprintf(s->avctx, "slice end %d %d\n", get_bits_count(&s->gb), s->gb.size_in_bits);
  5905. ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x-1, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);
  5906. return 0;
  5907. }
  5908. }
  5909. } else {
  5910. for(;;){
  5911. int ret = decode_mb_cavlc(h);
  5912. if(ret>=0) hl_decode_mb(h);
  5913. if(ret>=0 && FRAME_MBAFF){ //FIXME optimal? or let mb_decode decode 16x32 ?
  5914. s->mb_y++;
  5915. ret = decode_mb_cavlc(h);
  5916. if(ret>=0) hl_decode_mb(h);
  5917. s->mb_y--;
  5918. }
  5919. if(ret<0){
  5920. av_log(h->s.avctx, AV_LOG_ERROR, "error while decoding MB %d %d\n", s->mb_x, s->mb_y);
  5921. ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_ERROR|DC_ERROR|MV_ERROR)&part_mask);
  5922. return -1;
  5923. }
  5924. if(++s->mb_x >= s->mb_width){
  5925. s->mb_x=0;
  5926. ff_draw_horiz_band(s, 16*s->mb_y, 16);
  5927. ++s->mb_y;
  5928. if(FIELD_OR_MBAFF_PICTURE) {
  5929. ++s->mb_y;
  5930. }
  5931. if(s->mb_y >= s->mb_height){
  5932. tprintf(s->avctx, "slice end %d %d\n", get_bits_count(&s->gb), s->gb.size_in_bits);
  5933. if(get_bits_count(&s->gb) == s->gb.size_in_bits ) {
  5934. ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x-1, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);
  5935. return 0;
  5936. }else{
  5937. ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);
  5938. return -1;
  5939. }
  5940. }
  5941. }
  5942. if(get_bits_count(&s->gb) >= s->gb.size_in_bits && s->mb_skip_run<=0){
  5943. tprintf(s->avctx, "slice end %d %d\n", get_bits_count(&s->gb), s->gb.size_in_bits);
  5944. if(get_bits_count(&s->gb) == s->gb.size_in_bits ){
  5945. ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x-1, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);
  5946. return 0;
  5947. }else{
  5948. ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_ERROR|DC_ERROR|MV_ERROR)&part_mask);
  5949. return -1;
  5950. }
  5951. }
  5952. }
  5953. }
  5954. #if 0
  5955. for(;s->mb_y < s->mb_height; s->mb_y++){
  5956. for(;s->mb_x < s->mb_width; s->mb_x++){
  5957. int ret= decode_mb(h);
  5958. hl_decode_mb(h);
  5959. if(ret<0){
  5960. av_log(s->avctx, AV_LOG_ERROR, "error while decoding MB %d %d\n", s->mb_x, s->mb_y);
  5961. ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_ERROR|DC_ERROR|MV_ERROR)&part_mask);
  5962. return -1;
  5963. }
  5964. if(++s->mb_x >= s->mb_width){
  5965. s->mb_x=0;
  5966. if(++s->mb_y >= s->mb_height){
  5967. if(get_bits_count(s->gb) == s->gb.size_in_bits){
  5968. ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x-1, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);
  5969. return 0;
  5970. }else{
  5971. ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);
  5972. return -1;
  5973. }
  5974. }
  5975. }
  5976. if(get_bits_count(s->?gb) >= s->gb?.size_in_bits){
  5977. if(get_bits_count(s->gb) == s->gb.size_in_bits){
  5978. ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x-1, s->mb_y, (AC_END|DC_END|MV_END)&part_mask);
  5979. return 0;
  5980. }else{
  5981. ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, (AC_ERROR|DC_ERROR|MV_ERROR)&part_mask);
  5982. return -1;
  5983. }
  5984. }
  5985. }
  5986. s->mb_x=0;
  5987. ff_draw_horiz_band(s, 16*s->mb_y, 16);
  5988. }
  5989. #endif
  5990. return -1; //not reached
  5991. }
  5992. static int decode_picture_timing(H264Context *h){
  5993. MpegEncContext * const s = &h->s;
  5994. if(h->sps.nal_hrd_parameters_present_flag || h->sps.vcl_hrd_parameters_present_flag){
  5995. h->sei_cpb_removal_delay = get_bits(&s->gb, h->sps.cpb_removal_delay_length);
  5996. h->sei_dpb_output_delay = get_bits(&s->gb, h->sps.dpb_output_delay_length);
  5997. }
  5998. if(h->sps.pic_struct_present_flag){
  5999. unsigned int i, num_clock_ts;
  6000. h->sei_pic_struct = get_bits(&s->gb, 4);
  6001. h->sei_ct_type = 0;
  6002. if (h->sei_pic_struct > SEI_PIC_STRUCT_FRAME_TRIPLING)
  6003. return -1;
  6004. num_clock_ts = sei_num_clock_ts_table[h->sei_pic_struct];
  6005. for (i = 0 ; i < num_clock_ts ; i++){
  6006. if(get_bits(&s->gb, 1)){ /* clock_timestamp_flag */
  6007. unsigned int full_timestamp_flag;
  6008. h->sei_ct_type |= 1<<get_bits(&s->gb, 2);
  6009. skip_bits(&s->gb, 1); /* nuit_field_based_flag */
  6010. skip_bits(&s->gb, 5); /* counting_type */
  6011. full_timestamp_flag = get_bits(&s->gb, 1);
  6012. skip_bits(&s->gb, 1); /* discontinuity_flag */
  6013. skip_bits(&s->gb, 1); /* cnt_dropped_flag */
  6014. skip_bits(&s->gb, 8); /* n_frames */
  6015. if(full_timestamp_flag){
  6016. skip_bits(&s->gb, 6); /* seconds_value 0..59 */
  6017. skip_bits(&s->gb, 6); /* minutes_value 0..59 */
  6018. skip_bits(&s->gb, 5); /* hours_value 0..23 */
  6019. }else{
  6020. if(get_bits(&s->gb, 1)){ /* seconds_flag */
  6021. skip_bits(&s->gb, 6); /* seconds_value range 0..59 */
  6022. if(get_bits(&s->gb, 1)){ /* minutes_flag */
  6023. skip_bits(&s->gb, 6); /* minutes_value 0..59 */
  6024. if(get_bits(&s->gb, 1)) /* hours_flag */
  6025. skip_bits(&s->gb, 5); /* hours_value 0..23 */
  6026. }
  6027. }
  6028. }
  6029. if(h->sps.time_offset_length > 0)
  6030. skip_bits(&s->gb, h->sps.time_offset_length); /* time_offset */
  6031. }
  6032. }
  6033. }
  6034. return 0;
  6035. }
  6036. static int decode_unregistered_user_data(H264Context *h, int size){
  6037. MpegEncContext * const s = &h->s;
  6038. uint8_t user_data[16+256];
  6039. int e, build, i;
  6040. if(size<16)
  6041. return -1;
  6042. for(i=0; i<sizeof(user_data)-1 && i<size; i++){
  6043. user_data[i]= get_bits(&s->gb, 8);
  6044. }
  6045. user_data[i]= 0;
  6046. e= sscanf(user_data+16, "x264 - core %d"/*%s - H.264/MPEG-4 AVC codec - Copyleft 2005 - http://www.videolan.org/x264.html*/, &build);
  6047. if(e==1 && build>=0)
  6048. h->x264_build= build;
  6049. if(s->avctx->debug & FF_DEBUG_BUGS)
  6050. av_log(s->avctx, AV_LOG_DEBUG, "user data:\"%s\"\n", user_data+16);
  6051. for(; i<size; i++)
  6052. skip_bits(&s->gb, 8);
  6053. return 0;
  6054. }
  6055. static int decode_recovery_point(H264Context *h){
  6056. MpegEncContext * const s = &h->s;
  6057. h->sei_recovery_frame_cnt = get_ue_golomb(&s->gb);
  6058. skip_bits(&s->gb, 4); /* 1b exact_match_flag, 1b broken_link_flag, 2b changing_slice_group_idc */
  6059. return 0;
  6060. }
  6061. static int decode_buffering_period(H264Context *h){
  6062. MpegEncContext * const s = &h->s;
  6063. unsigned int sps_id;
  6064. int sched_sel_idx;
  6065. SPS *sps;
  6066. sps_id = get_ue_golomb_31(&s->gb);
  6067. if(sps_id > 31 || !h->sps_buffers[sps_id]) {
  6068. av_log(h->s.avctx, AV_LOG_ERROR, "non-existing SPS %d referenced in buffering period\n", sps_id);
  6069. return -1;
  6070. }
  6071. sps = h->sps_buffers[sps_id];
  6072. // NOTE: This is really so duplicated in the standard... See H.264, D.1.1
  6073. if (sps->nal_hrd_parameters_present_flag) {
  6074. for (sched_sel_idx = 0; sched_sel_idx < sps->cpb_cnt; sched_sel_idx++) {
  6075. h->initial_cpb_removal_delay[sched_sel_idx] = get_bits(&s->gb, sps->initial_cpb_removal_delay_length);
  6076. skip_bits(&s->gb, sps->initial_cpb_removal_delay_length); // initial_cpb_removal_delay_offset
  6077. }
  6078. }
  6079. if (sps->vcl_hrd_parameters_present_flag) {
  6080. for (sched_sel_idx = 0; sched_sel_idx < sps->cpb_cnt; sched_sel_idx++) {
  6081. h->initial_cpb_removal_delay[sched_sel_idx] = get_bits(&s->gb, sps->initial_cpb_removal_delay_length);
  6082. skip_bits(&s->gb, sps->initial_cpb_removal_delay_length); // initial_cpb_removal_delay_offset
  6083. }
  6084. }
  6085. h->sei_buffering_period_present = 1;
  6086. return 0;
  6087. }
  6088. int ff_h264_decode_sei(H264Context *h){
  6089. MpegEncContext * const s = &h->s;
  6090. while(get_bits_count(&s->gb) + 16 < s->gb.size_in_bits){
  6091. int size, type;
  6092. type=0;
  6093. do{
  6094. type+= show_bits(&s->gb, 8);
  6095. }while(get_bits(&s->gb, 8) == 255);
  6096. size=0;
  6097. do{
  6098. size+= show_bits(&s->gb, 8);
  6099. }while(get_bits(&s->gb, 8) == 255);
  6100. switch(type){
  6101. case SEI_TYPE_PIC_TIMING: // Picture timing SEI
  6102. if(decode_picture_timing(h) < 0)
  6103. return -1;
  6104. break;
  6105. case SEI_TYPE_USER_DATA_UNREGISTERED:
  6106. if(decode_unregistered_user_data(h, size) < 0)
  6107. return -1;
  6108. break;
  6109. case SEI_TYPE_RECOVERY_POINT:
  6110. if(decode_recovery_point(h) < 0)
  6111. return -1;
  6112. break;
  6113. case SEI_BUFFERING_PERIOD:
  6114. if(decode_buffering_period(h) < 0)
  6115. return -1;
  6116. break;
  6117. default:
  6118. skip_bits(&s->gb, 8*size);
  6119. }
  6120. //FIXME check bits here
  6121. align_get_bits(&s->gb);
  6122. }
  6123. return 0;
  6124. }
  6125. static inline int decode_hrd_parameters(H264Context *h, SPS *sps){
  6126. MpegEncContext * const s = &h->s;
  6127. int cpb_count, i;
  6128. cpb_count = get_ue_golomb_31(&s->gb) + 1;
  6129. if(cpb_count > 32U){
  6130. av_log(h->s.avctx, AV_LOG_ERROR, "cpb_count %d invalid\n", cpb_count);
  6131. return -1;
  6132. }
  6133. get_bits(&s->gb, 4); /* bit_rate_scale */
  6134. get_bits(&s->gb, 4); /* cpb_size_scale */
  6135. for(i=0; i<cpb_count; i++){
  6136. get_ue_golomb(&s->gb); /* bit_rate_value_minus1 */
  6137. get_ue_golomb(&s->gb); /* cpb_size_value_minus1 */
  6138. get_bits1(&s->gb); /* cbr_flag */
  6139. }
  6140. sps->initial_cpb_removal_delay_length = get_bits(&s->gb, 5) + 1;
  6141. sps->cpb_removal_delay_length = get_bits(&s->gb, 5) + 1;
  6142. sps->dpb_output_delay_length = get_bits(&s->gb, 5) + 1;
  6143. sps->time_offset_length = get_bits(&s->gb, 5);
  6144. sps->cpb_cnt = cpb_count;
  6145. return 0;
  6146. }
  6147. static inline int decode_vui_parameters(H264Context *h, SPS *sps){
  6148. MpegEncContext * const s = &h->s;
  6149. int aspect_ratio_info_present_flag;
  6150. unsigned int aspect_ratio_idc;
  6151. aspect_ratio_info_present_flag= get_bits1(&s->gb);
  6152. if( aspect_ratio_info_present_flag ) {
  6153. aspect_ratio_idc= get_bits(&s->gb, 8);
  6154. if( aspect_ratio_idc == EXTENDED_SAR ) {
  6155. sps->sar.num= get_bits(&s->gb, 16);
  6156. sps->sar.den= get_bits(&s->gb, 16);
  6157. }else if(aspect_ratio_idc < FF_ARRAY_ELEMS(pixel_aspect)){
  6158. sps->sar= pixel_aspect[aspect_ratio_idc];
  6159. }else{
  6160. av_log(h->s.avctx, AV_LOG_ERROR, "illegal aspect ratio\n");
  6161. return -1;
  6162. }
  6163. }else{
  6164. sps->sar.num=
  6165. sps->sar.den= 0;
  6166. }
  6167. // s->avctx->aspect_ratio= sar_width*s->width / (float)(s->height*sar_height);
  6168. if(get_bits1(&s->gb)){ /* overscan_info_present_flag */
  6169. get_bits1(&s->gb); /* overscan_appropriate_flag */
  6170. }
  6171. if(get_bits1(&s->gb)){ /* video_signal_type_present_flag */
  6172. get_bits(&s->gb, 3); /* video_format */
  6173. get_bits1(&s->gb); /* video_full_range_flag */
  6174. if(get_bits1(&s->gb)){ /* colour_description_present_flag */
  6175. get_bits(&s->gb, 8); /* colour_primaries */
  6176. get_bits(&s->gb, 8); /* transfer_characteristics */
  6177. get_bits(&s->gb, 8); /* matrix_coefficients */
  6178. }
  6179. }
  6180. if(get_bits1(&s->gb)){ /* chroma_location_info_present_flag */
  6181. get_ue_golomb(&s->gb); /* chroma_sample_location_type_top_field */
  6182. get_ue_golomb(&s->gb); /* chroma_sample_location_type_bottom_field */
  6183. }
  6184. sps->timing_info_present_flag = get_bits1(&s->gb);
  6185. if(sps->timing_info_present_flag){
  6186. sps->num_units_in_tick = get_bits_long(&s->gb, 32);
  6187. sps->time_scale = get_bits_long(&s->gb, 32);
  6188. sps->fixed_frame_rate_flag = get_bits1(&s->gb);
  6189. }
  6190. sps->nal_hrd_parameters_present_flag = get_bits1(&s->gb);
  6191. if(sps->nal_hrd_parameters_present_flag)
  6192. if(decode_hrd_parameters(h, sps) < 0)
  6193. return -1;
  6194. sps->vcl_hrd_parameters_present_flag = get_bits1(&s->gb);
  6195. if(sps->vcl_hrd_parameters_present_flag)
  6196. if(decode_hrd_parameters(h, sps) < 0)
  6197. return -1;
  6198. if(sps->nal_hrd_parameters_present_flag || sps->vcl_hrd_parameters_present_flag)
  6199. get_bits1(&s->gb); /* low_delay_hrd_flag */
  6200. sps->pic_struct_present_flag = get_bits1(&s->gb);
  6201. sps->bitstream_restriction_flag = get_bits1(&s->gb);
  6202. if(sps->bitstream_restriction_flag){
  6203. get_bits1(&s->gb); /* motion_vectors_over_pic_boundaries_flag */
  6204. get_ue_golomb(&s->gb); /* max_bytes_per_pic_denom */
  6205. get_ue_golomb(&s->gb); /* max_bits_per_mb_denom */
  6206. get_ue_golomb(&s->gb); /* log2_max_mv_length_horizontal */
  6207. get_ue_golomb(&s->gb); /* log2_max_mv_length_vertical */
  6208. sps->num_reorder_frames= get_ue_golomb(&s->gb);
  6209. get_ue_golomb(&s->gb); /*max_dec_frame_buffering*/
  6210. if(sps->num_reorder_frames > 16U /*max_dec_frame_buffering || max_dec_frame_buffering > 16*/){
  6211. av_log(h->s.avctx, AV_LOG_ERROR, "illegal num_reorder_frames %d\n", sps->num_reorder_frames);
  6212. return -1;
  6213. }
  6214. }
  6215. return 0;
  6216. }
  6217. static void decode_scaling_list(H264Context *h, uint8_t *factors, int size,
  6218. const uint8_t *jvt_list, const uint8_t *fallback_list){
  6219. MpegEncContext * const s = &h->s;
  6220. int i, last = 8, next = 8;
  6221. const uint8_t *scan = size == 16 ? zigzag_scan : ff_zigzag_direct;
  6222. if(!get_bits1(&s->gb)) /* matrix not written, we use the predicted one */
  6223. memcpy(factors, fallback_list, size*sizeof(uint8_t));
  6224. else
  6225. for(i=0;i<size;i++){
  6226. if(next)
  6227. next = (last + get_se_golomb(&s->gb)) & 0xff;
  6228. if(!i && !next){ /* matrix not written, we use the preset one */
  6229. memcpy(factors, jvt_list, size*sizeof(uint8_t));
  6230. break;
  6231. }
  6232. last = factors[scan[i]] = next ? next : last;
  6233. }
  6234. }
  6235. static void decode_scaling_matrices(H264Context *h, SPS *sps, PPS *pps, int is_sps,
  6236. uint8_t (*scaling_matrix4)[16], uint8_t (*scaling_matrix8)[64]){
  6237. MpegEncContext * const s = &h->s;
  6238. int fallback_sps = !is_sps && sps->scaling_matrix_present;
  6239. const uint8_t *fallback[4] = {
  6240. fallback_sps ? sps->scaling_matrix4[0] : default_scaling4[0],
  6241. fallback_sps ? sps->scaling_matrix4[3] : default_scaling4[1],
  6242. fallback_sps ? sps->scaling_matrix8[0] : default_scaling8[0],
  6243. fallback_sps ? sps->scaling_matrix8[1] : default_scaling8[1]
  6244. };
  6245. if(get_bits1(&s->gb)){
  6246. sps->scaling_matrix_present |= is_sps;
  6247. decode_scaling_list(h,scaling_matrix4[0],16,default_scaling4[0],fallback[0]); // Intra, Y
  6248. decode_scaling_list(h,scaling_matrix4[1],16,default_scaling4[0],scaling_matrix4[0]); // Intra, Cr
  6249. decode_scaling_list(h,scaling_matrix4[2],16,default_scaling4[0],scaling_matrix4[1]); // Intra, Cb
  6250. decode_scaling_list(h,scaling_matrix4[3],16,default_scaling4[1],fallback[1]); // Inter, Y
  6251. decode_scaling_list(h,scaling_matrix4[4],16,default_scaling4[1],scaling_matrix4[3]); // Inter, Cr
  6252. decode_scaling_list(h,scaling_matrix4[5],16,default_scaling4[1],scaling_matrix4[4]); // Inter, Cb
  6253. if(is_sps || pps->transform_8x8_mode){
  6254. decode_scaling_list(h,scaling_matrix8[0],64,default_scaling8[0],fallback[2]); // Intra, Y
  6255. decode_scaling_list(h,scaling_matrix8[1],64,default_scaling8[1],fallback[3]); // Inter, Y
  6256. }
  6257. }
  6258. }
  6259. int ff_h264_decode_seq_parameter_set(H264Context *h){
  6260. MpegEncContext * const s = &h->s;
  6261. int profile_idc, level_idc;
  6262. unsigned int sps_id;
  6263. int i;
  6264. SPS *sps;
  6265. profile_idc= get_bits(&s->gb, 8);
  6266. get_bits1(&s->gb); //constraint_set0_flag
  6267. get_bits1(&s->gb); //constraint_set1_flag
  6268. get_bits1(&s->gb); //constraint_set2_flag
  6269. get_bits1(&s->gb); //constraint_set3_flag
  6270. get_bits(&s->gb, 4); // reserved
  6271. level_idc= get_bits(&s->gb, 8);
  6272. sps_id= get_ue_golomb_31(&s->gb);
  6273. if(sps_id >= MAX_SPS_COUNT) {
  6274. av_log(h->s.avctx, AV_LOG_ERROR, "sps_id (%d) out of range\n", sps_id);
  6275. return -1;
  6276. }
  6277. sps= av_mallocz(sizeof(SPS));
  6278. if(sps == NULL)
  6279. return -1;
  6280. sps->profile_idc= profile_idc;
  6281. sps->level_idc= level_idc;
  6282. memset(sps->scaling_matrix4, 16, sizeof(sps->scaling_matrix4));
  6283. memset(sps->scaling_matrix8, 16, sizeof(sps->scaling_matrix8));
  6284. sps->scaling_matrix_present = 0;
  6285. if(sps->profile_idc >= 100){ //high profile
  6286. sps->chroma_format_idc= get_ue_golomb_31(&s->gb);
  6287. if(sps->chroma_format_idc == 3)
  6288. sps->residual_color_transform_flag = get_bits1(&s->gb);
  6289. sps->bit_depth_luma = get_ue_golomb(&s->gb) + 8;
  6290. sps->bit_depth_chroma = get_ue_golomb(&s->gb) + 8;
  6291. sps->transform_bypass = get_bits1(&s->gb);
  6292. decode_scaling_matrices(h, sps, NULL, 1, sps->scaling_matrix4, sps->scaling_matrix8);
  6293. }else{
  6294. sps->chroma_format_idc= 1;
  6295. }
  6296. sps->log2_max_frame_num= get_ue_golomb(&s->gb) + 4;
  6297. sps->poc_type= get_ue_golomb_31(&s->gb);
  6298. if(sps->poc_type == 0){ //FIXME #define
  6299. sps->log2_max_poc_lsb= get_ue_golomb(&s->gb) + 4;
  6300. } else if(sps->poc_type == 1){//FIXME #define
  6301. sps->delta_pic_order_always_zero_flag= get_bits1(&s->gb);
  6302. sps->offset_for_non_ref_pic= get_se_golomb(&s->gb);
  6303. sps->offset_for_top_to_bottom_field= get_se_golomb(&s->gb);
  6304. sps->poc_cycle_length = get_ue_golomb(&s->gb);
  6305. if((unsigned)sps->poc_cycle_length >= FF_ARRAY_ELEMS(sps->offset_for_ref_frame)){
  6306. av_log(h->s.avctx, AV_LOG_ERROR, "poc_cycle_length overflow %u\n", sps->poc_cycle_length);
  6307. goto fail;
  6308. }
  6309. for(i=0; i<sps->poc_cycle_length; i++)
  6310. sps->offset_for_ref_frame[i]= get_se_golomb(&s->gb);
  6311. }else if(sps->poc_type != 2){
  6312. av_log(h->s.avctx, AV_LOG_ERROR, "illegal POC type %d\n", sps->poc_type);
  6313. goto fail;
  6314. }
  6315. sps->ref_frame_count= get_ue_golomb_31(&s->gb);
  6316. if(sps->ref_frame_count > MAX_PICTURE_COUNT-2 || sps->ref_frame_count >= 32U){
  6317. av_log(h->s.avctx, AV_LOG_ERROR, "too many reference frames\n");
  6318. goto fail;
  6319. }
  6320. sps->gaps_in_frame_num_allowed_flag= get_bits1(&s->gb);
  6321. sps->mb_width = get_ue_golomb(&s->gb) + 1;
  6322. sps->mb_height= get_ue_golomb(&s->gb) + 1;
  6323. if((unsigned)sps->mb_width >= INT_MAX/16 || (unsigned)sps->mb_height >= INT_MAX/16 ||
  6324. avcodec_check_dimensions(NULL, 16*sps->mb_width, 16*sps->mb_height)){
  6325. av_log(h->s.avctx, AV_LOG_ERROR, "mb_width/height overflow\n");
  6326. goto fail;
  6327. }
  6328. sps->frame_mbs_only_flag= get_bits1(&s->gb);
  6329. if(!sps->frame_mbs_only_flag)
  6330. sps->mb_aff= get_bits1(&s->gb);
  6331. else
  6332. sps->mb_aff= 0;
  6333. sps->direct_8x8_inference_flag= get_bits1(&s->gb);
  6334. #ifndef ALLOW_INTERLACE
  6335. if(sps->mb_aff)
  6336. av_log(h->s.avctx, AV_LOG_ERROR, "MBAFF support not included; enable it at compile-time.\n");
  6337. #endif
  6338. sps->crop= get_bits1(&s->gb);
  6339. if(sps->crop){
  6340. sps->crop_left = get_ue_golomb(&s->gb);
  6341. sps->crop_right = get_ue_golomb(&s->gb);
  6342. sps->crop_top = get_ue_golomb(&s->gb);
  6343. sps->crop_bottom= get_ue_golomb(&s->gb);
  6344. if(sps->crop_left || sps->crop_top){
  6345. av_log(h->s.avctx, AV_LOG_ERROR, "insane cropping not completely supported, this could look slightly wrong ...\n");
  6346. }
  6347. if(sps->crop_right >= 8 || sps->crop_bottom >= (8>> !sps->frame_mbs_only_flag)){
  6348. av_log(h->s.avctx, AV_LOG_ERROR, "brainfart cropping not supported, this could look slightly wrong ...\n");
  6349. }
  6350. }else{
  6351. sps->crop_left =
  6352. sps->crop_right =
  6353. sps->crop_top =
  6354. sps->crop_bottom= 0;
  6355. }
  6356. sps->vui_parameters_present_flag= get_bits1(&s->gb);
  6357. if( sps->vui_parameters_present_flag )
  6358. decode_vui_parameters(h, sps);
  6359. if(s->avctx->debug&FF_DEBUG_PICT_INFO){
  6360. av_log(h->s.avctx, AV_LOG_DEBUG, "sps:%u profile:%d/%d poc:%d ref:%d %dx%d %s %s crop:%d/%d/%d/%d %s %s %d/%d\n",
  6361. sps_id, sps->profile_idc, sps->level_idc,
  6362. sps->poc_type,
  6363. sps->ref_frame_count,
  6364. sps->mb_width, sps->mb_height,
  6365. sps->frame_mbs_only_flag ? "FRM" : (sps->mb_aff ? "MB-AFF" : "PIC-AFF"),
  6366. sps->direct_8x8_inference_flag ? "8B8" : "",
  6367. sps->crop_left, sps->crop_right,
  6368. sps->crop_top, sps->crop_bottom,
  6369. sps->vui_parameters_present_flag ? "VUI" : "",
  6370. ((const char*[]){"Gray","420","422","444"})[sps->chroma_format_idc],
  6371. sps->timing_info_present_flag ? sps->num_units_in_tick : 0,
  6372. sps->timing_info_present_flag ? sps->time_scale : 0
  6373. );
  6374. }
  6375. av_free(h->sps_buffers[sps_id]);
  6376. h->sps_buffers[sps_id]= sps;
  6377. h->sps = *sps;
  6378. return 0;
  6379. fail:
  6380. av_free(sps);
  6381. return -1;
  6382. }
  6383. static void
  6384. build_qp_table(PPS *pps, int t, int index)
  6385. {
  6386. int i;
  6387. for(i = 0; i < 52; i++)
  6388. pps->chroma_qp_table[t][i] = chroma_qp[av_clip(i + index, 0, 51)];
  6389. }
  6390. int ff_h264_decode_picture_parameter_set(H264Context *h, int bit_length){
  6391. MpegEncContext * const s = &h->s;
  6392. unsigned int pps_id= get_ue_golomb(&s->gb);
  6393. PPS *pps;
  6394. if(pps_id >= MAX_PPS_COUNT) {
  6395. av_log(h->s.avctx, AV_LOG_ERROR, "pps_id (%d) out of range\n", pps_id);
  6396. return -1;
  6397. }
  6398. pps= av_mallocz(sizeof(PPS));
  6399. if(pps == NULL)
  6400. return -1;
  6401. pps->sps_id= get_ue_golomb_31(&s->gb);
  6402. if((unsigned)pps->sps_id>=MAX_SPS_COUNT || h->sps_buffers[pps->sps_id] == NULL){
  6403. av_log(h->s.avctx, AV_LOG_ERROR, "sps_id out of range\n");
  6404. goto fail;
  6405. }
  6406. pps->cabac= get_bits1(&s->gb);
  6407. pps->pic_order_present= get_bits1(&s->gb);
  6408. pps->slice_group_count= get_ue_golomb(&s->gb) + 1;
  6409. if(pps->slice_group_count > 1 ){
  6410. pps->mb_slice_group_map_type= get_ue_golomb(&s->gb);
  6411. av_log(h->s.avctx, AV_LOG_ERROR, "FMO not supported\n");
  6412. switch(pps->mb_slice_group_map_type){
  6413. case 0:
  6414. #if 0
  6415. | for( i = 0; i <= num_slice_groups_minus1; i++ ) | | |
  6416. | run_length[ i ] |1 |ue(v) |
  6417. #endif
  6418. break;
  6419. case 2:
  6420. #if 0
  6421. | for( i = 0; i < num_slice_groups_minus1; i++ ) | | |
  6422. |{ | | |
  6423. | top_left_mb[ i ] |1 |ue(v) |
  6424. | bottom_right_mb[ i ] |1 |ue(v) |
  6425. | } | | |
  6426. #endif
  6427. break;
  6428. case 3:
  6429. case 4:
  6430. case 5:
  6431. #if 0
  6432. | slice_group_change_direction_flag |1 |u(1) |
  6433. | slice_group_change_rate_minus1 |1 |ue(v) |
  6434. #endif
  6435. break;
  6436. case 6:
  6437. #if 0
  6438. | slice_group_id_cnt_minus1 |1 |ue(v) |
  6439. | for( i = 0; i <= slice_group_id_cnt_minus1; i++ | | |
  6440. |) | | |
  6441. | slice_group_id[ i ] |1 |u(v) |
  6442. #endif
  6443. break;
  6444. }
  6445. }
  6446. pps->ref_count[0]= get_ue_golomb(&s->gb) + 1;
  6447. pps->ref_count[1]= get_ue_golomb(&s->gb) + 1;
  6448. if(pps->ref_count[0]-1 > 32-1 || pps->ref_count[1]-1 > 32-1){
  6449. av_log(h->s.avctx, AV_LOG_ERROR, "reference overflow (pps)\n");
  6450. goto fail;
  6451. }
  6452. pps->weighted_pred= get_bits1(&s->gb);
  6453. pps->weighted_bipred_idc= get_bits(&s->gb, 2);
  6454. pps->init_qp= get_se_golomb(&s->gb) + 26;
  6455. pps->init_qs= get_se_golomb(&s->gb) + 26;
  6456. pps->chroma_qp_index_offset[0]= get_se_golomb(&s->gb);
  6457. pps->deblocking_filter_parameters_present= get_bits1(&s->gb);
  6458. pps->constrained_intra_pred= get_bits1(&s->gb);
  6459. pps->redundant_pic_cnt_present = get_bits1(&s->gb);
  6460. pps->transform_8x8_mode= 0;
  6461. h->dequant_coeff_pps= -1; //contents of sps/pps can change even if id doesn't, so reinit
  6462. memcpy(pps->scaling_matrix4, h->sps_buffers[pps->sps_id]->scaling_matrix4, sizeof(pps->scaling_matrix4));
  6463. memcpy(pps->scaling_matrix8, h->sps_buffers[pps->sps_id]->scaling_matrix8, sizeof(pps->scaling_matrix8));
  6464. if(get_bits_count(&s->gb) < bit_length){
  6465. pps->transform_8x8_mode= get_bits1(&s->gb);
  6466. decode_scaling_matrices(h, h->sps_buffers[pps->sps_id], pps, 0, pps->scaling_matrix4, pps->scaling_matrix8);
  6467. pps->chroma_qp_index_offset[1]= get_se_golomb(&s->gb); //second_chroma_qp_index_offset
  6468. } else {
  6469. pps->chroma_qp_index_offset[1]= pps->chroma_qp_index_offset[0];
  6470. }
  6471. build_qp_table(pps, 0, pps->chroma_qp_index_offset[0]);
  6472. build_qp_table(pps, 1, pps->chroma_qp_index_offset[1]);
  6473. if(pps->chroma_qp_index_offset[0] != pps->chroma_qp_index_offset[1])
  6474. h->pps.chroma_qp_diff= 1;
  6475. if(s->avctx->debug&FF_DEBUG_PICT_INFO){
  6476. av_log(h->s.avctx, AV_LOG_DEBUG, "pps:%u sps:%u %s slice_groups:%d ref:%d/%d %s qp:%d/%d/%d/%d %s %s %s %s\n",
  6477. pps_id, pps->sps_id,
  6478. pps->cabac ? "CABAC" : "CAVLC",
  6479. pps->slice_group_count,
  6480. pps->ref_count[0], pps->ref_count[1],
  6481. pps->weighted_pred ? "weighted" : "",
  6482. pps->init_qp, pps->init_qs, pps->chroma_qp_index_offset[0], pps->chroma_qp_index_offset[1],
  6483. pps->deblocking_filter_parameters_present ? "LPAR" : "",
  6484. pps->constrained_intra_pred ? "CONSTR" : "",
  6485. pps->redundant_pic_cnt_present ? "REDU" : "",
  6486. pps->transform_8x8_mode ? "8x8DCT" : ""
  6487. );
  6488. }
  6489. av_free(h->pps_buffers[pps_id]);
  6490. h->pps_buffers[pps_id]= pps;
  6491. return 0;
  6492. fail:
  6493. av_free(pps);
  6494. return -1;
  6495. }
  6496. /**
  6497. * Call decode_slice() for each context.
  6498. *
  6499. * @param h h264 master context
  6500. * @param context_count number of contexts to execute
  6501. */
  6502. static void execute_decode_slices(H264Context *h, int context_count){
  6503. MpegEncContext * const s = &h->s;
  6504. AVCodecContext * const avctx= s->avctx;
  6505. H264Context *hx;
  6506. int i;
  6507. if (s->avctx->hwaccel)
  6508. return;
  6509. if(s->avctx->codec->capabilities&CODEC_CAP_HWACCEL_VDPAU)
  6510. return;
  6511. if(context_count == 1) {
  6512. decode_slice(avctx, &h);
  6513. } else {
  6514. for(i = 1; i < context_count; i++) {
  6515. hx = h->thread_context[i];
  6516. hx->s.error_recognition = avctx->error_recognition;
  6517. hx->s.error_count = 0;
  6518. }
  6519. avctx->execute(avctx, (void *)decode_slice,
  6520. (void **)h->thread_context, NULL, context_count, sizeof(void*));
  6521. /* pull back stuff from slices to master context */
  6522. hx = h->thread_context[context_count - 1];
  6523. s->mb_x = hx->s.mb_x;
  6524. s->mb_y = hx->s.mb_y;
  6525. s->dropable = hx->s.dropable;
  6526. s->picture_structure = hx->s.picture_structure;
  6527. for(i = 1; i < context_count; i++)
  6528. h->s.error_count += h->thread_context[i]->s.error_count;
  6529. }
  6530. }
  6531. static int decode_nal_units(H264Context *h, const uint8_t *buf, int buf_size){
  6532. MpegEncContext * const s = &h->s;
  6533. AVCodecContext * const avctx= s->avctx;
  6534. int buf_index=0;
  6535. H264Context *hx; ///< thread context
  6536. int context_count = 0;
  6537. h->max_contexts = avctx->thread_count;
  6538. #if 0
  6539. int i;
  6540. for(i=0; i<50; i++){
  6541. av_log(NULL, AV_LOG_ERROR,"%02X ", buf[i]);
  6542. }
  6543. #endif
  6544. if(!(s->flags2 & CODEC_FLAG2_CHUNKS)){
  6545. h->current_slice = 0;
  6546. if (!s->first_field)
  6547. s->current_picture_ptr= NULL;
  6548. reset_sei(h);
  6549. }
  6550. for(;;){
  6551. int consumed;
  6552. int dst_length;
  6553. int bit_length;
  6554. const uint8_t *ptr;
  6555. int i, nalsize = 0;
  6556. int err;
  6557. if(h->is_avc) {
  6558. if(buf_index >= buf_size) break;
  6559. nalsize = 0;
  6560. for(i = 0; i < h->nal_length_size; i++)
  6561. nalsize = (nalsize << 8) | buf[buf_index++];
  6562. if(nalsize <= 1 || (nalsize+buf_index > buf_size)){
  6563. if(nalsize == 1){
  6564. buf_index++;
  6565. continue;
  6566. }else{
  6567. av_log(h->s.avctx, AV_LOG_ERROR, "AVC: nal size %d\n", nalsize);
  6568. break;
  6569. }
  6570. }
  6571. } else {
  6572. // start code prefix search
  6573. for(; buf_index + 3 < buf_size; buf_index++){
  6574. // This should always succeed in the first iteration.
  6575. if(buf[buf_index] == 0 && buf[buf_index+1] == 0 && buf[buf_index+2] == 1)
  6576. break;
  6577. }
  6578. if(buf_index+3 >= buf_size) break;
  6579. buf_index+=3;
  6580. }
  6581. hx = h->thread_context[context_count];
  6582. ptr= ff_h264_decode_nal(hx, buf + buf_index, &dst_length, &consumed, h->is_avc ? nalsize : buf_size - buf_index);
  6583. if (ptr==NULL || dst_length < 0){
  6584. return -1;
  6585. }
  6586. while(ptr[dst_length - 1] == 0 && dst_length > 0)
  6587. dst_length--;
  6588. bit_length= !dst_length ? 0 : (8*dst_length - ff_h264_decode_rbsp_trailing(h, ptr + dst_length - 1));
  6589. if(s->avctx->debug&FF_DEBUG_STARTCODE){
  6590. av_log(h->s.avctx, AV_LOG_DEBUG, "NAL %d at %d/%d length %d\n", hx->nal_unit_type, buf_index, buf_size, dst_length);
  6591. }
  6592. if (h->is_avc && (nalsize != consumed)){
  6593. int i, debug_level = AV_LOG_DEBUG;
  6594. for (i = consumed; i < nalsize; i++)
  6595. if (buf[buf_index+i])
  6596. debug_level = AV_LOG_ERROR;
  6597. av_log(h->s.avctx, debug_level, "AVC: Consumed only %d bytes instead of %d\n", consumed, nalsize);
  6598. consumed= nalsize;
  6599. }
  6600. buf_index += consumed;
  6601. if( (s->hurry_up == 1 && h->nal_ref_idc == 0) //FIXME do not discard SEI id
  6602. ||(avctx->skip_frame >= AVDISCARD_NONREF && h->nal_ref_idc == 0))
  6603. continue;
  6604. again:
  6605. err = 0;
  6606. switch(hx->nal_unit_type){
  6607. case NAL_IDR_SLICE:
  6608. if (h->nal_unit_type != NAL_IDR_SLICE) {
  6609. av_log(h->s.avctx, AV_LOG_ERROR, "Invalid mix of idr and non-idr slices");
  6610. return -1;
  6611. }
  6612. idr(h); //FIXME ensure we don't loose some frames if there is reordering
  6613. case NAL_SLICE:
  6614. init_get_bits(&hx->s.gb, ptr, bit_length);
  6615. hx->intra_gb_ptr=
  6616. hx->inter_gb_ptr= &hx->s.gb;
  6617. hx->s.data_partitioning = 0;
  6618. if((err = decode_slice_header(hx, h)))
  6619. break;
  6620. if (s->avctx->hwaccel && h->current_slice == 1) {
  6621. if (s->avctx->hwaccel->start_frame(s->avctx, NULL, 0) < 0)
  6622. return -1;
  6623. }
  6624. s->current_picture_ptr->key_frame |=
  6625. (hx->nal_unit_type == NAL_IDR_SLICE) ||
  6626. (h->sei_recovery_frame_cnt >= 0);
  6627. if(hx->redundant_pic_count==0 && hx->s.hurry_up < 5
  6628. && (avctx->skip_frame < AVDISCARD_NONREF || hx->nal_ref_idc)
  6629. && (avctx->skip_frame < AVDISCARD_BIDIR || hx->slice_type_nos!=FF_B_TYPE)
  6630. && (avctx->skip_frame < AVDISCARD_NONKEY || hx->slice_type_nos==FF_I_TYPE)
  6631. && avctx->skip_frame < AVDISCARD_ALL){
  6632. if(avctx->hwaccel) {
  6633. if (avctx->hwaccel->decode_slice(avctx, &buf[buf_index - consumed], consumed) < 0)
  6634. return -1;
  6635. }else
  6636. if(CONFIG_H264_VDPAU_DECODER && s->avctx->codec->capabilities&CODEC_CAP_HWACCEL_VDPAU){
  6637. static const uint8_t start_code[] = {0x00, 0x00, 0x01};
  6638. ff_vdpau_add_data_chunk(s, start_code, sizeof(start_code));
  6639. ff_vdpau_add_data_chunk(s, &buf[buf_index - consumed], consumed );
  6640. }else
  6641. context_count++;
  6642. }
  6643. break;
  6644. case NAL_DPA:
  6645. init_get_bits(&hx->s.gb, ptr, bit_length);
  6646. hx->intra_gb_ptr=
  6647. hx->inter_gb_ptr= NULL;
  6648. hx->s.data_partitioning = 1;
  6649. err = decode_slice_header(hx, h);
  6650. break;
  6651. case NAL_DPB:
  6652. init_get_bits(&hx->intra_gb, ptr, bit_length);
  6653. hx->intra_gb_ptr= &hx->intra_gb;
  6654. break;
  6655. case NAL_DPC:
  6656. init_get_bits(&hx->inter_gb, ptr, bit_length);
  6657. hx->inter_gb_ptr= &hx->inter_gb;
  6658. if(hx->redundant_pic_count==0 && hx->intra_gb_ptr && hx->s.data_partitioning
  6659. && s->context_initialized
  6660. && s->hurry_up < 5
  6661. && (avctx->skip_frame < AVDISCARD_NONREF || hx->nal_ref_idc)
  6662. && (avctx->skip_frame < AVDISCARD_BIDIR || hx->slice_type_nos!=FF_B_TYPE)
  6663. && (avctx->skip_frame < AVDISCARD_NONKEY || hx->slice_type_nos==FF_I_TYPE)
  6664. && avctx->skip_frame < AVDISCARD_ALL)
  6665. context_count++;
  6666. break;
  6667. case NAL_SEI:
  6668. init_get_bits(&s->gb, ptr, bit_length);
  6669. ff_h264_decode_sei(h);
  6670. break;
  6671. case NAL_SPS:
  6672. init_get_bits(&s->gb, ptr, bit_length);
  6673. ff_h264_decode_seq_parameter_set(h);
  6674. if(s->flags& CODEC_FLAG_LOW_DELAY)
  6675. s->low_delay=1;
  6676. if(avctx->has_b_frames < 2)
  6677. avctx->has_b_frames= !s->low_delay;
  6678. break;
  6679. case NAL_PPS:
  6680. init_get_bits(&s->gb, ptr, bit_length);
  6681. ff_h264_decode_picture_parameter_set(h, bit_length);
  6682. break;
  6683. case NAL_AUD:
  6684. case NAL_END_SEQUENCE:
  6685. case NAL_END_STREAM:
  6686. case NAL_FILLER_DATA:
  6687. case NAL_SPS_EXT:
  6688. case NAL_AUXILIARY_SLICE:
  6689. break;
  6690. default:
  6691. av_log(avctx, AV_LOG_DEBUG, "Unknown NAL code: %d (%d bits)\n", h->nal_unit_type, bit_length);
  6692. }
  6693. if(context_count == h->max_contexts) {
  6694. execute_decode_slices(h, context_count);
  6695. context_count = 0;
  6696. }
  6697. if (err < 0)
  6698. av_log(h->s.avctx, AV_LOG_ERROR, "decode_slice_header error\n");
  6699. else if(err == 1) {
  6700. /* Slice could not be decoded in parallel mode, copy down
  6701. * NAL unit stuff to context 0 and restart. Note that
  6702. * rbsp_buffer is not transferred, but since we no longer
  6703. * run in parallel mode this should not be an issue. */
  6704. h->nal_unit_type = hx->nal_unit_type;
  6705. h->nal_ref_idc = hx->nal_ref_idc;
  6706. hx = h;
  6707. goto again;
  6708. }
  6709. }
  6710. if(context_count)
  6711. execute_decode_slices(h, context_count);
  6712. return buf_index;
  6713. }
  6714. /**
  6715. * returns the number of bytes consumed for building the current frame
  6716. */
  6717. static int get_consumed_bytes(MpegEncContext *s, int pos, int buf_size){
  6718. if(pos==0) pos=1; //avoid infinite loops (i doubt that is needed but ...)
  6719. if(pos+10>buf_size) pos=buf_size; // oops ;)
  6720. return pos;
  6721. }
  6722. static int decode_frame(AVCodecContext *avctx,
  6723. void *data, int *data_size,
  6724. const uint8_t *buf, int buf_size)
  6725. {
  6726. H264Context *h = avctx->priv_data;
  6727. MpegEncContext *s = &h->s;
  6728. AVFrame *pict = data;
  6729. int buf_index;
  6730. s->flags= avctx->flags;
  6731. s->flags2= avctx->flags2;
  6732. /* end of stream, output what is still in the buffers */
  6733. if (buf_size == 0) {
  6734. Picture *out;
  6735. int i, out_idx;
  6736. //FIXME factorize this with the output code below
  6737. out = h->delayed_pic[0];
  6738. out_idx = 0;
  6739. for(i=1; h->delayed_pic[i] && (h->delayed_pic[i]->poc && !h->delayed_pic[i]->key_frame); i++)
  6740. if(h->delayed_pic[i]->poc < out->poc){
  6741. out = h->delayed_pic[i];
  6742. out_idx = i;
  6743. }
  6744. for(i=out_idx; h->delayed_pic[i]; i++)
  6745. h->delayed_pic[i] = h->delayed_pic[i+1];
  6746. if(out){
  6747. *data_size = sizeof(AVFrame);
  6748. *pict= *(AVFrame*)out;
  6749. }
  6750. return 0;
  6751. }
  6752. if(h->is_avc && !h->got_avcC) {
  6753. int i, cnt, nalsize;
  6754. unsigned char *p = avctx->extradata;
  6755. if(avctx->extradata_size < 7) {
  6756. av_log(avctx, AV_LOG_ERROR, "avcC too short\n");
  6757. return -1;
  6758. }
  6759. if(*p != 1) {
  6760. av_log(avctx, AV_LOG_ERROR, "Unknown avcC version %d\n", *p);
  6761. return -1;
  6762. }
  6763. /* sps and pps in the avcC always have length coded with 2 bytes,
  6764. so put a fake nal_length_size = 2 while parsing them */
  6765. h->nal_length_size = 2;
  6766. // Decode sps from avcC
  6767. cnt = *(p+5) & 0x1f; // Number of sps
  6768. p += 6;
  6769. for (i = 0; i < cnt; i++) {
  6770. nalsize = AV_RB16(p) + 2;
  6771. if(decode_nal_units(h, p, nalsize) < 0) {
  6772. av_log(avctx, AV_LOG_ERROR, "Decoding sps %d from avcC failed\n", i);
  6773. return -1;
  6774. }
  6775. p += nalsize;
  6776. }
  6777. // Decode pps from avcC
  6778. cnt = *(p++); // Number of pps
  6779. for (i = 0; i < cnt; i++) {
  6780. nalsize = AV_RB16(p) + 2;
  6781. if(decode_nal_units(h, p, nalsize) != nalsize) {
  6782. av_log(avctx, AV_LOG_ERROR, "Decoding pps %d from avcC failed\n", i);
  6783. return -1;
  6784. }
  6785. p += nalsize;
  6786. }
  6787. // Now store right nal length size, that will be use to parse all other nals
  6788. h->nal_length_size = ((*(((char*)(avctx->extradata))+4))&0x03)+1;
  6789. // Do not reparse avcC
  6790. h->got_avcC = 1;
  6791. }
  6792. if(!h->got_avcC && !h->is_avc && s->avctx->extradata_size){
  6793. if(decode_nal_units(h, s->avctx->extradata, s->avctx->extradata_size) < 0)
  6794. return -1;
  6795. h->got_avcC = 1;
  6796. }
  6797. buf_index=decode_nal_units(h, buf, buf_size);
  6798. if(buf_index < 0)
  6799. return -1;
  6800. if(!(s->flags2 & CODEC_FLAG2_CHUNKS) && !s->current_picture_ptr){
  6801. if (avctx->skip_frame >= AVDISCARD_NONREF || s->hurry_up) return 0;
  6802. av_log(avctx, AV_LOG_ERROR, "no frame!\n");
  6803. return -1;
  6804. }
  6805. if(!(s->flags2 & CODEC_FLAG2_CHUNKS) || (s->mb_y >= s->mb_height && s->mb_height)){
  6806. Picture *out = s->current_picture_ptr;
  6807. Picture *cur = s->current_picture_ptr;
  6808. int i, pics, cross_idr, out_of_order, out_idx;
  6809. s->mb_y= 0;
  6810. s->current_picture_ptr->qscale_type= FF_QSCALE_TYPE_H264;
  6811. s->current_picture_ptr->pict_type= s->pict_type;
  6812. if (CONFIG_H264_VDPAU_DECODER && s->avctx->codec->capabilities&CODEC_CAP_HWACCEL_VDPAU)
  6813. ff_vdpau_h264_set_reference_frames(s);
  6814. if(!s->dropable) {
  6815. execute_ref_pic_marking(h, h->mmco, h->mmco_index);
  6816. h->prev_poc_msb= h->poc_msb;
  6817. h->prev_poc_lsb= h->poc_lsb;
  6818. }
  6819. h->prev_frame_num_offset= h->frame_num_offset;
  6820. h->prev_frame_num= h->frame_num;
  6821. if (avctx->hwaccel) {
  6822. if (avctx->hwaccel->end_frame(avctx) < 0)
  6823. av_log(avctx, AV_LOG_ERROR, "hardware accelerator failed to decode picture\n");
  6824. }
  6825. if (CONFIG_H264_VDPAU_DECODER && s->avctx->codec->capabilities&CODEC_CAP_HWACCEL_VDPAU)
  6826. ff_vdpau_h264_picture_complete(s);
  6827. /*
  6828. * FIXME: Error handling code does not seem to support interlaced
  6829. * when slices span multiple rows
  6830. * The ff_er_add_slice calls don't work right for bottom
  6831. * fields; they cause massive erroneous error concealing
  6832. * Error marking covers both fields (top and bottom).
  6833. * This causes a mismatched s->error_count
  6834. * and a bad error table. Further, the error count goes to
  6835. * INT_MAX when called for bottom field, because mb_y is
  6836. * past end by one (callers fault) and resync_mb_y != 0
  6837. * causes problems for the first MB line, too.
  6838. */
  6839. if (!FIELD_PICTURE)
  6840. ff_er_frame_end(s);
  6841. MPV_frame_end(s);
  6842. if (cur->field_poc[0]==INT_MAX || cur->field_poc[1]==INT_MAX) {
  6843. /* Wait for second field. */
  6844. *data_size = 0;
  6845. } else {
  6846. cur->repeat_pict = 0;
  6847. /* Signal interlacing information externally. */
  6848. /* Prioritize picture timing SEI information over used decoding process if it exists. */
  6849. if (h->sei_ct_type)
  6850. cur->interlaced_frame = (h->sei_ct_type & (1<<1)) != 0;
  6851. else
  6852. cur->interlaced_frame = FIELD_OR_MBAFF_PICTURE;
  6853. if(h->sps.pic_struct_present_flag){
  6854. switch (h->sei_pic_struct)
  6855. {
  6856. case SEI_PIC_STRUCT_TOP_BOTTOM_TOP:
  6857. case SEI_PIC_STRUCT_BOTTOM_TOP_BOTTOM:
  6858. // Signal the possibility of telecined film externally (pic_struct 5,6)
  6859. // From these hints, let the applications decide if they apply deinterlacing.
  6860. cur->repeat_pict = 1;
  6861. break;
  6862. case SEI_PIC_STRUCT_FRAME_DOUBLING:
  6863. // Force progressive here, as doubling interlaced frame is a bad idea.
  6864. cur->interlaced_frame = 0;
  6865. cur->repeat_pict = 2;
  6866. break;
  6867. case SEI_PIC_STRUCT_FRAME_TRIPLING:
  6868. cur->interlaced_frame = 0;
  6869. cur->repeat_pict = 4;
  6870. break;
  6871. }
  6872. }else{
  6873. /* Derive interlacing flag from used decoding process. */
  6874. cur->interlaced_frame = FIELD_OR_MBAFF_PICTURE;
  6875. }
  6876. if (cur->field_poc[0] != cur->field_poc[1]){
  6877. /* Derive top_field_first from field pocs. */
  6878. cur->top_field_first = cur->field_poc[0] < cur->field_poc[1];
  6879. }else{
  6880. if(cur->interlaced_frame || h->sps.pic_struct_present_flag){
  6881. /* Use picture timing SEI information. Even if it is a information of a past frame, better than nothing. */
  6882. if(h->sei_pic_struct == SEI_PIC_STRUCT_TOP_BOTTOM
  6883. || h->sei_pic_struct == SEI_PIC_STRUCT_TOP_BOTTOM_TOP)
  6884. cur->top_field_first = 1;
  6885. else
  6886. cur->top_field_first = 0;
  6887. }else{
  6888. /* Most likely progressive */
  6889. cur->top_field_first = 0;
  6890. }
  6891. }
  6892. //FIXME do something with unavailable reference frames
  6893. /* Sort B-frames into display order */
  6894. if(h->sps.bitstream_restriction_flag
  6895. && s->avctx->has_b_frames < h->sps.num_reorder_frames){
  6896. s->avctx->has_b_frames = h->sps.num_reorder_frames;
  6897. s->low_delay = 0;
  6898. }
  6899. if( s->avctx->strict_std_compliance >= FF_COMPLIANCE_STRICT
  6900. && !h->sps.bitstream_restriction_flag){
  6901. s->avctx->has_b_frames= MAX_DELAYED_PIC_COUNT;
  6902. s->low_delay= 0;
  6903. }
  6904. pics = 0;
  6905. while(h->delayed_pic[pics]) pics++;
  6906. assert(pics <= MAX_DELAYED_PIC_COUNT);
  6907. h->delayed_pic[pics++] = cur;
  6908. if(cur->reference == 0)
  6909. cur->reference = DELAYED_PIC_REF;
  6910. out = h->delayed_pic[0];
  6911. out_idx = 0;
  6912. for(i=1; h->delayed_pic[i] && (h->delayed_pic[i]->poc && !h->delayed_pic[i]->key_frame); i++)
  6913. if(h->delayed_pic[i]->poc < out->poc){
  6914. out = h->delayed_pic[i];
  6915. out_idx = i;
  6916. }
  6917. cross_idr = !h->delayed_pic[0]->poc || !!h->delayed_pic[i] || h->delayed_pic[0]->key_frame;
  6918. out_of_order = !cross_idr && out->poc < h->outputed_poc;
  6919. if(h->sps.bitstream_restriction_flag && s->avctx->has_b_frames >= h->sps.num_reorder_frames)
  6920. { }
  6921. else if((out_of_order && pics-1 == s->avctx->has_b_frames && s->avctx->has_b_frames < MAX_DELAYED_PIC_COUNT)
  6922. || (s->low_delay &&
  6923. ((!cross_idr && out->poc > h->outputed_poc + 2)
  6924. || cur->pict_type == FF_B_TYPE)))
  6925. {
  6926. s->low_delay = 0;
  6927. s->avctx->has_b_frames++;
  6928. }
  6929. if(out_of_order || pics > s->avctx->has_b_frames){
  6930. out->reference &= ~DELAYED_PIC_REF;
  6931. for(i=out_idx; h->delayed_pic[i]; i++)
  6932. h->delayed_pic[i] = h->delayed_pic[i+1];
  6933. }
  6934. if(!out_of_order && pics > s->avctx->has_b_frames){
  6935. *data_size = sizeof(AVFrame);
  6936. h->outputed_poc = out->poc;
  6937. *pict= *(AVFrame*)out;
  6938. }else{
  6939. av_log(avctx, AV_LOG_DEBUG, "no picture\n");
  6940. }
  6941. }
  6942. }
  6943. assert(pict->data[0] || !*data_size);
  6944. ff_print_debug_info(s, pict);
  6945. //printf("out %d\n", (int)pict->data[0]);
  6946. #if 0 //?
  6947. /* Return the Picture timestamp as the frame number */
  6948. /* we subtract 1 because it is added on utils.c */
  6949. avctx->frame_number = s->picture_number - 1;
  6950. #endif
  6951. return get_consumed_bytes(s, buf_index, buf_size);
  6952. }
  6953. #if 0
  6954. static inline void fill_mb_avail(H264Context *h){
  6955. MpegEncContext * const s = &h->s;
  6956. const int mb_xy= s->mb_x + s->mb_y*s->mb_stride;
  6957. if(s->mb_y){
  6958. h->mb_avail[0]= s->mb_x && h->slice_table[mb_xy - s->mb_stride - 1] == h->slice_num;
  6959. h->mb_avail[1]= h->slice_table[mb_xy - s->mb_stride ] == h->slice_num;
  6960. h->mb_avail[2]= s->mb_x+1 < s->mb_width && h->slice_table[mb_xy - s->mb_stride + 1] == h->slice_num;
  6961. }else{
  6962. h->mb_avail[0]=
  6963. h->mb_avail[1]=
  6964. h->mb_avail[2]= 0;
  6965. }
  6966. h->mb_avail[3]= s->mb_x && h->slice_table[mb_xy - 1] == h->slice_num;
  6967. h->mb_avail[4]= 1; //FIXME move out
  6968. h->mb_avail[5]= 0; //FIXME move out
  6969. }
  6970. #endif
  6971. #ifdef TEST
  6972. #undef printf
  6973. #undef random
  6974. #define COUNT 8000
  6975. #define SIZE (COUNT*40)
  6976. int main(void){
  6977. int i;
  6978. uint8_t temp[SIZE];
  6979. PutBitContext pb;
  6980. GetBitContext gb;
  6981. // int int_temp[10000];
  6982. DSPContext dsp;
  6983. AVCodecContext avctx;
  6984. dsputil_init(&dsp, &avctx);
  6985. init_put_bits(&pb, temp, SIZE);
  6986. printf("testing unsigned exp golomb\n");
  6987. for(i=0; i<COUNT; i++){
  6988. START_TIMER
  6989. set_ue_golomb(&pb, i);
  6990. STOP_TIMER("set_ue_golomb");
  6991. }
  6992. flush_put_bits(&pb);
  6993. init_get_bits(&gb, temp, 8*SIZE);
  6994. for(i=0; i<COUNT; i++){
  6995. int j, s;
  6996. s= show_bits(&gb, 24);
  6997. START_TIMER
  6998. j= get_ue_golomb(&gb);
  6999. if(j != i){
  7000. printf("mismatch! at %d (%d should be %d) bits:%6X\n", i, j, i, s);
  7001. // return -1;
  7002. }
  7003. STOP_TIMER("get_ue_golomb");
  7004. }
  7005. init_put_bits(&pb, temp, SIZE);
  7006. printf("testing signed exp golomb\n");
  7007. for(i=0; i<COUNT; i++){
  7008. START_TIMER
  7009. set_se_golomb(&pb, i - COUNT/2);
  7010. STOP_TIMER("set_se_golomb");
  7011. }
  7012. flush_put_bits(&pb);
  7013. init_get_bits(&gb, temp, 8*SIZE);
  7014. for(i=0; i<COUNT; i++){
  7015. int j, s;
  7016. s= show_bits(&gb, 24);
  7017. START_TIMER
  7018. j= get_se_golomb(&gb);
  7019. if(j != i - COUNT/2){
  7020. printf("mismatch! at %d (%d should be %d) bits:%6X\n", i, j, i, s);
  7021. // return -1;
  7022. }
  7023. STOP_TIMER("get_se_golomb");
  7024. }
  7025. #if 0
  7026. printf("testing 4x4 (I)DCT\n");
  7027. DCTELEM block[16];
  7028. uint8_t src[16], ref[16];
  7029. uint64_t error= 0, max_error=0;
  7030. for(i=0; i<COUNT; i++){
  7031. int j;
  7032. // printf("%d %d %d\n", r1, r2, (r2-r1)*16);
  7033. for(j=0; j<16; j++){
  7034. ref[j]= random()%255;
  7035. src[j]= random()%255;
  7036. }
  7037. h264_diff_dct_c(block, src, ref, 4);
  7038. //normalize
  7039. for(j=0; j<16; j++){
  7040. // printf("%d ", block[j]);
  7041. block[j]= block[j]*4;
  7042. if(j&1) block[j]= (block[j]*4 + 2)/5;
  7043. if(j&4) block[j]= (block[j]*4 + 2)/5;
  7044. }
  7045. // printf("\n");
  7046. s->dsp.h264_idct_add(ref, block, 4);
  7047. /* for(j=0; j<16; j++){
  7048. printf("%d ", ref[j]);
  7049. }
  7050. printf("\n");*/
  7051. for(j=0; j<16; j++){
  7052. int diff= FFABS(src[j] - ref[j]);
  7053. error+= diff*diff;
  7054. max_error= FFMAX(max_error, diff);
  7055. }
  7056. }
  7057. printf("error=%f max_error=%d\n", ((float)error)/COUNT/16, (int)max_error );
  7058. printf("testing quantizer\n");
  7059. for(qp=0; qp<52; qp++){
  7060. for(i=0; i<16; i++)
  7061. src1_block[i]= src2_block[i]= random()%255;
  7062. }
  7063. printf("Testing NAL layer\n");
  7064. uint8_t bitstream[COUNT];
  7065. uint8_t nal[COUNT*2];
  7066. H264Context h;
  7067. memset(&h, 0, sizeof(H264Context));
  7068. for(i=0; i<COUNT; i++){
  7069. int zeros= i;
  7070. int nal_length;
  7071. int consumed;
  7072. int out_length;
  7073. uint8_t *out;
  7074. int j;
  7075. for(j=0; j<COUNT; j++){
  7076. bitstream[j]= (random() % 255) + 1;
  7077. }
  7078. for(j=0; j<zeros; j++){
  7079. int pos= random() % COUNT;
  7080. while(bitstream[pos] == 0){
  7081. pos++;
  7082. pos %= COUNT;
  7083. }
  7084. bitstream[pos]=0;
  7085. }
  7086. START_TIMER
  7087. nal_length= encode_nal(&h, nal, bitstream, COUNT, COUNT*2);
  7088. if(nal_length<0){
  7089. printf("encoding failed\n");
  7090. return -1;
  7091. }
  7092. out= ff_h264_decode_nal(&h, nal, &out_length, &consumed, nal_length);
  7093. STOP_TIMER("NAL")
  7094. if(out_length != COUNT){
  7095. printf("incorrect length %d %d\n", out_length, COUNT);
  7096. return -1;
  7097. }
  7098. if(consumed != nal_length){
  7099. printf("incorrect consumed length %d %d\n", nal_length, consumed);
  7100. return -1;
  7101. }
  7102. if(memcmp(bitstream, out, COUNT)){
  7103. printf("mismatch\n");
  7104. return -1;
  7105. }
  7106. }
  7107. #endif
  7108. printf("Testing RBSP\n");
  7109. return 0;
  7110. }
  7111. #endif /* TEST */
  7112. static av_cold int decode_end(AVCodecContext *avctx)
  7113. {
  7114. H264Context *h = avctx->priv_data;
  7115. MpegEncContext *s = &h->s;
  7116. int i;
  7117. av_freep(&h->rbsp_buffer[0]);
  7118. av_freep(&h->rbsp_buffer[1]);
  7119. free_tables(h); //FIXME cleanup init stuff perhaps
  7120. for(i = 0; i < MAX_SPS_COUNT; i++)
  7121. av_freep(h->sps_buffers + i);
  7122. for(i = 0; i < MAX_PPS_COUNT; i++)
  7123. av_freep(h->pps_buffers + i);
  7124. MPV_common_end(s);
  7125. // memset(h, 0, sizeof(H264Context));
  7126. return 0;
  7127. }
  7128. AVCodec h264_decoder = {
  7129. "h264",
  7130. CODEC_TYPE_VIDEO,
  7131. CODEC_ID_H264,
  7132. sizeof(H264Context),
  7133. decode_init,
  7134. NULL,
  7135. decode_end,
  7136. decode_frame,
  7137. /*CODEC_CAP_DRAW_HORIZ_BAND |*/ CODEC_CAP_DR1 | CODEC_CAP_DELAY,
  7138. .flush= flush_dpb,
  7139. .long_name = NULL_IF_CONFIG_SMALL("H.264 / AVC / MPEG-4 AVC / MPEG-4 part 10"),
  7140. .pix_fmts= ff_hwaccel_pixfmt_list_420,
  7141. };
  7142. #if CONFIG_H264_VDPAU_DECODER
  7143. AVCodec h264_vdpau_decoder = {
  7144. "h264_vdpau",
  7145. CODEC_TYPE_VIDEO,
  7146. CODEC_ID_H264,
  7147. sizeof(H264Context),
  7148. decode_init,
  7149. NULL,
  7150. decode_end,
  7151. decode_frame,
  7152. CODEC_CAP_DR1 | CODEC_CAP_DELAY | CODEC_CAP_HWACCEL_VDPAU,
  7153. .flush= flush_dpb,
  7154. .long_name = NULL_IF_CONFIG_SMALL("H.264 / AVC / MPEG-4 AVC / MPEG-4 part 10 (VDPAU acceleration)"),
  7155. };
  7156. #endif
  7157. #if CONFIG_SVQ3_DECODER
  7158. #include "svq3.c"
  7159. #endif