@@ -56,11 +56,12 @@ static void h264_er_decode_mb(void *opaque, int ref, int mv_dir, int mv_type, | |||
int mb_x, int mb_y, int mb_intra, int mb_skipped) | |||
{ | |||
H264Context *h = opaque; | |||
H264SliceContext *sl = &h->slice_ctx[0]; | |||
h->mb_x = mb_x; | |||
h->mb_y = mb_y; | |||
h->mb_xy = mb_x + mb_y * h->mb_stride; | |||
memset(h->non_zero_count_cache, 0, sizeof(h->non_zero_count_cache)); | |||
memset(sl->non_zero_count_cache, 0, sizeof(sl->non_zero_count_cache)); | |||
assert(ref >= 0); | |||
/* FIXME: It is possible albeit uncommon that slice references | |||
* differ between slices. We take the easy approach and ignore | |||
@@ -341,6 +341,12 @@ typedef struct H264SliceContext { | |||
unsigned int top_samples_available; | |||
unsigned int topright_samples_available; | |||
unsigned int left_samples_available; | |||
/** | |||
* non zero coeff count cache. | |||
* is 64 if not available. | |||
*/ | |||
DECLARE_ALIGNED(8, uint8_t, non_zero_count_cache)[15 * 8]; | |||
} H264SliceContext; | |||
/** | |||
@@ -381,12 +387,6 @@ typedef struct H264Context { | |||
H264PredContext hpc; | |||
uint8_t (*top_borders[2])[(16 * 3) * 2]; | |||
/** | |||
* non zero coeff count cache. | |||
* is 64 if not available. | |||
*/ | |||
DECLARE_ALIGNED(8, uint8_t, non_zero_count_cache)[15 * 8]; | |||
uint8_t (*non_zero_count)[48]; | |||
/** | |||
@@ -944,11 +944,12 @@ static av_always_inline void write_back_intra_pred_mode(H264Context *h, | |||
i4x4[6] = i4x4_cache[7 + 8 * 1]; | |||
} | |||
static av_always_inline void write_back_non_zero_count(H264Context *h) | |||
static av_always_inline void write_back_non_zero_count(H264Context *h, | |||
H264SliceContext *sl) | |||
{ | |||
const int mb_xy = h->mb_xy; | |||
uint8_t *nnz = h->non_zero_count[mb_xy]; | |||
uint8_t *nnz_cache = h->non_zero_count_cache; | |||
uint8_t *nnz_cache = sl->non_zero_count_cache; | |||
AV_COPY32(&nnz[ 0], &nnz_cache[4 + 8 * 1]); | |||
AV_COPY32(&nnz[ 4], &nnz_cache[4 + 8 * 2]); | |||
@@ -1534,7 +1534,10 @@ static int decode_cabac_mb_mvd( H264Context *h, int ctxbase, int amvd, int *mvda | |||
my += decode_cabac_mb_mvd( h, 47, amvd1, &mpy );\ | |||
} | |||
static av_always_inline int get_cabac_cbf_ctx( H264Context *h, int cat, int idx, int max_coeff, int is_dc ) { | |||
static av_always_inline int get_cabac_cbf_ctx(H264Context *h, H264SliceContext *sl, | |||
int cat, int idx, int max_coeff, | |||
int is_dc) | |||
{ | |||
int nza, nzb; | |||
int ctx = 0; | |||
static const uint16_t base_ctx[14] = {85,89,93,97,101,1012,460,464,468,1016,472,476,480,1020}; | |||
@@ -1550,8 +1553,8 @@ static av_always_inline int get_cabac_cbf_ctx( H264Context *h, int cat, int idx, | |||
nzb = h-> top_cbp&(0x100<<idx); | |||
} | |||
} else { | |||
nza = h->non_zero_count_cache[scan8[idx] - 1]; | |||
nzb = h->non_zero_count_cache[scan8[idx] - 8]; | |||
nza = sl->non_zero_count_cache[scan8[idx] - 1]; | |||
nzb = sl->non_zero_count_cache[scan8[idx] - 8]; | |||
} | |||
if( nza > 0 ) | |||
@@ -1564,7 +1567,8 @@ static av_always_inline int get_cabac_cbf_ctx( H264Context *h, int cat, int idx, | |||
} | |||
static av_always_inline void | |||
decode_cabac_residual_internal(H264Context *h, int16_t *block, | |||
decode_cabac_residual_internal(H264Context *h, H264SliceContext *sl, | |||
int16_t *block, | |||
int cat, int n, const uint8_t *scantable, | |||
const uint32_t *qmul, int max_coeff, | |||
int is_dc, int chroma422) | |||
@@ -1682,13 +1686,13 @@ decode_cabac_residual_internal(H264Context *h, int16_t *block, | |||
h->cbp_table[h->mb_xy] |= 0x40 << (n - CHROMA_DC_BLOCK_INDEX); | |||
else | |||
h->cbp_table[h->mb_xy] |= 0x100 << (n - LUMA_DC_BLOCK_INDEX); | |||
h->non_zero_count_cache[scan8[n]] = coeff_count; | |||
sl->non_zero_count_cache[scan8[n]] = coeff_count; | |||
} else { | |||
if( max_coeff == 64 ) | |||
fill_rectangle(&h->non_zero_count_cache[scan8[n]], 2, 2, 8, coeff_count, 1); | |||
fill_rectangle(&sl->non_zero_count_cache[scan8[n]], 2, 2, 8, coeff_count, 1); | |||
else { | |||
assert( cat == 1 || cat == 2 || cat == 4 || cat == 7 || cat == 8 || cat == 11 || cat == 12 ); | |||
h->non_zero_count_cache[scan8[n]] = coeff_count; | |||
sl->non_zero_count_cache[scan8[n]] = coeff_count; | |||
} | |||
} | |||
@@ -1749,31 +1753,34 @@ decode_cabac_residual_internal(H264Context *h, int16_t *block, | |||
} | |||
static av_noinline void decode_cabac_residual_dc_internal(H264Context *h, | |||
H264SliceContext *sl, | |||
int16_t *block, | |||
int cat, int n, | |||
const uint8_t *scantable, | |||
int max_coeff) | |||
{ | |||
decode_cabac_residual_internal(h, block, cat, n, scantable, NULL, max_coeff, 1, 0); | |||
decode_cabac_residual_internal(h, sl, block, cat, n, scantable, NULL, max_coeff, 1, 0); | |||
} | |||
static av_noinline void decode_cabac_residual_dc_internal_422(H264Context *h, | |||
H264SliceContext *sl, | |||
int16_t *block, | |||
int cat, int n, | |||
const uint8_t *scantable, | |||
int max_coeff) | |||
{ | |||
decode_cabac_residual_internal(h, block, cat, n, scantable, NULL, max_coeff, 1, 1); | |||
decode_cabac_residual_internal(h, sl, block, cat, n, scantable, NULL, max_coeff, 1, 1); | |||
} | |||
static av_noinline void decode_cabac_residual_nondc_internal(H264Context *h, | |||
H264SliceContext *sl, | |||
int16_t *block, | |||
int cat, int n, | |||
const uint8_t *scantable, | |||
const uint32_t *qmul, | |||
int max_coeff) | |||
{ | |||
decode_cabac_residual_internal(h, block, cat, n, scantable, qmul, max_coeff, 0, 0); | |||
decode_cabac_residual_internal(h, sl, block, cat, n, scantable, qmul, max_coeff, 0, 0); | |||
} | |||
/* cat: 0-> DC 16x16 n = 0 | |||
@@ -1789,33 +1796,36 @@ static av_noinline void decode_cabac_residual_nondc_internal(H264Context *h, | |||
* as well as because most blocks have zero CBFs. */ | |||
static av_always_inline void decode_cabac_residual_dc(H264Context *h, | |||
H264SliceContext *sl, | |||
int16_t *block, | |||
int cat, int n, | |||
const uint8_t *scantable, | |||
int max_coeff) | |||
{ | |||
/* read coded block flag */ | |||
if( get_cabac( &h->cabac, &h->cabac_state[get_cabac_cbf_ctx( h, cat, n, max_coeff, 1 ) ] ) == 0 ) { | |||
h->non_zero_count_cache[scan8[n]] = 0; | |||
if( get_cabac( &h->cabac, &h->cabac_state[get_cabac_cbf_ctx(h, sl, cat, n, max_coeff, 1)]) == 0 ) { | |||
sl->non_zero_count_cache[scan8[n]] = 0; | |||
return; | |||
} | |||
decode_cabac_residual_dc_internal( h, block, cat, n, scantable, max_coeff ); | |||
decode_cabac_residual_dc_internal(h, sl, block, cat, n, scantable, max_coeff); | |||
} | |||
static av_always_inline void | |||
decode_cabac_residual_dc_422(H264Context *h, int16_t *block, | |||
decode_cabac_residual_dc_422(H264Context *h, H264SliceContext *sl, | |||
int16_t *block, | |||
int cat, int n, const uint8_t *scantable, | |||
int max_coeff) | |||
{ | |||
/* read coded block flag */ | |||
if (get_cabac(&h->cabac, &h->cabac_state[get_cabac_cbf_ctx(h, cat, n, max_coeff, 1)]) == 0) { | |||
h->non_zero_count_cache[scan8[n]] = 0; | |||
if (get_cabac(&h->cabac, &h->cabac_state[get_cabac_cbf_ctx(h, sl, cat, n, max_coeff, 1)]) == 0) { | |||
sl->non_zero_count_cache[scan8[n]] = 0; | |||
return; | |||
} | |||
decode_cabac_residual_dc_internal_422(h, block, cat, n, scantable, max_coeff); | |||
decode_cabac_residual_dc_internal_422(h, sl, block, cat, n, scantable, max_coeff); | |||
} | |||
static av_always_inline void decode_cabac_residual_nondc(H264Context *h, | |||
H264SliceContext *sl, | |||
int16_t *block, | |||
int cat, int n, | |||
const uint8_t *scantable, | |||
@@ -1823,15 +1833,15 @@ static av_always_inline void decode_cabac_residual_nondc(H264Context *h, | |||
int max_coeff) | |||
{ | |||
/* read coded block flag */ | |||
if( (cat != 5 || CHROMA444(h)) && get_cabac( &h->cabac, &h->cabac_state[get_cabac_cbf_ctx( h, cat, n, max_coeff, 0 ) ] ) == 0 ) { | |||
if( (cat != 5 || CHROMA444(h)) && get_cabac( &h->cabac, &h->cabac_state[get_cabac_cbf_ctx(h, sl, cat, n, max_coeff, 0)]) == 0) { | |||
if( max_coeff == 64 ) { | |||
fill_rectangle(&h->non_zero_count_cache[scan8[n]], 2, 2, 8, 0, 1); | |||
fill_rectangle(&sl->non_zero_count_cache[scan8[n]], 2, 2, 8, 0, 1); | |||
} else { | |||
h->non_zero_count_cache[scan8[n]] = 0; | |||
sl->non_zero_count_cache[scan8[n]] = 0; | |||
} | |||
return; | |||
} | |||
decode_cabac_residual_nondc_internal( h, block, cat, n, scantable, qmul, max_coeff ); | |||
decode_cabac_residual_nondc_internal(h, sl, block, cat, n, scantable, qmul, max_coeff); | |||
} | |||
static av_always_inline void decode_cabac_luma_residual(H264Context *h, H264SliceContext *sl, | |||
@@ -1847,16 +1857,16 @@ static av_always_inline void decode_cabac_luma_residual(H264Context *h, H264Slic | |||
AV_ZERO128(h->mb_luma_dc[p]+8); | |||
AV_ZERO128(h->mb_luma_dc[p]+16); | |||
AV_ZERO128(h->mb_luma_dc[p]+24); | |||
decode_cabac_residual_dc(h, h->mb_luma_dc[p], ctx_cat[0][p], LUMA_DC_BLOCK_INDEX+p, scan, 16); | |||
decode_cabac_residual_dc(h, sl, h->mb_luma_dc[p], ctx_cat[0][p], LUMA_DC_BLOCK_INDEX+p, scan, 16); | |||
if( cbp&15 ) { | |||
qmul = h->dequant4_coeff[p][qscale]; | |||
for( i4x4 = 0; i4x4 < 16; i4x4++ ) { | |||
const int index = 16*p + i4x4; | |||
decode_cabac_residual_nondc(h, h->mb + (16*index << pixel_shift), ctx_cat[1][p], index, scan + 1, qmul, 15); | |||
decode_cabac_residual_nondc(h, sl, h->mb + (16*index << pixel_shift), ctx_cat[1][p], index, scan + 1, qmul, 15); | |||
} | |||
} else { | |||
fill_rectangle(&h->non_zero_count_cache[scan8[16*p]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&sl->non_zero_count_cache[scan8[16*p]], 4, 4, 8, 0, 1); | |||
} | |||
} else { | |||
int cqm = (IS_INTRA( mb_type ) ? 0:3) + p; | |||
@@ -1864,19 +1874,19 @@ static av_always_inline void decode_cabac_luma_residual(H264Context *h, H264Slic | |||
if( cbp & (1<<i8x8) ) { | |||
if( IS_8x8DCT(mb_type) ) { | |||
const int index = 16*p + 4*i8x8; | |||
decode_cabac_residual_nondc(h, h->mb + (16*index << pixel_shift), ctx_cat[3][p], index, | |||
decode_cabac_residual_nondc(h, sl, h->mb + (16*index << pixel_shift), ctx_cat[3][p], index, | |||
scan8x8, h->dequant8_coeff[cqm][qscale], 64); | |||
} else { | |||
qmul = h->dequant4_coeff[cqm][qscale]; | |||
for( i4x4 = 0; i4x4 < 4; i4x4++ ) { | |||
const int index = 16*p + 4*i8x8 + i4x4; | |||
//START_TIMER | |||
decode_cabac_residual_nondc(h, h->mb + (16*index << pixel_shift), ctx_cat[2][p], index, scan, qmul, 16); | |||
decode_cabac_residual_nondc(h, sl, h->mb + (16*index << pixel_shift), ctx_cat[2][p], index, scan, qmul, 16); | |||
//STOP_TIMER("decode_residual") | |||
} | |||
} | |||
} else { | |||
fill_rectangle(&h->non_zero_count_cache[scan8[4*i8x8+16*p]], 2, 2, 8, 0, 1); | |||
fill_rectangle(&sl->non_zero_count_cache[scan8[4*i8x8+16*p]], 2, 2, 8, 0, 1); | |||
} | |||
} | |||
} | |||
@@ -2305,7 +2315,7 @@ decode_intra_mb: | |||
* the transform mode of the current macroblock there. */ | |||
if (CHROMA444(h) && IS_8x8DCT(mb_type)){ | |||
int i; | |||
uint8_t *nnz_cache = h->non_zero_count_cache; | |||
uint8_t *nnz_cache = sl->non_zero_count_cache; | |||
for (i = 0; i < 2; i++){ | |||
if (sl->left_type[LEFT(i)] && !IS_8x8DCT(sl->left_type[LEFT(i)])) { | |||
nnz_cache[3+8* 1 + 2*8*i]= | |||
@@ -2375,7 +2385,7 @@ decode_intra_mb: | |||
if( cbp&0x30 ){ | |||
int c; | |||
for (c = 0; c < 2; c++) | |||
decode_cabac_residual_dc_422(h, h->mb + ((256 + 16*16*c) << pixel_shift), 3, | |||
decode_cabac_residual_dc_422(h, sl, h->mb + ((256 + 16*16*c) << pixel_shift), 3, | |||
CHROMA_DC_BLOCK_INDEX + c, | |||
chroma422_dc_scan, 8); | |||
} | |||
@@ -2388,20 +2398,20 @@ decode_intra_mb: | |||
for (i8x8 = 0; i8x8 < 2; i8x8++) { | |||
for (i = 0; i < 4; i++) { | |||
const int index = 16 + 16 * c + 8*i8x8 + i; | |||
decode_cabac_residual_nondc(h, mb, 4, index, scan + 1, qmul, 15); | |||
decode_cabac_residual_nondc(h, sl, mb, 4, index, scan + 1, qmul, 15); | |||
mb += 16<<pixel_shift; | |||
} | |||
} | |||
} | |||
} else { | |||
fill_rectangle(&h->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&h->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&sl->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&sl->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||
} | |||
} else /* yuv420 */ { | |||
if( cbp&0x30 ){ | |||
int c; | |||
for (c = 0; c < 2; c++) | |||
decode_cabac_residual_dc(h, h->mb + ((256 + 16*16*c) << pixel_shift), 3, CHROMA_DC_BLOCK_INDEX+c, chroma_dc_scan, 4); | |||
decode_cabac_residual_dc(h, sl, h->mb + ((256 + 16*16*c) << pixel_shift), 3, CHROMA_DC_BLOCK_INDEX+c, chroma_dc_scan, 4); | |||
} | |||
if( cbp&0x20 ) { | |||
@@ -2410,23 +2420,23 @@ decode_intra_mb: | |||
qmul = h->dequant4_coeff[c+1+(IS_INTRA( mb_type ) ? 0:3)][sl->chroma_qp[c]]; | |||
for( i = 0; i < 4; i++ ) { | |||
const int index = 16 + 16 * c + i; | |||
decode_cabac_residual_nondc(h, h->mb + (16*index << pixel_shift), 4, index, scan + 1, qmul, 15); | |||
decode_cabac_residual_nondc(h, sl, h->mb + (16*index << pixel_shift), 4, index, scan + 1, qmul, 15); | |||
} | |||
} | |||
} else { | |||
fill_rectangle(&h->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&h->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&sl->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&sl->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||
} | |||
} | |||
} else { | |||
fill_rectangle(&h->non_zero_count_cache[scan8[ 0]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&h->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&h->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&sl->non_zero_count_cache[scan8[ 0]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&sl->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&sl->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||
h->last_qscale_diff = 0; | |||
} | |||
h->cur_pic.qscale_table[mb_xy] = sl->qscale; | |||
write_back_non_zero_count(h); | |||
write_back_non_zero_count(h, sl); | |||
return 0; | |||
} |
@@ -283,10 +283,11 @@ static int8_t cavlc_level_tab[7][1<<LEVEL_TAB_BITS][2]; | |||
* Get the predicted number of non-zero coefficients. | |||
* @param n block index | |||
*/ | |||
static inline int pred_non_zero_count(H264Context *h, int n){ | |||
static inline int pred_non_zero_count(H264Context *h, H264SliceContext *sl, int n) | |||
{ | |||
const int index8= scan8[n]; | |||
const int left= h->non_zero_count_cache[index8 - 1]; | |||
const int top = h->non_zero_count_cache[index8 - 8]; | |||
const int left = sl->non_zero_count_cache[index8 - 1]; | |||
const int top = sl->non_zero_count_cache[index8 - 8]; | |||
int i= left + top; | |||
if(i<64) i= (i+1)>>1; | |||
@@ -441,7 +442,11 @@ static inline int get_level_prefix(GetBitContext *gb){ | |||
* @param max_coeff number of coefficients in the block | |||
* @return <0 if an error occurred | |||
*/ | |||
static int decode_residual(H264Context *h, GetBitContext *gb, int16_t *block, int n, const uint8_t *scantable, const uint32_t *qmul, int max_coeff){ | |||
static int decode_residual(H264Context *h, H264SliceContext *sl, | |||
GetBitContext *gb, int16_t *block, int n, | |||
const uint8_t *scantable, const uint32_t *qmul, | |||
int max_coeff) | |||
{ | |||
static const int coeff_token_table_index[17]= {0, 0, 1, 1, 2, 2, 2, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3}; | |||
int level[16]; | |||
int zeros_left, coeff_token, total_coeff, i, trailing_ones, run_before; | |||
@@ -456,16 +461,16 @@ static int decode_residual(H264Context *h, GetBitContext *gb, int16_t *block, in | |||
total_coeff= coeff_token>>2; | |||
}else{ | |||
if(n >= LUMA_DC_BLOCK_INDEX){ | |||
total_coeff= pred_non_zero_count(h, (n - LUMA_DC_BLOCK_INDEX)*16); | |||
total_coeff= pred_non_zero_count(h, sl, (n - LUMA_DC_BLOCK_INDEX)*16); | |||
coeff_token= get_vlc2(gb, coeff_token_vlc[ coeff_token_table_index[total_coeff] ].table, COEFF_TOKEN_VLC_BITS, 2); | |||
total_coeff= coeff_token>>2; | |||
}else{ | |||
total_coeff= pred_non_zero_count(h, n); | |||
total_coeff= pred_non_zero_count(h, sl, n); | |||
coeff_token= get_vlc2(gb, coeff_token_vlc[ coeff_token_table_index[total_coeff] ].table, COEFF_TOKEN_VLC_BITS, 2); | |||
total_coeff= coeff_token>>2; | |||
} | |||
} | |||
h->non_zero_count_cache[ scan8[n] ]= total_coeff; | |||
sl->non_zero_count_cache[scan8[n]] = total_coeff; | |||
//FIXME set last_non_zero? | |||
@@ -631,7 +636,7 @@ static av_always_inline int decode_luma_residual(H264Context *h, H264SliceContex | |||
AV_ZERO128(h->mb_luma_dc[p]+8); | |||
AV_ZERO128(h->mb_luma_dc[p]+16); | |||
AV_ZERO128(h->mb_luma_dc[p]+24); | |||
if( decode_residual(h, h->intra_gb_ptr, h->mb_luma_dc[p], LUMA_DC_BLOCK_INDEX+p, scan, NULL, 16) < 0){ | |||
if( decode_residual(h, sl, h->intra_gb_ptr, h->mb_luma_dc[p], LUMA_DC_BLOCK_INDEX+p, scan, NULL, 16) < 0){ | |||
return -1; //FIXME continue if partitioned and other return -1 too | |||
} | |||
@@ -641,7 +646,7 @@ static av_always_inline int decode_luma_residual(H264Context *h, H264SliceContex | |||
for(i8x8=0; i8x8<4; i8x8++){ | |||
for(i4x4=0; i4x4<4; i4x4++){ | |||
const int index= i4x4 + 4*i8x8 + p*16; | |||
if( decode_residual(h, h->intra_gb_ptr, h->mb + (16*index << pixel_shift), | |||
if( decode_residual(h, sl, h->intra_gb_ptr, h->mb + (16*index << pixel_shift), | |||
index, scan + 1, h->dequant4_coeff[p][qscale], 15) < 0 ){ | |||
return -1; | |||
} | |||
@@ -649,7 +654,7 @@ static av_always_inline int decode_luma_residual(H264Context *h, H264SliceContex | |||
} | |||
return 0xf; | |||
}else{ | |||
fill_rectangle(&h->non_zero_count_cache[scan8[p*16]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&sl->non_zero_count_cache[scan8[p*16]], 4, 4, 8, 0, 1); | |||
return 0; | |||
} | |||
}else{ | |||
@@ -663,25 +668,25 @@ static av_always_inline int decode_luma_residual(H264Context *h, H264SliceContex | |||
uint8_t *nnz; | |||
for(i4x4=0; i4x4<4; i4x4++){ | |||
const int index= i4x4 + 4*i8x8 + p*16; | |||
if( decode_residual(h, gb, buf, index, scan8x8+16*i4x4, | |||
if( decode_residual(h, sl, gb, buf, index, scan8x8+16*i4x4, | |||
h->dequant8_coeff[cqm][qscale], 16) < 0 ) | |||
return -1; | |||
} | |||
nnz= &h->non_zero_count_cache[ scan8[4*i8x8+p*16] ]; | |||
nnz = &sl->non_zero_count_cache[scan8[4 * i8x8 + p * 16]]; | |||
nnz[0] += nnz[1] + nnz[8] + nnz[9]; | |||
new_cbp |= !!nnz[0] << i8x8; | |||
}else{ | |||
for(i4x4=0; i4x4<4; i4x4++){ | |||
const int index= i4x4 + 4*i8x8 + p*16; | |||
if( decode_residual(h, gb, h->mb + (16*index << pixel_shift), index, | |||
if( decode_residual(h, sl, gb, h->mb + (16*index << pixel_shift), index, | |||
scan, h->dequant4_coeff[cqm][qscale], 16) < 0 ){ | |||
return -1; | |||
} | |||
new_cbp |= h->non_zero_count_cache[ scan8[index] ] << i8x8; | |||
new_cbp |= sl->non_zero_count_cache[scan8[index]] << i8x8; | |||
} | |||
} | |||
}else{ | |||
uint8_t * const nnz= &h->non_zero_count_cache[ scan8[4*i8x8+p*16] ]; | |||
uint8_t * const nnz = &sl->non_zero_count_cache[scan8[4 * i8x8 + p * 16]]; | |||
nnz[0] = nnz[1] = nnz[8] = nnz[9] = 0; | |||
} | |||
} | |||
@@ -1120,7 +1125,7 @@ decode_intra_mb: | |||
} else if (CHROMA422(h)) { | |||
if(cbp&0x30){ | |||
for(chroma_idx=0; chroma_idx<2; chroma_idx++) | |||
if (decode_residual(h, gb, h->mb + ((256 + 16*16*chroma_idx) << pixel_shift), | |||
if (decode_residual(h, sl, gb, h->mb + ((256 + 16*16*chroma_idx) << pixel_shift), | |||
CHROMA_DC_BLOCK_INDEX+chroma_idx, chroma422_dc_scan, | |||
NULL, 8) < 0) { | |||
return -1; | |||
@@ -1134,20 +1139,20 @@ decode_intra_mb: | |||
for (i8x8 = 0; i8x8 < 2; i8x8++) { | |||
for (i4x4 = 0; i4x4 < 4; i4x4++) { | |||
const int index = 16 + 16*chroma_idx + 8*i8x8 + i4x4; | |||
if (decode_residual(h, gb, mb, index, scan + 1, qmul, 15) < 0) | |||
if (decode_residual(h, sl, gb, mb, index, scan + 1, qmul, 15) < 0) | |||
return -1; | |||
mb += 16 << pixel_shift; | |||
} | |||
} | |||
} | |||
}else{ | |||
fill_rectangle(&h->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&h->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&sl->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&sl->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||
} | |||
} else /* yuv420 */ { | |||
if(cbp&0x30){ | |||
for(chroma_idx=0; chroma_idx<2; chroma_idx++) | |||
if( decode_residual(h, gb, h->mb + ((256 + 16*16*chroma_idx) << pixel_shift), CHROMA_DC_BLOCK_INDEX+chroma_idx, chroma_dc_scan, NULL, 4) < 0){ | |||
if( decode_residual(h, sl, gb, h->mb + ((256 + 16*16*chroma_idx) << pixel_shift), CHROMA_DC_BLOCK_INDEX+chroma_idx, chroma_dc_scan, NULL, 4) < 0){ | |||
return -1; | |||
} | |||
} | |||
@@ -1157,23 +1162,23 @@ decode_intra_mb: | |||
const uint32_t *qmul = h->dequant4_coeff[chroma_idx+1+(IS_INTRA( mb_type ) ? 0:3)][sl->chroma_qp[chroma_idx]]; | |||
for(i4x4=0; i4x4<4; i4x4++){ | |||
const int index= 16 + 16*chroma_idx + i4x4; | |||
if( decode_residual(h, gb, h->mb + (16*index << pixel_shift), index, scan + 1, qmul, 15) < 0){ | |||
if( decode_residual(h, sl, gb, h->mb + (16*index << pixel_shift), index, scan + 1, qmul, 15) < 0){ | |||
return -1; | |||
} | |||
} | |||
} | |||
}else{ | |||
fill_rectangle(&h->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&h->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&sl->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&sl->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||
} | |||
} | |||
}else{ | |||
fill_rectangle(&h->non_zero_count_cache[scan8[ 0]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&h->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&h->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&sl->non_zero_count_cache[scan8[ 0]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&sl->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||
fill_rectangle(&sl->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||
} | |||
h->cur_pic.qscale_table[mb_xy] = sl->qscale; | |||
write_back_non_zero_count(h); | |||
write_back_non_zero_count(h, sl); | |||
return 0; | |||
} |
@@ -371,7 +371,7 @@ static av_always_inline void h264_filter_mb_fast_internal(H264Context *h, | |||
int mask_edge0 = 3*((mask_edge1>>1) & ((5*left_type)>>5)&1); // (mb_type & (MB_TYPE_16x16 | MB_TYPE_8x16)) && (h->left_type[LTOP] & (MB_TYPE_16x16 | MB_TYPE_8x16)) ? 3 : 0; | |||
int step = 1+(mb_type>>24); //IS_8x8DCT(mb_type) ? 2 : 1; | |||
edges = 4 - 3*((mb_type>>3) & !(h->cbp & 15)); //(mb_type & MB_TYPE_16x16) && !(h->cbp & 15) ? 1 : 4; | |||
h->h264dsp.h264_loop_filter_strength( bS, h->non_zero_count_cache, h->ref_cache, h->mv_cache, | |||
h->h264dsp.h264_loop_filter_strength(bS, sl->non_zero_count_cache, h->ref_cache, h->mv_cache, | |||
h->list_count==2, edges, step, mask_edge0, mask_edge1, FIELD_PICTURE(h)); | |||
} | |||
if( IS_INTRA(left_type) ) | |||
@@ -512,15 +512,15 @@ static av_always_inline void filter_mb_dir(H264Context *h, H264SliceContext *sl, | |||
AV_WN64A(bS, 0x0003000300030003ULL); | |||
} else { | |||
if (!CABAC(h) && IS_8x8DCT(h->cur_pic.mb_type[mbn_xy])) { | |||
bS[0]= 1+((h->cbp_table[mbn_xy] & 0x4000)||h->non_zero_count_cache[scan8[0]+0]); | |||
bS[1]= 1+((h->cbp_table[mbn_xy] & 0x4000)||h->non_zero_count_cache[scan8[0]+1]); | |||
bS[2]= 1+((h->cbp_table[mbn_xy] & 0x8000)||h->non_zero_count_cache[scan8[0]+2]); | |||
bS[3]= 1+((h->cbp_table[mbn_xy] & 0x8000)||h->non_zero_count_cache[scan8[0]+3]); | |||
bS[0]= 1+((h->cbp_table[mbn_xy] & 0x4000) || sl->non_zero_count_cache[scan8[0]+0]); | |||
bS[1]= 1+((h->cbp_table[mbn_xy] & 0x4000) || sl->non_zero_count_cache[scan8[0]+1]); | |||
bS[2]= 1+((h->cbp_table[mbn_xy] & 0x8000) || sl->non_zero_count_cache[scan8[0]+2]); | |||
bS[3]= 1+((h->cbp_table[mbn_xy] & 0x8000) || sl->non_zero_count_cache[scan8[0]+3]); | |||
}else{ | |||
const uint8_t *mbn_nnz = h->non_zero_count[mbn_xy] + 3*4; | |||
int i; | |||
for( i = 0; i < 4; i++ ) { | |||
bS[i] = 1 + !!(h->non_zero_count_cache[scan8[0]+i] | mbn_nnz[i]); | |||
bS[i] = 1 + !!(sl->non_zero_count_cache[scan8[0]+i] | mbn_nnz[i]); | |||
} | |||
} | |||
} | |||
@@ -576,8 +576,8 @@ static av_always_inline void filter_mb_dir(H264Context *h, H264SliceContext *sl, | |||
int b_idx= 8 + 4 + x + 8*y; | |||
int bn_idx= b_idx - (dir ? 8:1); | |||
if( h->non_zero_count_cache[b_idx] | | |||
h->non_zero_count_cache[bn_idx] ) { | |||
if (sl->non_zero_count_cache[b_idx] | | |||
sl->non_zero_count_cache[bn_idx]) { | |||
bS[i] = 2; | |||
} | |||
else if(!mv_done) | |||
@@ -657,8 +657,8 @@ static av_always_inline void filter_mb_dir(H264Context *h, H264SliceContext *sl, | |||
int b_idx= 8 + 4 + x + 8*y; | |||
int bn_idx= b_idx - (dir ? 8:1); | |||
if( h->non_zero_count_cache[b_idx] | | |||
h->non_zero_count_cache[bn_idx] ) { | |||
if (sl->non_zero_count_cache[b_idx] | | |||
sl->non_zero_count_cache[bn_idx]) { | |||
bS[i] = 2; | |||
} | |||
else if(!mv_done) | |||
@@ -763,7 +763,7 @@ void ff_h264_filter_mb(H264Context *h, H264SliceContext *sl, | |||
if( IS_INTRA( mbn_type ) ) | |||
bS[i] = 4; | |||
else{ | |||
bS[i] = 1 + !!(h->non_zero_count_cache[12+8*(i>>1)] | | |||
bS[i] = 1 + !!(sl->non_zero_count_cache[12+8*(i>>1)] | | |||
((!h->pps.cabac && IS_8x8DCT(mbn_type)) ? | |||
(h->cbp_table[mbn_xy] & (((MB_FIELD(h) ? (i&2) : (mb_y&1)) ? 8 : 2) << 12)) | |||
: | |||
@@ -635,7 +635,7 @@ static av_always_inline void hl_decode_mb_predict_luma(H264Context *h, | |||
if (transform_bypass && h->sps.profile_idc == 244 && dir <= 1) { | |||
h->hpc.pred8x8l_add[dir](ptr, h->mb + (i * 16 + p * 256 << pixel_shift), linesize); | |||
} else { | |||
const int nnz = h->non_zero_count_cache[scan8[i + p * 16]]; | |||
const int nnz = sl->non_zero_count_cache[scan8[i + p * 16]]; | |||
h->hpc.pred8x8l[dir](ptr, (sl->topleft_samples_available << i) & 0x8000, | |||
(sl->topright_samples_available << i) & 0x4000, linesize); | |||
if (nnz) { | |||
@@ -681,7 +681,7 @@ static av_always_inline void hl_decode_mb_predict_luma(H264Context *h, | |||
topright = NULL; | |||
h->hpc.pred4x4[dir](ptr, topright, linesize); | |||
nnz = h->non_zero_count_cache[scan8[i + p * 16]]; | |||
nnz = sl->non_zero_count_cache[scan8[i + p * 16]]; | |||
if (nnz) { | |||
if (is_h264) { | |||
if (nnz == 1 && dctcoef_get(h->mb, pixel_shift, i * 16 + p * 256)) | |||
@@ -697,7 +697,7 @@ static av_always_inline void hl_decode_mb_predict_luma(H264Context *h, | |||
} else { | |||
h->hpc.pred16x16[sl->intra16x16_pred_mode](dest_y, linesize); | |||
if (is_h264) { | |||
if (h->non_zero_count_cache[scan8[LUMA_DC_BLOCK_INDEX + p]]) { | |||
if (sl->non_zero_count_cache[scan8[LUMA_DC_BLOCK_INDEX + p]]) { | |||
if (!transform_bypass) | |||
h->h264dsp.h264_luma_dc_dequant_idct(h->mb + (p * 256 << pixel_shift), | |||
h->mb_luma_dc[p], | |||
@@ -746,7 +746,7 @@ static av_always_inline void hl_decode_mb_idct_luma(H264Context *h, H264SliceCon | |||
linesize); | |||
} else { | |||
for (i = 0; i < 16; i++) | |||
if (h->non_zero_count_cache[scan8[i + p * 16]] || | |||
if (sl->non_zero_count_cache[scan8[i + p * 16]] || | |||
dctcoef_get(h->mb, pixel_shift, i * 16 + p * 256)) | |||
h->h264dsp.h264_add_pixels4_clear(dest_y + block_offset[i], | |||
h->mb + (i * 16 + p * 256 << pixel_shift), | |||
@@ -756,7 +756,7 @@ static av_always_inline void hl_decode_mb_idct_luma(H264Context *h, H264SliceCon | |||
h->h264dsp.h264_idct_add16intra(dest_y, block_offset, | |||
h->mb + (p * 256 << pixel_shift), | |||
linesize, | |||
h->non_zero_count_cache + p * 5 * 8); | |||
sl->non_zero_count_cache + p * 5 * 8); | |||
} | |||
} else if (h->cbp & 15) { | |||
if (transform_bypass) { | |||
@@ -764,7 +764,7 @@ static av_always_inline void hl_decode_mb_idct_luma(H264Context *h, H264SliceCon | |||
idct_add = IS_8x8DCT(mb_type) ? h->h264dsp.h264_add_pixels8_clear | |||
: h->h264dsp.h264_add_pixels4_clear; | |||
for (i = 0; i < 16; i += di) | |||
if (h->non_zero_count_cache[scan8[i + p * 16]]) | |||
if (sl->non_zero_count_cache[scan8[i + p * 16]]) | |||
idct_add(dest_y + block_offset[i], | |||
h->mb + (i * 16 + p * 256 << pixel_shift), | |||
linesize); | |||
@@ -773,17 +773,17 @@ static av_always_inline void hl_decode_mb_idct_luma(H264Context *h, H264SliceCon | |||
h->h264dsp.h264_idct8_add4(dest_y, block_offset, | |||
h->mb + (p * 256 << pixel_shift), | |||
linesize, | |||
h->non_zero_count_cache + p * 5 * 8); | |||
sl->non_zero_count_cache + p * 5 * 8); | |||
else | |||
h->h264dsp.h264_idct_add16(dest_y, block_offset, | |||
h->mb + (p * 256 << pixel_shift), | |||
linesize, | |||
h->non_zero_count_cache + p * 5 * 8); | |||
sl->non_zero_count_cache + p * 5 * 8); | |||
} | |||
} | |||
} else if (CONFIG_SVQ3_DECODER) { | |||
for (i = 0; i < 16; i++) | |||
if (h->non_zero_count_cache[scan8[i + p * 16]] || h->mb[i * 16 + p * 256]) { | |||
if (sl->non_zero_count_cache[scan8[i + p * 16]] || h->mb[i * 16 + p * 256]) { | |||
// FIXME benchmark weird rule, & below | |||
uint8_t *const ptr = dest_y + block_offset[i]; | |||
ff_svq3_add_idct_c(ptr, h->mb + i * 16 + p * 256, linesize, | |||
@@ -212,14 +212,14 @@ static av_noinline void FUNC(hl_decode_mb)(H264Context *h, H264SliceContext *sl) | |||
idct_add = h->h264dsp.h264_add_pixels4_clear; | |||
for (j = 1; j < 3; j++) { | |||
for (i = j * 16; i < j * 16 + 4; i++) | |||
if (h->non_zero_count_cache[scan8[i]] || | |||
if (sl->non_zero_count_cache[scan8[i]] || | |||
dctcoef_get(h->mb, PIXEL_SHIFT, i * 16)) | |||
idct_add(dest[j - 1] + block_offset[i], | |||
h->mb + (i * 16 << PIXEL_SHIFT), | |||
uvlinesize); | |||
if (chroma422) { | |||
for (i = j * 16 + 4; i < j * 16 + 8; i++) | |||
if (h->non_zero_count_cache[scan8[i + 4]] || | |||
if (sl->non_zero_count_cache[scan8[i + 4]] || | |||
dctcoef_get(h->mb, PIXEL_SHIFT, i * 16)) | |||
idct_add(dest[j - 1] + block_offset[i + 4], | |||
h->mb + (i * 16 << PIXEL_SHIFT), | |||
@@ -237,15 +237,15 @@ static av_noinline void FUNC(hl_decode_mb)(H264Context *h, H264SliceContext *sl) | |||
qp[0] = sl->chroma_qp[0]; | |||
qp[1] = sl->chroma_qp[1]; | |||
} | |||
if (h->non_zero_count_cache[scan8[CHROMA_DC_BLOCK_INDEX + 0]]) | |||
if (sl->non_zero_count_cache[scan8[CHROMA_DC_BLOCK_INDEX + 0]]) | |||
h->h264dsp.h264_chroma_dc_dequant_idct(h->mb + (16 * 16 * 1 << PIXEL_SHIFT), | |||
h->dequant4_coeff[IS_INTRA(mb_type) ? 1 : 4][qp[0]][0]); | |||
if (h->non_zero_count_cache[scan8[CHROMA_DC_BLOCK_INDEX + 1]]) | |||
if (sl->non_zero_count_cache[scan8[CHROMA_DC_BLOCK_INDEX + 1]]) | |||
h->h264dsp.h264_chroma_dc_dequant_idct(h->mb + (16 * 16 * 2 << PIXEL_SHIFT), | |||
h->dequant4_coeff[IS_INTRA(mb_type) ? 2 : 5][qp[1]][0]); | |||
h->h264dsp.h264_idct_add8(dest, block_offset, | |||
h->mb, uvlinesize, | |||
h->non_zero_count_cache); | |||
sl->non_zero_count_cache); | |||
} else if (CONFIG_SVQ3_DECODER) { | |||
h->h264dsp.h264_chroma_dc_dequant_idct(h->mb + 16 * 16 * 1, | |||
h->dequant4_coeff[IS_INTRA(mb_type) ? 1 : 4][sl->chroma_qp[0]][0]); | |||
@@ -253,7 +253,7 @@ static av_noinline void FUNC(hl_decode_mb)(H264Context *h, H264SliceContext *sl) | |||
h->dequant4_coeff[IS_INTRA(mb_type) ? 2 : 5][sl->chroma_qp[1]][0]); | |||
for (j = 1; j < 3; j++) { | |||
for (i = j * 16; i < j * 16 + 4; i++) | |||
if (h->non_zero_count_cache[scan8[i]] || h->mb[i * 16]) { | |||
if (sl->non_zero_count_cache[scan8[i]] || h->mb[i * 16]) { | |||
uint8_t *const ptr = dest[j - 1] + block_offset[i]; | |||
ff_svq3_add_idct_c(ptr, h->mb + i * 16, | |||
uvlinesize, | |||
@@ -539,7 +539,7 @@ static void fill_decode_caches(H264Context *h, H264SliceContext *sl, int mb_type | |||
*/ | |||
/* FIXME: constraint_intra_pred & partitioning & nnz | |||
* (let us hope this is just a typo in the spec) */ | |||
nnz_cache = h->non_zero_count_cache; | |||
nnz_cache = sl->non_zero_count_cache; | |||
if (top_type) { | |||
nnz = h->non_zero_count[top_xy]; | |||
AV_COPY32(&nnz_cache[4 + 8 * 0], &nnz[4 * 3]); | |||
@@ -1986,7 +1986,7 @@ static int fill_filter_caches(H264Context *h, H264SliceContext *sl, int mb_type) | |||
top_type, left_type, mb_xy, 1); | |||
nnz = h->non_zero_count[mb_xy]; | |||
nnz_cache = h->non_zero_count_cache; | |||
nnz_cache = sl->non_zero_count_cache; | |||
AV_COPY32(&nnz_cache[4 + 8 * 1], &nnz[0]); | |||
AV_COPY32(&nnz_cache[4 + 8 * 2], &nnz[4]); | |||
AV_COPY32(&nnz_cache[4 + 8 * 3], &nnz[8]); | |||
@@ -684,7 +684,7 @@ static int svq3_decode_mb(SVQ3Context *s, unsigned int mb_type) | |||
memset(sl->intra4x4_pred_mode + h->mb2br_xy[mb_xy], DC_PRED, 8); | |||
} | |||
if (!IS_SKIP(mb_type) || h->pict_type == AV_PICTURE_TYPE_B) { | |||
memset(h->non_zero_count_cache + 8, 0, 14 * 8 * sizeof(uint8_t)); | |||
memset(sl->non_zero_count_cache + 8, 0, 14 * 8 * sizeof(uint8_t)); | |||
} | |||
if (!IS_INTRA16x16(mb_type) && | |||
@@ -726,7 +726,7 @@ static int svq3_decode_mb(SVQ3Context *s, unsigned int mb_type) | |||
k = index ? (1 * (j & 1) + 2 * (i & 1) + | |||
2 * (j & 2) + 4 * (i & 2)) | |||
: (4 * i + j); | |||
h->non_zero_count_cache[scan8[k]] = 1; | |||
sl->non_zero_count_cache[scan8[k]] = 1; | |||
if (svq3_decode_block(&h->gb, &h->mb[16 * k], index, type)) { | |||
av_log(h->avctx, AV_LOG_ERROR, | |||
@@ -748,7 +748,7 @@ static int svq3_decode_mb(SVQ3Context *s, unsigned int mb_type) | |||
for (i = 1; i < 3; i++) { | |||
for (j = 0; j < 4; j++) { | |||
k = 16 * i + j; | |||
h->non_zero_count_cache[scan8[k]] = 1; | |||
sl->non_zero_count_cache[scan8[k]] = 1; | |||
if (svq3_decode_block(&h->gb, &h->mb[16 * k], 1, 1)) { | |||
av_log(h->avctx, AV_LOG_ERROR, | |||