@@ -56,11 +56,12 @@ static void h264_er_decode_mb(void *opaque, int ref, int mv_dir, int mv_type, | |||||
int mb_x, int mb_y, int mb_intra, int mb_skipped) | int mb_x, int mb_y, int mb_intra, int mb_skipped) | ||||
{ | { | ||||
H264Context *h = opaque; | H264Context *h = opaque; | ||||
H264SliceContext *sl = &h->slice_ctx[0]; | |||||
h->mb_x = mb_x; | h->mb_x = mb_x; | ||||
h->mb_y = mb_y; | h->mb_y = mb_y; | ||||
h->mb_xy = mb_x + mb_y * h->mb_stride; | h->mb_xy = mb_x + mb_y * h->mb_stride; | ||||
memset(h->non_zero_count_cache, 0, sizeof(h->non_zero_count_cache)); | |||||
memset(sl->non_zero_count_cache, 0, sizeof(sl->non_zero_count_cache)); | |||||
assert(ref >= 0); | assert(ref >= 0); | ||||
/* FIXME: It is possible albeit uncommon that slice references | /* FIXME: It is possible albeit uncommon that slice references | ||||
* differ between slices. We take the easy approach and ignore | * differ between slices. We take the easy approach and ignore | ||||
@@ -341,6 +341,12 @@ typedef struct H264SliceContext { | |||||
unsigned int top_samples_available; | unsigned int top_samples_available; | ||||
unsigned int topright_samples_available; | unsigned int topright_samples_available; | ||||
unsigned int left_samples_available; | unsigned int left_samples_available; | ||||
/** | |||||
* non zero coeff count cache. | |||||
* is 64 if not available. | |||||
*/ | |||||
DECLARE_ALIGNED(8, uint8_t, non_zero_count_cache)[15 * 8]; | |||||
} H264SliceContext; | } H264SliceContext; | ||||
/** | /** | ||||
@@ -381,12 +387,6 @@ typedef struct H264Context { | |||||
H264PredContext hpc; | H264PredContext hpc; | ||||
uint8_t (*top_borders[2])[(16 * 3) * 2]; | uint8_t (*top_borders[2])[(16 * 3) * 2]; | ||||
/** | |||||
* non zero coeff count cache. | |||||
* is 64 if not available. | |||||
*/ | |||||
DECLARE_ALIGNED(8, uint8_t, non_zero_count_cache)[15 * 8]; | |||||
uint8_t (*non_zero_count)[48]; | uint8_t (*non_zero_count)[48]; | ||||
/** | /** | ||||
@@ -944,11 +944,12 @@ static av_always_inline void write_back_intra_pred_mode(H264Context *h, | |||||
i4x4[6] = i4x4_cache[7 + 8 * 1]; | i4x4[6] = i4x4_cache[7 + 8 * 1]; | ||||
} | } | ||||
static av_always_inline void write_back_non_zero_count(H264Context *h) | |||||
static av_always_inline void write_back_non_zero_count(H264Context *h, | |||||
H264SliceContext *sl) | |||||
{ | { | ||||
const int mb_xy = h->mb_xy; | const int mb_xy = h->mb_xy; | ||||
uint8_t *nnz = h->non_zero_count[mb_xy]; | uint8_t *nnz = h->non_zero_count[mb_xy]; | ||||
uint8_t *nnz_cache = h->non_zero_count_cache; | |||||
uint8_t *nnz_cache = sl->non_zero_count_cache; | |||||
AV_COPY32(&nnz[ 0], &nnz_cache[4 + 8 * 1]); | AV_COPY32(&nnz[ 0], &nnz_cache[4 + 8 * 1]); | ||||
AV_COPY32(&nnz[ 4], &nnz_cache[4 + 8 * 2]); | AV_COPY32(&nnz[ 4], &nnz_cache[4 + 8 * 2]); | ||||
@@ -1534,7 +1534,10 @@ static int decode_cabac_mb_mvd( H264Context *h, int ctxbase, int amvd, int *mvda | |||||
my += decode_cabac_mb_mvd( h, 47, amvd1, &mpy );\ | my += decode_cabac_mb_mvd( h, 47, amvd1, &mpy );\ | ||||
} | } | ||||
static av_always_inline int get_cabac_cbf_ctx( H264Context *h, int cat, int idx, int max_coeff, int is_dc ) { | |||||
static av_always_inline int get_cabac_cbf_ctx(H264Context *h, H264SliceContext *sl, | |||||
int cat, int idx, int max_coeff, | |||||
int is_dc) | |||||
{ | |||||
int nza, nzb; | int nza, nzb; | ||||
int ctx = 0; | int ctx = 0; | ||||
static const uint16_t base_ctx[14] = {85,89,93,97,101,1012,460,464,468,1016,472,476,480,1020}; | static const uint16_t base_ctx[14] = {85,89,93,97,101,1012,460,464,468,1016,472,476,480,1020}; | ||||
@@ -1550,8 +1553,8 @@ static av_always_inline int get_cabac_cbf_ctx( H264Context *h, int cat, int idx, | |||||
nzb = h-> top_cbp&(0x100<<idx); | nzb = h-> top_cbp&(0x100<<idx); | ||||
} | } | ||||
} else { | } else { | ||||
nza = h->non_zero_count_cache[scan8[idx] - 1]; | |||||
nzb = h->non_zero_count_cache[scan8[idx] - 8]; | |||||
nza = sl->non_zero_count_cache[scan8[idx] - 1]; | |||||
nzb = sl->non_zero_count_cache[scan8[idx] - 8]; | |||||
} | } | ||||
if( nza > 0 ) | if( nza > 0 ) | ||||
@@ -1564,7 +1567,8 @@ static av_always_inline int get_cabac_cbf_ctx( H264Context *h, int cat, int idx, | |||||
} | } | ||||
static av_always_inline void | static av_always_inline void | ||||
decode_cabac_residual_internal(H264Context *h, int16_t *block, | |||||
decode_cabac_residual_internal(H264Context *h, H264SliceContext *sl, | |||||
int16_t *block, | |||||
int cat, int n, const uint8_t *scantable, | int cat, int n, const uint8_t *scantable, | ||||
const uint32_t *qmul, int max_coeff, | const uint32_t *qmul, int max_coeff, | ||||
int is_dc, int chroma422) | int is_dc, int chroma422) | ||||
@@ -1682,13 +1686,13 @@ decode_cabac_residual_internal(H264Context *h, int16_t *block, | |||||
h->cbp_table[h->mb_xy] |= 0x40 << (n - CHROMA_DC_BLOCK_INDEX); | h->cbp_table[h->mb_xy] |= 0x40 << (n - CHROMA_DC_BLOCK_INDEX); | ||||
else | else | ||||
h->cbp_table[h->mb_xy] |= 0x100 << (n - LUMA_DC_BLOCK_INDEX); | h->cbp_table[h->mb_xy] |= 0x100 << (n - LUMA_DC_BLOCK_INDEX); | ||||
h->non_zero_count_cache[scan8[n]] = coeff_count; | |||||
sl->non_zero_count_cache[scan8[n]] = coeff_count; | |||||
} else { | } else { | ||||
if( max_coeff == 64 ) | if( max_coeff == 64 ) | ||||
fill_rectangle(&h->non_zero_count_cache[scan8[n]], 2, 2, 8, coeff_count, 1); | |||||
fill_rectangle(&sl->non_zero_count_cache[scan8[n]], 2, 2, 8, coeff_count, 1); | |||||
else { | else { | ||||
assert( cat == 1 || cat == 2 || cat == 4 || cat == 7 || cat == 8 || cat == 11 || cat == 12 ); | assert( cat == 1 || cat == 2 || cat == 4 || cat == 7 || cat == 8 || cat == 11 || cat == 12 ); | ||||
h->non_zero_count_cache[scan8[n]] = coeff_count; | |||||
sl->non_zero_count_cache[scan8[n]] = coeff_count; | |||||
} | } | ||||
} | } | ||||
@@ -1749,31 +1753,34 @@ decode_cabac_residual_internal(H264Context *h, int16_t *block, | |||||
} | } | ||||
static av_noinline void decode_cabac_residual_dc_internal(H264Context *h, | static av_noinline void decode_cabac_residual_dc_internal(H264Context *h, | ||||
H264SliceContext *sl, | |||||
int16_t *block, | int16_t *block, | ||||
int cat, int n, | int cat, int n, | ||||
const uint8_t *scantable, | const uint8_t *scantable, | ||||
int max_coeff) | int max_coeff) | ||||
{ | { | ||||
decode_cabac_residual_internal(h, block, cat, n, scantable, NULL, max_coeff, 1, 0); | |||||
decode_cabac_residual_internal(h, sl, block, cat, n, scantable, NULL, max_coeff, 1, 0); | |||||
} | } | ||||
static av_noinline void decode_cabac_residual_dc_internal_422(H264Context *h, | static av_noinline void decode_cabac_residual_dc_internal_422(H264Context *h, | ||||
H264SliceContext *sl, | |||||
int16_t *block, | int16_t *block, | ||||
int cat, int n, | int cat, int n, | ||||
const uint8_t *scantable, | const uint8_t *scantable, | ||||
int max_coeff) | int max_coeff) | ||||
{ | { | ||||
decode_cabac_residual_internal(h, block, cat, n, scantable, NULL, max_coeff, 1, 1); | |||||
decode_cabac_residual_internal(h, sl, block, cat, n, scantable, NULL, max_coeff, 1, 1); | |||||
} | } | ||||
static av_noinline void decode_cabac_residual_nondc_internal(H264Context *h, | static av_noinline void decode_cabac_residual_nondc_internal(H264Context *h, | ||||
H264SliceContext *sl, | |||||
int16_t *block, | int16_t *block, | ||||
int cat, int n, | int cat, int n, | ||||
const uint8_t *scantable, | const uint8_t *scantable, | ||||
const uint32_t *qmul, | const uint32_t *qmul, | ||||
int max_coeff) | int max_coeff) | ||||
{ | { | ||||
decode_cabac_residual_internal(h, block, cat, n, scantable, qmul, max_coeff, 0, 0); | |||||
decode_cabac_residual_internal(h, sl, block, cat, n, scantable, qmul, max_coeff, 0, 0); | |||||
} | } | ||||
/* cat: 0-> DC 16x16 n = 0 | /* cat: 0-> DC 16x16 n = 0 | ||||
@@ -1789,33 +1796,36 @@ static av_noinline void decode_cabac_residual_nondc_internal(H264Context *h, | |||||
* as well as because most blocks have zero CBFs. */ | * as well as because most blocks have zero CBFs. */ | ||||
static av_always_inline void decode_cabac_residual_dc(H264Context *h, | static av_always_inline void decode_cabac_residual_dc(H264Context *h, | ||||
H264SliceContext *sl, | |||||
int16_t *block, | int16_t *block, | ||||
int cat, int n, | int cat, int n, | ||||
const uint8_t *scantable, | const uint8_t *scantable, | ||||
int max_coeff) | int max_coeff) | ||||
{ | { | ||||
/* read coded block flag */ | /* read coded block flag */ | ||||
if( get_cabac( &h->cabac, &h->cabac_state[get_cabac_cbf_ctx( h, cat, n, max_coeff, 1 ) ] ) == 0 ) { | |||||
h->non_zero_count_cache[scan8[n]] = 0; | |||||
if( get_cabac( &h->cabac, &h->cabac_state[get_cabac_cbf_ctx(h, sl, cat, n, max_coeff, 1)]) == 0 ) { | |||||
sl->non_zero_count_cache[scan8[n]] = 0; | |||||
return; | return; | ||||
} | } | ||||
decode_cabac_residual_dc_internal( h, block, cat, n, scantable, max_coeff ); | |||||
decode_cabac_residual_dc_internal(h, sl, block, cat, n, scantable, max_coeff); | |||||
} | } | ||||
static av_always_inline void | static av_always_inline void | ||||
decode_cabac_residual_dc_422(H264Context *h, int16_t *block, | |||||
decode_cabac_residual_dc_422(H264Context *h, H264SliceContext *sl, | |||||
int16_t *block, | |||||
int cat, int n, const uint8_t *scantable, | int cat, int n, const uint8_t *scantable, | ||||
int max_coeff) | int max_coeff) | ||||
{ | { | ||||
/* read coded block flag */ | /* read coded block flag */ | ||||
if (get_cabac(&h->cabac, &h->cabac_state[get_cabac_cbf_ctx(h, cat, n, max_coeff, 1)]) == 0) { | |||||
h->non_zero_count_cache[scan8[n]] = 0; | |||||
if (get_cabac(&h->cabac, &h->cabac_state[get_cabac_cbf_ctx(h, sl, cat, n, max_coeff, 1)]) == 0) { | |||||
sl->non_zero_count_cache[scan8[n]] = 0; | |||||
return; | return; | ||||
} | } | ||||
decode_cabac_residual_dc_internal_422(h, block, cat, n, scantable, max_coeff); | |||||
decode_cabac_residual_dc_internal_422(h, sl, block, cat, n, scantable, max_coeff); | |||||
} | } | ||||
static av_always_inline void decode_cabac_residual_nondc(H264Context *h, | static av_always_inline void decode_cabac_residual_nondc(H264Context *h, | ||||
H264SliceContext *sl, | |||||
int16_t *block, | int16_t *block, | ||||
int cat, int n, | int cat, int n, | ||||
const uint8_t *scantable, | const uint8_t *scantable, | ||||
@@ -1823,15 +1833,15 @@ static av_always_inline void decode_cabac_residual_nondc(H264Context *h, | |||||
int max_coeff) | int max_coeff) | ||||
{ | { | ||||
/* read coded block flag */ | /* read coded block flag */ | ||||
if( (cat != 5 || CHROMA444(h)) && get_cabac( &h->cabac, &h->cabac_state[get_cabac_cbf_ctx( h, cat, n, max_coeff, 0 ) ] ) == 0 ) { | |||||
if( (cat != 5 || CHROMA444(h)) && get_cabac( &h->cabac, &h->cabac_state[get_cabac_cbf_ctx(h, sl, cat, n, max_coeff, 0)]) == 0) { | |||||
if( max_coeff == 64 ) { | if( max_coeff == 64 ) { | ||||
fill_rectangle(&h->non_zero_count_cache[scan8[n]], 2, 2, 8, 0, 1); | |||||
fill_rectangle(&sl->non_zero_count_cache[scan8[n]], 2, 2, 8, 0, 1); | |||||
} else { | } else { | ||||
h->non_zero_count_cache[scan8[n]] = 0; | |||||
sl->non_zero_count_cache[scan8[n]] = 0; | |||||
} | } | ||||
return; | return; | ||||
} | } | ||||
decode_cabac_residual_nondc_internal( h, block, cat, n, scantable, qmul, max_coeff ); | |||||
decode_cabac_residual_nondc_internal(h, sl, block, cat, n, scantable, qmul, max_coeff); | |||||
} | } | ||||
static av_always_inline void decode_cabac_luma_residual(H264Context *h, H264SliceContext *sl, | static av_always_inline void decode_cabac_luma_residual(H264Context *h, H264SliceContext *sl, | ||||
@@ -1847,16 +1857,16 @@ static av_always_inline void decode_cabac_luma_residual(H264Context *h, H264Slic | |||||
AV_ZERO128(h->mb_luma_dc[p]+8); | AV_ZERO128(h->mb_luma_dc[p]+8); | ||||
AV_ZERO128(h->mb_luma_dc[p]+16); | AV_ZERO128(h->mb_luma_dc[p]+16); | ||||
AV_ZERO128(h->mb_luma_dc[p]+24); | AV_ZERO128(h->mb_luma_dc[p]+24); | ||||
decode_cabac_residual_dc(h, h->mb_luma_dc[p], ctx_cat[0][p], LUMA_DC_BLOCK_INDEX+p, scan, 16); | |||||
decode_cabac_residual_dc(h, sl, h->mb_luma_dc[p], ctx_cat[0][p], LUMA_DC_BLOCK_INDEX+p, scan, 16); | |||||
if( cbp&15 ) { | if( cbp&15 ) { | ||||
qmul = h->dequant4_coeff[p][qscale]; | qmul = h->dequant4_coeff[p][qscale]; | ||||
for( i4x4 = 0; i4x4 < 16; i4x4++ ) { | for( i4x4 = 0; i4x4 < 16; i4x4++ ) { | ||||
const int index = 16*p + i4x4; | const int index = 16*p + i4x4; | ||||
decode_cabac_residual_nondc(h, h->mb + (16*index << pixel_shift), ctx_cat[1][p], index, scan + 1, qmul, 15); | |||||
decode_cabac_residual_nondc(h, sl, h->mb + (16*index << pixel_shift), ctx_cat[1][p], index, scan + 1, qmul, 15); | |||||
} | } | ||||
} else { | } else { | ||||
fill_rectangle(&h->non_zero_count_cache[scan8[16*p]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&sl->non_zero_count_cache[scan8[16*p]], 4, 4, 8, 0, 1); | |||||
} | } | ||||
} else { | } else { | ||||
int cqm = (IS_INTRA( mb_type ) ? 0:3) + p; | int cqm = (IS_INTRA( mb_type ) ? 0:3) + p; | ||||
@@ -1864,19 +1874,19 @@ static av_always_inline void decode_cabac_luma_residual(H264Context *h, H264Slic | |||||
if( cbp & (1<<i8x8) ) { | if( cbp & (1<<i8x8) ) { | ||||
if( IS_8x8DCT(mb_type) ) { | if( IS_8x8DCT(mb_type) ) { | ||||
const int index = 16*p + 4*i8x8; | const int index = 16*p + 4*i8x8; | ||||
decode_cabac_residual_nondc(h, h->mb + (16*index << pixel_shift), ctx_cat[3][p], index, | |||||
decode_cabac_residual_nondc(h, sl, h->mb + (16*index << pixel_shift), ctx_cat[3][p], index, | |||||
scan8x8, h->dequant8_coeff[cqm][qscale], 64); | scan8x8, h->dequant8_coeff[cqm][qscale], 64); | ||||
} else { | } else { | ||||
qmul = h->dequant4_coeff[cqm][qscale]; | qmul = h->dequant4_coeff[cqm][qscale]; | ||||
for( i4x4 = 0; i4x4 < 4; i4x4++ ) { | for( i4x4 = 0; i4x4 < 4; i4x4++ ) { | ||||
const int index = 16*p + 4*i8x8 + i4x4; | const int index = 16*p + 4*i8x8 + i4x4; | ||||
//START_TIMER | //START_TIMER | ||||
decode_cabac_residual_nondc(h, h->mb + (16*index << pixel_shift), ctx_cat[2][p], index, scan, qmul, 16); | |||||
decode_cabac_residual_nondc(h, sl, h->mb + (16*index << pixel_shift), ctx_cat[2][p], index, scan, qmul, 16); | |||||
//STOP_TIMER("decode_residual") | //STOP_TIMER("decode_residual") | ||||
} | } | ||||
} | } | ||||
} else { | } else { | ||||
fill_rectangle(&h->non_zero_count_cache[scan8[4*i8x8+16*p]], 2, 2, 8, 0, 1); | |||||
fill_rectangle(&sl->non_zero_count_cache[scan8[4*i8x8+16*p]], 2, 2, 8, 0, 1); | |||||
} | } | ||||
} | } | ||||
} | } | ||||
@@ -2305,7 +2315,7 @@ decode_intra_mb: | |||||
* the transform mode of the current macroblock there. */ | * the transform mode of the current macroblock there. */ | ||||
if (CHROMA444(h) && IS_8x8DCT(mb_type)){ | if (CHROMA444(h) && IS_8x8DCT(mb_type)){ | ||||
int i; | int i; | ||||
uint8_t *nnz_cache = h->non_zero_count_cache; | |||||
uint8_t *nnz_cache = sl->non_zero_count_cache; | |||||
for (i = 0; i < 2; i++){ | for (i = 0; i < 2; i++){ | ||||
if (sl->left_type[LEFT(i)] && !IS_8x8DCT(sl->left_type[LEFT(i)])) { | if (sl->left_type[LEFT(i)] && !IS_8x8DCT(sl->left_type[LEFT(i)])) { | ||||
nnz_cache[3+8* 1 + 2*8*i]= | nnz_cache[3+8* 1 + 2*8*i]= | ||||
@@ -2375,7 +2385,7 @@ decode_intra_mb: | |||||
if( cbp&0x30 ){ | if( cbp&0x30 ){ | ||||
int c; | int c; | ||||
for (c = 0; c < 2; c++) | for (c = 0; c < 2; c++) | ||||
decode_cabac_residual_dc_422(h, h->mb + ((256 + 16*16*c) << pixel_shift), 3, | |||||
decode_cabac_residual_dc_422(h, sl, h->mb + ((256 + 16*16*c) << pixel_shift), 3, | |||||
CHROMA_DC_BLOCK_INDEX + c, | CHROMA_DC_BLOCK_INDEX + c, | ||||
chroma422_dc_scan, 8); | chroma422_dc_scan, 8); | ||||
} | } | ||||
@@ -2388,20 +2398,20 @@ decode_intra_mb: | |||||
for (i8x8 = 0; i8x8 < 2; i8x8++) { | for (i8x8 = 0; i8x8 < 2; i8x8++) { | ||||
for (i = 0; i < 4; i++) { | for (i = 0; i < 4; i++) { | ||||
const int index = 16 + 16 * c + 8*i8x8 + i; | const int index = 16 + 16 * c + 8*i8x8 + i; | ||||
decode_cabac_residual_nondc(h, mb, 4, index, scan + 1, qmul, 15); | |||||
decode_cabac_residual_nondc(h, sl, mb, 4, index, scan + 1, qmul, 15); | |||||
mb += 16<<pixel_shift; | mb += 16<<pixel_shift; | ||||
} | } | ||||
} | } | ||||
} | } | ||||
} else { | } else { | ||||
fill_rectangle(&h->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&h->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&sl->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&sl->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||||
} | } | ||||
} else /* yuv420 */ { | } else /* yuv420 */ { | ||||
if( cbp&0x30 ){ | if( cbp&0x30 ){ | ||||
int c; | int c; | ||||
for (c = 0; c < 2; c++) | for (c = 0; c < 2; c++) | ||||
decode_cabac_residual_dc(h, h->mb + ((256 + 16*16*c) << pixel_shift), 3, CHROMA_DC_BLOCK_INDEX+c, chroma_dc_scan, 4); | |||||
decode_cabac_residual_dc(h, sl, h->mb + ((256 + 16*16*c) << pixel_shift), 3, CHROMA_DC_BLOCK_INDEX+c, chroma_dc_scan, 4); | |||||
} | } | ||||
if( cbp&0x20 ) { | if( cbp&0x20 ) { | ||||
@@ -2410,23 +2420,23 @@ decode_intra_mb: | |||||
qmul = h->dequant4_coeff[c+1+(IS_INTRA( mb_type ) ? 0:3)][sl->chroma_qp[c]]; | qmul = h->dequant4_coeff[c+1+(IS_INTRA( mb_type ) ? 0:3)][sl->chroma_qp[c]]; | ||||
for( i = 0; i < 4; i++ ) { | for( i = 0; i < 4; i++ ) { | ||||
const int index = 16 + 16 * c + i; | const int index = 16 + 16 * c + i; | ||||
decode_cabac_residual_nondc(h, h->mb + (16*index << pixel_shift), 4, index, scan + 1, qmul, 15); | |||||
decode_cabac_residual_nondc(h, sl, h->mb + (16*index << pixel_shift), 4, index, scan + 1, qmul, 15); | |||||
} | } | ||||
} | } | ||||
} else { | } else { | ||||
fill_rectangle(&h->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&h->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&sl->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&sl->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||||
} | } | ||||
} | } | ||||
} else { | } else { | ||||
fill_rectangle(&h->non_zero_count_cache[scan8[ 0]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&h->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&h->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&sl->non_zero_count_cache[scan8[ 0]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&sl->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&sl->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||||
h->last_qscale_diff = 0; | h->last_qscale_diff = 0; | ||||
} | } | ||||
h->cur_pic.qscale_table[mb_xy] = sl->qscale; | h->cur_pic.qscale_table[mb_xy] = sl->qscale; | ||||
write_back_non_zero_count(h); | |||||
write_back_non_zero_count(h, sl); | |||||
return 0; | return 0; | ||||
} | } |
@@ -283,10 +283,11 @@ static int8_t cavlc_level_tab[7][1<<LEVEL_TAB_BITS][2]; | |||||
* Get the predicted number of non-zero coefficients. | * Get the predicted number of non-zero coefficients. | ||||
* @param n block index | * @param n block index | ||||
*/ | */ | ||||
static inline int pred_non_zero_count(H264Context *h, int n){ | |||||
static inline int pred_non_zero_count(H264Context *h, H264SliceContext *sl, int n) | |||||
{ | |||||
const int index8= scan8[n]; | const int index8= scan8[n]; | ||||
const int left= h->non_zero_count_cache[index8 - 1]; | |||||
const int top = h->non_zero_count_cache[index8 - 8]; | |||||
const int left = sl->non_zero_count_cache[index8 - 1]; | |||||
const int top = sl->non_zero_count_cache[index8 - 8]; | |||||
int i= left + top; | int i= left + top; | ||||
if(i<64) i= (i+1)>>1; | if(i<64) i= (i+1)>>1; | ||||
@@ -441,7 +442,11 @@ static inline int get_level_prefix(GetBitContext *gb){ | |||||
* @param max_coeff number of coefficients in the block | * @param max_coeff number of coefficients in the block | ||||
* @return <0 if an error occurred | * @return <0 if an error occurred | ||||
*/ | */ | ||||
static int decode_residual(H264Context *h, GetBitContext *gb, int16_t *block, int n, const uint8_t *scantable, const uint32_t *qmul, int max_coeff){ | |||||
static int decode_residual(H264Context *h, H264SliceContext *sl, | |||||
GetBitContext *gb, int16_t *block, int n, | |||||
const uint8_t *scantable, const uint32_t *qmul, | |||||
int max_coeff) | |||||
{ | |||||
static const int coeff_token_table_index[17]= {0, 0, 1, 1, 2, 2, 2, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3}; | static const int coeff_token_table_index[17]= {0, 0, 1, 1, 2, 2, 2, 2, 3, 3, 3, 3, 3, 3, 3, 3, 3}; | ||||
int level[16]; | int level[16]; | ||||
int zeros_left, coeff_token, total_coeff, i, trailing_ones, run_before; | int zeros_left, coeff_token, total_coeff, i, trailing_ones, run_before; | ||||
@@ -456,16 +461,16 @@ static int decode_residual(H264Context *h, GetBitContext *gb, int16_t *block, in | |||||
total_coeff= coeff_token>>2; | total_coeff= coeff_token>>2; | ||||
}else{ | }else{ | ||||
if(n >= LUMA_DC_BLOCK_INDEX){ | if(n >= LUMA_DC_BLOCK_INDEX){ | ||||
total_coeff= pred_non_zero_count(h, (n - LUMA_DC_BLOCK_INDEX)*16); | |||||
total_coeff= pred_non_zero_count(h, sl, (n - LUMA_DC_BLOCK_INDEX)*16); | |||||
coeff_token= get_vlc2(gb, coeff_token_vlc[ coeff_token_table_index[total_coeff] ].table, COEFF_TOKEN_VLC_BITS, 2); | coeff_token= get_vlc2(gb, coeff_token_vlc[ coeff_token_table_index[total_coeff] ].table, COEFF_TOKEN_VLC_BITS, 2); | ||||
total_coeff= coeff_token>>2; | total_coeff= coeff_token>>2; | ||||
}else{ | }else{ | ||||
total_coeff= pred_non_zero_count(h, n); | |||||
total_coeff= pred_non_zero_count(h, sl, n); | |||||
coeff_token= get_vlc2(gb, coeff_token_vlc[ coeff_token_table_index[total_coeff] ].table, COEFF_TOKEN_VLC_BITS, 2); | coeff_token= get_vlc2(gb, coeff_token_vlc[ coeff_token_table_index[total_coeff] ].table, COEFF_TOKEN_VLC_BITS, 2); | ||||
total_coeff= coeff_token>>2; | total_coeff= coeff_token>>2; | ||||
} | } | ||||
} | } | ||||
h->non_zero_count_cache[ scan8[n] ]= total_coeff; | |||||
sl->non_zero_count_cache[scan8[n]] = total_coeff; | |||||
//FIXME set last_non_zero? | //FIXME set last_non_zero? | ||||
@@ -631,7 +636,7 @@ static av_always_inline int decode_luma_residual(H264Context *h, H264SliceContex | |||||
AV_ZERO128(h->mb_luma_dc[p]+8); | AV_ZERO128(h->mb_luma_dc[p]+8); | ||||
AV_ZERO128(h->mb_luma_dc[p]+16); | AV_ZERO128(h->mb_luma_dc[p]+16); | ||||
AV_ZERO128(h->mb_luma_dc[p]+24); | AV_ZERO128(h->mb_luma_dc[p]+24); | ||||
if( decode_residual(h, h->intra_gb_ptr, h->mb_luma_dc[p], LUMA_DC_BLOCK_INDEX+p, scan, NULL, 16) < 0){ | |||||
if( decode_residual(h, sl, h->intra_gb_ptr, h->mb_luma_dc[p], LUMA_DC_BLOCK_INDEX+p, scan, NULL, 16) < 0){ | |||||
return -1; //FIXME continue if partitioned and other return -1 too | return -1; //FIXME continue if partitioned and other return -1 too | ||||
} | } | ||||
@@ -641,7 +646,7 @@ static av_always_inline int decode_luma_residual(H264Context *h, H264SliceContex | |||||
for(i8x8=0; i8x8<4; i8x8++){ | for(i8x8=0; i8x8<4; i8x8++){ | ||||
for(i4x4=0; i4x4<4; i4x4++){ | for(i4x4=0; i4x4<4; i4x4++){ | ||||
const int index= i4x4 + 4*i8x8 + p*16; | const int index= i4x4 + 4*i8x8 + p*16; | ||||
if( decode_residual(h, h->intra_gb_ptr, h->mb + (16*index << pixel_shift), | |||||
if( decode_residual(h, sl, h->intra_gb_ptr, h->mb + (16*index << pixel_shift), | |||||
index, scan + 1, h->dequant4_coeff[p][qscale], 15) < 0 ){ | index, scan + 1, h->dequant4_coeff[p][qscale], 15) < 0 ){ | ||||
return -1; | return -1; | ||||
} | } | ||||
@@ -649,7 +654,7 @@ static av_always_inline int decode_luma_residual(H264Context *h, H264SliceContex | |||||
} | } | ||||
return 0xf; | return 0xf; | ||||
}else{ | }else{ | ||||
fill_rectangle(&h->non_zero_count_cache[scan8[p*16]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&sl->non_zero_count_cache[scan8[p*16]], 4, 4, 8, 0, 1); | |||||
return 0; | return 0; | ||||
} | } | ||||
}else{ | }else{ | ||||
@@ -663,25 +668,25 @@ static av_always_inline int decode_luma_residual(H264Context *h, H264SliceContex | |||||
uint8_t *nnz; | uint8_t *nnz; | ||||
for(i4x4=0; i4x4<4; i4x4++){ | for(i4x4=0; i4x4<4; i4x4++){ | ||||
const int index= i4x4 + 4*i8x8 + p*16; | const int index= i4x4 + 4*i8x8 + p*16; | ||||
if( decode_residual(h, gb, buf, index, scan8x8+16*i4x4, | |||||
if( decode_residual(h, sl, gb, buf, index, scan8x8+16*i4x4, | |||||
h->dequant8_coeff[cqm][qscale], 16) < 0 ) | h->dequant8_coeff[cqm][qscale], 16) < 0 ) | ||||
return -1; | return -1; | ||||
} | } | ||||
nnz= &h->non_zero_count_cache[ scan8[4*i8x8+p*16] ]; | |||||
nnz = &sl->non_zero_count_cache[scan8[4 * i8x8 + p * 16]]; | |||||
nnz[0] += nnz[1] + nnz[8] + nnz[9]; | nnz[0] += nnz[1] + nnz[8] + nnz[9]; | ||||
new_cbp |= !!nnz[0] << i8x8; | new_cbp |= !!nnz[0] << i8x8; | ||||
}else{ | }else{ | ||||
for(i4x4=0; i4x4<4; i4x4++){ | for(i4x4=0; i4x4<4; i4x4++){ | ||||
const int index= i4x4 + 4*i8x8 + p*16; | const int index= i4x4 + 4*i8x8 + p*16; | ||||
if( decode_residual(h, gb, h->mb + (16*index << pixel_shift), index, | |||||
if( decode_residual(h, sl, gb, h->mb + (16*index << pixel_shift), index, | |||||
scan, h->dequant4_coeff[cqm][qscale], 16) < 0 ){ | scan, h->dequant4_coeff[cqm][qscale], 16) < 0 ){ | ||||
return -1; | return -1; | ||||
} | } | ||||
new_cbp |= h->non_zero_count_cache[ scan8[index] ] << i8x8; | |||||
new_cbp |= sl->non_zero_count_cache[scan8[index]] << i8x8; | |||||
} | } | ||||
} | } | ||||
}else{ | }else{ | ||||
uint8_t * const nnz= &h->non_zero_count_cache[ scan8[4*i8x8+p*16] ]; | |||||
uint8_t * const nnz = &sl->non_zero_count_cache[scan8[4 * i8x8 + p * 16]]; | |||||
nnz[0] = nnz[1] = nnz[8] = nnz[9] = 0; | nnz[0] = nnz[1] = nnz[8] = nnz[9] = 0; | ||||
} | } | ||||
} | } | ||||
@@ -1120,7 +1125,7 @@ decode_intra_mb: | |||||
} else if (CHROMA422(h)) { | } else if (CHROMA422(h)) { | ||||
if(cbp&0x30){ | if(cbp&0x30){ | ||||
for(chroma_idx=0; chroma_idx<2; chroma_idx++) | for(chroma_idx=0; chroma_idx<2; chroma_idx++) | ||||
if (decode_residual(h, gb, h->mb + ((256 + 16*16*chroma_idx) << pixel_shift), | |||||
if (decode_residual(h, sl, gb, h->mb + ((256 + 16*16*chroma_idx) << pixel_shift), | |||||
CHROMA_DC_BLOCK_INDEX+chroma_idx, chroma422_dc_scan, | CHROMA_DC_BLOCK_INDEX+chroma_idx, chroma422_dc_scan, | ||||
NULL, 8) < 0) { | NULL, 8) < 0) { | ||||
return -1; | return -1; | ||||
@@ -1134,20 +1139,20 @@ decode_intra_mb: | |||||
for (i8x8 = 0; i8x8 < 2; i8x8++) { | for (i8x8 = 0; i8x8 < 2; i8x8++) { | ||||
for (i4x4 = 0; i4x4 < 4; i4x4++) { | for (i4x4 = 0; i4x4 < 4; i4x4++) { | ||||
const int index = 16 + 16*chroma_idx + 8*i8x8 + i4x4; | const int index = 16 + 16*chroma_idx + 8*i8x8 + i4x4; | ||||
if (decode_residual(h, gb, mb, index, scan + 1, qmul, 15) < 0) | |||||
if (decode_residual(h, sl, gb, mb, index, scan + 1, qmul, 15) < 0) | |||||
return -1; | return -1; | ||||
mb += 16 << pixel_shift; | mb += 16 << pixel_shift; | ||||
} | } | ||||
} | } | ||||
} | } | ||||
}else{ | }else{ | ||||
fill_rectangle(&h->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&h->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&sl->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&sl->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||||
} | } | ||||
} else /* yuv420 */ { | } else /* yuv420 */ { | ||||
if(cbp&0x30){ | if(cbp&0x30){ | ||||
for(chroma_idx=0; chroma_idx<2; chroma_idx++) | for(chroma_idx=0; chroma_idx<2; chroma_idx++) | ||||
if( decode_residual(h, gb, h->mb + ((256 + 16*16*chroma_idx) << pixel_shift), CHROMA_DC_BLOCK_INDEX+chroma_idx, chroma_dc_scan, NULL, 4) < 0){ | |||||
if( decode_residual(h, sl, gb, h->mb + ((256 + 16*16*chroma_idx) << pixel_shift), CHROMA_DC_BLOCK_INDEX+chroma_idx, chroma_dc_scan, NULL, 4) < 0){ | |||||
return -1; | return -1; | ||||
} | } | ||||
} | } | ||||
@@ -1157,23 +1162,23 @@ decode_intra_mb: | |||||
const uint32_t *qmul = h->dequant4_coeff[chroma_idx+1+(IS_INTRA( mb_type ) ? 0:3)][sl->chroma_qp[chroma_idx]]; | const uint32_t *qmul = h->dequant4_coeff[chroma_idx+1+(IS_INTRA( mb_type ) ? 0:3)][sl->chroma_qp[chroma_idx]]; | ||||
for(i4x4=0; i4x4<4; i4x4++){ | for(i4x4=0; i4x4<4; i4x4++){ | ||||
const int index= 16 + 16*chroma_idx + i4x4; | const int index= 16 + 16*chroma_idx + i4x4; | ||||
if( decode_residual(h, gb, h->mb + (16*index << pixel_shift), index, scan + 1, qmul, 15) < 0){ | |||||
if( decode_residual(h, sl, gb, h->mb + (16*index << pixel_shift), index, scan + 1, qmul, 15) < 0){ | |||||
return -1; | return -1; | ||||
} | } | ||||
} | } | ||||
} | } | ||||
}else{ | }else{ | ||||
fill_rectangle(&h->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&h->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&sl->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&sl->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||||
} | } | ||||
} | } | ||||
}else{ | }else{ | ||||
fill_rectangle(&h->non_zero_count_cache[scan8[ 0]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&h->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&h->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&sl->non_zero_count_cache[scan8[ 0]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&sl->non_zero_count_cache[scan8[16]], 4, 4, 8, 0, 1); | |||||
fill_rectangle(&sl->non_zero_count_cache[scan8[32]], 4, 4, 8, 0, 1); | |||||
} | } | ||||
h->cur_pic.qscale_table[mb_xy] = sl->qscale; | h->cur_pic.qscale_table[mb_xy] = sl->qscale; | ||||
write_back_non_zero_count(h); | |||||
write_back_non_zero_count(h, sl); | |||||
return 0; | return 0; | ||||
} | } |
@@ -371,7 +371,7 @@ static av_always_inline void h264_filter_mb_fast_internal(H264Context *h, | |||||
int mask_edge0 = 3*((mask_edge1>>1) & ((5*left_type)>>5)&1); // (mb_type & (MB_TYPE_16x16 | MB_TYPE_8x16)) && (h->left_type[LTOP] & (MB_TYPE_16x16 | MB_TYPE_8x16)) ? 3 : 0; | int mask_edge0 = 3*((mask_edge1>>1) & ((5*left_type)>>5)&1); // (mb_type & (MB_TYPE_16x16 | MB_TYPE_8x16)) && (h->left_type[LTOP] & (MB_TYPE_16x16 | MB_TYPE_8x16)) ? 3 : 0; | ||||
int step = 1+(mb_type>>24); //IS_8x8DCT(mb_type) ? 2 : 1; | int step = 1+(mb_type>>24); //IS_8x8DCT(mb_type) ? 2 : 1; | ||||
edges = 4 - 3*((mb_type>>3) & !(h->cbp & 15)); //(mb_type & MB_TYPE_16x16) && !(h->cbp & 15) ? 1 : 4; | edges = 4 - 3*((mb_type>>3) & !(h->cbp & 15)); //(mb_type & MB_TYPE_16x16) && !(h->cbp & 15) ? 1 : 4; | ||||
h->h264dsp.h264_loop_filter_strength( bS, h->non_zero_count_cache, h->ref_cache, h->mv_cache, | |||||
h->h264dsp.h264_loop_filter_strength(bS, sl->non_zero_count_cache, h->ref_cache, h->mv_cache, | |||||
h->list_count==2, edges, step, mask_edge0, mask_edge1, FIELD_PICTURE(h)); | h->list_count==2, edges, step, mask_edge0, mask_edge1, FIELD_PICTURE(h)); | ||||
} | } | ||||
if( IS_INTRA(left_type) ) | if( IS_INTRA(left_type) ) | ||||
@@ -512,15 +512,15 @@ static av_always_inline void filter_mb_dir(H264Context *h, H264SliceContext *sl, | |||||
AV_WN64A(bS, 0x0003000300030003ULL); | AV_WN64A(bS, 0x0003000300030003ULL); | ||||
} else { | } else { | ||||
if (!CABAC(h) && IS_8x8DCT(h->cur_pic.mb_type[mbn_xy])) { | if (!CABAC(h) && IS_8x8DCT(h->cur_pic.mb_type[mbn_xy])) { | ||||
bS[0]= 1+((h->cbp_table[mbn_xy] & 0x4000)||h->non_zero_count_cache[scan8[0]+0]); | |||||
bS[1]= 1+((h->cbp_table[mbn_xy] & 0x4000)||h->non_zero_count_cache[scan8[0]+1]); | |||||
bS[2]= 1+((h->cbp_table[mbn_xy] & 0x8000)||h->non_zero_count_cache[scan8[0]+2]); | |||||
bS[3]= 1+((h->cbp_table[mbn_xy] & 0x8000)||h->non_zero_count_cache[scan8[0]+3]); | |||||
bS[0]= 1+((h->cbp_table[mbn_xy] & 0x4000) || sl->non_zero_count_cache[scan8[0]+0]); | |||||
bS[1]= 1+((h->cbp_table[mbn_xy] & 0x4000) || sl->non_zero_count_cache[scan8[0]+1]); | |||||
bS[2]= 1+((h->cbp_table[mbn_xy] & 0x8000) || sl->non_zero_count_cache[scan8[0]+2]); | |||||
bS[3]= 1+((h->cbp_table[mbn_xy] & 0x8000) || sl->non_zero_count_cache[scan8[0]+3]); | |||||
}else{ | }else{ | ||||
const uint8_t *mbn_nnz = h->non_zero_count[mbn_xy] + 3*4; | const uint8_t *mbn_nnz = h->non_zero_count[mbn_xy] + 3*4; | ||||
int i; | int i; | ||||
for( i = 0; i < 4; i++ ) { | for( i = 0; i < 4; i++ ) { | ||||
bS[i] = 1 + !!(h->non_zero_count_cache[scan8[0]+i] | mbn_nnz[i]); | |||||
bS[i] = 1 + !!(sl->non_zero_count_cache[scan8[0]+i] | mbn_nnz[i]); | |||||
} | } | ||||
} | } | ||||
} | } | ||||
@@ -576,8 +576,8 @@ static av_always_inline void filter_mb_dir(H264Context *h, H264SliceContext *sl, | |||||
int b_idx= 8 + 4 + x + 8*y; | int b_idx= 8 + 4 + x + 8*y; | ||||
int bn_idx= b_idx - (dir ? 8:1); | int bn_idx= b_idx - (dir ? 8:1); | ||||
if( h->non_zero_count_cache[b_idx] | | |||||
h->non_zero_count_cache[bn_idx] ) { | |||||
if (sl->non_zero_count_cache[b_idx] | | |||||
sl->non_zero_count_cache[bn_idx]) { | |||||
bS[i] = 2; | bS[i] = 2; | ||||
} | } | ||||
else if(!mv_done) | else if(!mv_done) | ||||
@@ -657,8 +657,8 @@ static av_always_inline void filter_mb_dir(H264Context *h, H264SliceContext *sl, | |||||
int b_idx= 8 + 4 + x + 8*y; | int b_idx= 8 + 4 + x + 8*y; | ||||
int bn_idx= b_idx - (dir ? 8:1); | int bn_idx= b_idx - (dir ? 8:1); | ||||
if( h->non_zero_count_cache[b_idx] | | |||||
h->non_zero_count_cache[bn_idx] ) { | |||||
if (sl->non_zero_count_cache[b_idx] | | |||||
sl->non_zero_count_cache[bn_idx]) { | |||||
bS[i] = 2; | bS[i] = 2; | ||||
} | } | ||||
else if(!mv_done) | else if(!mv_done) | ||||
@@ -763,7 +763,7 @@ void ff_h264_filter_mb(H264Context *h, H264SliceContext *sl, | |||||
if( IS_INTRA( mbn_type ) ) | if( IS_INTRA( mbn_type ) ) | ||||
bS[i] = 4; | bS[i] = 4; | ||||
else{ | else{ | ||||
bS[i] = 1 + !!(h->non_zero_count_cache[12+8*(i>>1)] | | |||||
bS[i] = 1 + !!(sl->non_zero_count_cache[12+8*(i>>1)] | | |||||
((!h->pps.cabac && IS_8x8DCT(mbn_type)) ? | ((!h->pps.cabac && IS_8x8DCT(mbn_type)) ? | ||||
(h->cbp_table[mbn_xy] & (((MB_FIELD(h) ? (i&2) : (mb_y&1)) ? 8 : 2) << 12)) | (h->cbp_table[mbn_xy] & (((MB_FIELD(h) ? (i&2) : (mb_y&1)) ? 8 : 2) << 12)) | ||||
: | : | ||||
@@ -635,7 +635,7 @@ static av_always_inline void hl_decode_mb_predict_luma(H264Context *h, | |||||
if (transform_bypass && h->sps.profile_idc == 244 && dir <= 1) { | if (transform_bypass && h->sps.profile_idc == 244 && dir <= 1) { | ||||
h->hpc.pred8x8l_add[dir](ptr, h->mb + (i * 16 + p * 256 << pixel_shift), linesize); | h->hpc.pred8x8l_add[dir](ptr, h->mb + (i * 16 + p * 256 << pixel_shift), linesize); | ||||
} else { | } else { | ||||
const int nnz = h->non_zero_count_cache[scan8[i + p * 16]]; | |||||
const int nnz = sl->non_zero_count_cache[scan8[i + p * 16]]; | |||||
h->hpc.pred8x8l[dir](ptr, (sl->topleft_samples_available << i) & 0x8000, | h->hpc.pred8x8l[dir](ptr, (sl->topleft_samples_available << i) & 0x8000, | ||||
(sl->topright_samples_available << i) & 0x4000, linesize); | (sl->topright_samples_available << i) & 0x4000, linesize); | ||||
if (nnz) { | if (nnz) { | ||||
@@ -681,7 +681,7 @@ static av_always_inline void hl_decode_mb_predict_luma(H264Context *h, | |||||
topright = NULL; | topright = NULL; | ||||
h->hpc.pred4x4[dir](ptr, topright, linesize); | h->hpc.pred4x4[dir](ptr, topright, linesize); | ||||
nnz = h->non_zero_count_cache[scan8[i + p * 16]]; | |||||
nnz = sl->non_zero_count_cache[scan8[i + p * 16]]; | |||||
if (nnz) { | if (nnz) { | ||||
if (is_h264) { | if (is_h264) { | ||||
if (nnz == 1 && dctcoef_get(h->mb, pixel_shift, i * 16 + p * 256)) | if (nnz == 1 && dctcoef_get(h->mb, pixel_shift, i * 16 + p * 256)) | ||||
@@ -697,7 +697,7 @@ static av_always_inline void hl_decode_mb_predict_luma(H264Context *h, | |||||
} else { | } else { | ||||
h->hpc.pred16x16[sl->intra16x16_pred_mode](dest_y, linesize); | h->hpc.pred16x16[sl->intra16x16_pred_mode](dest_y, linesize); | ||||
if (is_h264) { | if (is_h264) { | ||||
if (h->non_zero_count_cache[scan8[LUMA_DC_BLOCK_INDEX + p]]) { | |||||
if (sl->non_zero_count_cache[scan8[LUMA_DC_BLOCK_INDEX + p]]) { | |||||
if (!transform_bypass) | if (!transform_bypass) | ||||
h->h264dsp.h264_luma_dc_dequant_idct(h->mb + (p * 256 << pixel_shift), | h->h264dsp.h264_luma_dc_dequant_idct(h->mb + (p * 256 << pixel_shift), | ||||
h->mb_luma_dc[p], | h->mb_luma_dc[p], | ||||
@@ -746,7 +746,7 @@ static av_always_inline void hl_decode_mb_idct_luma(H264Context *h, H264SliceCon | |||||
linesize); | linesize); | ||||
} else { | } else { | ||||
for (i = 0; i < 16; i++) | for (i = 0; i < 16; i++) | ||||
if (h->non_zero_count_cache[scan8[i + p * 16]] || | |||||
if (sl->non_zero_count_cache[scan8[i + p * 16]] || | |||||
dctcoef_get(h->mb, pixel_shift, i * 16 + p * 256)) | dctcoef_get(h->mb, pixel_shift, i * 16 + p * 256)) | ||||
h->h264dsp.h264_add_pixels4_clear(dest_y + block_offset[i], | h->h264dsp.h264_add_pixels4_clear(dest_y + block_offset[i], | ||||
h->mb + (i * 16 + p * 256 << pixel_shift), | h->mb + (i * 16 + p * 256 << pixel_shift), | ||||
@@ -756,7 +756,7 @@ static av_always_inline void hl_decode_mb_idct_luma(H264Context *h, H264SliceCon | |||||
h->h264dsp.h264_idct_add16intra(dest_y, block_offset, | h->h264dsp.h264_idct_add16intra(dest_y, block_offset, | ||||
h->mb + (p * 256 << pixel_shift), | h->mb + (p * 256 << pixel_shift), | ||||
linesize, | linesize, | ||||
h->non_zero_count_cache + p * 5 * 8); | |||||
sl->non_zero_count_cache + p * 5 * 8); | |||||
} | } | ||||
} else if (h->cbp & 15) { | } else if (h->cbp & 15) { | ||||
if (transform_bypass) { | if (transform_bypass) { | ||||
@@ -764,7 +764,7 @@ static av_always_inline void hl_decode_mb_idct_luma(H264Context *h, H264SliceCon | |||||
idct_add = IS_8x8DCT(mb_type) ? h->h264dsp.h264_add_pixels8_clear | idct_add = IS_8x8DCT(mb_type) ? h->h264dsp.h264_add_pixels8_clear | ||||
: h->h264dsp.h264_add_pixels4_clear; | : h->h264dsp.h264_add_pixels4_clear; | ||||
for (i = 0; i < 16; i += di) | for (i = 0; i < 16; i += di) | ||||
if (h->non_zero_count_cache[scan8[i + p * 16]]) | |||||
if (sl->non_zero_count_cache[scan8[i + p * 16]]) | |||||
idct_add(dest_y + block_offset[i], | idct_add(dest_y + block_offset[i], | ||||
h->mb + (i * 16 + p * 256 << pixel_shift), | h->mb + (i * 16 + p * 256 << pixel_shift), | ||||
linesize); | linesize); | ||||
@@ -773,17 +773,17 @@ static av_always_inline void hl_decode_mb_idct_luma(H264Context *h, H264SliceCon | |||||
h->h264dsp.h264_idct8_add4(dest_y, block_offset, | h->h264dsp.h264_idct8_add4(dest_y, block_offset, | ||||
h->mb + (p * 256 << pixel_shift), | h->mb + (p * 256 << pixel_shift), | ||||
linesize, | linesize, | ||||
h->non_zero_count_cache + p * 5 * 8); | |||||
sl->non_zero_count_cache + p * 5 * 8); | |||||
else | else | ||||
h->h264dsp.h264_idct_add16(dest_y, block_offset, | h->h264dsp.h264_idct_add16(dest_y, block_offset, | ||||
h->mb + (p * 256 << pixel_shift), | h->mb + (p * 256 << pixel_shift), | ||||
linesize, | linesize, | ||||
h->non_zero_count_cache + p * 5 * 8); | |||||
sl->non_zero_count_cache + p * 5 * 8); | |||||
} | } | ||||
} | } | ||||
} else if (CONFIG_SVQ3_DECODER) { | } else if (CONFIG_SVQ3_DECODER) { | ||||
for (i = 0; i < 16; i++) | for (i = 0; i < 16; i++) | ||||
if (h->non_zero_count_cache[scan8[i + p * 16]] || h->mb[i * 16 + p * 256]) { | |||||
if (sl->non_zero_count_cache[scan8[i + p * 16]] || h->mb[i * 16 + p * 256]) { | |||||
// FIXME benchmark weird rule, & below | // FIXME benchmark weird rule, & below | ||||
uint8_t *const ptr = dest_y + block_offset[i]; | uint8_t *const ptr = dest_y + block_offset[i]; | ||||
ff_svq3_add_idct_c(ptr, h->mb + i * 16 + p * 256, linesize, | ff_svq3_add_idct_c(ptr, h->mb + i * 16 + p * 256, linesize, | ||||
@@ -212,14 +212,14 @@ static av_noinline void FUNC(hl_decode_mb)(H264Context *h, H264SliceContext *sl) | |||||
idct_add = h->h264dsp.h264_add_pixels4_clear; | idct_add = h->h264dsp.h264_add_pixels4_clear; | ||||
for (j = 1; j < 3; j++) { | for (j = 1; j < 3; j++) { | ||||
for (i = j * 16; i < j * 16 + 4; i++) | for (i = j * 16; i < j * 16 + 4; i++) | ||||
if (h->non_zero_count_cache[scan8[i]] || | |||||
if (sl->non_zero_count_cache[scan8[i]] || | |||||
dctcoef_get(h->mb, PIXEL_SHIFT, i * 16)) | dctcoef_get(h->mb, PIXEL_SHIFT, i * 16)) | ||||
idct_add(dest[j - 1] + block_offset[i], | idct_add(dest[j - 1] + block_offset[i], | ||||
h->mb + (i * 16 << PIXEL_SHIFT), | h->mb + (i * 16 << PIXEL_SHIFT), | ||||
uvlinesize); | uvlinesize); | ||||
if (chroma422) { | if (chroma422) { | ||||
for (i = j * 16 + 4; i < j * 16 + 8; i++) | for (i = j * 16 + 4; i < j * 16 + 8; i++) | ||||
if (h->non_zero_count_cache[scan8[i + 4]] || | |||||
if (sl->non_zero_count_cache[scan8[i + 4]] || | |||||
dctcoef_get(h->mb, PIXEL_SHIFT, i * 16)) | dctcoef_get(h->mb, PIXEL_SHIFT, i * 16)) | ||||
idct_add(dest[j - 1] + block_offset[i + 4], | idct_add(dest[j - 1] + block_offset[i + 4], | ||||
h->mb + (i * 16 << PIXEL_SHIFT), | h->mb + (i * 16 << PIXEL_SHIFT), | ||||
@@ -237,15 +237,15 @@ static av_noinline void FUNC(hl_decode_mb)(H264Context *h, H264SliceContext *sl) | |||||
qp[0] = sl->chroma_qp[0]; | qp[0] = sl->chroma_qp[0]; | ||||
qp[1] = sl->chroma_qp[1]; | qp[1] = sl->chroma_qp[1]; | ||||
} | } | ||||
if (h->non_zero_count_cache[scan8[CHROMA_DC_BLOCK_INDEX + 0]]) | |||||
if (sl->non_zero_count_cache[scan8[CHROMA_DC_BLOCK_INDEX + 0]]) | |||||
h->h264dsp.h264_chroma_dc_dequant_idct(h->mb + (16 * 16 * 1 << PIXEL_SHIFT), | h->h264dsp.h264_chroma_dc_dequant_idct(h->mb + (16 * 16 * 1 << PIXEL_SHIFT), | ||||
h->dequant4_coeff[IS_INTRA(mb_type) ? 1 : 4][qp[0]][0]); | h->dequant4_coeff[IS_INTRA(mb_type) ? 1 : 4][qp[0]][0]); | ||||
if (h->non_zero_count_cache[scan8[CHROMA_DC_BLOCK_INDEX + 1]]) | |||||
if (sl->non_zero_count_cache[scan8[CHROMA_DC_BLOCK_INDEX + 1]]) | |||||
h->h264dsp.h264_chroma_dc_dequant_idct(h->mb + (16 * 16 * 2 << PIXEL_SHIFT), | h->h264dsp.h264_chroma_dc_dequant_idct(h->mb + (16 * 16 * 2 << PIXEL_SHIFT), | ||||
h->dequant4_coeff[IS_INTRA(mb_type) ? 2 : 5][qp[1]][0]); | h->dequant4_coeff[IS_INTRA(mb_type) ? 2 : 5][qp[1]][0]); | ||||
h->h264dsp.h264_idct_add8(dest, block_offset, | h->h264dsp.h264_idct_add8(dest, block_offset, | ||||
h->mb, uvlinesize, | h->mb, uvlinesize, | ||||
h->non_zero_count_cache); | |||||
sl->non_zero_count_cache); | |||||
} else if (CONFIG_SVQ3_DECODER) { | } else if (CONFIG_SVQ3_DECODER) { | ||||
h->h264dsp.h264_chroma_dc_dequant_idct(h->mb + 16 * 16 * 1, | h->h264dsp.h264_chroma_dc_dequant_idct(h->mb + 16 * 16 * 1, | ||||
h->dequant4_coeff[IS_INTRA(mb_type) ? 1 : 4][sl->chroma_qp[0]][0]); | h->dequant4_coeff[IS_INTRA(mb_type) ? 1 : 4][sl->chroma_qp[0]][0]); | ||||
@@ -253,7 +253,7 @@ static av_noinline void FUNC(hl_decode_mb)(H264Context *h, H264SliceContext *sl) | |||||
h->dequant4_coeff[IS_INTRA(mb_type) ? 2 : 5][sl->chroma_qp[1]][0]); | h->dequant4_coeff[IS_INTRA(mb_type) ? 2 : 5][sl->chroma_qp[1]][0]); | ||||
for (j = 1; j < 3; j++) { | for (j = 1; j < 3; j++) { | ||||
for (i = j * 16; i < j * 16 + 4; i++) | for (i = j * 16; i < j * 16 + 4; i++) | ||||
if (h->non_zero_count_cache[scan8[i]] || h->mb[i * 16]) { | |||||
if (sl->non_zero_count_cache[scan8[i]] || h->mb[i * 16]) { | |||||
uint8_t *const ptr = dest[j - 1] + block_offset[i]; | uint8_t *const ptr = dest[j - 1] + block_offset[i]; | ||||
ff_svq3_add_idct_c(ptr, h->mb + i * 16, | ff_svq3_add_idct_c(ptr, h->mb + i * 16, | ||||
uvlinesize, | uvlinesize, | ||||
@@ -539,7 +539,7 @@ static void fill_decode_caches(H264Context *h, H264SliceContext *sl, int mb_type | |||||
*/ | */ | ||||
/* FIXME: constraint_intra_pred & partitioning & nnz | /* FIXME: constraint_intra_pred & partitioning & nnz | ||||
* (let us hope this is just a typo in the spec) */ | * (let us hope this is just a typo in the spec) */ | ||||
nnz_cache = h->non_zero_count_cache; | |||||
nnz_cache = sl->non_zero_count_cache; | |||||
if (top_type) { | if (top_type) { | ||||
nnz = h->non_zero_count[top_xy]; | nnz = h->non_zero_count[top_xy]; | ||||
AV_COPY32(&nnz_cache[4 + 8 * 0], &nnz[4 * 3]); | AV_COPY32(&nnz_cache[4 + 8 * 0], &nnz[4 * 3]); | ||||
@@ -1986,7 +1986,7 @@ static int fill_filter_caches(H264Context *h, H264SliceContext *sl, int mb_type) | |||||
top_type, left_type, mb_xy, 1); | top_type, left_type, mb_xy, 1); | ||||
nnz = h->non_zero_count[mb_xy]; | nnz = h->non_zero_count[mb_xy]; | ||||
nnz_cache = h->non_zero_count_cache; | |||||
nnz_cache = sl->non_zero_count_cache; | |||||
AV_COPY32(&nnz_cache[4 + 8 * 1], &nnz[0]); | AV_COPY32(&nnz_cache[4 + 8 * 1], &nnz[0]); | ||||
AV_COPY32(&nnz_cache[4 + 8 * 2], &nnz[4]); | AV_COPY32(&nnz_cache[4 + 8 * 2], &nnz[4]); | ||||
AV_COPY32(&nnz_cache[4 + 8 * 3], &nnz[8]); | AV_COPY32(&nnz_cache[4 + 8 * 3], &nnz[8]); | ||||
@@ -684,7 +684,7 @@ static int svq3_decode_mb(SVQ3Context *s, unsigned int mb_type) | |||||
memset(sl->intra4x4_pred_mode + h->mb2br_xy[mb_xy], DC_PRED, 8); | memset(sl->intra4x4_pred_mode + h->mb2br_xy[mb_xy], DC_PRED, 8); | ||||
} | } | ||||
if (!IS_SKIP(mb_type) || h->pict_type == AV_PICTURE_TYPE_B) { | if (!IS_SKIP(mb_type) || h->pict_type == AV_PICTURE_TYPE_B) { | ||||
memset(h->non_zero_count_cache + 8, 0, 14 * 8 * sizeof(uint8_t)); | |||||
memset(sl->non_zero_count_cache + 8, 0, 14 * 8 * sizeof(uint8_t)); | |||||
} | } | ||||
if (!IS_INTRA16x16(mb_type) && | if (!IS_INTRA16x16(mb_type) && | ||||
@@ -726,7 +726,7 @@ static int svq3_decode_mb(SVQ3Context *s, unsigned int mb_type) | |||||
k = index ? (1 * (j & 1) + 2 * (i & 1) + | k = index ? (1 * (j & 1) + 2 * (i & 1) + | ||||
2 * (j & 2) + 4 * (i & 2)) | 2 * (j & 2) + 4 * (i & 2)) | ||||
: (4 * i + j); | : (4 * i + j); | ||||
h->non_zero_count_cache[scan8[k]] = 1; | |||||
sl->non_zero_count_cache[scan8[k]] = 1; | |||||
if (svq3_decode_block(&h->gb, &h->mb[16 * k], index, type)) { | if (svq3_decode_block(&h->gb, &h->mb[16 * k], index, type)) { | ||||
av_log(h->avctx, AV_LOG_ERROR, | av_log(h->avctx, AV_LOG_ERROR, | ||||
@@ -748,7 +748,7 @@ static int svq3_decode_mb(SVQ3Context *s, unsigned int mb_type) | |||||
for (i = 1; i < 3; i++) { | for (i = 1; i < 3; i++) { | ||||
for (j = 0; j < 4; j++) { | for (j = 0; j < 4; j++) { | ||||
k = 16 * i + j; | k = 16 * i + j; | ||||
h->non_zero_count_cache[scan8[k]] = 1; | |||||
sl->non_zero_count_cache[scan8[k]] = 1; | |||||
if (svq3_decode_block(&h->gb, &h->mb[16 * k], 1, 1)) { | if (svq3_decode_block(&h->gb, &h->mb[16 * k], 1, 1)) { | ||||
av_log(h->avctx, AV_LOG_ERROR, | av_log(h->avctx, AV_LOG_ERROR, | ||||