| @@ -3285,20 +3285,20 @@ static void decode_sb_mem(AVCodecContext *ctx, int row, int col, struct VP9Filte | |||
| } | |||
| } | |||
| static av_always_inline void filter_plane_cols(VP9Context *s, int col, | |||
| static av_always_inline void filter_plane_cols(VP9Context *s, int col, int ss, | |||
| uint8_t *lvl, uint8_t (*mask)[4], | |||
| uint8_t *dst, ptrdiff_t ls) | |||
| { | |||
| int y, x; | |||
| // filter edges between columns (e.g. block1 | block2) | |||
| for (y = 0; y < 8; y += 2, dst += 16 * ls, lvl += 16) { | |||
| uint8_t *ptr = dst, *l = lvl, *hmask1 = mask[y], *hmask2 = mask[y + 1]; | |||
| for (y = 0; y < 8; y += 2 << ss, dst += 16 * ls, lvl += 16 << ss) { | |||
| uint8_t *ptr = dst, *l = lvl, *hmask1 = mask[y], *hmask2 = mask[y + (1 << ss)]; | |||
| unsigned hm1 = hmask1[0] | hmask1[1] | hmask1[2], hm13 = hmask1[3]; | |||
| unsigned hm2 = hmask2[1] | hmask2[2], hm23 = hmask2[3]; | |||
| unsigned hm = hm1 | hm2 | hm13 | hm23; | |||
| for (x = 1; hm & ~(x - 1); x <<= 1, ptr += 8, l++) { | |||
| for (x = 1; hm & ~(x - 1); x <<= 1, ptr += 8 >> ss) { | |||
| if (col || x > 1) { | |||
| if (hm1 & x) { | |||
| int L = *l, H = L >> 4; | |||
| @@ -3306,13 +3306,13 @@ static av_always_inline void filter_plane_cols(VP9Context *s, int col, | |||
| if (hmask1[0] & x) { | |||
| if (hmask2[0] & x) { | |||
| av_assert2(l[8] == L); | |||
| av_assert2(l[8 << ss] == L); | |||
| s->dsp.loop_filter_16[0](ptr, ls, E, I, H); | |||
| } else { | |||
| s->dsp.loop_filter_8[2][0](ptr, ls, E, I, H); | |||
| } | |||
| } else if (hm2 & x) { | |||
| L = l[8]; | |||
| L = l[8 << ss]; | |||
| H |= (L >> 4) << 8; | |||
| E |= s->filter.mblim_lut[L] << 8; | |||
| I |= s->filter.lim_lut[L] << 8; | |||
| @@ -3324,37 +3324,43 @@ static av_always_inline void filter_plane_cols(VP9Context *s, int col, | |||
| [0](ptr, ls, E, I, H); | |||
| } | |||
| } else if (hm2 & x) { | |||
| int L = l[8], H = L >> 4; | |||
| int L = l[8 << ss], H = L >> 4; | |||
| int E = s->filter.mblim_lut[L], I = s->filter.lim_lut[L]; | |||
| s->dsp.loop_filter_8[!!(hmask2[1] & x)] | |||
| [0](ptr + 8 * ls, ls, E, I, H); | |||
| } | |||
| } | |||
| if (hm13 & x) { | |||
| int L = *l, H = L >> 4; | |||
| int E = s->filter.mblim_lut[L], I = s->filter.lim_lut[L]; | |||
| if (hm23 & x) { | |||
| L = l[8]; | |||
| H |= (L >> 4) << 8; | |||
| E |= s->filter.mblim_lut[L] << 8; | |||
| I |= s->filter.lim_lut[L] << 8; | |||
| s->dsp.loop_filter_mix2[0][0][0](ptr + 4, ls, E, I, H); | |||
| } else { | |||
| s->dsp.loop_filter_8[0][0](ptr + 4, ls, E, I, H); | |||
| } | |||
| } else if (hm23 & x) { | |||
| int L = l[8], H = L >> 4; | |||
| int E = s->filter.mblim_lut[L], I = s->filter.lim_lut[L]; | |||
| if (ss) { | |||
| if (x & 0xAA) | |||
| l += 2; | |||
| } else { | |||
| if (hm13 & x) { | |||
| int L = *l, H = L >> 4; | |||
| int E = s->filter.mblim_lut[L], I = s->filter.lim_lut[L]; | |||
| if (hm23 & x) { | |||
| L = l[8]; | |||
| H |= (L >> 4) << 8; | |||
| E |= s->filter.mblim_lut[L] << 8; | |||
| I |= s->filter.lim_lut[L] << 8; | |||
| s->dsp.loop_filter_mix2[0][0][0](ptr + 4, ls, E, I, H); | |||
| } else { | |||
| s->dsp.loop_filter_8[0][0](ptr + 4, ls, E, I, H); | |||
| } | |||
| } else if (hm23 & x) { | |||
| int L = l[8], H = L >> 4; | |||
| int E = s->filter.mblim_lut[L], I = s->filter.lim_lut[L]; | |||
| s->dsp.loop_filter_8[0][0](ptr + 8 * ls + 4, ls, E, I, H); | |||
| s->dsp.loop_filter_8[0][0](ptr + 8 * ls + 4, ls, E, I, H); | |||
| } | |||
| l++; | |||
| } | |||
| } | |||
| } | |||
| } | |||
| static av_always_inline void filter_plane_rows(VP9Context *s, int row, | |||
| static av_always_inline void filter_plane_rows(VP9Context *s, int row, int ss, | |||
| uint8_t *lvl, uint8_t (*mask)[4], | |||
| uint8_t *dst, ptrdiff_t ls) | |||
| { | |||
| @@ -3363,63 +3369,71 @@ static av_always_inline void filter_plane_rows(VP9Context *s, int row, | |||
| // block1 | |||
| // filter edges between rows (e.g. ------) | |||
| // block2 | |||
| for (y = 0; y < 8; y++, dst += 8 * ls, lvl += 8) { | |||
| for (y = 0; y < 8; y++, dst += 8 * ls >> ss) { | |||
| uint8_t *ptr = dst, *l = lvl, *vmask = mask[y]; | |||
| unsigned vm = vmask[0] | vmask[1] | vmask[2], vm3 = vmask[3]; | |||
| for (x = 1; vm & ~(x - 1); x <<= 2, ptr += 16, l += 2) { | |||
| for (x = 1; vm & ~(x - 1); x <<= (2 << ss), ptr += 16, l += 2 << ss) { | |||
| if (row || y) { | |||
| if (vm & x) { | |||
| int L = *l, H = L >> 4; | |||
| int E = s->filter.mblim_lut[L], I = s->filter.lim_lut[L]; | |||
| if (vmask[0] & x) { | |||
| if (vmask[0] & (x << 1)) { | |||
| av_assert2(l[1] == L); | |||
| if (vmask[0] & (x << (1 + ss))) { | |||
| av_assert2(l[1 + ss] == L); | |||
| s->dsp.loop_filter_16[1](ptr, ls, E, I, H); | |||
| } else { | |||
| s->dsp.loop_filter_8[2][1](ptr, ls, E, I, H); | |||
| } | |||
| } else if (vm & (x << 1)) { | |||
| L = l[1]; | |||
| } else if (vm & (x << (1 + ss))) { | |||
| L = l[1 + ss]; | |||
| H |= (L >> 4) << 8; | |||
| E |= s->filter.mblim_lut[L] << 8; | |||
| I |= s->filter.lim_lut[L] << 8; | |||
| s->dsp.loop_filter_mix2[!!(vmask[1] & x)] | |||
| [!!(vmask[1] & (x << 1))] | |||
| [!!(vmask[1] & (x << (1 + ss)))] | |||
| [1](ptr, ls, E, I, H); | |||
| } else { | |||
| s->dsp.loop_filter_8[!!(vmask[1] & x)] | |||
| [1](ptr, ls, E, I, H); | |||
| } | |||
| } else if (vm & (x << 1)) { | |||
| int L = l[1], H = L >> 4; | |||
| } else if (vm & (x << (1 + ss))) { | |||
| int L = l[1 + ss], H = L >> 4; | |||
| int E = s->filter.mblim_lut[L], I = s->filter.lim_lut[L]; | |||
| s->dsp.loop_filter_8[!!(vmask[1] & (x << 1))] | |||
| s->dsp.loop_filter_8[!!(vmask[1] & (x << (1 + ss)))] | |||
| [1](ptr + 8, ls, E, I, H); | |||
| } | |||
| } | |||
| if (vm3 & x) { | |||
| int L = *l, H = L >> 4; | |||
| int E = s->filter.mblim_lut[L], I = s->filter.lim_lut[L]; | |||
| if (vm3 & (x << 1)) { | |||
| L = l[1]; | |||
| H |= (L >> 4) << 8; | |||
| E |= s->filter.mblim_lut[L] << 8; | |||
| I |= s->filter.lim_lut[L] << 8; | |||
| s->dsp.loop_filter_mix2[0][0][1](ptr + ls * 4, ls, E, I, H); | |||
| } else { | |||
| s->dsp.loop_filter_8[0][1](ptr + ls * 4, ls, E, I, H); | |||
| } | |||
| } else if (vm3 & (x << 1)) { | |||
| int L = l[1], H = L >> 4; | |||
| int E = s->filter.mblim_lut[L], I = s->filter.lim_lut[L]; | |||
| if (!ss) { | |||
| if (vm3 & x) { | |||
| int L = *l, H = L >> 4; | |||
| int E = s->filter.mblim_lut[L], I = s->filter.lim_lut[L]; | |||
| if (vm3 & (x << 1)) { | |||
| L = l[1]; | |||
| H |= (L >> 4) << 8; | |||
| E |= s->filter.mblim_lut[L] << 8; | |||
| I |= s->filter.lim_lut[L] << 8; | |||
| s->dsp.loop_filter_mix2[0][0][1](ptr + ls * 4, ls, E, I, H); | |||
| } else { | |||
| s->dsp.loop_filter_8[0][1](ptr + ls * 4, ls, E, I, H); | |||
| } | |||
| } else if (vm3 & (x << 1)) { | |||
| int L = l[1], H = L >> 4; | |||
| int E = s->filter.mblim_lut[L], I = s->filter.lim_lut[L]; | |||
| s->dsp.loop_filter_8[0][1](ptr + ls * 4 + 8, ls, E, I, H); | |||
| s->dsp.loop_filter_8[0][1](ptr + ls * 4 + 8, ls, E, I, H); | |||
| } | |||
| } | |||
| } | |||
| if (ss) { | |||
| if (y & 1) | |||
| lvl += 16; | |||
| } else { | |||
| lvl += 8; | |||
| } | |||
| } | |||
| } | |||
| @@ -3430,7 +3444,7 @@ static void loopfilter_sb(AVCodecContext *ctx, struct VP9Filter *lflvl, | |||
| AVFrame *f = s->frames[CUR_FRAME].tf.f; | |||
| uint8_t *dst = f->data[0] + yoff; | |||
| ptrdiff_t ls_y = f->linesize[0], ls_uv = f->linesize[1]; | |||
| int y, x, p; | |||
| int p; | |||
| // FIXME in how far can we interleave the v/h loopfilter calls? E.g. | |||
| // if you think of them as acting on a 8x8 block max, we can interleave | |||
| @@ -3438,100 +3452,13 @@ static void loopfilter_sb(AVCodecContext *ctx, struct VP9Filter *lflvl, | |||
| // 8 pixel blocks, and we won't always do that (we want at least 16px | |||
| // to use SSE2 optimizations, perhaps 32 for AVX2) | |||
| filter_plane_cols(s, col, lflvl->level, lflvl->mask[0][0], dst, ls_y); | |||
| filter_plane_rows(s, row, lflvl->level, lflvl->mask[0][1], dst, ls_y); | |||
| filter_plane_cols(s, col, 0, lflvl->level, lflvl->mask[0][0], dst, ls_y); | |||
| filter_plane_rows(s, row, 0, lflvl->level, lflvl->mask[0][1], dst, ls_y); | |||
| // same principle but for U/V planes | |||
| for (p = 0; p < 2; p++) { | |||
| uint8_t *lvl = lflvl->level; | |||
| dst = f->data[1 + p] + uvoff; | |||
| for (y = 0; y < 8; y += 4, dst += 16 * ls_uv, lvl += 32) { | |||
| uint8_t *ptr = dst, *l = lvl, *hmask1 = lflvl->mask[1][0][y]; | |||
| uint8_t *hmask2 = lflvl->mask[1][0][y + 2]; | |||
| unsigned hm1 = hmask1[0] | hmask1[1] | hmask1[2]; | |||
| unsigned hm2 = hmask2[1] | hmask2[2], hm = hm1 | hm2; | |||
| for (x = 1; hm & ~(x - 1); x <<= 1, ptr += 4) { | |||
| if (col || x > 1) { | |||
| if (hm1 & x) { | |||
| int L = *l, H = L >> 4; | |||
| int E = s->filter.mblim_lut[L], I = s->filter.lim_lut[L]; | |||
| if (hmask1[0] & x) { | |||
| if (hmask2[0] & x) { | |||
| av_assert2(l[16] == L); | |||
| s->dsp.loop_filter_16[0](ptr, ls_uv, E, I, H); | |||
| } else { | |||
| s->dsp.loop_filter_8[2][0](ptr, ls_uv, E, I, H); | |||
| } | |||
| } else if (hm2 & x) { | |||
| L = l[16]; | |||
| H |= (L >> 4) << 8; | |||
| E |= s->filter.mblim_lut[L] << 8; | |||
| I |= s->filter.lim_lut[L] << 8; | |||
| s->dsp.loop_filter_mix2[!!(hmask1[1] & x)] | |||
| [!!(hmask2[1] & x)] | |||
| [0](ptr, ls_uv, E, I, H); | |||
| } else { | |||
| s->dsp.loop_filter_8[!!(hmask1[1] & x)] | |||
| [0](ptr, ls_uv, E, I, H); | |||
| } | |||
| } else if (hm2 & x) { | |||
| int L = l[16], H = L >> 4; | |||
| int E = s->filter.mblim_lut[L], I = s->filter.lim_lut[L]; | |||
| s->dsp.loop_filter_8[!!(hmask2[1] & x)] | |||
| [0](ptr + 8 * ls_uv, ls_uv, E, I, H); | |||
| } | |||
| } | |||
| if (x & 0xAA) | |||
| l += 2; | |||
| } | |||
| } | |||
| lvl = lflvl->level; | |||
| dst = f->data[1 + p] + uvoff; | |||
| for (y = 0; y < 8; y++, dst += 4 * ls_uv) { | |||
| uint8_t *ptr = dst, *l = lvl, *vmask = lflvl->mask[1][1][y]; | |||
| unsigned vm = vmask[0] | vmask[1] | vmask[2]; | |||
| for (x = 1; vm & ~(x - 1); x <<= 4, ptr += 16, l += 4) { | |||
| if (row || y) { | |||
| if (vm & x) { | |||
| int L = *l, H = L >> 4; | |||
| int E = s->filter.mblim_lut[L], I = s->filter.lim_lut[L]; | |||
| if (vmask[0] & x) { | |||
| if (vmask[0] & (x << 2)) { | |||
| av_assert2(l[2] == L); | |||
| s->dsp.loop_filter_16[1](ptr, ls_uv, E, I, H); | |||
| } else { | |||
| s->dsp.loop_filter_8[2][1](ptr, ls_uv, E, I, H); | |||
| } | |||
| } else if (vm & (x << 2)) { | |||
| L = l[2]; | |||
| H |= (L >> 4) << 8; | |||
| E |= s->filter.mblim_lut[L] << 8; | |||
| I |= s->filter.lim_lut[L] << 8; | |||
| s->dsp.loop_filter_mix2[!!(vmask[1] & x)] | |||
| [!!(vmask[1] & (x << 2))] | |||
| [1](ptr, ls_uv, E, I, H); | |||
| } else { | |||
| s->dsp.loop_filter_8[!!(vmask[1] & x)] | |||
| [1](ptr, ls_uv, E, I, H); | |||
| } | |||
| } else if (vm & (x << 2)) { | |||
| int L = l[2], H = L >> 4; | |||
| int E = s->filter.mblim_lut[L], I = s->filter.lim_lut[L]; | |||
| s->dsp.loop_filter_8[!!(vmask[1] & (x << 2))] | |||
| [1](ptr + 8, ls_uv, E, I, H); | |||
| } | |||
| } | |||
| } | |||
| if (y & 1) | |||
| lvl += 16; | |||
| } | |||
| filter_plane_cols(s, col, 1, lflvl->level, lflvl->mask[1][0], dst, ls_uv); | |||
| filter_plane_rows(s, row, 1, lflvl->level, lflvl->mask[1][1], dst, ls_uv); | |||
| } | |||
| } | |||