|
|
|
@@ -749,6 +749,7 @@ static void h264_loop_filter_strength_mmx2( int16_t bS[2][4][4], uint8_t nnz[40] |
|
|
|
"pmullw %3, %%mm6 \n\t"\ |
|
|
|
"add %2, %0 \n\t"\ |
|
|
|
"punpcklbw %%mm7, "#F" \n\t"\ |
|
|
|
"paddw %4, "#A" \n\t"\ |
|
|
|
"paddw "#F", "#A" \n\t"\ |
|
|
|
"paddw "#A", %%mm6 \n\t"\ |
|
|
|
"movq %%mm6, "#OF"(%1) \n\t" |
|
|
|
@@ -895,7 +896,7 @@ static av_noinline void OPNAME ## h264_qpel4_hv_lowpass_ ## MMX(uint8_t *dst, in |
|
|
|
QPEL_H264HV(%%mm3, %%mm4, %%mm5, %%mm0, %%mm1, %%mm2, 3*8*3)\ |
|
|
|
\ |
|
|
|
: "+a"(src)\ |
|
|
|
: "c"(tmp), "S"((long)srcStride), "m"(ff_pw_5)\ |
|
|
|
: "c"(tmp), "S"((long)srcStride), "m"(ff_pw_5), "m"(ff_pw_16)\ |
|
|
|
: "memory"\ |
|
|
|
);\ |
|
|
|
tmp += 4;\ |
|
|
|
@@ -903,7 +904,6 @@ static av_noinline void OPNAME ## h264_qpel4_hv_lowpass_ ## MMX(uint8_t *dst, in |
|
|
|
}\ |
|
|
|
tmp -= 3*4;\ |
|
|
|
asm volatile(\ |
|
|
|
"movq %4, %%mm6 \n\t"\ |
|
|
|
"1: \n\t"\ |
|
|
|
"movq (%0), %%mm0 \n\t"\ |
|
|
|
"paddw 10(%0), %%mm0 \n\t"\ |
|
|
|
@@ -916,8 +916,7 @@ static av_noinline void OPNAME ## h264_qpel4_hv_lowpass_ ## MMX(uint8_t *dst, in |
|
|
|
"psubw %%mm1, %%mm0 \n\t"/*(a-b)/4-b */\ |
|
|
|
"paddsw %%mm2, %%mm0 \n\t"\ |
|
|
|
"psraw $2, %%mm0 \n\t"/*((a-b)/4-b+c)/4 */\ |
|
|
|
"paddw %%mm6, %%mm2 \n\t"\ |
|
|
|
"paddw %%mm2, %%mm0 \n\t"/*(a-5*b+20*c)/16 +32 */\ |
|
|
|
"paddw %%mm2, %%mm0 \n\t"/*(a-5*b+20*c)/16 */\ |
|
|
|
"psraw $6, %%mm0 \n\t"\ |
|
|
|
"packuswb %%mm0, %%mm0 \n\t"\ |
|
|
|
OP(%%mm0, (%1),%%mm7, d)\ |
|
|
|
@@ -926,7 +925,7 @@ static av_noinline void OPNAME ## h264_qpel4_hv_lowpass_ ## MMX(uint8_t *dst, in |
|
|
|
"decl %2 \n\t"\ |
|
|
|
" jnz 1b \n\t"\ |
|
|
|
: "+a"(tmp), "+c"(dst), "+m"(h)\ |
|
|
|
: "S"((long)dstStride), "m"(ff_pw_32)\ |
|
|
|
: "S"((long)dstStride)\ |
|
|
|
: "memory"\ |
|
|
|
);\ |
|
|
|
}\ |
|
|
|
@@ -1137,7 +1136,7 @@ static av_noinline void OPNAME ## h264_qpel8or16_hv_lowpass_ ## MMX(uint8_t *dst |
|
|
|
QPEL_H264HV(%%mm0, %%mm1, %%mm2, %%mm3, %%mm4, %%mm5, 6*48)\ |
|
|
|
QPEL_H264HV(%%mm1, %%mm2, %%mm3, %%mm4, %%mm5, %%mm0, 7*48)\ |
|
|
|
: "+a"(src)\ |
|
|
|
: "c"(tmp), "S"((long)srcStride), "m"(ff_pw_5)\ |
|
|
|
: "c"(tmp), "S"((long)srcStride), "m"(ff_pw_5), "m"(ff_pw_16)\ |
|
|
|
: "memory"\ |
|
|
|
);\ |
|
|
|
if(size==16){\ |
|
|
|
@@ -1151,7 +1150,7 @@ static av_noinline void OPNAME ## h264_qpel8or16_hv_lowpass_ ## MMX(uint8_t *dst |
|
|
|
QPEL_H264HV(%%mm2, %%mm3, %%mm4, %%mm5, %%mm0, %%mm1, 14*48)\ |
|
|
|
QPEL_H264HV(%%mm3, %%mm4, %%mm5, %%mm0, %%mm1, %%mm2, 15*48)\ |
|
|
|
: "+a"(src)\ |
|
|
|
: "c"(tmp), "S"((long)srcStride), "m"(ff_pw_5)\ |
|
|
|
: "c"(tmp), "S"((long)srcStride), "m"(ff_pw_5), "m"(ff_pw_16)\ |
|
|
|
: "memory"\ |
|
|
|
);\ |
|
|
|
}\ |
|
|
|
@@ -1163,7 +1162,6 @@ static av_noinline void OPNAME ## h264_qpel8or16_hv_lowpass_ ## MMX(uint8_t *dst |
|
|
|
do{\ |
|
|
|
h = size;\ |
|
|
|
asm volatile(\ |
|
|
|
"movq %4, %%mm6 \n\t"\ |
|
|
|
"1: \n\t"\ |
|
|
|
"movq (%0), %%mm0 \n\t"\ |
|
|
|
"movq 8(%0), %%mm3 \n\t"\ |
|
|
|
@@ -1187,8 +1185,6 @@ static av_noinline void OPNAME ## h264_qpel8or16_hv_lowpass_ ## MMX(uint8_t *dst |
|
|
|
"paddsw %%mm5, %%mm3 \n\t"\ |
|
|
|
"psraw $2, %%mm0 \n\t"\ |
|
|
|
"psraw $2, %%mm3 \n\t"\ |
|
|
|
"paddw %%mm6, %%mm2 \n\t"\ |
|
|
|
"paddw %%mm6, %%mm5 \n\t"\ |
|
|
|
"paddw %%mm2, %%mm0 \n\t"\ |
|
|
|
"paddw %%mm5, %%mm3 \n\t"\ |
|
|
|
"psraw $6, %%mm0 \n\t"\ |
|
|
|
@@ -1200,7 +1196,7 @@ static av_noinline void OPNAME ## h264_qpel8or16_hv_lowpass_ ## MMX(uint8_t *dst |
|
|
|
"decl %2 \n\t"\ |
|
|
|
" jnz 1b \n\t"\ |
|
|
|
: "+a"(tmp), "+c"(dst), "+m"(h)\ |
|
|
|
: "S"((long)dstStride), "m"(ff_pw_32)\ |
|
|
|
: "S"((long)dstStride)\ |
|
|
|
: "memory"\ |
|
|
|
);\ |
|
|
|
tmp += 8 - size*24;\ |
|
|
|
@@ -1246,11 +1242,8 @@ static void OPNAME ## h264_qpel16_hv_lowpass_ ## MMX(uint8_t *dst, int16_t *tmp, |
|
|
|
static av_noinline void OPNAME ## pixels4_l2_shift5_ ## MMX(uint8_t *dst, int16_t *src16, uint8_t *src8, int dstStride, int src8Stride, int h)\ |
|
|
|
{\ |
|
|
|
asm volatile(\ |
|
|
|
"movq %5, %%mm6 \n\t"\ |
|
|
|
"movq (%1), %%mm0 \n\t"\ |
|
|
|
"movq 24(%1), %%mm1 \n\t"\ |
|
|
|
"paddw %%mm6, %%mm0 \n\t"\ |
|
|
|
"paddw %%mm6, %%mm1 \n\t"\ |
|
|
|
"psraw $5, %%mm0 \n\t"\ |
|
|
|
"psraw $5, %%mm1 \n\t"\ |
|
|
|
"packuswb %%mm0, %%mm0 \n\t"\ |
|
|
|
@@ -1263,8 +1256,6 @@ static av_noinline void OPNAME ## pixels4_l2_shift5_ ## MMX(uint8_t *dst, int16_ |
|
|
|
"lea (%2,%4,2), %2 \n\t"\ |
|
|
|
"movq 48(%1), %%mm0 \n\t"\ |
|
|
|
"movq 72(%1), %%mm1 \n\t"\ |
|
|
|
"paddw %%mm6, %%mm0 \n\t"\ |
|
|
|
"paddw %%mm6, %%mm1 \n\t"\ |
|
|
|
"psraw $5, %%mm0 \n\t"\ |
|
|
|
"psraw $5, %%mm1 \n\t"\ |
|
|
|
"packuswb %%mm0, %%mm0 \n\t"\ |
|
|
|
@@ -1274,21 +1265,15 @@ static av_noinline void OPNAME ## pixels4_l2_shift5_ ## MMX(uint8_t *dst, int16_ |
|
|
|
OP(%%mm0, (%2), %%mm4, d)\ |
|
|
|
OP(%%mm1, (%2,%4), %%mm5, d)\ |
|
|
|
:"+a"(src8), "+c"(src16), "+d"(dst)\ |
|
|
|
:"S"((long)src8Stride), "D"((long)dstStride), "m"(ff_pw_16)\ |
|
|
|
:"S"((long)src8Stride), "D"((long)dstStride)\ |
|
|
|
:"memory");\ |
|
|
|
}\ |
|
|
|
static av_noinline void OPNAME ## pixels8_l2_shift5_ ## MMX(uint8_t *dst, int16_t *src16, uint8_t *src8, int dstStride, int src8Stride, int h)\ |
|
|
|
{\ |
|
|
|
asm volatile(\ |
|
|
|
"movq %0, %%mm6 \n\t"\ |
|
|
|
::"m"(ff_pw_16)\ |
|
|
|
);\ |
|
|
|
while(h--){\ |
|
|
|
asm volatile(\ |
|
|
|
"movq (%1), %%mm0 \n\t"\ |
|
|
|
"movq 8(%1), %%mm1 \n\t"\ |
|
|
|
"paddw %%mm6, %%mm0 \n\t"\ |
|
|
|
"paddw %%mm6, %%mm1 \n\t"\ |
|
|
|
"psraw $5, %%mm0 \n\t"\ |
|
|
|
"psraw $5, %%mm1 \n\t"\ |
|
|
|
"packuswb %%mm1, %%mm0 \n\t"\ |
|
|
|
|