Browse Source

avcodec/simple_idct_template: fix row rounder

MSE changes from 0.04890000 to 0.02969844

Signed-off-by: Michael Niedermayer <michaelni@gmx.at>
tags/n2.2-rc1
Michael Niedermayer 11 years ago
parent
commit
a7ea733b72
13 changed files with 20 additions and 20 deletions
  1. +1
    -1
      libavcodec/simple_idct_template.c
  2. +2
    -2
      tests/ref/fate/prores-422
  3. +2
    -2
      tests/ref/fate/prores-422_hq
  4. +2
    -2
      tests/ref/fate/prores-422_lt
  5. +2
    -2
      tests/ref/fate/prores-422_proxy
  6. +2
    -2
      tests/ref/fate/prores-alpha
  7. +2
    -2
      tests/ref/fate/prores-alpha_skip
  8. +1
    -1
      tests/ref/fate/prores-transparency
  9. +1
    -1
      tests/ref/fate/prores-transparency_skip
  10. +1
    -1
      tests/ref/vsynth/vsynth1-prores
  11. +1
    -1
      tests/ref/vsynth/vsynth1-prores_ks
  12. +1
    -1
      tests/ref/vsynth/vsynth2-prores
  13. +2
    -2
      tests/ref/vsynth/vsynth2-prores_ks

+ 1
- 1
libavcodec/simple_idct_template.c View File

@@ -136,7 +136,7 @@ static inline void FUNC(idctRowCondDC)(int16_t *row, int extra_shift)
} }
#endif #endif


a0 = (W4 * row[0]) + (1 << (ROW_SHIFT - 1));
a0 = (W4 * row[0]) + (1 << (ROW_SHIFT + extra_shift - 1));
a1 = a0; a1 = a0;
a2 = a0; a2 = a0;
a3 = a0; a3 = a0;


+ 2
- 2
tests/ref/fate/prores-422 View File

@@ -1,3 +1,3 @@
#tb 0: 100/2997 #tb 0: 100/2997
0, 0, 0, 1, 8294400, 0xdb4ce06a
0, 1, 1, 1, 8294400, 0xdb4ce06a
0, 0, 0, 1, 8294400, 0x57127dd9
0, 1, 1, 1, 8294400, 0x57127dd9

+ 2
- 2
tests/ref/fate/prores-422_hq View File

@@ -1,3 +1,3 @@
#tb 0: 100/2997 #tb 0: 100/2997
0, 0, 0, 1, 8294400, 0x9b2c65b0
0, 1, 1, 1, 8294400, 0x9b2c65b0
0, 0, 0, 1, 8294400, 0x978851f4
0, 1, 1, 1, 8294400, 0x978851f4

+ 2
- 2
tests/ref/fate/prores-422_lt View File

@@ -1,3 +1,3 @@
#tb 0: 100/2997 #tb 0: 100/2997
0, 0, 0, 1, 8294400, 0xaceddd97
0, 1, 1, 1, 8294400, 0xaceddd97
0, 0, 0, 1, 8294400, 0xdaff4019
0, 1, 1, 1, 8294400, 0xdaff4019

+ 2
- 2
tests/ref/fate/prores-422_proxy View File

@@ -1,3 +1,3 @@
#tb 0: 100/2997 #tb 0: 100/2997
0, 0, 0, 1, 8294400, 0x3e3e9e16
0, 1, 1, 1, 8294400, 0x3e3e9e16
0, 0, 0, 1, 8294400, 0x007ba770
0, 1, 1, 1, 8294400, 0x007ba770

+ 2
- 2
tests/ref/fate/prores-alpha View File

@@ -1,3 +1,3 @@
#tb 0: 100/2997 #tb 0: 100/2997
0, 0, 0, 1, 16588800, 0x52b1b7fe
0, 1, 1, 1, 16588800, 0x52b1b7fe
0, 0, 0, 1, 16588800, 0x8e4dac48
0, 1, 1, 1, 16588800, 0x8e4dac48

+ 2
- 2
tests/ref/fate/prores-alpha_skip View File

@@ -1,3 +1,3 @@
#tb 0: 100/2997 #tb 0: 100/2997
0, 0, 0, 1, 12441600, 0x16ba9193
0, 1, 1, 1, 12441600, 0x16ba9193
0, 0, 0, 1, 12441600, 0xf11685dd
0, 1, 1, 1, 12441600, 0xf11685dd

+ 1
- 1
tests/ref/fate/prores-transparency View File

@@ -1,5 +1,5 @@
#tb 0: 1/25 #tb 0: 1/25
#tb 1: 1/48000 #tb 1: 1/48000
0, 0, 0, 1, 16588800, 0x93bbc444
0, 0, 0, 1, 16588800, 0x7163b01a
1, 0, 0, 1024, 4096, 0x00000000 1, 0, 0, 1024, 4096, 0x00000000
1, 1024, 1024, 896, 3584, 0x00000000 1, 1024, 1024, 896, 3584, 0x00000000

+ 1
- 1
tests/ref/fate/prores-transparency_skip View File

@@ -1,5 +1,5 @@
#tb 0: 1/25 #tb 0: 1/25
#tb 1: 1/48000 #tb 1: 1/48000
0, 0, 0, 1, 12441600, 0xec522972
0, 0, 0, 1, 12441600, 0x627d1548
1, 0, 0, 1024, 4096, 0x00000000 1, 0, 0, 1024, 4096, 0x00000000
1, 1024, 1024, 896, 3584, 0x00000000 1, 1024, 1024, 896, 3584, 0x00000000

+ 1
- 1
tests/ref/vsynth/vsynth1-prores View File

@@ -1,4 +1,4 @@
176b9fa03cc0946c6a41f2dcfad46805 *tests/data/fate/vsynth1-prores.mov 176b9fa03cc0946c6a41f2dcfad46805 *tests/data/fate/vsynth1-prores.mov
5022821 tests/data/fate/vsynth1-prores.mov 5022821 tests/data/fate/vsynth1-prores.mov
3356f8c3b753acbbe217e7a642e2bd93 *tests/data/fate/vsynth1-prores.out.rawvideo
fb4a9e025d12afc0dbbca8d82831858f *tests/data/fate/vsynth1-prores.out.rawvideo
stddev: 2.47 PSNR: 40.27 MAXDIFF: 31 bytes: 7603200/ 7603200 stddev: 2.47 PSNR: 40.27 MAXDIFF: 31 bytes: 7603200/ 7603200

+ 1
- 1
tests/ref/vsynth/vsynth1-prores_ks View File

@@ -1,4 +1,4 @@
1d5522ee2fb507a66d236a09a172dc16 *tests/data/fate/vsynth1-prores_ks.mov 1d5522ee2fb507a66d236a09a172dc16 *tests/data/fate/vsynth1-prores_ks.mov
3858911 tests/data/fate/vsynth1-prores_ks.mov 3858911 tests/data/fate/vsynth1-prores_ks.mov
576f494f8b01a787e97876d0c95e4e4b *tests/data/fate/vsynth1-prores_ks.out.rawvideo
100eb002413fe7a632d440dfbdf7e3ff *tests/data/fate/vsynth1-prores_ks.out.rawvideo
stddev: 3.17 PSNR: 38.09 MAXDIFF: 39 bytes: 7603200/ 7603200 stddev: 3.17 PSNR: 38.09 MAXDIFF: 39 bytes: 7603200/ 7603200

+ 1
- 1
tests/ref/vsynth/vsynth2-prores View File

@@ -1,4 +1,4 @@
af885572d77d28e5ede27932bd68cdde *tests/data/fate/vsynth2-prores.mov af885572d77d28e5ede27932bd68cdde *tests/data/fate/vsynth2-prores.mov
2844076 tests/data/fate/vsynth2-prores.mov 2844076 tests/data/fate/vsynth2-prores.mov
9ee2e0a1645e4d64a98b99d03fa62c28 *tests/data/fate/vsynth2-prores.out.rawvideo
387a3c23586c679b411c3eff2c9d9d06 *tests/data/fate/vsynth2-prores.out.rawvideo
stddev: 1.31 PSNR: 45.77 MAXDIFF: 11 bytes: 7603200/ 7603200 stddev: 1.31 PSNR: 45.77 MAXDIFF: 11 bytes: 7603200/ 7603200

+ 2
- 2
tests/ref/vsynth/vsynth2-prores_ks View File

@@ -1,4 +1,4 @@
c1c71cf2dbd6e332aacb6ab1c6affa59 *tests/data/fate/vsynth2-prores_ks.mov c1c71cf2dbd6e332aacb6ab1c6affa59 *tests/data/fate/vsynth2-prores_ks.mov
3884596 tests/data/fate/vsynth2-prores_ks.mov 3884596 tests/data/fate/vsynth2-prores_ks.mov
0e80f4c8523a5968dc461dd374a64b00 *tests/data/fate/vsynth2-prores_ks.out.rawvideo
stddev: 0.92 PSNR: 48.77 MAXDIFF: 10 bytes: 7603200/ 7603200
6cfe987de99cf8ac9d43bdc5cd150838 *tests/data/fate/vsynth2-prores_ks.out.rawvideo
stddev: 0.92 PSNR: 48.78 MAXDIFF: 10 bytes: 7603200/ 7603200

Loading…
Cancel
Save