Browse Source

avcodec/simple_idct_template: fix row rounder

MSE changes from 0.04890000 to 0.02969844

Signed-off-by: Michael Niedermayer <michaelni@gmx.at>
tags/n2.2-rc1
Michael Niedermayer 11 years ago
parent
commit
a7ea733b72
13 changed files with 20 additions and 20 deletions
  1. +1
    -1
      libavcodec/simple_idct_template.c
  2. +2
    -2
      tests/ref/fate/prores-422
  3. +2
    -2
      tests/ref/fate/prores-422_hq
  4. +2
    -2
      tests/ref/fate/prores-422_lt
  5. +2
    -2
      tests/ref/fate/prores-422_proxy
  6. +2
    -2
      tests/ref/fate/prores-alpha
  7. +2
    -2
      tests/ref/fate/prores-alpha_skip
  8. +1
    -1
      tests/ref/fate/prores-transparency
  9. +1
    -1
      tests/ref/fate/prores-transparency_skip
  10. +1
    -1
      tests/ref/vsynth/vsynth1-prores
  11. +1
    -1
      tests/ref/vsynth/vsynth1-prores_ks
  12. +1
    -1
      tests/ref/vsynth/vsynth2-prores
  13. +2
    -2
      tests/ref/vsynth/vsynth2-prores_ks

+ 1
- 1
libavcodec/simple_idct_template.c View File

@@ -136,7 +136,7 @@ static inline void FUNC(idctRowCondDC)(int16_t *row, int extra_shift)
}
#endif

a0 = (W4 * row[0]) + (1 << (ROW_SHIFT - 1));
a0 = (W4 * row[0]) + (1 << (ROW_SHIFT + extra_shift - 1));
a1 = a0;
a2 = a0;
a3 = a0;


+ 2
- 2
tests/ref/fate/prores-422 View File

@@ -1,3 +1,3 @@
#tb 0: 100/2997
0, 0, 0, 1, 8294400, 0xdb4ce06a
0, 1, 1, 1, 8294400, 0xdb4ce06a
0, 0, 0, 1, 8294400, 0x57127dd9
0, 1, 1, 1, 8294400, 0x57127dd9

+ 2
- 2
tests/ref/fate/prores-422_hq View File

@@ -1,3 +1,3 @@
#tb 0: 100/2997
0, 0, 0, 1, 8294400, 0x9b2c65b0
0, 1, 1, 1, 8294400, 0x9b2c65b0
0, 0, 0, 1, 8294400, 0x978851f4
0, 1, 1, 1, 8294400, 0x978851f4

+ 2
- 2
tests/ref/fate/prores-422_lt View File

@@ -1,3 +1,3 @@
#tb 0: 100/2997
0, 0, 0, 1, 8294400, 0xaceddd97
0, 1, 1, 1, 8294400, 0xaceddd97
0, 0, 0, 1, 8294400, 0xdaff4019
0, 1, 1, 1, 8294400, 0xdaff4019

+ 2
- 2
tests/ref/fate/prores-422_proxy View File

@@ -1,3 +1,3 @@
#tb 0: 100/2997
0, 0, 0, 1, 8294400, 0x3e3e9e16
0, 1, 1, 1, 8294400, 0x3e3e9e16
0, 0, 0, 1, 8294400, 0x007ba770
0, 1, 1, 1, 8294400, 0x007ba770

+ 2
- 2
tests/ref/fate/prores-alpha View File

@@ -1,3 +1,3 @@
#tb 0: 100/2997
0, 0, 0, 1, 16588800, 0x52b1b7fe
0, 1, 1, 1, 16588800, 0x52b1b7fe
0, 0, 0, 1, 16588800, 0x8e4dac48
0, 1, 1, 1, 16588800, 0x8e4dac48

+ 2
- 2
tests/ref/fate/prores-alpha_skip View File

@@ -1,3 +1,3 @@
#tb 0: 100/2997
0, 0, 0, 1, 12441600, 0x16ba9193
0, 1, 1, 1, 12441600, 0x16ba9193
0, 0, 0, 1, 12441600, 0xf11685dd
0, 1, 1, 1, 12441600, 0xf11685dd

+ 1
- 1
tests/ref/fate/prores-transparency View File

@@ -1,5 +1,5 @@
#tb 0: 1/25
#tb 1: 1/48000
0, 0, 0, 1, 16588800, 0x93bbc444
0, 0, 0, 1, 16588800, 0x7163b01a
1, 0, 0, 1024, 4096, 0x00000000
1, 1024, 1024, 896, 3584, 0x00000000

+ 1
- 1
tests/ref/fate/prores-transparency_skip View File

@@ -1,5 +1,5 @@
#tb 0: 1/25
#tb 1: 1/48000
0, 0, 0, 1, 12441600, 0xec522972
0, 0, 0, 1, 12441600, 0x627d1548
1, 0, 0, 1024, 4096, 0x00000000
1, 1024, 1024, 896, 3584, 0x00000000

+ 1
- 1
tests/ref/vsynth/vsynth1-prores View File

@@ -1,4 +1,4 @@
176b9fa03cc0946c6a41f2dcfad46805 *tests/data/fate/vsynth1-prores.mov
5022821 tests/data/fate/vsynth1-prores.mov
3356f8c3b753acbbe217e7a642e2bd93 *tests/data/fate/vsynth1-prores.out.rawvideo
fb4a9e025d12afc0dbbca8d82831858f *tests/data/fate/vsynth1-prores.out.rawvideo
stddev: 2.47 PSNR: 40.27 MAXDIFF: 31 bytes: 7603200/ 7603200

+ 1
- 1
tests/ref/vsynth/vsynth1-prores_ks View File

@@ -1,4 +1,4 @@
1d5522ee2fb507a66d236a09a172dc16 *tests/data/fate/vsynth1-prores_ks.mov
3858911 tests/data/fate/vsynth1-prores_ks.mov
576f494f8b01a787e97876d0c95e4e4b *tests/data/fate/vsynth1-prores_ks.out.rawvideo
100eb002413fe7a632d440dfbdf7e3ff *tests/data/fate/vsynth1-prores_ks.out.rawvideo
stddev: 3.17 PSNR: 38.09 MAXDIFF: 39 bytes: 7603200/ 7603200

+ 1
- 1
tests/ref/vsynth/vsynth2-prores View File

@@ -1,4 +1,4 @@
af885572d77d28e5ede27932bd68cdde *tests/data/fate/vsynth2-prores.mov
2844076 tests/data/fate/vsynth2-prores.mov
9ee2e0a1645e4d64a98b99d03fa62c28 *tests/data/fate/vsynth2-prores.out.rawvideo
387a3c23586c679b411c3eff2c9d9d06 *tests/data/fate/vsynth2-prores.out.rawvideo
stddev: 1.31 PSNR: 45.77 MAXDIFF: 11 bytes: 7603200/ 7603200

+ 2
- 2
tests/ref/vsynth/vsynth2-prores_ks View File

@@ -1,4 +1,4 @@
c1c71cf2dbd6e332aacb6ab1c6affa59 *tests/data/fate/vsynth2-prores_ks.mov
3884596 tests/data/fate/vsynth2-prores_ks.mov
0e80f4c8523a5968dc461dd374a64b00 *tests/data/fate/vsynth2-prores_ks.out.rawvideo
stddev: 0.92 PSNR: 48.77 MAXDIFF: 10 bytes: 7603200/ 7603200
6cfe987de99cf8ac9d43bdc5cd150838 *tests/data/fate/vsynth2-prores_ks.out.rawvideo
stddev: 0.92 PSNR: 48.78 MAXDIFF: 10 bytes: 7603200/ 7603200

Loading…
Cancel
Save