Browse code

check quality too, not only md5 (but dont take the scores too serious, the different codecs use different quality/bitrates and its just based on a artificially generated testvideo) small changes to some test to check a broader area of features

Originally committed as revision 1751 to svn://svn.ffmpeg.org/ffmpeg/trunk

Michael Niedermayer authored on 2003/04/11 06:29:31
Showing 4 changed files
... ...
@@ -19,7 +19,7 @@ test-server: vsynth1/0.pgm asynth1.sw
19 19
 	@$(SRC_PATH)/tests/server-regression.sh $(SERVER_REFFILE)
20 20
 
21 21
 # fast regression tests for all codecs
22
-test mpeg4 mpeg: vsynth1/0.pgm asynth1.sw
22
+test mpeg4 mpeg: vsynth1/0.pgm asynth1.sw tiny_psnr
23 23
 	@$(SRC_PATH)/tests/regression.sh $@ $(REFFILE) || true
24 24
 
25 25
 # fast regression for libav formats
... ...
@@ -43,6 +43,9 @@ asynth1.sw: audiogen
43 43
 audiogen: audiogen.c
44 44
 	$(CC) $(LDFLAGS) $(CFLAGS) -o $@ $<
45 45
 
46
+tiny_psnr: tiny_psnr.c
47
+	$(CC) $(LDFLAGS) $(CFLAGS) -o $@ $<
48
+        
46 49
 DSPDEPS = $(SRC_PATH)/libavcodec/i386/dsputil_mmx.c \
47 50
  $(SRC_PATH)/libavcodec/i386/dsputil_mmx_avg.h \
48 51
  $(SRC_PATH)/libavcodec/i386/dsputil_mmx_rnd.h \
... ...
@@ -1,32 +1,46 @@
1 1
 ffmpeg regression test
2 2
 dda0ba041aef50a5101884291c06d4d9 *./data/a-mpeg1.mpg
3 3
 6713259d72260740bbddaea30631ea18 *./data/out.yuv
4
+stddev:  7.58 bytes:7299072
4 5
 e608f387c4ee7227fb4d0042e528ded7 *./data/a-msmpeg4v2.avi
5 6
 712aa6c959d1d90a78fe98657cbff19c *./data/out.yuv
7
+stddev:  8.11 bytes:7602176
6 8
 5957d6460c4b8fef35d68159e9cf2db0 *./data/a-msmpeg4.avi
7 9
 8786aa956838234fe3e48d0ef8cbd46c *./data/out.yuv
10
+stddev:  8.12 bytes:7602176
8 11
 78c3826f0a813cf666d9eb36caca5831 *./data/a-wmv1.avi
9 12
 7261e23fd8ad1de6efee022051b936be *./data/out.yuv
13
+stddev:  8.10 bytes:7602176
10 14
 58fa570e0867f30d7503482b8690c9dc *./data/a-wmv2.avi
11 15
 7261e23fd8ad1de6efee022051b936be *./data/out.yuv
16
+stddev:  8.10 bytes:7602176
12 17
 04a77cf9d7a3b4dcb394440d0bb67ea7 *./data/a-h263.avi
13 18
 545df74e0aa443499600faedd10a7065 *./data/out.yuv
14
-0d949fbabab1d67e76829e95b031a28f *./data/a-h263p.avi
15
-668ba3cb87859ca4d9a4269bad47b3f5 *./data/out.yuv
16
-fbda0de97cb28e359ca8b47aacba7d84 *./data/a-odivx.avi
17
-98bb113f0fa0d61fd3b0b1699ac6c69a *./data/out.yuv
19
+stddev:  8.18 bytes:7602176
20
+6d5ac74b9749c71ec1aef92909d002be *./data/a-h263p.avi
21
+79649b61321beaaaa6413af8c18e4696 *./data/out.yuv
22
+stddev:  2.05 bytes:7602176
23
+435965a98cb23b48b1d532bdb7afeb6b *./data/a-odivx.avi
24
+c753223d02441b59704c9859dbd7ff30 *./data/out.yuv
25
+stddev:  8.01 bytes:7602176
18 26
 16049c232bcd37dd42b0f39ed308fe05 *./data/a-huffyuv.avi
19 27
 799d3db687f6cdd7a837ec156efc171f *./data/out.yuv
28
+stddev:  0.00 bytes:7602176
20 29
 78f8b142f5841d0bda2faa0467633154 *./data/a-mpeg4-rc.avi
21 30
 580000bfe2d4359d9aa9a9415f953b3b *./data/out.yuv
31
+stddev: 10.53 bytes:7145472
22 32
 12cd2282b00644e35999f19969ec9bd9 *./data/a-mpeg4-adv.avi
23 33
 b54262af56f6681186fa2c44e4ef6ec7 *./data/out.yuv
34
+stddev:  7.32 bytes:7602176
24 35
 a38cb11e3035a280f3dad3ccdff5997b *./data/a-mpeg1b.mpg
25 36
 da8e21c7b78b7a25558dc319524b91d8 *./data/out.yuv
37
+stddev:  6.32 bytes:6842368
26 38
 2ecdef2ebfcc94e8ce90ce88c90ae8f4 *./data/a-mjpeg.avi
27 39
 f23a9e50a559e174766ee808c48fea22 *./data/out.yuv
40
+stddev:  8.87 bytes:7602176
28 41
 4b37703d3dc03873f99603165c0fe11e *./data/a-rv10.rm
29 42
 255469fef47bee94cfb2e3385ebb736b *./data/out.yuv
43
+stddev: 13.42 bytes:7602176
30 44
 21f8ff9f1daacd9133683bb4ea0f50a4 *./data/a-mp2.mp2
31 45
 116d1290ba1b4eb98fdee52e423417b1 *./data/out.wav
32 46
 048b9c3444c788bac6ce5cc3a8f4db00 *./data/a-ac3.rm
... ...
@@ -42,11 +42,13 @@ fi
42 42
 
43 43
 # various files
44 44
 ffmpeg="../ffmpeg_g"
45
+tiny_psnr="./tiny_psnr"
45 46
 outfile="$datadir/a-"
46 47
 reffile="$2"
47 48
 benchfile="$datadir/ffmpeg.bench"
48 49
 raw_src="vsynth1/%d.pgm"
49 50
 raw_dst="$datadir/out.yuv"
51
+raw_ref="$datadir/ref.yuv"
50 52
 pcm_src="asynth1.sw"
51 53
 pcm_dst="$datadir/out.wav"
52 54
 
... ...
@@ -60,6 +62,9 @@ do_ffmpeg()
60 60
     echo $ffmpeg -bitexact -dct_algo 1 -idct_algo 2 $*
61 61
     $ffmpeg -bitexact -dct_algo 1 -idct_algo 2 -benchmark $* > $datadir/bench.tmp
62 62
     md5sum -b $f >> $logfile
63
+    if [ $f = $raw_dst ] ; then
64
+        $tiny_psnr $f $raw_ref >> $logfile
65
+    fi
63 66
     expr "`cat $datadir/bench.tmp`" : '.*utime=\(.*s\)' > $datadir/bench2.tmp
64 67
     echo `cat $datadir/bench2.tmp` $f >> $benchfile
65 68
 }
... ...
@@ -74,10 +79,24 @@ do_ffmpeg_crc()
74 74
     cat $datadir/ffmpeg.crc >> $logfile
75 75
 }
76 76
 
77
+do_ffmpeg_nocheck()
78
+{
79
+    f="$1"
80
+    shift
81
+    echo $ffmpeg -bitexact -dct_algo 1 -idct_algo 2 $*
82
+    $ffmpeg -bitexact -dct_algo 1 -idct_algo 2 -benchmark $* > $datadir/bench.tmp
83
+    expr "`cat $datadir/bench.tmp`" : '.*utime=\(.*s\)' > $datadir/bench2.tmp
84
+    echo `cat $datadir/bench2.tmp` $f >> $benchfile
85
+}
86
+
77 87
 echo "ffmpeg regression test" > $logfile
78 88
 echo "ffmpeg benchmarks" > $benchfile
79 89
 
80 90
 ###################################
91
+# generate reference for quality check
92
+do_ffmpeg_nocheck $raw_ref -y -f pgmyuv -i $raw_src -an -f rawvideo $raw_ref
93
+
94
+###################################
81 95
 if [ -n "$do_mpeg" ] ; then
82 96
 # mpeg1 encoding
83 97
 file=${outfile}mpeg1.mpg
... ...
@@ -145,7 +164,7 @@ fi
145 145
 if [ -n "$do_h263p" ] ; then
146 146
 # h263p encoding
147 147
 file=${outfile}h263p.avi
148
-do_ffmpeg $file -y -qscale 10 -umv -f pgmyuv -i $raw_src -s 352x288 -an -vcodec h263p -ps 300 $file
148
+do_ffmpeg $file -y -qscale 2 -umv -f pgmyuv -i $raw_src -s 352x288 -an -vcodec h263p -ps 300 $file
149 149
 
150 150
 # h263p decoding
151 151
 do_ffmpeg $raw_dst -y -i $file -f rawvideo $raw_dst 
... ...
@@ -155,7 +174,7 @@ fi
155 155
 if [ -n "$do_mpeg4" ] ; then
156 156
 # mpeg4
157 157
 file=${outfile}odivx.avi
158
-do_ffmpeg $file -y -qscale 10 -f pgmyuv -i $raw_src -an -vcodec mpeg4 $file
158
+do_ffmpeg $file -y -4mv -qscale 10 -f pgmyuv -i $raw_src -an -vcodec mpeg4 $file
159 159
 
160 160
 # mpeg4 decoding
161 161
 do_ffmpeg $raw_dst -y -i $file -f rawvideo $raw_dst 
162 162
new file mode 100644
... ...
@@ -0,0 +1,74 @@
0
+/*
1
+ * Copyright (c) 2003 Michael Niedermayer <michaelni@gmx.at>
2
+ *
3
+ * This library is free software; you can redistribute it and/or
4
+ * modify it under the terms of the GNU Lesser General Public
5
+ * License as published by the Free Software Foundation; either
6
+ * version 2 of the License, or (at your option) any later version.
7
+ *
8
+ * This library is distributed in the hope that it will be useful,
9
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
10
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
11
+ * Lesser General Public License for more details.
12
+ *
13
+ * You should have received a copy of the GNU Lesser General Public
14
+ * License along with this library; if not, write to the Free Software
15
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
+ *
17
+ */
18
+
19
+#include <stdio.h>
20
+#include <inttypes.h>
21
+
22
+#define F 100
23
+#define SIZE 2048
24
+
25
+static uint64_t int_sqrt(uint64_t a)
26
+{
27
+    uint64_t ret=0;
28
+    int s;
29
+    uint64_t ret_sq=0;
30
+
31
+    for(s=31; s>=0; s--){
32
+        uint64_t b= ret_sq + (1ULL<<(s*2)) + (ret<<s)*2;
33
+        if(b<=a){
34
+            ret_sq=b;
35
+            ret+= 1ULL<<s;
36
+        }
37
+    }
38
+    return ret;
39
+}
40
+
41
+int main(int argc,char* argv[]){
42
+    int i, j;
43
+    uint64_t sse=0;
44
+    uint64_t dev;
45
+    FILE *f[2];
46
+    uint8_t buf[2][SIZE];
47
+    
48
+    if(argc!=3){
49
+        printf("tiny_psnr <file1> <file2>\n");
50
+        return -1;
51
+    }
52
+    
53
+    f[0]= fopen(argv[1], "r");
54
+    f[1]= fopen(argv[2], "r");
55
+
56
+    for(i=0;;){
57
+        if( fread(buf[0], SIZE, 1, f[0]) != 1) break;
58
+        if( fread(buf[1], SIZE, 1, f[1]) != 1) break;
59
+        
60
+        for(j=0; j<SIZE; i++,j++){
61
+            const int a= buf[0][j];
62
+            const int b= buf[1][j];
63
+            sse += (a-b) * (a-b);
64
+        }
65
+    }
66
+    
67
+    dev= int_sqrt((sse*F*F)/i);
68
+    
69
+    //FIXME someone should write a integer fixpoint log() function for bitexact PSNR scores ...
70
+    printf("stddev:%3d.%02d bytes:%d\n", (int)(dev/F), (int)(dev%F), i);
71
+    
72
+    return 0;
73
+}