tests/regression.sh

   1 #!/bin/sh
   2 #
   3 # automatic regression test for ffmpeg
   4 #
   5 #
   6 #set -x
   7 # Even in the 21st century some diffs are not supporting -u.
   8 diff -u $0 $0 > /dev/null 2>&1
   9 if [ $? -eq 0 ]; then
  10   diff_cmd="diff -u"
  11 else
  12   diff_cmd="diff"
  13 fi
  14
  15 set -e
  16
  17 datadir="./data"
  18
  19 logfile="$datadir/ffmpeg.regression"
  20 outfile="$datadir/a-"
  21
  22 # tests to do
  23 if [ "$1" = "mpeg4" ] ; then
  24     do_mpeg4=y
  25 elif [ "$1" = "mpeg" ] ; then
  26     do_mpeg=y
  27 elif [ "$1" = "ac3" ] ; then
  28     do_ac3=y
  29 elif [ "$1" = "libavtest" ] ; then
  30     do_libav=y
  31     logfile="$datadir/libav.regression"
  32     outfile="$datadir/b-"
  33 else
  34     do_mpeg=y
  35     do_mpeg2=y
  36     do_msmpeg4v2=y
  37     do_msmpeg4=y
  38     do_wmv1=y
  39     do_wmv2=y
  40     do_h263=y
  41     do_h263p=y
  42     do_mpeg4=y
  43     do_huffyuv=y
  44     do_mjpeg=y
  45     do_ljpeg=y
  46     do_rv10=y
  47     do_mp2=y
  48     do_ac3=y
  49     do_rc=y
  50     do_mpeg4adv=y
  51     do_mpeg1b=y
  52     do_asv1=y
  53     do_asv2=y
  54     do_flv=y
  55     do_ffv1=y
  56     do_error=y
  57 fi
  58
  59
  60 # various files
  61 ffmpeg="../ffmpeg_g"
  62 tiny_psnr="./tiny_psnr"
  63 reffile="$2"
  64 benchfile="$datadir/ffmpeg.bench"
  65 raw_src="$3/%d.pgm"
  66 raw_dst="$datadir/out.yuv"
  67 raw_ref="$datadir/ref.yuv"
  68 pcm_src="asynth1.sw"
  69 pcm_dst="$datadir/out.wav"
  70
  71 # create the data directory if it does not exists
  72 mkdir -p $datadir
  73
  74 do_ffmpeg()
  75 {
  76     f="$1"
  77     shift
  78     echo $ffmpeg -y -bitexact -dct_algo 1 -idct_algo 2 $*
  79     $ffmpeg -y -bitexact -dct_algo 1 -idct_algo 2 -benchmark $* > $datadir/bench.tmp 2> /tmp/ffmpeg$$
  80     egrep -v "^(Stream|Press|Input|Output|frame|  Stream|  Duration)" /tmp/ffmpeg$$ || true
  81     rm -f /tmp/ffmpeg$$
  82     md5sum -b $f >> $logfile
  83     if [ $f = $raw_dst ] ; then
  84         $tiny_psnr $f $raw_ref >> $logfile
  85     fi
  86     expr "`cat $datadir/bench.tmp`" : '.*utime=\(.*s\)' > $datadir/bench2.tmp
  87     echo `cat $datadir/bench2.tmp` $f >> $benchfile
  88 }
  89
  90 do_ffmpeg_crc()
  91 {
  92     f="$1"
  93     shift
  94     echo $ffmpeg -y -bitexact -dct_algo 1 -idct_algo 2 $* -f crc $datadir/ffmpeg.crc
  95     $ffmpeg -y -bitexact -dct_algo 1 -idct_algo 2 $* -f crc $datadir/ffmpeg.crc > /tmp/ffmpeg$$ 2>&1
  96     egrep -v "^(Stream|Press|Input|Output|frame|  Stream|  Duration)" /tmp/ffmpeg$$ || true
  97     rm -f /tmp/ffmpeg$$
  98     echo "$f `cat $datadir/ffmpeg.crc`" >> $logfile
  99 }
 100
 101 do_ffmpeg_nocheck()
 102 {
 103     f="$1"
 104     shift
 105     echo $ffmpeg -y -bitexact -dct_algo 1 -idct_algo 2 $*
 106     $ffmpeg -y -bitexact -dct_algo 1 -idct_algo 2 -benchmark $* > $datadir/bench.tmp 2> /tmp/ffmpeg$$
 107     egrep -v "^(Stream|Press|Input|Output|frame|  Stream|  Duration)" /tmp/ffmpeg$$ || true
 108     rm -f /tmp/ffmpeg$$
 109     expr "`cat $datadir/bench.tmp`" : '.*utime=\(.*s\)' > $datadir/bench2.tmp
 110     echo `cat $datadir/bench2.tmp` $f >> $benchfile
 111 }
 112
 113 echo "ffmpeg regression test" > $logfile
 114 echo "ffmpeg benchmarks" > $benchfile
 115
 116 ###################################
 117 # generate reference for quality check
 118 do_ffmpeg_nocheck $raw_ref -y -f pgmyuv -i $raw_src -an -f rawvideo $raw_ref
 119
 120 ###################################
 121 if [ -n "$do_mpeg" ] ; then
 122 # mpeg1 encoding
 123 file=${outfile}mpeg1.mpg
 124 do_ffmpeg $file -y -qscale 10 -f pgmyuv -i $raw_src -f mpeg1video $file
 125
 126 # mpeg1 decoding
 127 do_ffmpeg $raw_dst -y -i $file -f rawvideo $raw_dst
 128 fi
 129
 130 ###################################
 131 if [ -n "$do_mpeg2" ] ; then
 132 # mpeg2 encoding
 133 file=${outfile}mpeg2.mpg
 134 do_ffmpeg $file -y -qscale 10 -f pgmyuv -i $raw_src -vcodec mpeg2video -f mpeg1video $file
 135
 136 # mpeg2 decoding
 137 do_ffmpeg $raw_dst -y -i $file -f rawvideo $raw_dst
 138
 139 # mpeg2 encoding interlaced
 140 file=${outfile}mpeg2i.mpg
 141 do_ffmpeg $file -y -qscale 10 -f pgmyuv -i $raw_src -vcodec mpeg2video -f mpeg1video -ildct $file
 142
 143 # mpeg2 decoding
 144 do_ffmpeg $raw_dst -y -i $file -f rawvideo $raw_dst
 145 fi
 146
 147 ###################################
 148 if [ -n "$do_msmpeg4v2" ] ; then
 149 # msmpeg4 encoding
 150 file=${outfile}msmpeg4v2.avi
 151 do_ffmpeg $file -y -qscale 10 -f pgmyuv -i $raw_src -an -vcodec msmpeg4v2 $file
 152
 153 # msmpeg4v2 decoding
 154 do_ffmpeg $raw_dst -y -i $file -f rawvideo $raw_dst
 155 fi
 156
 157 ###################################
 158 if [ -n "$do_msmpeg4" ] ; then
 159 # msmpeg4 encoding
 160 file=${outfile}msmpeg4.avi
 161 do_ffmpeg $file -y -qscale 10 -f pgmyuv -i $raw_src -an -vcodec msmpeg4 $file
 162
 163 # msmpeg4 decoding
 164 do_ffmpeg $raw_dst -y -i $file -f rawvideo $raw_dst
 165 fi
 166
 167 ###################################
 168 if [ -n "$do_wmv1" ] ; then
 169 # wmv1 encoding
 170 file=${outfile}wmv1.avi
 171 do_ffmpeg $file -y -qscale 10 -f pgmyuv -i $raw_src -an -vcodec wmv1 $file
 172
 173 # wmv1 decoding
 174 do_ffmpeg $raw_dst -y -i $file -f rawvideo $raw_dst
 175 fi
 176
 177 ###################################
 178 if [ -n "$do_wmv2" ] ; then
 179 # wmv2 encoding
 180 file=${outfile}wmv2.avi
 181 do_ffmpeg $file -y -qscale 10 -f pgmyuv -i $raw_src -an -vcodec wmv2 $file
 182
 183 # wmv2 decoding
 184 do_ffmpeg $raw_dst -y -i $file -f rawvideo $raw_dst
 185 fi
 186
 187 ###################################
 188 if [ -n "$do_h263" ] ; then
 189 # h263 encoding
 190 file=${outfile}h263.avi
 191 do_ffmpeg $file -y -qscale 10 -f pgmyuv -i $raw_src -s 352x288 -an -vcodec h263 $file
 192
 193 # h263 decoding
 194 do_ffmpeg $raw_dst -y -i $file -f rawvideo $raw_dst
 195 fi
 196
 197 ###################################
 198 if [ -n "$do_h263p" ] ; then
 199 # h263p encoding
 200 file=${outfile}h263p.avi
 201 do_ffmpeg $file -y -qscale 2 -umv -aiv -aic -f pgmyuv -i $raw_src -s 352x288 -an -vcodec h263p -ps 300 $file
 202
 203 # h263p decoding
 204 do_ffmpeg $raw_dst -y -i $file -f rawvideo $raw_dst
 205 fi
 206
 207 ###################################
 208 if [ -n "$do_mpeg4" ] ; then
 209 # mpeg4
 210 file=${outfile}odivx.mp4
 211 do_ffmpeg $file -y -4mv -hq -qscale 10 -f pgmyuv -i $raw_src -an -vcodec mpeg4 $file
 212
 213 # mpeg4 decoding
 214 do_ffmpeg $raw_dst -y -i $file -f rawvideo $raw_dst
 215 fi
 216
 217 ###################################
 218 if [ -n "$do_huffyuv" ] ; then
 219 # huffyuv
 220 file=${outfile}huffyuv.avi
 221 do_ffmpeg $file -y -qscale 10 -f pgmyuv -i $raw_src -an -vcodec huffyuv -strict -1 $file
 222
 223 # huffyuv decoding
 224 do_ffmpeg $raw_dst -y -i $file -f rawvideo -strict -1 $raw_dst
 225 fi
 226
 227 ###################################
 228 if [ -n "$do_rc" ] ; then
 229 # mpeg4 rate control
 230 file=${outfile}mpeg4-rc.avi
 231 do_ffmpeg $file -y -b 400 -bf 2 -f pgmyuv -i $raw_src -an -vcodec mpeg4 $file
 232
 233 # mpeg4 rate control decoding
 234 do_ffmpeg $raw_dst -y -i $file -f rawvideo $raw_dst
 235 fi
 236
 237 ###################################
 238 if [ -n "$do_mpeg4adv" ] ; then
 239 # mpeg4
 240 file=${outfile}mpeg4-adv.avi
 241 do_ffmpeg $file -y -qscale 9 -4mv -hq -part -ps 200 -aic -f pgmyuv -i $raw_src -an -vcodec mpeg4 $file
 242
 243 # mpeg4 decoding
 244 do_ffmpeg $raw_dst -y -i $file -f rawvideo $raw_dst
 245 fi
 246
 247 ###################################
 248 if [ -n "$do_error" ] ; then
 249 # damaged mpeg4
 250 file=${outfile}error-mpeg4-adv.avi
 251 do_ffmpeg $file -y -qscale 7 -4mv -mbd 2 -part -ps 250 -error 10 -aic -f pgmyuv -i $raw_src -an -vcodec mpeg4 $file
 252
 253 # damaged mpeg4 decoding
 254 do_ffmpeg $raw_dst -y -i $file -f rawvideo $raw_dst
 255 fi
 256
 257 ###################################
 258 if [ -n "$do_mpeg1b" ] ; then
 259 # mpeg1
 260 file=${outfile}mpeg1b.mpg
 261 do_ffmpeg $file -y -qscale 8 -bf 3 -ps 200 -f pgmyuv -i $raw_src -an -vcodec mpeg1video -f mpeg1video $file
 262
 263 # mpeg1 decoding
 264 do_ffmpeg $raw_dst -y -i $file -f rawvideo $raw_dst
 265 fi
 266
 267 ###################################
 268 if [ -n "$do_mjpeg" ] ; then
 269 # mjpeg
 270 file=${outfile}mjpeg.avi
 271 do_ffmpeg $file -y -qscale 10 -f pgmyuv -i $raw_src -an -vcodec mjpeg $file
 272
 273 # mjpeg decoding
 274 do_ffmpeg $raw_dst -y -i $file -f rawvideo $raw_dst
 275 fi
 276
 277 ###################################
 278 if [ -n "$do_ljpeg" ] ; then
 279 # ljpeg
 280 file=${outfile}ljpeg.avi
 281 do_ffmpeg $file -y -f pgmyuv -i $raw_src -an -vcodec ljpeg $file
 282
 283 # ljpeg decoding
 284 do_ffmpeg $raw_dst -y -i $file -f rawvideo $raw_dst
 285 fi
 286
 287 ###################################
 288 if [ -n "$do_rv10" ] ; then
 289 # rv10 encoding
 290 file=${outfile}rv10.rm
 291 do_ffmpeg $file -y -qscale 10 -f pgmyuv -i $raw_src -an $file
 292
 293 # rv10 decoding
 294 do_ffmpeg $raw_dst -y -i $file -f rawvideo $raw_dst
 295 fi
 296
 297 ###################################
 298 if [ -n "$do_asv1" ] ; then
 299 # asv1 encoding
 300 file=${outfile}asv1.avi
 301 do_ffmpeg $file -y -qscale 10 -f pgmyuv -i $raw_src -an -vcodec asv1 $file
 302
 303 # asv1 decoding
 304 do_ffmpeg $raw_dst -y -i $file -f rawvideo $raw_dst
 305 fi
 306
 307 ###################################
 308 if [ -n "$do_asv2" ] ; then
 309 # asv2 encoding
 310 file=${outfile}asv2.avi
 311 do_ffmpeg $file -y -qscale 10 -f pgmyuv -i $raw_src -an -vcodec asv2 $file
 312
 313 # asv2 decoding
 314 do_ffmpeg $raw_dst -y -i $file -f rawvideo $raw_dst
 315 fi
 316
 317 ###################################
 318 if [ -n "$do_flv" ] ; then
 319 # flv encoding
 320 file=${outfile}flv.flv
 321 do_ffmpeg $file -y -qscale 10 -f pgmyuv -i $raw_src -an -vcodec flv $file
 322
 323 # flv decoding
 324 do_ffmpeg $raw_dst -y -i $file -f rawvideo $raw_dst
 325 fi
 326
 327 ###################################
 328 if [ -n "$do_ffv1" ] ; then
 329 # ffv1 encoding
 330 file=${outfile}ffv1.avi
 331 do_ffmpeg $file -y -strict -1 -f pgmyuv -i $raw_src -an -vcodec ffv1 $file
 332
 333 # ffv1 decoding
 334 do_ffmpeg $raw_dst -y -i $file -f rawvideo $raw_dst
 335 fi
 336
 337 ###################################
 338 if [ -n "$do_mp2" ] ; then
 339 # mp2 encoding
 340 file=${outfile}mp2.mp2
 341 do_ffmpeg $file -y -ab 128 -ac 2 -ar 44100 -f s16le -i $pcm_src $file
 342
 343 # mp2 decoding
 344 do_ffmpeg $pcm_dst -y -i $file -f wav $pcm_dst
 345 fi
 346
 347 ###################################
 348 if [ -n "$do_ac3" ] ; then
 349 # ac3 encoding
 350 file=${outfile}ac3.rm
 351 do_ffmpeg $file -y -ab 128 -ac 2 -f s16le  -i $pcm_src -vn $file
 352
 353 # ac3 decoding
 354 #do_ffmpeg $pcm_dst -y -i $file -f wav $pcm_dst
 355 fi
 356
 357 ###################################
 358 # libav testing
 359 ###################################
 360
 361 if [ -n "$do_libav" ] ; then
 362
 363 # avi
 364 file=${outfile}libav.avi
 365 do_ffmpeg $file -t 1 -y -qscale 10 -f pgmyuv -i $raw_src -f s16le -i $pcm_src $file
 366 do_ffmpeg_crc $file -i $file
 367
 368 # asf
 369 file=${outfile}libav.asf
 370 do_ffmpeg $file -t 1 -y -qscale 10 -f pgmyuv -i $raw_src -f s16le -i $pcm_src $file
 371 do_ffmpeg_crc $file -i $file
 372
 373 # rm
 374 file=${outfile}libav.rm
 375 do_ffmpeg $file -t 1 -y -qscale 10 -f pgmyuv -i $raw_src -f s16le -i $pcm_src $file
 376 # broken
 377 #do_ffmpeg_crc $file -i $file
 378
 379 # mpegps
 380 file=${outfile}libav.mpg
 381 do_ffmpeg $file -t 1 -y -qscale 10 -f pgmyuv -i $raw_src -f s16le -i $pcm_src $file
 382 do_ffmpeg_crc $file -i $file
 383
 384 # swf (decode audio only)
 385 file=${outfile}libav.swf
 386 do_ffmpeg $file -t 1 -y -qscale 10 -f pgmyuv -i $raw_src -f s16le -i $pcm_src $file
 387 do_ffmpeg_crc $file -i $file
 388
 389 # ffm
 390 file=${outfile}libav.ffm
 391 do_ffmpeg $file -t 1 -y -qscale 10 -f pgmyuv -i $raw_src -f s16le -i $pcm_src $file
 392 do_ffmpeg_crc $file -i $file
 393
 394 # flv
 395 file=${outfile}libav.flv
 396 do_ffmpeg $file -t 1 -y -qscale 10 -f pgmyuv -i $raw_src -f s16le -i $pcm_src $file
 397 do_ffmpeg_crc $file -i $file
 398
 399 # mov
 400 #file=${outfile}libav.mov
 401 #do_ffmpeg $file -t 1 -y -qscale 10 -f pgmyuv -i $raw_src -f s16le -i $pcm_src $file
 402 #do_ffmpeg_crc $file -i $file
 403
 404 # nut
 405 file=${outfile}libav.nut
 406 do_ffmpeg $file -t 1 -y -qscale 10 -f pgmyuv -i $raw_src -f s16le -i $pcm_src $file
 407 do_ffmpeg_crc $file -i $file
 408
 409 # XXX: need mpegts tests (add bitstreams or add output capability in ffmpeg)
 410
 411 ####################
 412 # streamed images
 413 # mjpeg
 414 #file=${outfile}libav.mjpeg
 415 #do_ffmpeg $file -t 1 -y -qscale 10 -f pgmyuv -i $raw_src $file
 416 #do_ffmpeg_crc $file -i $file
 417
 418 # pbmpipe
 419 file=${outfile}libav.pbm
 420 do_ffmpeg $file -t 1 -y -qscale 10 -f pgmyuv -i $raw_src -f imagepipe $file
 421 do_ffmpeg_crc $file -f imagepipe -i $file
 422
 423 # pgmpipe
 424 file=${outfile}libav.pgm
 425 do_ffmpeg $file -t 1 -y -qscale 10 -f pgmyuv -i $raw_src -f imagepipe $file
 426 do_ffmpeg_crc $file -f imagepipe -i $file
 427
 428 # ppmpipe
 429 file=${outfile}libav.ppm
 430 do_ffmpeg $file -t 1 -y -qscale 10 -f pgmyuv -i $raw_src -f imagepipe $file
 431 do_ffmpeg_crc $file -f imagepipe -i $file
 432
 433 # gif
 434 file=${outfile}libav.gif
 435 do_ffmpeg $file -t 1 -y -qscale 10 -f pgmyuv -i $raw_src $file
 436 #do_ffmpeg_crc $file -i $file
 437
 438 # yuv4mpeg
 439 file=${outfile}libav.yuv4mpeg
 440 do_ffmpeg $file -t 1 -y -qscale 10 -f pgmyuv -i $raw_src $file
 441 #do_ffmpeg_crc $file -i $file
 442
 443 ####################
 444 # image formats
 445 # pgm (we do not do md5 on image files yet)
 446 file=${outfile}libav%d.pgm
 447 $ffmpeg -t 0.5 -y -qscale 10 -f pgmyuv -i $raw_src $file
 448 do_ffmpeg_crc $file -i $file
 449
 450 # ppm (we do not do md5 on image files yet)
 451 file=${outfile}libav%d.ppm
 452 $ffmpeg -t 0.5 -y -qscale 10 -f pgmyuv -i $raw_src $file
 453 do_ffmpeg_crc $file -i $file
 454
 455 # jpeg (we do not do md5 on image files yet)
 456 #file=${outfile}libav%d.jpg
 457 #$ffmpeg -t 0.5 -y -qscale 10 -f pgmyuv -i $raw_src $file
 458 #do_ffmpeg_crc $file -i $file
 459
 460 ####################
 461 # audio only
 462
 463 # wav
 464 file=${outfile}libav.wav
 465 do_ffmpeg $file -t 1 -y -qscale 10 -f s16le -i $pcm_src $file
 466 do_ffmpeg_crc $file -i $file
 467
 468 # alaw
 469 file=${outfile}libav.al
 470 do_ffmpeg $file -t 1 -y -qscale 10 -f s16le -i $pcm_src $file
 471 do_ffmpeg_crc $file -i $file
 472
 473 # mulaw
 474 file=${outfile}libav.ul
 475 do_ffmpeg $file -t 1 -y -qscale 10 -f s16le -i $pcm_src $file
 476 do_ffmpeg_crc $file -i $file
 477
 478 # au
 479 file=${outfile}libav.au
 480 do_ffmpeg $file -t 1 -y -qscale 10 -f s16le -i $pcm_src $file
 481 do_ffmpeg_crc $file -i $file
 482
 483 ####################
 484 # pix_fmt conversions
 485 conversions="yuv420p yuv422p yuv444p yuv422 yuv410p yuv411p yuvj420p \
 486              yuvj422p yuvj444p rgb24 bgr24 rgba32 rgb565 rgb555 gray monow \
 487              monob pal8"
 488 for pix_fmt in $conversions ; do
 489     file=${outfile}libav-${pix_fmt}.yuv
 490     do_ffmpeg_nocheck $file -r 1 -t 1 -y -f pgmyuv -i $raw_src \
 491                             -f rawvideo -s 352x288 -pix_fmt $pix_fmt $raw_dst
 492     do_ffmpeg $file -f rawvideo -s 352x288 -pix_fmt $pix_fmt -i $raw_dst \
 493                     -f rawvideo -s 352x288 -pix_fmt yuv444p $file
 494 done
 495
 496 fi
 497
 498
 499
 500 if $diff_cmd $logfile $reffile ; then
 501     echo
 502     echo Regression test succeeded.
 503     exit 0
 504 else
 505     echo
 506     echo Regression test: Error.
 507     exit 1
 508 fi