Browse Source

fate: pass additional variables to test script

This passes the following additional variables to the test script:

- CMP  method to use comparing output with reference, default 'diff'
- REF  reference file, default 'tests/ref/fate/${test}'
- FUZZ maximum fuzz factor in comparison, meaning depends on CMP

Originally committed as revision 24133 to svn://svn.ffmpeg.org/ffmpeg/trunk
tags/n0.8
Måns Rullgård 15 years ago
parent
commit
3ade7d32c1
2 changed files with 8 additions and 3 deletions
  1. +1
    -1
      Makefile
  2. +7
    -2
      tests/fate-run.sh

+ 1
- 1
Makefile View File

@@ -281,7 +281,7 @@ ifdef SAMPLES
fate: $(FATE_TESTS)
$(FATE_TESTS): ffmpeg$(EXESUF)
@echo "TEST FATE $(@:fate-%=%)"
@$(SRC_PATH)/tests/fate-run.sh $@ "$(SAMPLES)" "$(TARGET_EXEC)" "$(TARGET_PATH)" '$(CMD)'
@$(SRC_PATH)/tests/fate-run.sh $@ "$(SAMPLES)" "$(TARGET_EXEC)" "$(TARGET_PATH)" '$(CMD)' '$(CMP)' '$(REF)' '$(FUZZ)'
else
fate $(FATE_TESTS):
@echo "SAMPLES not specified, cannot run FATE"


+ 7
- 2
tests/fate-run.sh View File

@@ -8,12 +8,17 @@ SAMPLES_PATH=$2
target_exec=$3
BUILD_PATH=$4
command=$5
cmp=${6:-diff}

ref="${base}/ref/fate/${test}"
ref=${7:-"${base}/ref/fate/${test}"}
fuzz=$8
outdir="tests/data/fate"
outfile="${outdir}/${test}"

mkdir -p "$outdir"

eval $target_exec $command > "$outfile" 2>/dev/null
diff -u -w "$ref" "$outfile"

case $cmp in
diff) diff -u -w "$ref" "$outfile" ;;
esac

Loading…
Cancel
Save