From 3ee20364862608997a01e97c816a49bf2671f525 Mon Sep 17 00:00:00 2001
From: Ben Pfaff <blp@cs.stanford.edu>
Date: Mon, 4 Oct 2010 15:08:29 -0700
Subject: [PATCH] ROC: Convert tests to Autotest framework.

---
 tests/automake.mk                             |   3 +-
 tests/command/roc2.sh                         | 123 -------------
 .../{command/roc.sh => language/stats/roc.at} | 173 ++++++++++--------
 3 files changed, 94 insertions(+), 205 deletions(-)
 delete mode 100755 tests/command/roc2.sh
 rename tests/{command/roc.sh => language/stats/roc.at} (54%)
 mode change 100755 => 100644

diff --git a/tests/automake.mk b/tests/automake.mk
index 9106f3ce..92398409 100644
--- a/tests/automake.mk
+++ b/tests/automake.mk
@@ -10,8 +10,6 @@ TESTS_ENVIRONMENT += LC_ALL=C
 TESTS_ENVIRONMENT += EXEEXT=$(EXEEXT)
 
 dist_TESTS = \
-	tests/command/roc.sh \
-	tests/command/roc2.sh \
 	tests/command/sample.sh \
 	tests/command/sort.sh \
 	tests/command/sysfiles.sh \
@@ -378,6 +376,7 @@ TESTSUITE_AT = \
 	tests/language/stats/rank.at \
 	tests/language/stats/regression.at \
 	tests/language/stats/reliability.at \
+	tests/language/stats/roc.at \
 	tests/language/utilities/insert.at \
 	tests/language/utilities/permissions.at \
 	tests/language/utilities/set.at \
diff --git a/tests/command/roc2.sh b/tests/command/roc2.sh
deleted file mode 100755
index 6cd9a444..00000000
--- a/tests/command/roc2.sh
+++ /dev/null
@@ -1,123 +0,0 @@
-#!/bin/sh
-
-# This program tests  the ROC command.
-
-TEMPDIR=/tmp/pspp-tst-$$
-TESTFILE=$TEMPDIR/`basename $0`.sps
-
-# ensure that top_builddir  are absolute
-if [ -z "$top_builddir" ] ; then top_builddir=. ; fi
-if [ -z "$top_srcdir" ] ; then top_srcdir=. ; fi
-top_builddir=`cd $top_builddir; pwd`
-PSPP=$top_builddir/src/ui/terminal/pspp$EXEEXT
-
-# ensure that top_srcdir is absolute
-top_srcdir=`cd $top_srcdir; pwd`
-
-STAT_CONFIG_PATH=$top_srcdir/config
-export STAT_CONFIG_PATH
-
-LANG=C
-export LANG
-
-cleanup()
-{
-     if [ x"$PSPP_TEST_NO_CLEANUP" != x ] ; then 
-	echo "NOT cleaning $TEMPDIR" 
-	return ; 
-     fi
-     cd /
-     rm -rf $TEMPDIR
-}
-
-
-fail()
-{
-    echo $activity
-    echo FAILED
-    cleanup;
-    exit 1;
-}
-
-
-no_result()
-{
-    echo $activity
-    echo NO RESULT;
-    cleanup;
-    exit 2;
-}
-
-pass()
-{
-    cleanup;
-    exit 0;
-}
-
-mkdir -p $TEMPDIR
-
-cd $TEMPDIR
-
-activity="create program"
-cat > $TESTFILE <<EOF
-set format F10.3.
-data list notable list /x * a * comment (a20).
-begin data.
-0  1 ""
-0  0 ""
-1  1 ""
-1  0 ""
-2  1 ""
-2  0 ""
-5  1 ""
-5  0 ""
-10 1 ""
-10 0 ""
-15 1 ""
-15 0 ""
-20 1 ""
-20 1 ""
-22 0 "here and"
-22 0 "here is the anomoly"
-25 1 ""
-25 0 ""
-30 1 ""
-30 0 ""
-35 1 ""
-35 0 ""
-38 1 ""
-38 0 ""
-39 1 ""
-39 0 ""
-40 1 ""
-40 0 ""
-end data.
-
-roc x by a (1)
-	/plot = none
-	print = se 
-	.
-EOF
-if [ $? -ne 0 ] ; then no_result ; fi
-
-activity="run program"
-$SUPERVISOR $PSPP -o pspp.csv $TESTFILE
-if [ $? -ne 0 ] ; then no_result ; fi
-
-
-activity="compare results"
-diff -c $TEMPDIR/pspp.csv - << EOF
-Table: Case Summary
-,Valid N (listwise),
-a,Unweighted,Weighted
-Positive,14,14.000
-Negative,14,14.000
-
-Table: Area Under the Curve (x)
-,,,Asymp. 95% Confidence Interval,
-Area,Std. Error,Asymptotic Sig.,Lower Bound,Upper Bound
-.490,.111,.927,.307,.673
-EOF
-if [ $? -ne 0 ] ; then fail ; fi
-
-pass
diff --git a/tests/command/roc.sh b/tests/language/stats/roc.at
old mode 100755
new mode 100644
similarity index 54%
rename from tests/command/roc.sh
rename to tests/language/stats/roc.at
index e350585d..7ffb6522
--- a/tests/command/roc.sh
+++ b/tests/language/stats/roc.at
@@ -1,65 +1,7 @@
-#!/bin/sh
+AT_BANNER([ROC])
 
-# This program tests  the ROC command.
-
-TEMPDIR=/tmp/pspp-tst-$$
-TESTFILE=$TEMPDIR/`basename $0`.sps
-
-# ensure that top_builddir  are absolute
-if [ -z "$top_builddir" ] ; then top_builddir=. ; fi
-if [ -z "$top_srcdir" ] ; then top_srcdir=. ; fi
-top_builddir=`cd $top_builddir; pwd`
-PSPP=$top_builddir/src/ui/terminal/pspp$EXEEXT
-
-# ensure that top_srcdir is absolute
-top_srcdir=`cd $top_srcdir; pwd`
-
-STAT_CONFIG_PATH=$top_srcdir/config
-export STAT_CONFIG_PATH
-
-LANG=C
-export LANG
-
-cleanup()
-{
-     if [ x"$PSPP_TEST_NO_CLEANUP" != x ] ; then 
-	echo "NOT cleaning $TEMPDIR" 
-	return ; 
-     fi
-     cd /
-     rm -rf $TEMPDIR
-}
-
-
-fail()
-{
-    echo $activity
-    echo FAILED
-    cleanup;
-    exit 1;
-}
-
-
-no_result()
-{
-    echo $activity
-    echo NO RESULT;
-    cleanup;
-    exit 2;
-}
-
-pass()
-{
-    cleanup;
-    exit 0;
-}
-
-mkdir -p $TEMPDIR
-
-cd $TEMPDIR
-
-activity="create program"
-cat > $TESTFILE <<EOF
+AT_SETUP([ROC, free distribution])
+AT_DATA([roc.sps], [dnl
 set format F10.3.
 data list notable list /x * y * w * a *.
 begin data.
@@ -84,22 +26,9 @@ roc x by a (1)
 	/print = se coordinates
 	/criteria = testpos(large) distribution(free) ci(99)
 	/missing = exclude .
-
-roc x y by a (1)
-	/plot = curve(reference)
-        /print = se coordinates
-	/criteria = testpos(large) distribution(negexpo) ci(95)
-	/missing = exclude .
-EOF
-if [ $? -ne 0 ] ; then no_result ; fi
-
-activity="run program"
-$SUPERVISOR $PSPP -o pspp.csv $TESTFILE
-if [ $? -ne 0 ] ; then no_result ; fi
-
-
-activity="compare results"
-diff -c $TEMPDIR/pspp.csv - << EOF
+])
+AT_CHECK([pspp -o pspp.csv roc.sps])
+AT_CHECK([cat pspp.csv], [0], [dnl
 Table: Case Summary
 ,Valid N (listwise),
 a,Unweighted,Weighted
@@ -119,7 +48,38 @@ Positive if greater than or equal to,Sensitivity,1 - Specificity
 3.500,.680,.060
 4.500,.400,.020
 6.000,.000,.000
+])
+AT_CLEANUP
 
+AT_SETUP([ROC, negative exponential distribution])
+AT_DATA([roc.sps], [dnl
+set format F10.3.
+data list notable list /x * y * w * a *.
+begin data.
+1 1 2  1
+1 2 28 0
+2 3 4  1
+2 4 14 0
+3 5 10 1
+. . 1  0
+3 1 5  0
+4 2 14 1
+4 3 2  0
+5 4 20 1
+5 4 20 .
+5 5 1  0
+end data.
+
+weight by w.
+
+roc x y by a (1)
+	/plot = curve(reference)
+        /print = se coordinates
+	/criteria = testpos(large) distribution(negexpo) ci(95)
+	/missing = exclude .
+])
+AT_CHECK([pspp -o pspp.csv roc.sps])
+AT_CHECK([cat pspp.csv], [0], [dnl
 Table: Case Summary
 ,Valid N (listwise),
 a,Unweighted,Weighted
@@ -147,7 +107,60 @@ y,.000,1.000,1.000
 ,3.500,.600,.300
 ,4.500,.200,.020
 ,6.000,.000,.000
-EOF
-if [ $? -ne 0 ] ; then fail ; fi
+])
+AT_CLEANUP
+
+AT_SETUP([ROC, with anomaly])
+AT_DATA([roc.sps], [dnl
+set format F10.3.
+data list notable list /x * a * comment (a20).
+begin data.
+0  1 ""
+0  0 ""
+1  1 ""
+1  0 ""
+2  1 ""
+2  0 ""
+5  1 ""
+5  0 ""
+10 1 ""
+10 0 ""
+15 1 ""
+15 0 ""
+20 1 ""
+20 1 ""
+22 0 "here and"
+22 0 "here is the anomoly"
+25 1 ""
+25 0 ""
+30 1 ""
+30 0 ""
+35 1 ""
+35 0 ""
+38 1 ""
+38 0 ""
+39 1 ""
+39 0 ""
+40 1 ""
+40 0 ""
+end data.
+
+roc x by a (1)
+	/plot = none
+	print = se 
+	.
+])
+AT_CHECK([pspp -o pspp.csv roc.sps])
+AT_CHECK([cat pspp.csv], [0], [dnl
+Table: Case Summary
+,Valid N (listwise),
+a,Unweighted,Weighted
+Positive,14,14.000
+Negative,14,14.000
 
-pass
+Table: Area Under the Curve (x)
+,,,Asymp. 95% Confidence Interval,
+Area,Std. Error,Asymptotic Sig.,Lower Bound,Upper Bound
+.490,.111,.927,.307,.673
+])
+AT_CLEANUP
-- 
2.30.2