This is the mail archive of the
gcc-patches@gcc.gnu.org
mailing list for the GCC project.
[PATCH] testsuite/gcc.test-framework to check test directives
- From: Janis Johnson <janis187 at us dot ibm dot com>
- To: gcc-patches at gcc dot gnu dot org
- Date: Wed, 26 Jan 2005 16:43:00 -0800
- Subject: [PATCH] testsuite/gcc.test-framework to check test directives
This patch adds a set of tests that will probably only be used by me and
by people testing drop-in replacements to DejaGnu for running the GCC
testsuite. By default it is skipped, but if CHECK_TEST_FRAMEWORK is
defined then it generates thousands of tests in the build directory and
runs them. This is testing the testsuite infrastructure, so individual
tests are expected to be FAIL, XFAIL, UNSUPPORTED, etc. The expected
result is encoded in the name of the test, and an awk script checks these
and reports results.
I've been using these for awhile now and think they might be useful to
a few other people as well. If there are no objections I'll check them
in on mainline in a day or two.
2005-01-26 Janis Johnson <janis187@us.ibm.com>
* gcc.test-framework: New directory.
* gcc.test-framework/README: New.
* gcc.test-framework/test-framework.exp: New.
* gcc.test-framework/test-framework.awk: New.
* gcc.test-framework/test-framework.gen_directive_tests: New.
--- /dev/null 2005-01-26 15:52:23.447789616 -0800
+++ gcc.test-framework/README 2005-01-26 16:07:40.240035608 -0800
@@ -0,0 +1,24 @@
+Check the test directives used in GCC's testsuite by generating and
+running tests that use combinations of those commands or that stress
+the selector expressions that can be used in those directives.
+
+Each test has two parts: a file ending in "-1.c" whose expected result
+is encoded in the filename after "-exp-", and a file ending in "-2.c"
+which is always expected to pass.
+
+This test directory is normally skipped and is not meant to be run at
+the same time as other parts of the testsuite; it's only of interest to
+people who are modifying the test directives or their support in GCC's
+.exp files.
+
+To run these tests:
+
+ CHECK_TEST_FRAMEWORK=1 make -k check RUNTESTFLAGS="test-framework.exp"
+
+To check the results:
+
+ TF=${SRC}/gcc/testsuite/gcc.test-framework
+ awk -f ${TF}/test-framework.awk gcc/testsuite/gcc.sum
+
+The awk script prints unexpected results followed by the number of tests
+that passed.
--- /dev/null 2005-01-26 15:52:23.447789616 -0800
+++ gcc.test-framework/test-framework.exp 2005-01-26 15:33:04.000000000 -0800
@@ -0,0 +1,66 @@
+# Copyright (c) 2002, 2003, 2004, 2005 Free Software Foundation, Inc.
+#
+# This file is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# For a copy of the GNU General Public License, write the the
+# Free Software Foundation, Inc., 59 Temple Place - Suite 330,
+# Boston, MA 02111-1307, USA.
+
+# Based on gcc/testsuite/gcc.dg/dg.exp.
+
+# Don't run these tests unless an environment variable is defined.
+if { ![info exists env(CHECK_TEST_FRAMEWORK)] } {
+ verbose "skipping test framework tests, CHECK_TEST_FRAMEWORK is not defined" 0
+ return
+}
+
+load_lib gcc-dg.exp
+
+proc dg-require-true { args } {
+ verbose "dg-require-true" 2
+}
+
+proc dg-require-false { args } {
+ verbose "dg-require-false" 2
+ upvar dg-do-what dg-do-what
+ set dg-do-what [list [lindex ${dg-do-what} 0] "N" "P"]
+}
+
+proc check_effective_target_yes { args } {
+ return 1
+}
+
+proc check_effective_target_no { args } {
+ return 0
+}
+
+global dg-do-what-default
+set save-dg-do-what-default ${dg-do-what-default}
+set dg-do-what-default compile
+
+# Generate the tests.
+
+set tstobjdir "$tmpdir/gcc.test-framework"
+set generator "$srcdir/$subdir/gen_directive_tests"
+file delete -force $tstobjdir
+file mkdir $tstobjdir
+set status [remote_exec host "$generator $tstobjdir"]
+set status [lindex $status 0]
+if { $status == 0 } {
+ # Run the tests.
+ dg-init
+ dg-runtest [lsort [find $tstobjdir *.c]] "" "-DY1 -DY2"
+ dg-finish
+} else {
+ warning "Could not generate test framework tests"
+}
+
+set dg-do-what-default ${save-dg-do-what-default}
--- /dev/null 2005-01-26 15:52:23.447789616 -0800
+++ gcc.test-framework/test-framework.awk 2005-01-26 16:23:27.010104680 -0800
@@ -0,0 +1,42 @@
+# Process the gcc.sum file for a run through gcc.test-framework.
+# Print result lines that show potential problems. Report the number
+# of passing tests.
+#
+#
+# Copyright (c) 2004, 2005 Free Software Foundation, Inc.
+#
+# This file is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# For a copy of the GNU General Public License, write the the
+# Free Software Foundation, Inc., 59 Temple Place - Suite 330,
+# Boston, MA 02111-1307, USA.
+
+BEGIN { skip = 1; pass = 0 }
+/Running.*test-frame/ { skip = 0; next }
+/gcc Summary/ { skip = 1; next }
+ { if (skip) next }
+/^$/ { next }
+# The post tests are always expected to pass.
+/^PASS.*-2.c/ { next }
+# dg-xfail-if applies to the compile step; these should be XPASS for the
+# compile step on dox tests, which are run tests.
+/^XPASS.*dox.*xiff.*-1.c.*(test for excess errors)/ { next }
+# xfail for scan-assembler-not tests doesn't apply to the compile step.
+/^PASS.*sa.*-1.c.*(test for excess errors)/ { next }
+# The other dox tests pass the compile step; ignore that message.
+/^PASS.*dox.*(test for excess errors)/ { next }
+/^PASS/ { if (match ($0, "exp-P")) { pass++; next } }
+/^FAIL/ { if (match ($0, "exp-F")) { pass++; next } }
+/^XPASS/ { if (match ($0, "exp-XP")) { pass++; next } }
+/^XFAIL/ { if (match ($0, "exp-XF")) { pass++; next } }
+/^UNSUPPORTED/ { if (match ($0, "exp-U")) { pass++; next } }
+ { print }
+END { printf("%d tests passed\n", pass) }
--- /dev/null 2005-01-26 15:52:23.447789616 -0800
+++ gcc.test-framework/gen_directive_tests 2005-01-26 16:23:12.378329048 -0800
@@ -0,0 +1,570 @@
+#! /bin/bash
+
+########################################################################
+#
+# File: generate_framework_tests
+# Author: Janis Johnson
+# Date: 2004/11/02
+#
+# Generate tests of GCC's test framework. Each test has encoded in
+# its name the dg commands that are used in the test and the expected
+# result of the test, *-1.c. Each test is followed by a test ending
+# in *-2.c that is expected to pass.
+#
+# This script has evolved and could be rewritten to be more compact.
+#
+#
+# Copyright (c) 2004, 2005 Free Software Foundation, Inc.
+#
+# This file is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# For a copy of the GNU General Public License, write the the
+# Free Software Foundation, Inc., 59 Temple Place - Suite 330,
+# Boston, MA 02111-1307, USA.
+#
+########################################################################
+
+cd $1
+
+GOOD0='*-*-*'
+GOOD1="yes"
+BAD0='empty-empty-empty'
+BAD1="no"
+
+# Programs used in the tests: good compile and run, bad compile, and
+# bad run.
+GOOD_PROG="int main () { return 0; }"
+BADC_PROG="int missing_body () }"
+BADR_PROG="extern void abort (void); int main () { abort (); }"
+
+# dg-do commands with a target list.
+DOT_S0="{ dg-do compile { target ${GOOD0} } }"
+DOT_S1="{ dg-do compile { target ${GOOD1} } }"
+DOT_N0="{ dg-do compile { target ${BAD0} } }"
+DOT_N1="{ dg-do compile { target ${BAD1} } }"
+
+# dg-do commands with an xfail list; the xfail list is ignored for
+# everything but "run".
+DOX_P0="{ dg-do run { xfail ${BAD0} } }"
+DOX_P1="{ dg-do run { xfail ${BAD1} } }"
+DOX_F0="{ dg-do run { xfail ${GOOD0} } }"
+DOX_F1="{ dg-do run { xfail ${GOOD1} } }"
+
+# dg-xfail-if commands.
+XIF_P0="{ dg-xfail-if \"target not matched\" { ${BAD0} } { \"-DY1\" } { \"-DY2\" } }"
+XIF_P1="{ dg-xfail-if \"target not matched\" { ${BAD0} } { \"-DY1\" } { \"-DN\" } }"
+XIF_P2="{ dg-xfail-if \"target not matched\" { ${BAD0} } { \"-DN\" } { \"-DY1\" } }"
+XIF_P3="{ dg-xfail-if \"target not matched\" { ${BAD0} } { \"-DN1\" } { \"-DN2\" } }"
+XIF_P4="{ dg-xfail-if \"exclude option matched\" { ${GOOD0} } { \"-DY1\" } { \"-DY2\" } }"
+XIF_P5="{ dg-xfail-if \"include option not matched\" { ${GOOD0} } { \"-DN\" } { \"-DY1\" } }"
+XIF_P6="{ dg-xfail-if \"include option not matched\" { ${GOOD0} } { \"-DN1\" } { \"-DN2\" } }"
+XIF_F0="{ dg-xfail-if \"all matches succeed\" { ${GOOD0} } { \"-DY1\" } { \"-DN\" } }"
+XIF_F1="{ dg-xfail-if \"all matches succeed\" { ${GOOD0} } { \"*\" } { \"-DN\" } }"
+XIF_F2="{ dg-xfail-if \"all matches succeed\" { ${GOOD0} } { \"-DY1\" } { \"\" } }"
+XIF_F3="{ dg-xfail-if \"all matches succeed\" { ${GOOD0} } { \"*\" } { \"\" } }"
+
+XIF_P7="{ dg-xfail-if \"target not matched\" { ${BAD1} } { \"-DY1\" } { \"-DY2\" } }"
+XIF_P8="{ dg-xfail-if \"target not matched\" { ${BAD1} } { \"-DY1\" } { \"-DN\" } }"
+XIF_P9="{ dg-xfail-if \"target not matched\" { ${BAD1} } { \"-DN\" } { \"-DY1\" } }"
+XIF_P10="{ dg-xfail-if \"target not matched\" { ${BAD1} } { \"-DN1\" } { \"-DN2\" } }"
+XIF_P11="{ dg-xfail-if \"exclude option matched\" { ${GOOD1} } { \"-DY1\" } { \"-DY2\" } }"
+XIF_P12="{ dg-xfail-if \"include option not matched\" { ${GOOD1} } { \"-DN\" } { \"-DY1\" } }"
+XIF_P13="{ dg-xfail-if \"include option not matched\" { ${GOOD1} } { \"-DN1\" } { \"-DN2\" } }"
+XIF_F4="{ dg-xfail-if \"all matches succeed\" { ${GOOD1} } { \"-DY1\" } { \"-DN\" } }"
+XIF_F5="{ dg-xfail-if \"all matches succeed\" { ${GOOD1} } { \"*\" } { \"-DN\" } }"
+XIF_F6="{ dg-xfail-if \"all matches succeed\" { ${GOOD1} } { \"-DY1\" } { \"\" } }"
+XIF_F7="{ dg-xfail-if \"all matches succeed\" { ${GOOD1} } { \"*\" } { \"\" } }"
+
+
+# dg-skip-if commands.
+SIF_S0="{ dg-skip-if \"target not matched\" { ${BAD0} } { \"-DY1\" } { \"-DY2\" } }"
+SIF_S1="{ dg-skip-if \"target not matched\" { ${BAD0} } { \"-DY1\" } { \"-DN\" } }"
+SIF_S2="{ dg-skip-if \"target not matched\" { ${BAD0} } { \"-DN\" } { \"-DY1\" } }"
+SIF_S3="{ dg-skip-if \"target not matched\" { ${BAD0} } { \"-DN1\" } { \"-DN2\" } }"
+SIF_S4="{ dg-skip-if \"exclude option matched\" { ${GOOD0} } { \"-DY1\" } { \"-DY2\" } }"
+SIF_S5="{ dg-skip-if \"include option not matched\" { ${GOOD0} } { \"-DN\" } { \"-DY1\" } }"
+SIF_S6="{ dg-skip-if \"include option not matched\" { ${GOOD0} } { \"-DN1\" } { \"-DN2\" } }"
+SIF_N0="{ dg-skip-if \"all matches succeed\" { ${GOOD0} } { \"-DY1\" } { \"-DN\" } }"
+SIF_N1="{ dg-skip-if \"all matches succeed\" { ${GOOD0} } { \"*\" } { \"-DN\" } }"
+SIF_N2="{ dg-skip-if \"all matches succeed\" { ${GOOD0} } { \"-DY1\" } { \"\" } }"
+SIF_N3="{ dg-skip-if \"all matches succeed\" { ${GOOD0} } { \"*\" } { \"\" } }"
+SIF_S7="{ dg-skip-if \"target not matched\" { ${BAD1} } { \"-DY1\" } { \"-DY2\" } }"
+SIF_S8="{ dg-skip-if \"target not matched\" { ${BAD1} } { \"-DY1\" } { \"-DN\" } }"
+SIF_S9="{ dg-skip-if \"target not matched\" { ${BAD1} } { \"-DN\" } { \"-DY1\" } }"
+SIF_S10="{ dg-skip-if \"target not matched\" { ${BAD1} } { \"-DN1\" } { \"-DN2\" } }"
+SIF_S11="{ dg-skip-if \"exclude option matched\" { ${GOOD1} } { \"-DY1\" } { \"-DY2\" } }"
+SIF_S12="{ dg-skip-if \"include option not matched\" { ${GOOD1} } { \"-DN\" } { \"-DY1\" } }"
+SIF_S13="{ dg-skip-if \"include option not matched\" { ${GOOD1} } { \"-DN1\" } { \"-DN2\" } }"
+SIF_N4="{ dg-skip-if \"all matches succeed\" { ${GOOD1} } { \"-DY1\" } { \"-DN\" } }"
+SIF_N5="{ dg-skip-if \"all matches succeed\" { ${GOOD1} } { \"*\" } { \"-DN\" } }"
+SIF_N6="{ dg-skip-if \"all matches succeed\" { ${GOOD1} } { \"-DY1\" } { \"\" } }"
+SIF_N7="{ dg-skip-if \"all matches succeed\" { ${GOOD1} } { \"*\" } { \"\" } }"
+
+# dg-require-* commands, using procedures defined for this set of tests.
+REQ_S0="{ dg-require-true \"\" }" # do not skip the test
+REQ_N0="{ dg-require-false \"\" }" # skip the test
+
+# scan-assembler-not, which is hoped to be representative of commands
+# used with dg-final, with a target list.
+SAT_N0="{ dg-final { scan-assembler-not \"unexpected gargage\" { target ${BAD0} } } }"
+SAT_N1="{ dg-final { scan-assembler-not \"unexpected gargage\" { target ${BAD1} } } }"
+SAT_S0="{ dg-final { scan-assembler-not \"unexpected gargage\" { target ${GOOD0} } } }"
+SAT_S1="{ dg-final { scan-assembler-not \"unexpected gargage\" { target ${GOOD1} } } }"
+
+# scan-assembler-not, which is hoped to be representative of commands
+# used with dg-final, with an xfail list.
+SAX_P0="{ dg-final { scan-assembler-not \"unexpected gargage\" { xfail ${BAD0} } } }"
+SAX_P1="{ dg-final { scan-assembler-not \"unexpected gargage\" { xfail ${BAD1} } } }"
+SAX_F0="{ dg-final { scan-assembler-not \"unexpected gargage\" { xfail ${GOOD0} } } }"
+SAX_F1="{ dg-final { scan-assembler-not \"unexpected gargage\" { xfail ${GOOD1} } } }"
+
+KIND_LIST=""
+
+# Expected result of the *-1.c test, encoded into the file name.
+EXP_PASS="exp-P"
+EXP_XPASS="exp-XP"
+EXP_SKIP="exp-U"
+EXP_FAIL="exp-F"
+EXP_XFAIL="exp-XF"
+
+get_list() {
+ KIND=$1
+ case $KIND in
+ "dots") KIND_LIST="dots0 dots1";;
+ "dotn") KIND_LIST="dotn0 dotn1";;
+ "doxp") KIND_LIST="doxp0 doxp1";;
+ "doxf") KIND_LIST="doxf0 doxf1";;
+ "sifs") KIND_LIST="sifs0 sifs1 sifs2 sifs3 sifs4 sifs5 sifs6 sifs7 sifs8 sifs9 sifs10 sifs11 sifs12 sifs13";;
+ "sifn") KIND_LIST="sifn0 sifn1 sifn2 sifn3 sifn4 sifn5 sifn6 sifn7";;
+ "xifp") KIND_LIST="xifp0 xifp1 xifp2 xifp3 xifp4 xifp5 xifp6 xifp7 xifp8 xifp9 xifp10 xifp11 xifp12 xifp13";;
+ "xiff") KIND_LIST="xiff0 xiff1 xiff2 xiff3 xiff4 xiff5 xiff6 xiff7";;
+ "sats") KIND_LIST="sats0 sats1";;
+ "satn") KIND_LIST="satn0 satn1";;
+ "saxp") KIND_LIST="saxp0 saxp1";;
+ "saxf") KIND_LIST="saxf0 saxf1";;
+ "reqs") KIND_LIST="reqs0";;
+ "reqn") KIND_LIST="reqn0";;
+ *) echo "oops: $KIND"; exit 1;;
+ esac
+}
+
+cmd() {
+ KIND=$1
+ FILE=$2
+
+ case $KIND in
+ "dots") echo '/*' "${DOT_S0}" '*/' >> $FILE;;
+ "dots0") echo '/*' "${DOT_S0}" '*/' >> $FILE;;
+ "dots1") echo '/*' "${DOT_S1}" '*/' >> $FILE;;
+ "dots2") echo '/*' "${DOT_S2}" '*/' >> $FILE;;
+ "dots3") echo '/*' "${DOT_S3}" '*/' >> $FILE;;
+ "dots4") echo '/*' "${DOT_S4}" '*/' >> $FILE;;
+ "dotn") echo '/*' "${DOT_N0}" '*/' >> $FILE;;
+ "dotn0") echo '/*' "${DOT_N0}" '*/' >> $FILE;;
+ "dotn1") echo '/*' "${DOT_N1}" '*/' >> $FILE;;
+ "dotn2") echo '/*' "${DOT_N2}" '*/' >> $FILE;;
+ "dotn3") echo '/*' "${DOT_N3}" '*/' >> $FILE;;
+ "dotn4") echo '/*' "${DOT_N4}" '*/' >> $FILE;;
+ "doxp") echo '/*' "${DOX_P0}" '*/' >> $FILE;;
+ "doxp0") echo '/*' "${DOX_P0}" '*/' >> $FILE;;
+ "doxp1") echo '/*' "${DOX_P1}" '*/' >> $FILE;;
+ "doxp2") echo '/*' "${DOX_P2}" '*/' >> $FILE;;
+ "doxp3") echo '/*' "${DOX_P3}" '*/' >> $FILE;;
+ "doxp4") echo '/*' "${DOX_P4}" '*/' >> $FILE;;
+ "doxf") echo '/*' "${DOX_F0}" '*/' >> $FILE;;
+ "doxf0") echo '/*' "${DOX_F0}" '*/' >> $FILE;;
+ "doxf1") echo '/*' "${DOX_F1}" '*/' >> $FILE;;
+ "doxf2") echo '/*' "${DOX_F2}" '*/' >> $FILE;;
+ "doxf3") echo '/*' "${DOX_F3}" '*/' >> $FILE;;
+ "doxf4") echo '/*' "${DOX_F4}" '*/' >> $FILE;;
+ "sifs") echo '/*' "${SIF_S0}" '*/' >> $FILE;;
+ "sifs0") echo '/*' "${SIF_S0}" '*/' >> $FILE;;
+ "sifs1") echo '/*' "${SIF_S1}" '*/' >> $FILE;;
+ "sifs2") echo '/*' "${SIF_S2}" '*/' >> $FILE;;
+ "sifs3") echo '/*' "${SIF_S3}" '*/' >> $FILE;;
+ "sifs4") echo '/*' "${SIF_S4}" '*/' >> $FILE;;
+ "sifs5") echo '/*' "${SIF_S5}" '*/' >> $FILE;;
+ "sifs6") echo '/*' "${SIF_S6}" '*/' >> $FILE;;
+ "sifs7") echo '/*' "${SIF_S7}" '*/' >> $FILE;;
+ "sifs8") echo '/*' "${SIF_S8}" '*/' >> $FILE;;
+ "sifs9") echo '/*' "${SIF_S9}" '*/' >> $FILE;;
+ "sifs10") echo '/*' "${SIF_S10}" '*/' >> $FILE;;
+ "sifs11") echo '/*' "${SIF_S11}" '*/' >> $FILE;;
+ "sifs12") echo '/*' "${SIF_S12}" '*/' >> $FILE;;
+ "sifs13") echo '/*' "${SIF_S13}" '*/' >> $FILE;;
+ "sifn") echo '/*' "${SIF_N0}" '*/' >> $FILE;;
+ "sifn0") echo '/*' "${SIF_N0}" '*/' >> $FILE;;
+ "sifn1") echo '/*' "${SIF_N1}" '*/' >> $FILE;;
+ "sifn2") echo '/*' "${SIF_N2}" '*/' >> $FILE;;
+ "sifn3") echo '/*' "${SIF_N3}" '*/' >> $FILE;;
+ "sifn4") echo '/*' "${SIF_N4}" '*/' >> $FILE;;
+ "sifn5") echo '/*' "${SIF_N5}" '*/' >> $FILE;;
+ "sifn6") echo '/*' "${SIF_N6}" '*/' >> $FILE;;
+ "sifn7") echo '/*' "${SIF_N7}" '*/' >> $FILE;;
+ "xifp") echo '/*' "${XIF_P0}" '*/' >> $FILE;;
+ "xifp0") echo '/*' "${XIF_P0}" '*/' >> $FILE;;
+ "xifp1") echo '/*' "${XIF_P1}" '*/' >> $FILE;;
+ "xifp2") echo '/*' "${XIF_P2}" '*/' >> $FILE;;
+ "xifp3") echo '/*' "${XIF_P3}" '*/' >> $FILE;;
+ "xifp4") echo '/*' "${XIF_P4}" '*/' >> $FILE;;
+ "xifp5") echo '/*' "${XIF_P5}" '*/' >> $FILE;;
+ "xifp6") echo '/*' "${XIF_P6}" '*/' >> $FILE;;
+ "xifp7") echo '/*' "${XIF_P7}" '*/' >> $FILE;;
+ "xifp8") echo '/*' "${XIF_P8}" '*/' >> $FILE;;
+ "xifp9") echo '/*' "${XIF_P9}" '*/' >> $FILE;;
+ "xifp10") echo '/*' "${XIF_P10}" '*/' >> $FILE;;
+ "xifp11") echo '/*' "${XIF_P11}" '*/' >> $FILE;;
+ "xifp12") echo '/*' "${XIF_P12}" '*/' >> $FILE;;
+ "xifp13") echo '/*' "${XIF_P13}" '*/' >> $FILE;;
+ "xiff") echo '/*' "${XIF_F0}" '*/' >> $FILE;;
+ "xiff0") echo '/*' "${XIF_F0}" '*/' >> $FILE;;
+ "xiff1") echo '/*' "${XIF_F1}" '*/' >> $FILE;;
+ "xiff2") echo '/*' "${XIF_F2}" '*/' >> $FILE;;
+ "xiff3") echo '/*' "${XIF_F3}" '*/' >> $FILE;;
+ "xiff4") echo '/*' "${XIF_F4}" '*/' >> $FILE;;
+ "xiff5") echo '/*' "${XIF_F5}" '*/' >> $FILE;;
+ "xiff6") echo '/*' "${XIF_F6}" '*/' >> $FILE;;
+ "xiff7") echo '/*' "${XIF_F7}" '*/' >> $FILE;;
+ "satn") echo '/*' "${SAT_N0}" '*/' >> $FILE;;
+ "satn0") echo '/*' "${SAT_N0}" '*/' >> $FILE;;
+ "satn1") echo '/*' "${SAT_N1}" '*/' >> $FILE;;
+ "satn2") echo '/*' "${SAT_N2}" '*/' >> $FILE;;
+ "satn3") echo '/*' "${SAT_N3}" '*/' >> $FILE;;
+ "satn4") echo '/*' "${SAT_N4}" '*/' >> $FILE;;
+ "sats") echo '/*' "${SAT_S0}" '*/' >> $FILE;;
+ "sats0") echo '/*' "${SAT_S0}" '*/' >> $FILE;;
+ "sats1") echo '/*' "${SAT_S1}" '*/' >> $FILE;;
+ "sats2") echo '/*' "${SAT_S2}" '*/' >> $FILE;;
+ "sats3") echo '/*' "${SAT_S3}" '*/' >> $FILE;;
+ "sats4") echo '/*' "${SAT_S4}" '*/' >> $FILE;;
+ "saxp") echo '/*' "${SAX_P0}" '*/' >> $FILE;;
+ "saxp0") echo '/*' "${SAX_P0}" '*/' >> $FILE;;
+ "saxp1") echo '/*' "${SAX_P1}" '*/' >> $FILE;;
+ "saxp2") echo '/*' "${SAX_P2}" '*/' >> $FILE;;
+ "saxp3") echo '/*' "${SAX_P3}" '*/' >> $FILE;;
+ "saxp4") echo '/*' "${SAX_P4}" '*/' >> $FILE;;
+ "saxf") echo '/*' "${SAX_F0}" '*/' >> $FILE;;
+ "saxf0") echo '/*' "${SAX_F0}" '*/' >> $FILE;;
+ "saxf1") echo '/*' "${SAX_F1}" '*/' >> $FILE;;
+ "saxf2") echo '/*' "${SAX_F2}" '*/' >> $FILE;;
+ "saxf3") echo '/*' "${SAX_F3}" '*/' >> $FILE;;
+ "saxf4") echo '/*' "${SAX_F4}" '*/' >> $FILE;;
+ "reqs") echo '/*' "${REQ_S0}" '*/' >> $FILE;;
+ "reqs0") echo '/*' "${REQ_S0}" '*/' >> $FILE;;
+ "reqn") echo '/*' "${REQ_N0}" '*/' >> $FILE;;
+ "reqn0") echo '/*' "${REQ_N0}" '*/' >> $FILE;;
+ *) echo "oops: $KIND"; exit 1;;
+ esac
+}
+
+# Generate a test using a single dg- command. If requested, generate a
+# second version that will fail.
+one() {
+ KIND=$1
+ EXP=$2
+ FAIL_VERSION=$3
+
+ NAME=${KIND}-${EXP}
+ FILE1=${NAME}-1.c
+ FILE2=${NAME}-2.c
+ rm -f $FILE1
+ touch $FILE1
+ cmd $KIND $FILE1
+ echo "${GOOD_PROG}" >> $FILE1
+ echo "${GOOD_PROG}" > $FILE2
+
+ if [ "${FAIL_VERSION}" == "yes" ]; then
+ if [ "${EXP}" == "${EXP_PASS}" ]; then
+ NAME=${KIND}-${EXP_FAIL}
+ else
+ NAME=${KIND}-${EXP_XFAIL}
+ fi
+
+ FILE1=${NAME}-1.c
+ FILE2=${NAME}-2.c
+ rm -f $FILE1
+ touch $FILE1
+ cmd $KIND $FILE1
+ case $KIND in
+ dox*) echo "${BADR_PROG}" >> $FILE1;;
+ *) echo "${BADC_PROG}" >> $FILE1;;
+ esac
+ echo "${GOOD_PROG}" > $FILE2
+ fi
+}
+
+# Generate a test using two dg- commands. If requested, generate a
+# second version that will fail.
+two() {
+ KIND1=$1
+ KIND2=$2
+ EXP=$3
+ FAIL_VERSION=$4
+
+ NAME=${KIND1}-${KIND2}-${EXP}
+ FILE1=${NAME}-1.c
+ FILE2=${NAME}-2.c
+
+ rm -f $FILE1
+ touch $FILE1
+ cmd $KIND1 $FILE1
+ cmd $KIND2 $FILE1
+ echo "${GOOD_PROG}" >> $FILE1
+ echo "${GOOD_PROG}" > $FILE2
+
+ if [ "${FAIL_VERSION}" == "yes" ]; then
+ if [ "${EXP}" == "${EXP_PASS}" ]; then
+ NAME=${KIND1}-${KIND2}-${EXP_FAIL}
+ else
+ NAME=${KIND1}-${KIND2}-${EXP_XFAIL}
+ fi
+
+ FILE1=${NAME}-1.c
+ FILE2=${NAME}-2.c
+ rm -f $FILE1
+ touch $FILE1
+ cmd $KIND1 $FILE1
+ cmd $KIND2 $FILE1
+ # dg-do with an xfail list is only used as the first command.
+ case $KIND1 in
+ dox*) echo "${BADR_PROG}" >> $FILE1;;
+ *) echo "${BADC_PROG}" >> $FILE1;;
+ esac
+ echo "${GOOD_PROG}" > $FILE2
+ fi
+}
+
+# Generate a test using three dg- commands. If requested generate a
+# second version that will fail.
+three() {
+ KIND1=$1
+ KIND2=$2
+ KIND3=$3
+ EXP=$4
+ FAIL_VERSION=$5
+
+ NAME=${KIND1}-${KIND2}-${KIND3}-${EXP}
+ FILE1=${NAME}-1.c
+ FILE2=${NAME}-2.c
+ rm -f $FILE1
+ touch $FILE1
+ cmd $KIND1 $FILE1
+ cmd $KIND2 $FILE1
+ cmd $KIND3 $FILE1
+ echo "${GOOD_PROG}" >> $FILE1
+ echo "${GOOD_PROG}" > $FILE2
+
+ if [ "${FAIL_VERSION}" == "${yes}" ]; then
+ if [ "${EXP}" == "${EXP_PASS}" ]; then
+ NAME=${KIND1}-${KIND2}-${KIND3}-${EXP_FAIL}
+ else
+ NAME=${KIND1}-${KIND2}-${KIND3}-${EXP_XFAIL}
+ fi
+
+ FILE1=${NAME}-1.c
+ FILE2=${NAME}-2.c
+ rm -f $FILE1
+ touch $FILE1
+ cmd $KIND1 $FILE1
+ cmd $KIND2 $FILE1
+ cmd $KIND3 $FILE1
+ # dg-do with an xfail list is only used as the first command.
+ case $KIND1 in
+ dox*) echo "${BADR_PROG}" >> $FILE1;;
+ *) echo "${BADC_PROG}" >> $FILE1;;
+ esac
+ echo "${GOOD_PROG}" > $FILE2
+ fi
+}
+
+# Generate tests using one dg- command. Generate a test for each variant
+# of KIND.
+one_all() {
+ KIND=$1
+ EXP=$2
+ FAIL_VERSION=$3
+
+ get_list $KIND
+ for k in $KIND_LIST; do
+ one $k $EXP $FAIL_VERSION
+ done
+}
+
+# Generate tests using two dg- commands. For each KIND, generate
+# a test for each of its variants.
+two_all() {
+ KIND1=$1
+ KIND2=$2
+ EXP=$3
+ FAIL_VERSION=$4
+
+ get_list $KIND1
+ KIND_LIST1="$KIND_LIST"
+ get_list $KIND2
+ KIND_LIST2="$KIND_LIST"
+ for k1 in $KIND_LIST1; do
+ for k2 in $KIND_LIST2; do
+ two $k1 $k2 $EXP $FAIL_VERSION
+ done
+ done
+}
+
+# Generate tests using three dg- commands. For each KIND, generate
+# a test for each of its variants.
+three_all() {
+ KIND1=$1
+ KIND2=$2
+ KIND3=$3
+ EXP=$4
+ FAIL_VERSION=$5
+
+ get_list $KIND1
+ KIND_LIST1="$KIND_LIST"
+ get_list $KIND2
+ KIND_LIST2="$KIND_LIST"
+ get_list $KIND3
+ KIND_LIST3="$KIND_LIST"
+ for k1 in $KIND_LIST1; do
+ for k2 in $KIND_LIST2; do
+ for k3 in $KIND_LIST3; do
+ three $k1 $k2 $k3 $EXP $FAIL_VERSION
+ done
+ done
+ done
+}
+
+one_all saxp $EXP_PASS no
+one_all saxf $EXP_XPASS no
+one_all sats $EXP_PASS no
+one_all satn $EXP_SKIP no
+one_all dots $EXP_PASS yes
+one_all dotn $EXP_SKIP no
+one_all doxp $EXP_PASS yes
+one_all doxf $EXP_XPASS yes
+one_all sifs $EXP_PASS yes
+one_all sifn $EXP_SKIP no
+one_all xifp $EXP_PASS yes
+one_all xiff $EXP_XPASS yes
+one_all reqs $EXP_PASS yes
+one_all reqn $EXP_SKIP no
+
+two_all dots xifp $EXP_PASS yes
+two_all dots xiff $EXP_XPASS yes
+two_all dots sifs $EXP_PASS yes
+two_all dots sifn $EXP_SKIP no
+two_all dotn xifp $EXP_SKIP no
+two_all dotn sifs $EXP_SKIP no
+two_all dotn sifn $EXP_SKIP no
+two_all dotn xiff $EXP_SKIP no
+two_all dots reqs $EXP_PASS yes
+two_all dots reqn $EXP_SKIP no
+two_all dotn reqs $EXP_SKIP no
+two_all dotn reqn $EXP_SKIP no
+
+two_all doxp xifp $EXP_PASS yes
+two_all doxp xiff $EXP_PASS yes # dg-xfail-if applies to compile, not run
+two_all doxp sifs $EXP_PASS yes
+two_all doxp sifn $EXP_SKIP no
+two_all doxf xifp $EXP_XPASS yes
+two_all doxf xiff $EXP_XPASS yes
+two_all doxf sifs $EXP_XPASS yes
+two_all doxf sifn $EXP_SKIP no
+
+two_all doxp reqs $EXP_PASS yes
+two_all doxp reqn $EXP_SKIP no
+two_all doxf reqs $EXP_XPASS yes
+two_all doxf reqn $EXP_SKIP no
+
+two_all reqs xifp $EXP_PASS yes
+two_all reqs xiff $EXP_XPASS yes
+two_all reqs sifs $EXP_PASS yes
+two_all reqs sifn $EXP_SKIP no
+two_all reqn xifp $EXP_SKIP no
+two_all reqn xiff $EXP_SKIP no
+two_all reqn sifs $EXP_SKIP no
+two_all reqn sifn $EXP_SKIP no
+
+two_all xifp reqs $EXP_PASS yes
+two_all xiff reqs $EXP_XPASS yes
+two_all sifs reqs $EXP_PASS yes
+two_all sifn reqs $EXP_SKIP no
+two_all xifp reqn $EXP_SKIP no
+two_all xiff reqn $EXP_SKIP no
+two_all sifs reqn $EXP_SKIP no
+two_all sifn reqn $EXP_SKIP no
+
+three_all dots reqs xifp $EXP_PASS yes
+three_all dots reqs xiff $EXP_XPASS yes
+three_all dots reqs sifs $EXP_PASS yes
+three_all dots reqs sifn $EXP_SKIP no
+three_all dots reqn xifp $EXP_SKIP no
+three_all dots reqn xiff $EXP_SKIP no
+three_all dots reqn sifs $EXP_SKIP no
+three_all dots reqn sifn $EXP_SKIP no
+three_all dotn reqs xifp $EXP_SKIP no
+three_all dotn reqs xiff $EXP_SKIP no
+three_all dotn reqs sifs $EXP_SKIP no
+three_all dotn reqs sifn $EXP_SKIP no
+three_all dotn reqn xifp $EXP_SKIP no
+three_all dotn reqn xiff $EXP_SKIP no
+three_all dotn reqn sifs $EXP_SKIP no
+three_all dotn reqn sifn $EXP_SKIP no
+#
+three_all dots xifp reqs $EXP_PASS yes
+three_all dots xiff reqs $EXP_XPASS yes
+three_all dots sifs reqs $EXP_PASS yes
+three_all dots sifn reqs $EXP_SKIP no
+three_all dots xifp reqn $EXP_SKIP no
+three_all dots xiff reqn $EXP_SKIP no
+three_all dots sifs reqn $EXP_SKIP no
+three_all dots sifn reqn $EXP_SKIP no
+three_all dotn xifp reqs $EXP_SKIP no
+three_all dotn xiff reqs $EXP_SKIP no
+three_all dotn sifs reqs $EXP_SKIP no
+three_all dotn sifn reqs $EXP_SKIP no
+three_all dotn xifp reqn $EXP_SKIP no
+three_all dotn xiff reqn $EXP_SKIP no
+three_all dotn sifs reqn $EXP_SKIP no
+three_all dotn sifn reqn $EXP_SKIP no
+
+three_all doxp reqs xifp $EXP_PASS yes
+three_all doxp reqs xiff $EXP_PASS yes # dg-xfail-if applies to compile, not run
+three_all doxp reqs sifs $EXP_PASS yes
+three_all doxp reqs sifn $EXP_SKIP no
+three_all doxp reqn xifp $EXP_SKIP no
+three_all doxp reqn xiff $EXP_SKIP no
+three_all doxp reqn sifs $EXP_SKIP no
+three_all doxp reqn sifn $EXP_SKIP no
+three_all doxf reqs xifp $EXP_XPASS yes
+three_all doxf reqs xiff $EXP_XPASS yes
+three_all doxf reqs sifs $EXP_XPASS yes
+three_all doxf reqs sifn $EXP_SKIP no
+three_all doxf reqn xifp $EXP_SKIP no
+three_all doxf reqn xiff $EXP_SKIP no
+three_all doxf reqn sifs $EXP_SKIP no
+three_all doxf reqn sifn $EXP_SKIP no
+
+three_all doxp xifp reqs $EXP_PASS yes
+three_all doxp xiff reqs $EXP_PASS yes # dg-xfail-if applies to compile, not run
+three_all doxp sifs reqs $EXP_PASS yes
+three_all doxp sifn reqs $EXP_SKIP no
+three_all doxp xifp reqn $EXP_SKIP no
+three_all doxp xiff reqn $EXP_SKIP no
+three_all doxp sifs reqn $EXP_SKIP no
+three_all doxp sifn reqn $EXP_SKIP no
+three_all doxf xifp reqs $EXP_XPASS yes
+three_all doxf xiff reqs $EXP_XPASS yes
+three_all doxf sifs reqs $EXP_XPASS yes
+three_all doxf sifn reqs $EXP_SKIP no
+three_all doxf xifp reqn $EXP_SKIP no
+three_all doxf xiff reqn $EXP_SKIP no
+three_all doxf sifs reqn $EXP_SKIP no
+three_all doxf sifn reqn $EXP_SKIP no