Author: ablack
Date: Thu Mar 6 07:33:40 2008
New Revision: 634307
URL: http://svn.apache.org/viewvc?rev=634307&view=rev
Log:
2008-03-04 Andrew Black <[EMAIL PROTECTED]>
* bin/buildntest: Change result file header tag to stdcxx-extended
to enable further processing by the nightly testing system,
document result file structure.
Modified:
stdcxx/trunk/bin/buildntest
Modified: stdcxx/trunk/bin/buildntest
URL:
http://svn.apache.org/viewvc/stdcxx/trunk/bin/buildntest?rev=634307&r1=634306&r2=634307&view=diff
==============================================================================
--- stdcxx/trunk/bin/buildntest (original)
+++ stdcxx/trunk/bin/buildntest Thu Mar 6 07:33:40 2008
@@ -106,7 +106,71 @@
# for the de_DE.ISO-8859-15 locale, then run the two tests it built
# and, finally, execute the install target with 'install' as the
# installation directory.
-#
+#
+# RESULT FILE FORMAT:
+#
+# When buildntest is run, it produces an output file named results.xml.
+# This name is an historical artifact, as the contents are actually a
+# Java-style (key=value pairs) property list. This file is used by the
+# nightly automated testing system, so extreme caution should be taken
+# when changing either the name of the file or the format of the
+# contents, as changes to the nightly testing system will likely be
+# required. The majority of this file is currently generated by the
+# parse_runlog.awk script (not in subversion), but generation should be
+# moved into the exec utility.
+#
+# The first property contained in this file must have the name
+# 'result.file.type' and a value of either 'stdcxx-short' or
+# 'stdcxx-extended'. The contents of a file taged as 'stdcxx-extended'
+# are a supserset of the contents of a file taged as 'stdcxx-short',
+# though all properties beyond the header property are optional.
+#
+# stdcxx-short files contain the following defined properties:
+# state
+# Denotes the state of the run. Valid values are 'C' (denoting a
+# catastrophic failure, such as a configuration filure), 'F'
+# (denoting a failure building the libstd library), 'E' (denoting
+# a failure building the rwtest library), 'L' (denoting a failure
+# building the exec utility), and 'T' (denoting no major
+# failures).
+# warnings
+# An integer, indicating the number of warnings produced during
+# the build and run process.
+# examples.run
+# An integer, indicating the total number of examples which the
+# infastructure attemted to build.
+# examples.good
+# An integer, indicating the total number of examples which ran
+# to completion and had output matching the expected output (if
+# available).
+# tests.run
+# An integer, indicating the total number of tests which the
+# infastructure attemted to build.
+# tests.good
+# An integer, indicating the number of tests which ran to
+# completion and reported no failing assertions.
+# locales.run
+# An integer, indicating the total number of locale tests which
+# the infastructure attemted to run.
+# locales.good
+# An integer, indicating the number of locale tests which ran to
+# completion and reported no failing assertions.
+# utils.run
+# An integer, indicating the total number of utilities which the
+# infastructure attemted to build.
+# utils.good
+# An integer, indicating the number of utilities which linked
+# successfully.
+#
+# stdcxx-extended files contain additional properties, with names in the
+# form '{test,example,locale}.<name>.{ret,warn,assert}'. The prefix
+# {test,example,locale} denotes the type of executable (test, example,
+# or locale test) that the executable is. The suffix {ret,warn,assert}
+# denotes the type of data (return code, warning count, assertion count)
+# the property contains. The values are mapped directly from the output
+# of the exec utility, with ret coresponding to the STATUS column, warn
+# coresponding to the WARN column, and assert coresponding to the
+# FAILED and ASSERTS columns, seperated by the '/' character.
#
########################################################################
@@ -470,7 +534,7 @@
echo
# Start our output file
-echo "result.file.type=stdcxx-short" > ${OUTFILE}
+echo "result.file.type=stdcxx-extended" > ${OUTFILE}
##########
# Create build directory, set state to 'C' on failure
