Revision: 9780
http://languagetool.svn.sourceforge.net/languagetool/?rev=9780&view=rev
Author: dnaber
Date: 2013-03-24 22:18:23 +0000 (Sun, 24 Mar 2013)
Log Message:
-----------
regression test script for running LT on Wikipedia data
Added Paths:
-----------
trunk/website/regression-test/
trunk/website/regression-test/languagetool-regression-test.sh
Added: trunk/website/regression-test/languagetool-regression-test.sh
===================================================================
--- trunk/website/regression-test/languagetool-regression-test.sh
(rev 0)
+++ trunk/website/regression-test/languagetool-regression-test.sh
2013-03-24 22:18:23 UTC (rev 9780)
@@ -0,0 +1,61 @@
+#!/bin/bash
+# LanguageTool regression tests on Wikipedia data
+# dnaber, 2013-03-24
+
+date=`date +%Y%m%d`
+jarFile="languagetool-wikipedia.jar"
+corpusDir="/home/languagetool/regression-test/static-regression-data"
+maxDocs="1000"
+targetDir="/home/languagetool/languagetool.org/website-from-svn/www/regression-tests"
+jarUrl="http://www.languagetool.org/download/snapshots/LanguageTool-wikipedia-${date}-snapshot.zip";
+
+rm LanguageTool-wikipedia-*-snapshot.zip
+wget $jarUrl
+unzip -o LanguageTool-wikipedia-${date}-snapshot.zip
+cd LanguageTool-wikipedia*/
+
+mkdir $targetDir/$date
+displayDate=`date +"%Y-%m-%d %H:%M"`
+oldDisplayDate=`cat old-date`
+echo $displayDate >old-date
+globalResultFile="result_${date}.html"
+rm $globalResultFile
+
+echo "<html>" >>$globalResultFile
+overviewTitle="LanguageTool Regression Test Overview $displayDate"
+echo "<head><title>$overviewTitle</title></head>" >>$globalResultFile
+echo "<body>" >>$globalResultFile
+echo "<h1>$overviewTitle</h1>" >>$globalResultFile
+echo "<p>This page lists the results of our automatic regression testing
against a fixed (but small!) Wikipedia corpus.</p>" >>$globalResultFile
+echo "<p>Changes $oldDisplayDate to $displayDate</p>" >>$globalResultFile
+
+# TODO: add more languages
+for lang in de en
+do
+ echo "============== $lang =============="
+ wikiFile="$corpusDir/$lang/${lang}wiki-[0-9]*-pages-articles.xml"
+ mv result_${lang}.new result_${lang}.old
+ ls -l $wikiFile
+ commandOptions="-jar $jarFile check-dump - - $lang $wikiFile - $maxDocs 0"
+ echo "Command options: ${commandOptions}"
+ java $commandOptions | sed -e 's/[0-9]\+.) //' >result_${lang}.new
+ diff -u result_${lang}.old result_${lang}.new >result_${lang}.diff
+ diffSize=$(stat -c%s "result_${lang}.diff")
+ resultFile="result_${lang}_${date}.html"
+ rm $resultFile
+ vim result_${lang}.diff -c TOhtml -c ":saveas $resultFile" -c ":q" -c ":q"
+ sed -i -e 's/background-color: #ffffff;/background-color: #000000;/g'
$resultFile
+ mv $resultFile $targetDir/$date
+ echo "Result saved to $targetDir/$date/$resultFile"
+ echo "Diff size: $diffSize"
+ if [ "$diffSize" = "0" ]; then
+ echo "Not changed: $lang<br/>" >>$globalResultFile
+ else
+ echo "<a href='$date/$resultFile'>Changed: $lang</a><br/>"
>>$globalResultFile
+ fi
+done
+
+echo "</body>" >>$globalResultFile
+echo "</html>" >>$globalResultFile
+mv $globalResultFile $targetDir
+echo "Overview saved to $targetDir/$globalResultFile"
Property changes on:
trunk/website/regression-test/languagetool-regression-test.sh
___________________________________________________________________
Added: svn:executable
+ *
This was sent by the SourceForge.net collaborative development platform, the
world's largest Open Source development site.
------------------------------------------------------------------------------
Everyone hates slow websites. So do we.
Make your web apps faster with AppDynamics
Download AppDynamics Lite for free today:
http://p.sf.net/sfu/appdyn_d2d_mar
_______________________________________________
Languagetool-commits mailing list
[email protected]
https://lists.sourceforge.net/lists/listinfo/languagetool-commits
