Repository: incubator-joshua
Updated Branches:
  refs/heads/master 033f18f82 -> 990711b1d


bugfix in filter-rules flag


Project: http://git-wip-us.apache.org/repos/asf/incubator-joshua/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-joshua/commit/990711b1
Tree: http://git-wip-us.apache.org/repos/asf/incubator-joshua/tree/990711b1
Diff: http://git-wip-us.apache.org/repos/asf/incubator-joshua/diff/990711b1

Branch: refs/heads/master
Commit: 990711b1d5e949b366205e12366b3f5517eb94fc
Parents: 033f18f
Author: Matt Post <p...@cs.jhu.edu>
Authored: Thu Oct 13 18:57:00 2016 -0400
Committer: Matt Post <p...@cs.jhu.edu>
Committed: Thu Oct 13 18:57:00 2016 -0400

----------------------------------------------------------------------
 scripts/training/pipeline.pl | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/990711b1/scripts/training/pipeline.pl
----------------------------------------------------------------------
diff --git a/scripts/training/pipeline.pl b/scripts/training/pipeline.pl
index 37e1868..7b55b34 100755
--- a/scripts/training/pipeline.pl
+++ b/scripts/training/pipeline.pl
@@ -1154,7 +1154,7 @@ if (! defined $GRAMMAR_FILE) {
     system("mv $thrax_file.tmp $thrax_file");
 
     $cachepipe->cmd("thrax-run",
-                    "hadoop jar $THRAX/bin/thrax.jar -D 
mapreduce.task.timeout=0 -D mapreduce.map.java.opts='-Xmx$HADOOP_MEM' -D 
mapreduce.reduce.java.opts='-Xmx$HADOOP_MEM' -D hadoop.tmp.dir=$TMPDIR 
$thrax_file $THRAXDIR > thrax.log 2>&1; rm -f grammar grammar.gz; hadoop fs 
-cat $THRAXDIR/final/* | tee grammar-unfiltered.gz | gzip -cd | 
$JOSHUA/scripts/training/filter-rules.pl -t 100 -c 3 | gzip -9n > grammar.gz",
+                    "hadoop jar $THRAX/bin/thrax.jar -D 
mapreduce.task.timeout=0 -D mapreduce.map.java.opts='-Xmx$HADOOP_MEM' -D 
mapreduce.reduce.java.opts='-Xmx$HADOOP_MEM' -D hadoop.tmp.dir=$TMPDIR 
$thrax_file $THRAXDIR > thrax.log 2>&1; rm -f grammar grammar.gz; hadoop fs 
-cat $THRAXDIR/final/* | tee grammar-unfiltered.gz | gzip -cd | 
$JOSHUA/scripts/training/filter-rules.pl -t 100 -f 3 | gzip -9n > grammar.gz",
                     "$DATA_DIRS{train}/thrax-input-file",
                     $thrax_file,
                     "grammar.gz");

Reply via email to