Repository: incubator-joshua Updated Branches: refs/heads/master 033f18f82 -> 990711b1d
bugfix in filter-rules flag Project: http://git-wip-us.apache.org/repos/asf/incubator-joshua/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-joshua/commit/990711b1 Tree: http://git-wip-us.apache.org/repos/asf/incubator-joshua/tree/990711b1 Diff: http://git-wip-us.apache.org/repos/asf/incubator-joshua/diff/990711b1 Branch: refs/heads/master Commit: 990711b1d5e949b366205e12366b3f5517eb94fc Parents: 033f18f Author: Matt Post <p...@cs.jhu.edu> Authored: Thu Oct 13 18:57:00 2016 -0400 Committer: Matt Post <p...@cs.jhu.edu> Committed: Thu Oct 13 18:57:00 2016 -0400 ---------------------------------------------------------------------- scripts/training/pipeline.pl | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/990711b1/scripts/training/pipeline.pl ---------------------------------------------------------------------- diff --git a/scripts/training/pipeline.pl b/scripts/training/pipeline.pl index 37e1868..7b55b34 100755 --- a/scripts/training/pipeline.pl +++ b/scripts/training/pipeline.pl @@ -1154,7 +1154,7 @@ if (! defined $GRAMMAR_FILE) { system("mv $thrax_file.tmp $thrax_file"); $cachepipe->cmd("thrax-run", - "hadoop jar $THRAX/bin/thrax.jar -D mapreduce.task.timeout=0 -D mapreduce.map.java.opts='-Xmx$HADOOP_MEM' -D mapreduce.reduce.java.opts='-Xmx$HADOOP_MEM' -D hadoop.tmp.dir=$TMPDIR $thrax_file $THRAXDIR > thrax.log 2>&1; rm -f grammar grammar.gz; hadoop fs -cat $THRAXDIR/final/* | tee grammar-unfiltered.gz | gzip -cd | $JOSHUA/scripts/training/filter-rules.pl -t 100 -c 3 | gzip -9n > grammar.gz", + "hadoop jar $THRAX/bin/thrax.jar -D mapreduce.task.timeout=0 -D mapreduce.map.java.opts='-Xmx$HADOOP_MEM' -D mapreduce.reduce.java.opts='-Xmx$HADOOP_MEM' -D hadoop.tmp.dir=$TMPDIR $thrax_file $THRAXDIR > thrax.log 2>&1; rm -f grammar grammar.gz; hadoop fs -cat $THRAXDIR/final/* | tee grammar-unfiltered.gz | gzip -cd | $JOSHUA/scripts/training/filter-rules.pl -t 100 -f 3 | gzip -9n > grammar.gz", "$DATA_DIRS{train}/thrax-input-file", $thrax_file, "grammar.gz");