fixed class LM test
Project: http://git-wip-us.apache.org/repos/asf/incubator-joshua/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-joshua/commit/4cb838ce Tree: http://git-wip-us.apache.org/repos/asf/incubator-joshua/tree/4cb838ce Diff: http://git-wip-us.apache.org/repos/asf/incubator-joshua/diff/4cb838ce Branch: refs/heads/7_confsystem Commit: 4cb838ce704fb4ee2c3a75c00b73fd48539dc616 Parents: b6bf461 Author: Matt Post <p...@cs.jhu.edu> Authored: Sat Sep 17 15:35:58 2016 +0200 Committer: Matt Post <p...@cs.jhu.edu> Committed: Sat Sep 17 15:35:58 2016 +0200 ---------------------------------------------------------------------- .../joshua/decoder/cky/BnEnClassLMTest.conf | 44 + .../joshua/decoder/cky/BnEnClassLMTest.gold | 887 +++++++++++++++++++ .../joshua/decoder/cky/BnEnDecodingTest.java | 2 +- 3 files changed, 932 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/4cb838ce/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnClassLMTest.conf ---------------------------------------------------------------------- diff --git a/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnClassLMTest.conf b/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnClassLMTest.conf new file mode 100644 index 0000000..9cffd0d --- /dev/null +++ b/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnClassLMTest.conf @@ -0,0 +1,44 @@ +mark_oovs = false +default_non_terminal = X +goalSymbol = GOAL +pop_limit = 10 +use_unique_nbest = true +top_n = 10 +output_format = "%c %s" + +feature_functions = [ + { class = StateMinimizingLanguageModel, lm_type=kenlm, lm_order=5, lm_file=src/test/resources/bn-en/hiero/lm.gz } + { class = WordPenalty } + { class = OOVPenalty } + { class = StateMinimizingLanguageModel, lm_type=kenlm, lm_order=9, lm_file=src/test/resources/bn-en/hiero/class_lm_9gram.gz, class_map=src/test/resources/bn-en/hiero/class.map } +] + +grammars = [ + { class = TextGrammar, owner=pt, span_limit=12, path=src/test/resources/bn-en/hiero/grammar.gz } + { class = TextGrammar, owner=glue, span_limit=-1, path=src/test/resources/bn-en/hiero/glue-grammar } +] + +weights = { + pt_15 = -0.5524863522177359 + pt_14 = 0.32923261148678096 + pt_16 = -0.23451595442127693 + pt_11 = -0.25597137004462134 + pt_10 = -0.2593091306160006 + pt_13 = 0.36212061186692646 + pt_12 = -0.3538894647790496 + lm_0 = 1.2373676802179452 + lm_1 = 1.2373676802179452 + OOVPenalty = 1.0 + WordPenalty = -3.6942747832593694 + pt_9 = -0.8202511858619419 + pt_8 = -0.9070737587091975 + pt_5 = -0.19138972284064748 + pt_4 = -0.03553113401320236 + pt_7 = 0.9936312455671283 + pt_6 = -0.3417994095521415 + pt_1 = -0.7224581556224123 + pt_0 = 2.4497429277910214 + pt_3 = -0.33861043967238036 + pt_2 = 0.31689069155153504 + glue_0 = -1 +}