BerkeleyLM test working

Project: http://git-wip-us.apache.org/repos/asf/incubator-joshua/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-joshua/commit/b6bf4619
Tree: http://git-wip-us.apache.org/repos/asf/incubator-joshua/tree/b6bf4619
Diff: http://git-wip-us.apache.org/repos/asf/incubator-joshua/diff/b6bf4619

Branch: refs/heads/7_confsystem
Commit: b6bf4619d269a91ebfeedb31fbb3e1bca7f5a397
Parents: 7b89efc
Author: Matt Post <p...@cs.jhu.edu>
Authored: Sat Sep 17 15:28:49 2016 +0200
Committer: Matt Post <p...@cs.jhu.edu>
Committed: Sat Sep 17 15:28:49 2016 +0200

----------------------------------------------------------------------
 .../joshua/decoder/cky/BnEnBerkeleyLMTest.conf  |  42 +
 .../joshua/decoder/cky/BnEnBerkeleyLMTest.gold  | 943 +++++++++++++++++++
 .../joshua/decoder/cky/BnEnDecodingTest.java    |   9 +-
 3 files changed, 991 insertions(+), 3 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/b6bf4619/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnBerkeleyLMTest.conf
----------------------------------------------------------------------
diff --git 
a/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnBerkeleyLMTest.conf
 
b/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnBerkeleyLMTest.conf
new file mode 100644
index 0000000..bb1377a
--- /dev/null
+++ 
b/joshua-core/src/test/java/org/apache/joshua/decoder/cky/BnEnBerkeleyLMTest.conf
@@ -0,0 +1,42 @@
+mark_oovs = false
+default_non_terminal = X
+goalSymbol = GOAL
+pop_limit = 100
+use_unique_nbest = true
+top_n = 10
+output_format = "%c %s"
+
+feature_functions = [
+  { class = LanguageModel, lm_type=berkeleylm, lm_order=5, 
lm_file=src/test/resources/bn-en/hiero/lm.gz }
+  { class = OOVPenalty }
+  { class = WordPenalty }
+]
+
+grammars = [
+  { class = TextGrammar, owner=pt, span_limit=12, 
path=src/test/resources/bn-en/hiero/grammar.gz }
+  { class = TextGrammar, owner=glue, span_limit=-1, 
path=src/test/resources/bn-en/hiero/glue-grammar }
+]
+
+weights = {
+  OOVPenalty = 1.0
+  pt_16 = -0.23451595442127693
+  pt_9 = -0.8202511858619419
+  pt_8 = -0.9070737587091975
+  pt_5 = -0.19138972284064748
+  pt_4 = -0.03553113401320236
+  pt_7 = 0.9936312455671283
+  pt_6 = -0.3417994095521415
+  pt_1 = -0.7224581556224123
+  pt_0 = 2.4497429277910214
+  pt_3 = -0.33861043967238036
+  pt_2 = 0.31689069155153504
+  glue_0 = -1
+  pt_15 = -0.5524863522177359
+  pt_11 = -0.25597137004462134
+  pt_13 = 0.36212061186692646
+  pt_12 = -0.3538894647790496
+  pt_14 = 0.32923261148678096
+  lm_0 = 1.2373676802179452
+  pt_10 = -0.2593091306160006
+  WordPenalty = -3.6942747832593694
+}

Reply via email to