Added missing constrained test files
Project: http://git-wip-us.apache.org/repos/asf/incubator-joshua/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-joshua/commit/1d4309ae Tree: http://git-wip-us.apache.org/repos/asf/incubator-joshua/tree/1d4309ae Diff: http://git-wip-us.apache.org/repos/asf/incubator-joshua/diff/1d4309ae Branch: refs/heads/7_confsystem Commit: 1d4309ae1c10454e822cbea5658303770c722a18 Parents: 89725be Author: Matt Post <p...@cs.jhu.edu> Authored: Mon Sep 19 06:15:16 2016 -0400 Committer: Matt Post <p...@cs.jhu.edu> Committed: Mon Sep 19 06:15:16 2016 -0400 ---------------------------------------------------------------------- .../joshua/decoder/cky/ConstrainedTest.conf | 42 ++++++++++++++++++++ .../joshua/decoder/cky/ConstrainedTest.gold | 30 ++++++++++++++ .../joshua/decoder/cky/ConstrainedTest.in | 8 ++++ 3 files changed, 80 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/1d4309ae/joshua-core/src/test/java/org/apache/joshua/decoder/cky/ConstrainedTest.conf ---------------------------------------------------------------------- diff --git a/joshua-core/src/test/java/org/apache/joshua/decoder/cky/ConstrainedTest.conf b/joshua-core/src/test/java/org/apache/joshua/decoder/cky/ConstrainedTest.conf new file mode 100644 index 0000000..0291dbf --- /dev/null +++ b/joshua-core/src/test/java/org/apache/joshua/decoder/cky/ConstrainedTest.conf @@ -0,0 +1,42 @@ +mark_oovs = false +default_non_terminal = X +goalSymbol = GOAL +pop_limit = 100 +output_format = %c %s +use_unique_nbest = true +top_n = 10 + +feature_functions = [ + { class = LanguageModel, lm_type = kenlm, lm_order = 5, lm_file = src/test/resources/decoder/constrained/lm.gz } + { class = WordPenalty } + { class = OOVPenalty } +] + +grammars = [ + { class = TextGrammar, owner = pt, span_limit = 12, path = src/test/resources/decoder/constrained/grammar.gz } + { class = TextGrammar, owner = glue, span_limit = -1, path = src/test/resources/decoder/constrained/glue-grammar } +] + +weights = { + OOVPenalty = 1.0 + WordPenalty = -3.6942747832593694 + glue_0 = -1 + lm_0 = 1.2373676802179452 + pt_0 = 2.4497429277910214 + pt_1 = -0.7224581556224123 + pt_10 = -0.2593091306160006 + pt_11 = -0.25597137004462134 + pt_12 = -0.3538894647790496 + pt_13 = 0.36212061186692646 + pt_14 = 0.32923261148678096 + pt_15 = -0.5524863522177359 + pt_16 = -0.23451595442127693 + pt_2 = 0.31689069155153504 + pt_3 = -0.33861043967238036 + pt_4 = -0.03553113401320236 + pt_5 = -0.19138972284064748 + pt_6 = -0.3417994095521415 + pt_7 = 0.9936312455671283 + pt_8 = -0.9070737587091975 + pt_9 = -0.8202511858619419 +} http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/1d4309ae/joshua-core/src/test/java/org/apache/joshua/decoder/cky/ConstrainedTest.gold ---------------------------------------------------------------------- diff --git a/joshua-core/src/test/java/org/apache/joshua/decoder/cky/ConstrainedTest.gold b/joshua-core/src/test/java/org/apache/joshua/decoder/cky/ConstrainedTest.gold new file mode 100644 index 0000000..a48d5cb --- /dev/null +++ b/joshua-core/src/test/java/org/apache/joshua/decoder/cky/ConstrainedTest.gold @@ -0,0 +1,30 @@ +-10.471 mathematics so science language . +-10.543 mathematics is science language . +-11.587 mathematics that science language . +-12.065 science mathematics that language . +-12.259 mathematics so that the science language . +-12.352 mathematics hence science language . +-12.590 mathematics that is science language . +-12.619 mathematics , science language . +-12.751 mathematics that is why science language . +-12.755 mathematics in science language . +-10.543 mathematics is science language . +-226.302 rabindranath was born in a পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family +-226.523 rabindranath born in kolkata is a পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family +-226.884 rabindranath was born in kolkata is a পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family +-227.201 rabindranath 's birth in kolkata is a পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family +-227.217 rabindranath was born in kolkata a পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family +-227.707 rabindranath born in kolkata is one পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family +-227.982 rabindranath was born in the a পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family +-228.069 rabindranath was born in kolkata is one পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family +-228.133 rabindranath was born in kolkata in a পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family +-228.160 rabindranath was born in kolkata one পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family +-226.302 rabindranath was born in a পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family +-226.523 rabindranath born in kolkata is a পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family +-230.920 rabindranath born in in kolkata is a পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family +-227.707 rabindranath born in kolkata is one পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family +-232.123 rabindranath born in in kolkata is one পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family +-226.884 rabindranath was born in kolkata is a পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family +-231.320 rabindranath was born kolkata is a পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family +-232.836 rabindranath was born in in kolkata is a পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family +-229.108 rabindranath born in kolkata was one পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/1d4309ae/joshua-core/src/test/java/org/apache/joshua/decoder/cky/ConstrainedTest.in ---------------------------------------------------------------------- diff --git a/joshua-core/src/test/java/org/apache/joshua/decoder/cky/ConstrainedTest.in b/joshua-core/src/test/java/org/apache/joshua/decoder/cky/ConstrainedTest.in new file mode 100644 index 0000000..291bca0 --- /dev/null +++ b/joshua-core/src/test/java/org/apache/joshua/decoder/cky/ConstrainedTest.in @@ -0,0 +1,8 @@ +à¦à¦£à¦¿à¦¤ তাঠবিà¦à§à¦à¦¾à¦¨à§à¦° à¦à¦¾à¦·à¦¾ । +à¦à¦£à¦¿à¦¤ তাঠবিà¦à§à¦à¦¾à¦¨à§à¦° à¦à¦¾à¦·à¦¾ । ||| mathematics is science language . +রবà§à¦¨à§à¦¦à§à¦°à¦¨à¦¾à¦¥à§à¦° à¦à¦¨à§à¦® হয়à§à¦à¦¿à¦² à¦à¦²à¦à¦¾à¦¤à¦¾à¦° à¦à¦ পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ পরিবারৠ। +রবà§à¦¨à§à¦¦à§à¦°à¦¨à¦¾à¦¥à§à¦° à¦à¦¨à§à¦® হয়à§à¦à¦¿à¦² à¦à¦²à¦à¦¾à¦¤à¦¾à¦° à¦à¦ পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ পরিবারৠ। ||| rabindranath was born in a পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family +রবà§à¦¨à§à¦¦à§à¦°à¦¨à¦¾à¦¥à§à¦° à¦à¦¨à§à¦® হয়à§à¦à¦¿à¦² à¦à¦²à¦à¦¾à¦¤à¦¾à¦° à¦à¦ পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ পরিবারৠ। ||| rabindranath born in kolkata is a পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family +রবà§à¦¨à§à¦¦à§à¦°à¦¨à¦¾à¦¥à§à¦° à¦à¦¨à§à¦® হয়à§à¦à¦¿à¦² à¦à¦²à¦à¦¾à¦¤à¦¾à¦° à¦à¦ পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ পরিবারৠ। ||| rabindranath born in kolkata is one পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family +রবà§à¦¨à§à¦¦à§à¦°à¦¨à¦¾à¦¥à§à¦° à¦à¦¨à§à¦® হয়à§à¦à¦¿à¦² à¦à¦²à¦à¦¾à¦¤à¦¾à¦° à¦à¦ পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ পরিবারৠ। ||| rabindranath was born in kolkata is a পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family +রবà§à¦¨à§à¦¦à§à¦°à¦¨à¦¾à¦¥à§à¦° à¦à¦¨à§à¦® হয়à§à¦à¦¿à¦² à¦à¦²à¦à¦¾à¦¤à¦¾à¦° à¦à¦ পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ পরিবারৠ। ||| rabindranath born in kolkata was one পিরালৠবà§à¦°à¦¾à¦¹à§à¦®à¦£ in the family
