Repository: incubator-joshua
Updated Branches:
  refs/heads/7 732997be4 -> 85aa03232


http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/ee7398f7/src/test/resources/decoder/lowercaser/joshua.config
----------------------------------------------------------------------
diff --git a/src/test/resources/decoder/lowercaser/joshua.config 
b/src/test/resources/decoder/lowercaser/joshua.config
deleted file mode 100644
index 6f5a46b..0000000
--- a/src/test/resources/decoder/lowercaser/joshua.config
+++ /dev/null
@@ -1,140 +0,0 @@
-# This file is a template for the Joshua pipeline; variables enclosed
-# in <angle-brackets> are substituted by the pipeline script as
-# appropriate.  This file also serves to document Joshua's many
-# parameters.
-
-# These are the grammar file specifications.  Joshua supports an
-# arbitrary number of grammar files, each specified on its own line
-# using the following format:
-#
-#   tm = TYPE OWNER LIMIT FILE
-# 
-# TYPE is "packed", "thrax", or "samt".  The latter denotes the format
-# used in Zollmann and Venugopal's SAMT decoder
-# (http://www.cs.cmu.edu/~zollmann/samt/).
-# 
-# OWNER is the "owner" of the rules in the grammar; this is used to
-# determine which set of phrasal features apply to the grammar's
-# rules.  Having different owners allows different features to be
-# applied to different grammars, and for grammars to share features
-# across files.
-#
-# LIMIT is the maximum input span permitted for the application of
-# grammar rules found in the grammar file.  A value of -1 implies no limit.
-#
-# FILE is the grammar file (or directory when using packed grammars).
-# The file can be compressed with gzip, which is determined by the
-# presence or absence of a ".gz" file extension.
-#
-# By a convention defined by Chiang (2007), the grammars are split
-# into two files: the main translation grammar containing all the
-# learned translation rules, and a glue grammar which supports
-# monotonic concatenation of hierarchical phrases. The glue grammar's
-# main distinction from the regular grammar is that the span limit
-# does not apply to it.  
-
-tm = hiero -maxspan 20 -path 
src/test/resources/decoder/lowercaser/grammar.test -owner pt
-tm = thrax -path src/test/resources/decoder/lowercaser/grammar.glue -maxspan 
-1 -owner glue
-
-# This symbol is used over unknown words in the source language
-
-default-non-terminal = X
-
-# This is the goal nonterminal, used to determine when a complete
-# parse is found.  It should correspond to the root-level rules in the
-# glue grammar.
-
-goal-symbol = GOAL
-
-# Language model config.
-#
-# Multiple language models are supported.  For each language model,
-# create one of the following lines:
-#
-# feature-function = LanguageModel -lm_type TYPE -lm_order ORDER -lm_file FILE
-# feature-function = StateMinimizingLanguageModel -lm_order ORDER -lm_file FILE
-#
-# - TYPE is one of "kenlm" or "berkeleylm"
-# - ORDER is the order of the language model (default 5)
-# - FILE is the path to the LM file. This can be binarized if appropriate to 
the type
-#   (e.g., KenLM has a compiled format)
-#
-# A state-minimizing LM collapses left-state. Currently only KenLM supports 
this.
-#
-# For each LM, add a weight lm_INDEX below, where indexing starts from 0.
-
-
-
-# The suffix _OOV is appended to unknown source-language words if this
-# is set to true.
-
-mark-oovs = false
-
-# The search algorithm: "cky" for hierarchical / phrase-based decoding, 
-# "stack" for phrase-based decoding
-search = cky
-
-# The pop-limit for decoding.  This determines how many hypotheses are
-# considered over each span of the input.
-
-pop-limit = 100
-
-# How many hypotheses to output
-
-top-n = 1
-
-# Whether those hypotheses should be distinct strings
-
-use-unique-nbest = true
-
-# This is the default format of the ouput printed to STDOUT.  The variables 
that can be
-# substituted are:
-#
-# %i: the sentence number (0-indexed)
-# %s: the translated sentence
-# %t: the derivation tree
-# %f: the feature string
-# %c: the model cost
-
-output-format = %s
-
-# When printing the trees (%t in 'output-format'), this controls whether the 
alignments
-# are also printed.
-
-include-align-index = false
-
-# And these are the feature functions to activate.
-feature-function = OOVPenalty
-feature-function = WordPenalty
-
-## Model weights #####################################################
-
-# For each langage model line listed above, create a weight in the
-# following format: the keyword "lm", a 0-based index, and the weight.
-# lm_INDEX WEIGHT
-
-
-# The phrasal weights correspond to weights stored with each of the
-# grammar rules.  The format is
-#
-#   tm_OWNER_COLUMN WEIGHT
-#
-# where COLUMN denotes the 0-based order of the parameter in the
-# grammar file and WEIGHT is the corresponding weight.  In the future,
-# we plan to add a sparse feature representation which will simplify
-# this.
-
-# The wordpenalty feature counts the number of words in each hypothesis.
-
-
-# This feature counts the number of unknown words in the hypothesis.
-
-
-# This feature weights paths through an input lattice.  It is only activated
-# when decoding lattices.
-
-WordPenalty -4.72455379476569
-OOVPenalty 0.7897219562429866
-tm_pt_0 0.3137696816891433
-tm_glue_0 -0.04493059277470993
-

http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/ee7398f7/src/test/resources/decoder/moses-compat/NEEDS_UPDATING
----------------------------------------------------------------------
diff --git a/src/test/resources/decoder/moses-compat/NEEDS_UPDATING 
b/src/test/resources/decoder/moses-compat/NEEDS_UPDATING
deleted file mode 100644
index 90402c6..0000000
--- a/src/test/resources/decoder/moses-compat/NEEDS_UPDATING
+++ /dev/null
@@ -1 +0,0 @@
-Needs to be moved to a unit test. The parameter JoshuaConfiguration.moses is 
handled by JoshuaDecoder. Therefore, the CLI must be made testable before a 
unit test can be created.

http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/ee7398f7/src/test/resources/phrase_decoder/config.packed
----------------------------------------------------------------------
diff --git a/src/test/resources/phrase_decoder/config.packed 
b/src/test/resources/phrase_decoder/config.packed
deleted file mode 100644
index 9987b1a..0000000
--- a/src/test/resources/phrase_decoder/config.packed
+++ /dev/null
@@ -1,29 +0,0 @@
-tm = moses -owner pt -maxspan 0 -path rules.packed -max-source-len 5
-feature-function = StateMinimizingLanguageModel -lm_order 5 -lm_file lm.1.gz
-
-search = stack
-
-mark-oovs = false
-pop-limit = 10
-top-n = 1
-
-output-format = %i ||| %s ||| %f ||| %c
-
-include-align-index = false
-reordering-limit = 6
-
-# And these are the feature functions to activate.
-feature-function = OOVPenalty
-feature-function = WordPenalty
-feature-function = Distortion
-feature-function = PhrasePenalty -owner pt
-
-OOVPenalty 1.0
-Distortion 0.114849
-WordPenalty -0.201544
-PhrasePenalty -0.236965
-tm_pt_0 0.0370068
-tm_pt_1 0.0495759
-tm_pt_2 0.196742
-tm_pt_3 0.0745423
-lm_0 0.204412452147565

http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/ee7398f7/src/test/resources/phrase_decoder/rules.packed/config
----------------------------------------------------------------------
diff --git a/src/test/resources/phrase_decoder/rules.packed/config 
b/src/test/resources/phrase_decoder/rules.packed/config
deleted file mode 100644
index 2251fe6..0000000
--- a/src/test/resources/phrase_decoder/rules.packed/config
+++ /dev/null
@@ -1,2 +0,0 @@
-version = 4
-max-source-len = 3

http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/ee7398f7/src/test/resources/phrase_decoder/rules.packed/encoding
----------------------------------------------------------------------
diff --git a/src/test/resources/phrase_decoder/rules.packed/encoding 
b/src/test/resources/phrase_decoder/rules.packed/encoding
deleted file mode 100644
index 57e7b75..0000000
Binary files a/src/test/resources/phrase_decoder/rules.packed/encoding and 
/dev/null differ

http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/ee7398f7/src/test/resources/phrase_decoder/rules.packed/slice_00000.features
----------------------------------------------------------------------
diff --git 
a/src/test/resources/phrase_decoder/rules.packed/slice_00000.features 
b/src/test/resources/phrase_decoder/rules.packed/slice_00000.features
deleted file mode 100644
index 2a77e43..0000000
Binary files 
a/src/test/resources/phrase_decoder/rules.packed/slice_00000.features and 
/dev/null differ

http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/ee7398f7/src/test/resources/phrase_decoder/rules.packed/slice_00000.source
----------------------------------------------------------------------
diff --git a/src/test/resources/phrase_decoder/rules.packed/slice_00000.source 
b/src/test/resources/phrase_decoder/rules.packed/slice_00000.source
deleted file mode 100644
index c384c54..0000000
Binary files 
a/src/test/resources/phrase_decoder/rules.packed/slice_00000.source and 
/dev/null differ

http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/ee7398f7/src/test/resources/phrase_decoder/rules.packed/slice_00000.target
----------------------------------------------------------------------
diff --git a/src/test/resources/phrase_decoder/rules.packed/slice_00000.target 
b/src/test/resources/phrase_decoder/rules.packed/slice_00000.target
deleted file mode 100644
index 8375cf0..0000000
Binary files 
a/src/test/resources/phrase_decoder/rules.packed/slice_00000.target and 
/dev/null differ

http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/ee7398f7/src/test/resources/phrase_decoder/rules.packed/slice_00000.target.lookup
----------------------------------------------------------------------
diff --git 
a/src/test/resources/phrase_decoder/rules.packed/slice_00000.target.lookup 
b/src/test/resources/phrase_decoder/rules.packed/slice_00000.target.lookup
deleted file mode 100644
index 3e8c294..0000000
Binary files 
a/src/test/resources/phrase_decoder/rules.packed/slice_00000.target.lookup and 
/dev/null differ

http://git-wip-us.apache.org/repos/asf/incubator-joshua/blob/ee7398f7/src/test/resources/phrase_decoder/rules.packed/vocabulary
----------------------------------------------------------------------
diff --git a/src/test/resources/phrase_decoder/rules.packed/vocabulary 
b/src/test/resources/phrase_decoder/rules.packed/vocabulary
deleted file mode 100644
index 528a970..0000000
Binary files a/src/test/resources/phrase_decoder/rules.packed/vocabulary and 
/dev/null differ

Reply via email to