This is an automated email from the ASF dual-hosted git repository.
koji pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/opennlp-addons.git.
from 0f988c8 Merge pull request #2 from kojisekig/addBuildXml
add 066b5a1 OPENNLP-1221: FeatureGeneratorUtil.tokenFeature() is too
specific for some languages
new 3c6f3dc Merge pull request #3 from kojisekig/OPENNLP-1221
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
japanese-addon/build.xml | 27 ++++-
.../lang/jpn/BigramNameFeatureGenerator.java | 41 ++++++++
.../jpn/BigramNameFeatureGeneratorFactory.java | 25 +++--
...wnClusterTokenClassFeatureGeneratorFactory.java | 60 +++++++++++
.../lang/jpn/BrownTokenClassFeatureGenerator.java | 49 +++++++++
.../featuregen/lang/jpn/FeatureGeneratorUtil.java | 90 +++++++++++++++++
.../lang/jpn/TokenClassFeatureGenerator.java | 53 ++++++++++
.../jpn/TokenClassFeatureGeneratorFactory.java} | 22 ++---
.../lang/jpn/TokenPatternFeatureGenerator.java | 90 +++++++++++++++++
.../jpn/TokenPatternFeatureGeneratorFactory.java} | 22 ++---
.../lang/jpn/TrigramNameFeatureGenerator.java | 47 +++++++++
.../jpn/TrigramNameFeatureGeneratorFactory.java | 25 +++--
.../tools/namefind/ner-auxinfo-features.xml | 4 +-
.../lang/jpn/BigramNameFeatureGeneratorTest.java | 96 ++++++++++++++++++
.../lang/jpn/FeatureGeneratorUtilTest.java | 67 +++++++++++++
.../jpn/TokenClassFeatureGeneratorTest.java} | 42 ++++----
.../lang/jpn/TokenPatternFeatureGeneratorTest.java | 76 ++++++++++++++
.../lang/jpn/TrigramNameFeatureGeneratorTest.java | 110 +++++++++++++++++++++
18 files changed, 871 insertions(+), 75 deletions(-)
create mode 100644
japanese-addon/src/main/java/opennlp/tools/util/featuregen/lang/jpn/BigramNameFeatureGenerator.java
copy
morfologik-addon/src/main/java/opennlp/morfologik/util/MorfologikUtil.java =>
japanese-addon/src/main/java/opennlp/tools/util/featuregen/lang/jpn/BigramNameFeatureGeneratorFactory.java
(61%)
create mode 100644
japanese-addon/src/main/java/opennlp/tools/util/featuregen/lang/jpn/BrownClusterTokenClassFeatureGeneratorFactory.java
create mode 100644
japanese-addon/src/main/java/opennlp/tools/util/featuregen/lang/jpn/BrownTokenClassFeatureGenerator.java
create mode 100644
japanese-addon/src/main/java/opennlp/tools/util/featuregen/lang/jpn/FeatureGeneratorUtil.java
create mode 100644
japanese-addon/src/main/java/opennlp/tools/util/featuregen/lang/jpn/TokenClassFeatureGenerator.java
copy
japanese-addon/src/main/java/opennlp/tools/util/featuregen/{AuxiliaryInfoAwareDelegateFeatureGeneratorFactory.java
=> lang/jpn/TokenClassFeatureGeneratorFactory.java} (60%)
create mode 100644
japanese-addon/src/main/java/opennlp/tools/util/featuregen/lang/jpn/TokenPatternFeatureGenerator.java
copy
japanese-addon/src/main/java/opennlp/tools/util/featuregen/{AuxiliaryInfoAwareDelegateFeatureGeneratorFactory.java
=> lang/jpn/TokenPatternFeatureGeneratorFactory.java} (60%)
create mode 100644
japanese-addon/src/main/java/opennlp/tools/util/featuregen/lang/jpn/TrigramNameFeatureGenerator.java
copy
morfologik-addon/src/main/java/opennlp/morfologik/util/MorfologikUtil.java =>
japanese-addon/src/main/java/opennlp/tools/util/featuregen/lang/jpn/TrigramNameFeatureGeneratorFactory.java
(61%)
create mode 100644
japanese-addon/src/test/java/opennlp/tools/util/featuregen/lang/jpn/BigramNameFeatureGeneratorTest.java
create mode 100644
japanese-addon/src/test/java/opennlp/tools/util/featuregen/lang/jpn/FeatureGeneratorUtilTest.java
copy
japanese-addon/src/test/java/opennlp/tools/util/featuregen/{AuxiliaryInfoAwareDelegateFeatureGeneratorTest.java
=> lang/jpn/TokenClassFeatureGeneratorTest.java} (50%)
create mode 100644
japanese-addon/src/test/java/opennlp/tools/util/featuregen/lang/jpn/TokenPatternFeatureGeneratorTest.java
create mode 100644
japanese-addon/src/test/java/opennlp/tools/util/featuregen/lang/jpn/TrigramNameFeatureGeneratorTest.java
