This is an automated email from the ASF dual-hosted git repository.
krickert pushed a change to branch OPENNLP-1833-grpc-expansion
in repository https://gitbox.apache.org/repos/asf/opennlp-sandbox.git
from b6605eb4 OPENNLP-1833 - Add POS, lemma and language detect steps;
split analyzer into focused helpers
add 8d79288c OPENNLP-1833: Add NER (NameFinderME) step and harden the NER
wiring
add 2e73d4d2 OPENNLP-1833: Build against opennlp 3.0.0-SNAPSHOT
(thread-safe opennlp-dl)
add 470a552e OPENNLP-1833: Map missing configured model files to
NOT_FOUND; document NER thread-safety
add dff6378c OPENNLP-1833: Add Unicode edge-case offset tests (combining
marks, CJK, multi-emoji)
add caeca74b OPENNLP-1833: Introduce NerModel abstraction (key NER by
model, not entity type)
add a4c40411 OPENNLP-1833: Add ONNX name finder backend (NameFinderDL via
NerModel)
add d592725b OPENNLP-1833: Add opt-in end-to-end ONNX NER test with
build-time model download
add 7bfb3ec3 OPENNLP-1833: ONNX NER emits all entity types the model
defines
add fffdfc18 OPENNLP-1833 - Add pluggable NER backend SPI with
ServiceLoader registry
No new revisions were added by this update.
Summary of changes:
opennlp-grpc/README.md | 102 +++++++++-
.../grpc/it/OpenNlpGrpcServerNerLiveIT.java | 189 +++++++++++++++++++
.../org/apache/opennlp/grpc/it/TinyNerModel.java | 80 ++++++++
opennlp-grpc/opennlp-grpc-service/pom.xml | 53 ++++++
.../grpc/embedding/onnx/OnnxSentenceEmbedder.java | 22 ++-
.../grpc/model/ClassicNerBackendFactory.java | 111 +++++++++++
.../apache/opennlp/grpc/model/ClassicNerModel.java | 133 +++++++++++++
.../org/apache/opennlp/grpc/model/DlNerModel.java | 156 ++++++++++++++++
.../opennlp/grpc/model/ModelBundleCache.java | 48 +++++
.../opennlp/grpc/model/NameFinderRegistry.java | 194 +++++++++++++++++++
.../opennlp/grpc/model/NerBackendContext.java | 49 +++++
.../opennlp/grpc/model/NerBackendFactory.java | 59 ++++++
.../org/apache/opennlp/grpc/model/NerModel.java | 70 +++++++
.../opennlp/grpc/model/OnnxNerBackendFactory.java | 207 +++++++++++++++++++++
.../opennlp/grpc/processor/PipelineStepPolicy.java | 1 +
.../processor/basic/AnalysisRequestValidator.java | 57 +++++-
.../processor/basic/BasicDocumentAnalyzer.java | 36 +++-
.../grpc/processor/basic/ClassicStepRunner.java | 58 +++++-
.../opennlp/grpc/profile/ProfileRegistry.java | 31 +++
.../opennlp/grpc/server/OpenNlpGrpcServer.java | 3 +-
...org.apache.opennlp.grpc.model.NerBackendFactory | 5 +
.../apache/opennlp/grpc/model/DlNerModelTest.java | 98 ++++++++++
.../opennlp/grpc/model/NameFinderRegistryTest.java | 174 +++++++++++++++++
.../opennlp/grpc/model/StubNerBackendFactory.java | 85 +++++++++
.../basic/BasicDocumentAnalyzerDlNerTest.java | 119 ++++++++++++
.../basic/BasicDocumentAnalyzerNerTest.java | 172 +++++++++++++++++
.../basic/BasicDocumentAnalyzerPolicyTest.java | 47 ++++-
.../grpc/processor/basic/OffsetMapperTest.java | 42 +++++
.../opennlp/grpc/profile/ProfileRegistryTest.java | 44 +++++
.../apache/opennlp/grpc/testing/TinyNerModel.java | 95 ++++++++++
...rg.apache.opennlp.grpc.model.NerBackendFactory} | 2 +-
pom.xml | 2 +-
32 files changed, 2518 insertions(+), 26 deletions(-)
create mode 100644
opennlp-grpc/opennlp-grpc-integration-tests/src/test/java/org/apache/opennlp/grpc/it/OpenNlpGrpcServerNerLiveIT.java
create mode 100644
opennlp-grpc/opennlp-grpc-integration-tests/src/test/java/org/apache/opennlp/grpc/it/TinyNerModel.java
create mode 100644
opennlp-grpc/opennlp-grpc-service/src/main/java/org/apache/opennlp/grpc/model/ClassicNerBackendFactory.java
create mode 100644
opennlp-grpc/opennlp-grpc-service/src/main/java/org/apache/opennlp/grpc/model/ClassicNerModel.java
create mode 100644
opennlp-grpc/opennlp-grpc-service/src/main/java/org/apache/opennlp/grpc/model/DlNerModel.java
create mode 100644
opennlp-grpc/opennlp-grpc-service/src/main/java/org/apache/opennlp/grpc/model/NameFinderRegistry.java
create mode 100644
opennlp-grpc/opennlp-grpc-service/src/main/java/org/apache/opennlp/grpc/model/NerBackendContext.java
create mode 100644
opennlp-grpc/opennlp-grpc-service/src/main/java/org/apache/opennlp/grpc/model/NerBackendFactory.java
create mode 100644
opennlp-grpc/opennlp-grpc-service/src/main/java/org/apache/opennlp/grpc/model/NerModel.java
create mode 100644
opennlp-grpc/opennlp-grpc-service/src/main/java/org/apache/opennlp/grpc/model/OnnxNerBackendFactory.java
create mode 100644
opennlp-grpc/opennlp-grpc-service/src/main/resources/META-INF/services/org.apache.opennlp.grpc.model.NerBackendFactory
create mode 100644
opennlp-grpc/opennlp-grpc-service/src/test/java/org/apache/opennlp/grpc/model/DlNerModelTest.java
create mode 100644
opennlp-grpc/opennlp-grpc-service/src/test/java/org/apache/opennlp/grpc/model/NameFinderRegistryTest.java
create mode 100644
opennlp-grpc/opennlp-grpc-service/src/test/java/org/apache/opennlp/grpc/model/StubNerBackendFactory.java
create mode 100644
opennlp-grpc/opennlp-grpc-service/src/test/java/org/apache/opennlp/grpc/processor/basic/BasicDocumentAnalyzerDlNerTest.java
create mode 100644
opennlp-grpc/opennlp-grpc-service/src/test/java/org/apache/opennlp/grpc/processor/basic/BasicDocumentAnalyzerNerTest.java
create mode 100644
opennlp-grpc/opennlp-grpc-service/src/test/java/org/apache/opennlp/grpc/profile/ProfileRegistryTest.java
create mode 100644
opennlp-grpc/opennlp-grpc-service/src/test/java/org/apache/opennlp/grpc/testing/TinyNerModel.java
copy
opennlp-grpc/opennlp-grpc-service/src/test/resources/META-INF/services/{org.apache.opennlp.grpc.embedding.EmbeddingBackendFactory
=> org.apache.opennlp.grpc.model.NerBackendFactory} (92%)
