This is an automated email from the ASF dual-hosted git repository.
krickert pushed a change to branch OPENNLP-1833-grpc-expansion
in repository https://gitbox.apache.org/repos/asf/opennlp-sandbox.git
from f523bf7d OPENNLP-1833: Rename onnx_embedding_model_id to
embedding_model_id
add 5d01e208 Add remote embedding backends (TEI, OpenVINO) and live
integration tests
No new revisions were added by this update.
Summary of changes:
opennlp-grpc/README.md | 82 +++-
opennlp-grpc/docs/rfc/opennlp-grpc-design.md | 22 +-
.../docs/rfc/opennlp-grpc-jira-proposal.md | 2 +-
.../apache/opennlp/grpc/v1/opennlp_pipeline.proto | 25 +-
.../opennlp-grpc-backend-openvino/README.md | 88 ++++
.../pom.xml | 52 +-
.../openvino/OpenVinoEmbeddingBackendFactory.java} | 19 +-
.../openvino/OpenVinoEmbeddingProvider.java | 544 +++++++++++++++++++++
.../src/main/proto/inference/grpc_predict_v2.proto | 337 +++++++++++++
....opennlp.grpc.embedding.EmbeddingBackendFactory | 2 +-
.../openvino/OpenVinoEmbeddingProviderTest.java | 295 +++++++++++
opennlp-grpc/opennlp-grpc-backend-tei/README.md | 104 ++++
.../pom.xml | 51 +-
.../embedding/tei/TeiEmbeddingBackendFactory.java} | 20 +-
.../grpc/embedding/tei/TeiEmbeddingProvider.java | 410 ++++++++++++++++
.../src/main/proto/tei/v1/tei.proto | 228 +++++++++
....opennlp.grpc.embedding.EmbeddingBackendFactory | 2 +-
.../embedding/tei/TeiEmbeddingProviderTest.java | 227 +++++++++
.../opennlp-grpc-integration-tests/README.md | 77 +++
.../opennlp-grpc-integration-tests/pom.xml | 131 +++++
.../scripts/ovms-server.sh | 153 ++++++
.../scripts/prepare_ovms_embedder.py | 104 ++++
.../scripts/tei-server.sh | 149 ++++++
.../apache/opennlp/grpc/it/LiveServerHarness.java | 162 ++++++
.../opennlp/grpc/it/OpenNlpGrpcServerLiveIT.java | 239 +++++++++
.../opennlp/grpc/it/RealOpenVinoServerLiveIT.java | 163 ++++++
.../opennlp/grpc/it/RealTeiServerLiveIT.java | 156 ++++++
.../opennlp/grpc/chunk/ChunkEmbedProcessor.java | 29 +-
.../apache/opennlp/grpc/chunk/SemanticChunker.java | 7 +-
.../embedding/AbstractOnnxEmbeddingProvider.java | 18 +-
.../grpc/embedding/CudaEmbeddingProvider.java | 12 +-
.../grpc/embedding/EmbeddingBackendFactory.java | 10 +-
.../opennlp/grpc/embedding/EmbeddingProvider.java | 57 ++-
.../embedding/OnnxRuntimeEmbeddingProvider.java | 10 +-
.../opennlp/grpc/model/ModelBundleCache.java | 134 ++++-
.../grpc/processor/BasicDocumentAnalyzer.java | 29 +-
.../chunk/ChunkEmbedProcessorSemanticTest.java | 3 +-
.../opennlp/grpc/chunk/SemanticChunkerTest.java | 5 +-
.../embedding/EmbeddingProviderDefaultsTest.java | 58 +++
.../embedding/EmbeddingProviderFactoryTest.java | 9 +-
.../grpc/embedding/StubEmbeddingProvider.java | 24 +-
.../model/ModelBundleCacheBundledModelTest.java | 102 ++++
.../BasicDocumentAnalyzerEmbeddingTest.java | 2 -
.../processor/BasicDocumentAnalyzerPolicyTest.java | 16 -
.../BasicDocumentAnalyzerSemanticChunkTest.java | 5 +-
opennlp-grpc/pom.xml | 3 +
46 files changed, 4187 insertions(+), 190 deletions(-)
create mode 100644 opennlp-grpc/opennlp-grpc-backend-openvino/README.md
copy opennlp-grpc/{opennlp-grpc-api => opennlp-grpc-backend-openvino}/pom.xml
(58%)
copy
opennlp-grpc/{opennlp-grpc-service/src/main/java/org/apache/opennlp/grpc/embedding/CudaEmbeddingBackendFactory.java
=>
opennlp-grpc-backend-openvino/src/main/java/org/apache/opennlp/grpc/embedding/openvino/OpenVinoEmbeddingBackendFactory.java}
(56%)
create mode 100644
opennlp-grpc/opennlp-grpc-backend-openvino/src/main/java/org/apache/opennlp/grpc/embedding/openvino/OpenVinoEmbeddingProvider.java
create mode 100644
opennlp-grpc/opennlp-grpc-backend-openvino/src/main/proto/inference/grpc_predict_v2.proto
copy opennlp-grpc/{opennlp-grpc-service/src/test =>
opennlp-grpc-backend-openvino/src/main}/resources/META-INF/services/org.apache.opennlp.grpc.embedding.EmbeddingBackendFactory
(91%)
create mode 100644
opennlp-grpc/opennlp-grpc-backend-openvino/src/test/java/org/apache/opennlp/grpc/embedding/openvino/OpenVinoEmbeddingProviderTest.java
create mode 100644 opennlp-grpc/opennlp-grpc-backend-tei/README.md
copy opennlp-grpc/{opennlp-grpc-api => opennlp-grpc-backend-tei}/pom.xml (59%)
copy
opennlp-grpc/{opennlp-grpc-service/src/main/java/org/apache/opennlp/grpc/embedding/CudaEmbeddingBackendFactory.java
=>
opennlp-grpc-backend-tei/src/main/java/org/apache/opennlp/grpc/embedding/tei/TeiEmbeddingBackendFactory.java}
(56%)
create mode 100644
opennlp-grpc/opennlp-grpc-backend-tei/src/main/java/org/apache/opennlp/grpc/embedding/tei/TeiEmbeddingProvider.java
create mode 100644
opennlp-grpc/opennlp-grpc-backend-tei/src/main/proto/tei/v1/tei.proto
copy opennlp-grpc/{opennlp-grpc-service/src/test =>
opennlp-grpc-backend-tei/src/main}/resources/META-INF/services/org.apache.opennlp.grpc.embedding.EmbeddingBackendFactory
(92%)
create mode 100644
opennlp-grpc/opennlp-grpc-backend-tei/src/test/java/org/apache/opennlp/grpc/embedding/tei/TeiEmbeddingProviderTest.java
create mode 100644 opennlp-grpc/opennlp-grpc-integration-tests/README.md
create mode 100644 opennlp-grpc/opennlp-grpc-integration-tests/pom.xml
create mode 100755
opennlp-grpc/opennlp-grpc-integration-tests/scripts/ovms-server.sh
create mode 100644
opennlp-grpc/opennlp-grpc-integration-tests/scripts/prepare_ovms_embedder.py
create mode 100755
opennlp-grpc/opennlp-grpc-integration-tests/scripts/tei-server.sh
create mode 100644
opennlp-grpc/opennlp-grpc-integration-tests/src/test/java/org/apache/opennlp/grpc/it/LiveServerHarness.java
create mode 100644
opennlp-grpc/opennlp-grpc-integration-tests/src/test/java/org/apache/opennlp/grpc/it/OpenNlpGrpcServerLiveIT.java
create mode 100644
opennlp-grpc/opennlp-grpc-integration-tests/src/test/java/org/apache/opennlp/grpc/it/RealOpenVinoServerLiveIT.java
create mode 100644
opennlp-grpc/opennlp-grpc-integration-tests/src/test/java/org/apache/opennlp/grpc/it/RealTeiServerLiveIT.java
create mode 100644
opennlp-grpc/opennlp-grpc-service/src/test/java/org/apache/opennlp/grpc/embedding/EmbeddingProviderDefaultsTest.java
create mode 100644
opennlp-grpc/opennlp-grpc-service/src/test/java/org/apache/opennlp/grpc/model/ModelBundleCacheBundledModelTest.java
