This is an automated email from the ASF dual-hosted git repository.
tallison pushed a change to branch TIKA-4558-lazy-fetcher-manager
in repository https://gitbox.apache.org/repos/asf/tika.git
from 32a91fa3a Reapply "TIKA-4558 -- add lazy loading to FetcherManager"
add 1b1e15156 TIKA-4558 -- refactor FetcherManager and EmitterManager to
use AbstractComponentManager
add 2df306988 TIKA-4556 (#2425)
add 9db436eda Merge remote-tracking branch 'origin/main' into
TIKA-4558-lazy-fetcher-manager
add cfefac723 Add EMITTER_INITIALIZATION_EXCEPTION status
No new revisions were added by this update.
Summary of changes:
.../test/resources/configs/config-template.json | 3 +-
.../apache/tika/pipes/grpc/TikaGrpcServerImpl.java | 2 +-
.../apache/tika/pipes/grpc/TikaGrpcServerTest.java | 2 +-
.../src/test/resources/tika-pipes-test-config.xml | 2 +-
.../src/test/resources/kafka/plugins-template.json | 3 +-
.../src/test/resources/tika-config-kafka.xml | 2 +-
.../resources/opensearch/plugins-template.json | 3 +-
.../opensearch/tika-config-opensearch.json | 4 +-
.../src/test/resources/s3/plugins-template.json | 3 +-
.../resources/tika-config-s3-integration-test.xml | 2 +-
.../src/test/resources/solr/plugins-template.json | 3 +-
.../src/test/resources/tika-config-solr-urls.json | 3 +-
.../src/test/resources/tika-config-solr-urls.xml | 2 +-
.../org/apache/tika/async/cli/PluginsWriter.java | 1 -
.../tika/async/cli/TikaConfigAsyncWriterTest.java | 2 +-
.../test/resources/configs/config-template.json | 3 +-
.../org/apache/tika/pipes/api/PipesResult.java | 201 ++++-
.../EmitterNotFoundException.java} | 10 +-
.../tika/pipes/core/AbstractComponentManager.java | 294 +++++++
.../org/apache/tika/pipes/core/PipesClient.java | 727 +++++++--------
.../org/apache/tika/pipes/core/PipesConfig.java | 90 +-
.../org/apache/tika/pipes/core/PipesResults.java | 14 +-
.../org/apache/tika/pipes/core/PipesServer.java | 971 ---------------------
...ion.java => ServerInitializationException.java} | 15 +-
.../tika/pipes/core/async/AsyncProcessor.java | 12 +-
.../tika/pipes/core/emitter/EmitterManager.java | 137 ++-
.../tika/pipes/core/fetcher/FetcherManager.java | 246 ++----
.../apache/tika/pipes/core/server/EmitHandler.java | 220 +++++
.../tika/pipes/core/server/FetchHandler.java | 101 +++
.../tika/pipes/core/server/IntermediateResult.java | 20 +-
.../core/server/MetadataListAndEmbeddedBytes.java | 76 ++
.../tika/pipes/core/server/ParseHandler.java | 229 +++++
.../apache/tika/pipes/core/server/PipesServer.java | 526 +++++++++++
.../apache/tika/pipes/core/server/PipesWorker.java | 192 ++++
.../test/resources/configs/TIKA-3865-params.xml | 2 +-
.../apache/tika/pipes/core/CrashingDetector.java | 12 +-
.../apache/tika/pipes/core/PassbackFilterTest.java | 4 +-
.../apache/tika/pipes/core/PipesClientTest.java | 443 +++++++++-
.../apache/tika/pipes/core/PipesServerTest.java | 37 +-
.../apache/tika/pipes/core/PluginsTestHelper.java | 1 -
.../pipes/core/async/AsyncChaosMonkeyTest.java | 52 +-
.../EmitterManagerTest.java} | 288 +++---
.../resources/configs/tika-config-bad-class.json | 16 +
.../configs/tika-config-bad-java-path.json | 17 +
.../configs/tika-config-bad-jvm-args.json | 16 +
.../test/resources/configs/tika-config-basic.json | 3 +-
.../configs/tika-config-crashing-detector.json | 29 +
.../resources/configs/tika-config-emit-all.json | 15 +-
.../resources/configs/tika-config-passback.json | 3 +-
.../configs/tika-config-timeout-lt-heartbeat.json | 27 +
.../resources/configs/tika-config-truncate.json | 3 +-
.../tika/pipes/emitter/fs/FileSystemEmitter.java | 21 +-
.../apache/tika/pipes/reporter/fs/AsyncStatus.java | 6 +-
.../reporter/fs/FileSystemStatusReporter.java | 4 +-
.../reporter/fs/TestFileSystemStatusReporter.java | 26 +-
.../pipes/reporter/jdbc/JDBCPipesReporter.java | 4 +-
.../pipes/reporter/jdbc/TestJDBCPipesReporter.java | 50 +-
.../tika/pipes/reporters/PipesReporterBase.java | 22 +-
.../apache/tika/config/loader/DetectorLoader.java | 18 +-
.../tika/config/loader/EncodingDetectorLoader.java | 37 +-
.../apache/tika/config/loader/ParserLoader.java | 40 +-
.../tika/server/core/resource/PipesResource.java | 56 +-
.../core/TikaServerPipesIntegrationTest.java | 18 +-
.../resources/configs/cxf-test-base-template.json | 3 +-
.../resources/configs/cxf-test-base-template.json | 3 +-
65 files changed, 3411 insertions(+), 1986 deletions(-)
copy
tika-pipes/tika-pipes-api/src/main/java/org/apache/tika/pipes/api/{fetcher/FetcherNotFoundException.java
=> emitter/EmitterNotFoundException.java} (76%)
create mode 100644
tika-pipes/tika-pipes-core/src/main/java/org/apache/tika/pipes/core/AbstractComponentManager.java
delete mode 100644
tika-pipes/tika-pipes-core/src/main/java/org/apache/tika/pipes/core/PipesServer.java
rename
tika-pipes/tika-pipes-core/src/main/java/org/apache/tika/pipes/core/{FailedToStartClientException.java
=> ServerInitializationException.java} (65%)
create mode 100644
tika-pipes/tika-pipes-core/src/main/java/org/apache/tika/pipes/core/server/EmitHandler.java
create mode 100644
tika-pipes/tika-pipes-core/src/main/java/org/apache/tika/pipes/core/server/FetchHandler.java
copy
tika-core/src/main/java/org/apache/tika/extractor/EmbeddedBytesSelector.java =>
tika-pipes/tika-pipes-core/src/main/java/org/apache/tika/pipes/core/server/IntermediateResult.java
(72%)
create mode 100644
tika-pipes/tika-pipes-core/src/main/java/org/apache/tika/pipes/core/server/MetadataListAndEmbeddedBytes.java
create mode 100644
tika-pipes/tika-pipes-core/src/main/java/org/apache/tika/pipes/core/server/ParseHandler.java
create mode 100644
tika-pipes/tika-pipes-core/src/main/java/org/apache/tika/pipes/core/server/PipesServer.java
create mode 100644
tika-pipes/tika-pipes-core/src/main/java/org/apache/tika/pipes/core/server/PipesWorker.java
copy tika-core/src/test/java/org/apache/custom/detect/MyCustomDetector.java =>
tika-pipes/tika-pipes-integration-tests/src/test/java/org/apache/tika/pipes/core/CrashingDetector.java
(81%)
copy
tika-pipes/tika-pipes-integration-tests/src/test/java/org/apache/tika/pipes/core/{fetcher/FetcherManagerTest.java
=> emitter/EmitterManagerTest.java} (57%)
create mode 100644
tika-pipes/tika-pipes-integration-tests/src/test/resources/configs/tika-config-bad-class.json
create mode 100644
tika-pipes/tika-pipes-integration-tests/src/test/resources/configs/tika-config-bad-java-path.json
create mode 100644
tika-pipes/tika-pipes-integration-tests/src/test/resources/configs/tika-config-bad-jvm-args.json
create mode 100644
tika-pipes/tika-pipes-integration-tests/src/test/resources/configs/tika-config-crashing-detector.json
copy tika-app/src/test/resources/configs/config-fetch-emit-only.json =>
tika-pipes/tika-pipes-integration-tests/src/test/resources/configs/tika-config-emit-all.json
(54%)
create mode 100644
tika-pipes/tika-pipes-integration-tests/src/test/resources/configs/tika-config-timeout-lt-heartbeat.json
