This is an automated email from the ASF dual-hosted git repository.
tallison pushed a change to branch TIKA-4519
in repository https://gitbox.apache.org/repos/asf/tika.git
from fc4532bf9 Merge branch 'main' into TIKA-4519
add ed83c3f8b WIP -- checkpoint. TikaPluginManager is starting to take
shape.
add 928aee6f0 TIKA-4327: update aws
add e58122b8b TIKA-4327: update aws, checkstyle
add 8ee4f926c TIKA-4327: update aws, commons-cli
add 34a683ee9 TIKA-4327: update aws, testcontainers
add ed7c922f2 Update README.md
add eeb037b26 Merge branch 'main' into TIKA-4519
add 4e20ad4c0 TIKA-4542: replace File.createTempFile to
Files.createTempFile to reduce the read permission to local user, as suggested
by Simon Steiner
add 376ab1f7a TIKA-4327: replace deprecated
add 3475bae38 TIKA-4488: update spring
add 54c5e5f96 TIKA-4327: update aws, kafka
add 044053262 TIKA-4327: update kiota
add e7f5c3b1d TIKA-4327: update azure-identity
add 1bb58e477 TIKA-4327: update jar plugin
add f728a5527 TIKA-4327: update poi
add 52edcd3b5 Bump org.apache.commons:commons-lang3 from 3.19.0 to 3.20.0
(#2392)
add 3c8fd67c6 TIKA-4327: update aws, junit5
add 88b1289a6 TIKA-4327: update grpc
add 14792db3b TIKA-4327: group bom
add 8932da199 Merge branch 'main' into TIKA-4519
No new revisions were added by this update.
Summary of changes:
README.md | 4 +-
pom.xml | 2 +-
tika-app/pom.xml | 2 +-
.../org/apache/tika/config/ConfigContainer.java | 70 +++++++
.../tika/eval/app/ExtractComparerRunner.java | 4 +-
.../apache/tika/eval/app/ExtractProfileRunner.java | 4 +-
tika-grpc/pom.xml | 7 +-
.../tika/pipes/grpc/ExpiringFetcherStore.java | 23 ++-
.../org/apache/tika/pipes/grpc/TikaGrpcServer.java | 9 +-
.../apache/tika/pipes/grpc/TikaGrpcServerImpl.java | 87 ++++----
.../tika/pipes/grpc/ExpiringFetcherStoreTest.java | 24 ++-
...PipesBiDirectionalStreamingIntegrationTest.java | 2 +
.../apache/tika/pipes/grpc/TikaGrpcServerTest.java | 11 +-
.../pom.xml | 4 +-
tika-parent/pom.xml | 82 ++++----
tika-pipes/pom.xml | 2 +-
.../org/apache/tika/async/cli/TikaAsyncCLI.java | 4 +-
.../src/main/assembly/assembly.xml | 2 +-
.../tika/pipes/emitter/fs/FileSystemEmitter.java | 14 +-
.../pipes/emitter/fs/FileSystemEmitterFactory.java | 12 +-
.../src/main/assembly/assembly.xml | 2 +-
.../emitter/opensearch/OpenSearchEmitter.java | 6 +-
.../opensearch/OpenSearchEmitterFactory.java | 6 +-
tika-pipes/tika-fetchers/pom.xml | 4 +-
.../src/main/assembly/assembly.xml | 2 +-
.../tika/pipes/fetcher/fs/FileSystemFetcher.java | 30 ++-
.../pipes/fetcher/fs/FileSystemFetcherFactory.java | 15 +-
.../pipes/fetcher/fs/FileSystemFetcherTest.java | 4 +-
tika-pipes/tika-fetchers/tika-fetcher-http/pom.xml | 67 ++++++-
.../src/main/assembly/assembly.xml | 2 +-
.../tika/pipes/fetcher/http/HttpFetcher.java | 223 ++++-----------------
.../pipes/fetcher/http/HttpFetcherFactory.java} | 16 +-
.../pipes/fetcher/http/HttpFetcherPlugin.java} | 8 +-
.../fetcher/http/config/HttpFetcherConfig.java | 19 +-
.../pipes/fetcher/http/config/HttpHeaders.java | 6 +
.../src/main/resources/plugin.properties | 8 +-
.../src/test/resources/tika-config-http.json | 16 ++
.../tika-fetcher-microsoft-graph/pom.xml | 2 +-
.../tika/pipes/api/emitter/AbstractEmitter.java | 8 +-
.../pipes/api/emitter/AbstractStreamEmitter.java | 8 +-
.../org/apache/tika/pipes/api/emitter/Emitter.java | 4 +-
.../tika/pipes/api/emitter/EmitterFactory.java | 4 +-
.../org/apache/tika/pipes/api/fetcher/Fetcher.java | 6 +-
.../tika/pipes/api/fetcher/FetcherFactory.java | 4 +-
.../pipes/api/pipesiterator/PipesIterator.java | 4 +-
.../api/pipesiterator/PipesIteratorFactory.java | 4 +-
.../tika/pipes/api/reporter/PipesReporter.java | 4 +-
.../pipes/api/reporter/PipesReporterFactory.java | 4 +-
.../org/apache/tika/pipes/core/PipesServer.java | 14 +-
.../tika/pipes/core/emitter/EmitterManager.java | 32 +--
.../tika/pipes/core/emitter/EmptyEmitter.java | 4 +-
.../tika/pipes/core/fetcher/EmptyFetcher.java | 6 +-
.../tika/pipes/core/fetcher/FetcherManager.java | 37 ++--
.../core/pipesiterator/PipesIteratorManager.java | 34 ++--
.../core/reporter/CompositePipesReporter.java | 4 +-
.../pipes/core/reporter/LoggingPipesReporter.java | 8 +-
.../tika/pipes/core/reporter/NoOpReporter.java | 4 +-
.../tika/pipes/core/reporter/ReporterManager.java | 36 ++--
.../pom.xml | 24 ++-
.../apache/tika}/fetcher/http/HttpFetcherTest.java | 81 +++++---
.../apache/tika/pipes/core/PassbackFilterTest.java | 0
.../apache/tika/pipes/core/PipesClientTest.java | 0
.../apache/tika/pipes/core/PipesServerTest.java | 0
.../apache/tika/pipes/core/PluginManagerTest.java | 37 ++++
.../apache/tika/pipes/core/PluginsTestHelper.java | 0
.../tika/pipes/core/TikaPipesConfigTest.java | 0
.../pipes/core/async/AsyncChaosMonkeyTest.java | 0
.../tika/pipes/core/async/MockDigesterFactory.java | 0
.../apache/tika/pipes/core/async/MockReporter.java | 4 +-
.../test/resources/configs/TIKA-4207-emitter.xml | 0
.../test/resources/configs/fetchers-emitters.json | 0
.../test/resources/configs/tika-config-broken.xml | 0
.../test/resources/configs/tika-config-http.json | 19 ++
.../org/apache/tika/config/TIKA-3865-params.xml | 0
.../org/apache/tika/pipes/core/TIKA-3941.xml | 0
.../tika/pipes/core/TIKA-4207-limit-bytes.xml | 0
.../org/apache/tika/pipes/core/TIKA-4207.xml | 0
.../org/apache/tika/pipes/core/async/TIKA-3507.xml | 0
.../org/apache/tika/pipes/core/async/TIKA-3865.xml | 0
.../apache/tika/pipes/core/tika-emit-config.xml | 0
.../apache/tika/pipes/core/tika-sample-config.xml | 0
.../resources/test-documents/basic_embedded.xml | 0
.../test/resources/test-documents/file-list.txt | 0
.../resources/test-documents/mock-embedded.xml | 0
.../resources/test-documents/mock-timeout-10s.xml | 0
.../test/resources/test-documents/mock_times.xml | 0
.../test-documents/testOverlappingText.pdf | Bin
.../pipes/pipesiterator/PipesIteratorBase.java | 8 +-
.../src/main/assembly/assembly.xml | 2 +-
.../pipesiterator/fs/FileSystemPipesIterator.java | 6 +-
.../fs/FileSystemPipesIteratorFactory.java | 6 +-
.../tika/pipes/reporters/PipesReporterBase.java | 8 +-
.../src/main/assembly/assembly.xml | 2 +-
.../reporters/fs/FileSystemReporterFactory.java | 6 +-
.../reporters/fs/FileSystemStatusReporter.java | 12 +-
.../reporters/fs/TestFileSystemStatusReporter.java | 6 +-
.../src/main/assembly/assembly.xml | 2 +-
.../pipes/reporters/jdbc/JDBCPipesReporter.java | 6 +-
.../reporters/jdbc/JDBCPipesReporterFactory.java | 6 +-
.../reporters/jdbc/TestJDBCPipesReporter.java | 8 +-
.../src/main/assembly/assembly.xml | 2 +-
.../opensearch/OpenSearchPipesReporter.java | 6 +-
.../opensearch/OpenSearchReporterFactory.java | 6 +-
...tTikaPlugin.java => AbstractTikaExtension.java} | 8 +-
.../{PluginConfig.java => ExtensionConfig.java} | 2 +-
.../{PluginConfigs.java => ExtensionConfigs.java} | 36 ++--
.../apache/tika/plugins/ThreadSafeUnzipper.java | 84 ++++++++
.../{TikaPlugin.java => TikaExtension.java} | 6 +-
...nager.java => TikaExtensionConfigsManager.java} | 68 +++----
...luginFactory.java => TikaExtensionFactory.java} | 9 +-
.../org/apache/tika/plugins/TikaPluginManager.java | 116 +++++++++++
.../tika/plugins/TikaPluginsManagerTest.java | 40 ++--
tika-plugins-core/src/test/resources/test1.json | 4 +-
.../serialization/ParseContextDeserializer.java | 39 +++-
.../tika/serialization/ParseContextSerializer.java | 33 ++-
.../TestParseContextSerialization.java | 9 +
.../tika/server/core/FetcherStreamFactory.java | 2 +-
.../apache/tika/server/core/TikaServerConfig.java | 4 +-
.../tika/server/core/resource/AsyncResource.java | 2 +-
119 files changed, 1087 insertions(+), 666 deletions(-)
create mode 100644
tika-core/src/main/java/org/apache/tika/config/ConfigContainer.java
copy tika-pipes/{tika-emitters/tika-emitter-opensearch =>
tika-fetchers/tika-fetcher-http}/src/main/assembly/assembly.xml (95%)
copy
tika-pipes/tika-fetchers/{tika-fetcher-file-system/src/main/java/org/apache/tika/pipes/fetcher/fs/FileSystemFetcherFactory.java
=>
tika-fetcher-http/src/main/java/org/apache/tika/pipes/fetcher/http/HttpFetcherFactory.java}
(69%)
copy
tika-pipes/{tika-pipes-reporters/tika-pipes-reporter-jdbc/src/main/java/org/apache/tika/pipes/reporters/jdbc/JDBCReporterPlugin.java
=>
tika-fetchers/tika-fetcher-http/src/main/java/org/apache/tika/pipes/fetcher/http/HttpFetcherPlugin.java}
(83%)
copy tika-pipes/{tika-emitters/tika-emitter-opensearch =>
tika-fetchers/tika-fetcher-http}/src/main/resources/plugin.properties (80%)
create mode 100644
tika-pipes/tika-fetchers/tika-fetcher-http/src/test/resources/tika-config-http.json
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/pom.xml (84%)
rename
tika-pipes/{tika-fetchers/tika-fetcher-http/src/test/java/org/apache/tika/pipes
=>
tika-pipes-integration-tests/src/test/java/org/apache/tika}/fetcher/http/HttpFetcherTest.java
(82%)
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/java/org/apache/tika/pipes/core/PassbackFilterTest.java
(100%)
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/java/org/apache/tika/pipes/core/PipesClientTest.java
(100%)
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/java/org/apache/tika/pipes/core/PipesServerTest.java
(100%)
create mode 100644
tika-pipes/tika-pipes-integration-tests/src/test/java/org/apache/tika/pipes/core/PluginManagerTest.java
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/java/org/apache/tika/pipes/core/PluginsTestHelper.java
(100%)
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/java/org/apache/tika/pipes/core/TikaPipesConfigTest.java
(100%)
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/java/org/apache/tika/pipes/core/async/AsyncChaosMonkeyTest.java
(100%)
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/java/org/apache/tika/pipes/core/async/MockDigesterFactory.java
(100%)
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/java/org/apache/tika/pipes/core/async/MockReporter.java
(95%)
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/resources/configs/TIKA-4207-emitter.xml
(100%)
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/resources/configs/fetchers-emitters.json
(100%)
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/resources/configs/tika-config-broken.xml
(100%)
create mode 100644
tika-pipes/tika-pipes-integration-tests/src/test/resources/configs/tika-config-http.json
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/resources/org/apache/tika/config/TIKA-3865-params.xml
(100%)
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/resources/org/apache/tika/pipes/core/TIKA-3941.xml
(100%)
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/resources/org/apache/tika/pipes/core/TIKA-4207-limit-bytes.xml
(100%)
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/resources/org/apache/tika/pipes/core/TIKA-4207.xml
(100%)
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/resources/org/apache/tika/pipes/core/async/TIKA-3507.xml
(100%)
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/resources/org/apache/tika/pipes/core/async/TIKA-3865.xml
(100%)
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/resources/org/apache/tika/pipes/core/tika-emit-config.xml
(100%)
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/resources/org/apache/tika/pipes/core/tika-sample-config.xml
(100%)
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/resources/test-documents/basic_embedded.xml
(100%)
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/resources/test-documents/file-list.txt
(100%)
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/resources/test-documents/mock-embedded.xml
(100%)
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/resources/test-documents/mock-timeout-10s.xml
(100%)
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/resources/test-documents/mock_times.xml
(100%)
rename tika-pipes/{tika-pipes-core-tests =>
tika-pipes-integration-tests}/src/test/resources/test-documents/testOverlappingText.pdf
(100%)
rename
tika-plugins-core/src/main/java/org/apache/tika/plugins/{AbstractTikaPlugin.java
=> AbstractTikaExtension.java} (80%)
rename
tika-plugins-core/src/main/java/org/apache/tika/plugins/{PluginConfig.java =>
ExtensionConfig.java} (90%)
rename
tika-plugins-core/src/main/java/org/apache/tika/plugins/{PluginConfigs.java =>
ExtensionConfigs.java} (51%)
create mode 100644
tika-plugins-core/src/main/java/org/apache/tika/plugins/ThreadSafeUnzipper.java
rename
tika-plugins-core/src/main/java/org/apache/tika/plugins/{TikaPlugin.java =>
TikaExtension.java} (86%)
rename
tika-plugins-core/src/main/java/org/apache/tika/plugins/{TikaPluginsManager.java
=> TikaExtensionConfigsManager.java} (61%)
rename
tika-plugins-core/src/main/java/org/apache/tika/plugins/{TikaPluginFactory.java
=> TikaExtensionFactory.java} (76%)
create mode 100644
tika-plugins-core/src/main/java/org/apache/tika/plugins/TikaPluginManager.java
