This is an automated email from the ASF dual-hosted git repository.
tallison pushed a change to branch TIKA-4519
in repository https://gitbox.apache.org/repos/asf/tika.git
from d73027b5b TIKA-4519 -- tika-server now works
add 088e08ead TIKA-4519 -- add file-system-pipes-iterator
No new revisions were added by this update.
Summary of changes:
tika-app/pom.xml | 7 ++
.../java/org/apache/tika/cli/TikaCLIAsyncTest.java | 48 ++++++++
.../test/java/org/apache/tika/cli/TikaCLITest.java | 10 +-
tika-eval/tika-eval-app/pom.xml | 70 +++--------
.../org/apache/tika/eval/app/ExtractComparer.java | 2 +-
.../tika/eval/app/ExtractComparerRunner.java | 32 +++--
.../apache/tika/eval/app/ExtractProfileRunner.java | 32 +++--
.../org/apache/tika/eval/app/ExtractProfiler.java | 2 +-
.../org/apache/tika/eval/app/ProfilerBase.java | 2 +-
.../main/resources/pipes-iterator-template.json | 18 +++
.../apache/tika/pipes/grpc/TikaGrpcServerImpl.java | 6 +-
.../tika/pipes/kafka/tests/TikaPipesKafkaTest.java | 1 -
.../pipes/opensearch/tests/OpenSearchTest.java | 1 -
.../tika/pipes/s3/tests/PipeIntegrationTests.java | 20 +--
.../tika/pipes/s3/tests/S3PipeIntegrationTest.java | 1 -
.../pipes/solr/tests/TikaPipesSolrTestBase.java | 1 -
tika-pipes/tika-async-cli/pom.xml | 13 ++
.../org/apache/tika/async/cli/PluginsWriter.java | 28 ++++-
.../apache/tika/async/cli/SimpleAsyncConfig.java | 10 +-
.../org/apache/tika/async/cli/TikaAsyncCLI.java | 81 ++++++------
.../tika/async/cli/TikaConfigAsyncWriter.java | 31 -----
.../apache/tika/async/cli/AsyncProcessorTest.java | 15 +--
.../tika/async/cli/TikaConfigAsyncWriterTest.java | 40 +-----
.../test/resources/configs/TIKA-4508-emitters.xml | 58 ---------
.../org/apache/tika/pipes/api}/FetchEmitTuple.java | 15 +--
.../org/apache/tika/pipes/api}/HandlerConfig.java | 67 ++++------
.../apache/tika/pipes/api}/emitter/EmitKey.java | 2 +-
.../apache/tika/pipes/api}/fetcher/FetchKey.java | 2 +-
.../pipes/api/pipesiterator/PipesIterator.java | 10 +-
.../api/pipesiterator/PipesIteratorBaseConfig.java | 39 ++++++
.../api/pipesiterator/PipesIteratorConfig.java | 6 +-
.../PipesIteratorFactory.java} | 5 +-
.../apache/tika/pipes/core/PassbackFilterTest.java | 5 +-
.../apache/tika/pipes/core/PipesClientTest.java | 5 +-
.../apache/tika/pipes/core/PipesServerTest.java | 11 +-
.../apache/tika/pipes/core/PluginsTestHelper.java | 4 +-
.../tika/pipes/core/TikaPipesConfigTest.java | 16 ++-
.../pipes/core/async/AsyncChaosMonkeyTest.java | 17 +--
.../apache/tika/pipes/core/async/MockReporter.java | 2 +-
.../test/resources/configs/fetchers-emitters.json | 30 ++++-
.../org/apache/tika/config/emitters-config.xml | 27 ----
.../tika/config/emitters-duplicate-config.xml | 31 -----
.../tika/config/emitters-mock-throw-on-check.xml | 27 ----
.../org/apache/tika/config/fetchers-config.xml | 29 -----
.../tika/config/fetchers-duplicate-config.xml | 33 -----
.../tika/config/fetchers-mock-throw-on-check.xml | 27 ----
.../tika/config/fetchers-nobasepath-config.xml | 28 -----
.../apache/tika/config/fetchers-noname-config.xml | 32 -----
.../apache/tika/config/pipes-iterator-config.xml | 26 ----
.../tika/config/pipes-iterator-multiple-config.xml | 33 -----
.../tika/pipes/core/CompositePipesReporter.java | 1 +
.../tika/pipes/core/LoggingPipesReporter.java | 2 +
.../org/apache/tika/pipes/core/PipesClient.java | 3 +-
.../org/apache/tika/pipes/core/PipesParser.java | 2 +
.../org/apache/tika/pipes/core/PipesReporter.java | 1 +
.../org/apache/tika/pipes/core/PipesServer.java | 10 +-
.../tika/pipes/core/async/AsyncProcessor.java | 9 +-
.../EmittingEmbeddedDocumentBytesHandler.java | 4 +-
.../core/pipesiterator/CallablePipesIterator.java | 15 +--
.../{PipesIterator.java => PipesIteratorBase.java} | 136 ++-------------------
.../core/pipesiterator/PipesIteratorManager.java | 108 ++++++++++++++++
.../serialization/FetchEmitTupleDeserializer.java | 6 +-
.../serialization/FetchEmitTupleSerializer.java | 2 +-
.../pipes/core/serialization/JsonEmitData.java | 2 +-
.../core/serialization/JsonFetchEmitTuple.java | 2 +-
.../core/serialization/JsonFetchEmitTupleList.java | 2 +-
.../filelist/FileListPipesIterator.java | 28 +----
.../tika/pipes/core/TikaPipesConfigTest.java | 20 ++-
.../filelist/FileListPipesIteratorTest.java | 18 +--
.../serialization/JsonFetchEmitTupleListTest.java | 6 +-
.../core/serialization/JsonFetchEmitTupleTest.java | 8 +-
tika-pipes/tika-pipes-iterators/pom.xml | 5 +-
.../pipesiterator/azblob/AZBlobPipesIterator.java | 10 +-
.../azblob/TestAZBlobPipesIterator.java | 8 +-
.../pipes/pipesiterator/csv/CSVPipesIterator.java | 10 +-
.../src/test/java/TestCSVPipesIterator.java | 4 +-
.../tika-pipes-iterator-file-system}/pom.xml | 53 +++-----
.../src/main/assembly/assembly.xml | 0
.../pipesiterator/fs/FileSystemPipesIterator.java | 105 +++++++---------
.../fs/FileSystemPipesIteratorConfig.java | 75 ++++++++++++
.../fs/FileSystemPipesIteratorFactory.java} | 11 +-
.../fs/FileSystemPipesIteratorPlugin.java} | 8 +-
.../src/main/resources/plugin.properties | 4 +-
.../fs/FileSystemPipesIteratorTest.java | 32 +++--
.../pipes/pipesiterator/gcs/GCSPipesIterator.java | 10 +-
.../pipesiterator/gcs/TestGCSPipesIterator.java | 8 +-
.../pipesiterator/jdbc/JDBCPipesIterator.java | 10 +-
.../pipesiterator/jdbc/TestJDBCPipesIterator.java | 14 +--
.../pipesiterator/json/JsonPipesIterator.java | 6 +-
.../pipesiterator/json/TestJsonPipesIterator.java | 2 +-
.../pipesiterator/kafka/KafkaPipesIterator.java | 10 +-
.../kafka/TestKafkaPipesIterator.java | 8 +-
.../pipes/pipesiterator/s3/S3PipesIterator.java | 10 +-
.../pipesiterator/s3/TestS3PipesIterator.java | 8 +-
.../pipesiterator/solr/SolrPipesIterator.java | 10 +-
.../reporters/fs/FileSystemStatusReporter.java | 2 +-
.../reporters/fs/TestFileSystemStatusReporter.java | 4 +-
.../pipes/reporters/jdbc/JDBCPipesReporter.java | 2 +-
.../reporters/jdbc/TestJDBCPipesReporter.java | 6 +-
.../opensearch/OpenSearchPipesReporter.java | 2 +-
.../apache/tika/plugins/TikaPluginsManager.java | 5 +-
tika-plugins-core/src/test/resources/test1.json | 4 +-
tika-plugins-core/src/test/resources/test2.json | 4 +-
tika-plugins-core/src/test/resources/test3.json | 4 +-
.../src/test/resources/testEmpty.json | 2 +-
.../src/test/resources/testEmpty2.json | 2 +-
.../src/test/resources/testNoPluginConfig.json | 2 +-
.../serialization/ParseContextDeserializer.java | 2 +-
.../tika/serialization/ParseContextSerializer.java | 1 -
.../tika/serialization/TikaJsonSerializer.java | 3 +-
.../org/apache/tika/server/client/TikaClient.java | 2 +-
.../apache/tika/server/client/TikaClientCLI.java | 14 ++-
.../tika/server/core/resource/AsyncRequest.java | 2 +-
.../tika/server/core/resource/AsyncResource.java | 4 +-
.../tika/server/core/resource/PipesResource.java | 2 +-
.../core/resource/RecursiveMetadataResource.java | 5 +-
.../tika/server/core/resource/TikaResource.java | 4 +-
.../org/apache/tika/server/core/TikaPipesTest.java | 8 +-
.../core/TikaServerAsyncIntegrationTest.java | 11 +-
.../core/TikaServerPipesIntegrationTest.java | 11 +-
.../apache/tika/server/standard/TikaPipesTest.java | 11 +-
121 files changed, 853 insertions(+), 1130 deletions(-)
create mode 100644
tika-eval/tika-eval-app/src/main/resources/pipes-iterator-template.json
delete mode 100644
tika-pipes/tika-async-cli/src/test/resources/configs/TIKA-4508-emitters.xml
rename tika-pipes/{tika-pipes-core/src/main/java/org/apache/tika/pipes/core =>
tika-pipes-api/src/main/java/org/apache/tika/pipes/api}/FetchEmitTuple.java
(86%)
rename tika-pipes/{tika-pipes-core/src/main/java/org/apache/tika/pipes/core =>
tika-pipes-api/src/main/java/org/apache/tika/pipes/api}/HandlerConfig.java (78%)
rename tika-pipes/{tika-pipes-core/src/main/java/org/apache/tika/pipes/core =>
tika-pipes-api/src/main/java/org/apache/tika/pipes/api}/emitter/EmitKey.java
(98%)
rename tika-pipes/{tika-pipes-core/src/main/java/org/apache/tika/pipes/core =>
tika-pipes-api/src/main/java/org/apache/tika/pipes/api}/fetcher/FetchKey.java
(98%)
copy tika-core/src/main/java/org/apache/tika/detect/TrainedModel.java =>
tika-pipes/tika-pipes-api/src/main/java/org/apache/tika/pipes/api/pipesiterator/PipesIterator.java
(74%)
create mode 100644
tika-pipes/tika-pipes-api/src/main/java/org/apache/tika/pipes/api/pipesiterator/PipesIteratorBaseConfig.java
copy
tika-core/src/main/java/org/apache/tika/metadata/writefilter/MetadataWriteFilterFactory.java
=>
tika-pipes/tika-pipes-api/src/main/java/org/apache/tika/pipes/api/pipesiterator/PipesIteratorConfig.java
(85%)
copy
tika-pipes/tika-pipes-api/src/main/java/org/apache/tika/pipes/api/{emitter/EmitterFactory.java
=> pipesiterator/PipesIteratorFactory.java} (86%)
delete mode 100644
tika-pipes/tika-pipes-core-tests/src/test/resources/org/apache/tika/config/emitters-config.xml
delete mode 100644
tika-pipes/tika-pipes-core-tests/src/test/resources/org/apache/tika/config/emitters-duplicate-config.xml
delete mode 100644
tika-pipes/tika-pipes-core-tests/src/test/resources/org/apache/tika/config/emitters-mock-throw-on-check.xml
delete mode 100644
tika-pipes/tika-pipes-core-tests/src/test/resources/org/apache/tika/config/fetchers-config.xml
delete mode 100644
tika-pipes/tika-pipes-core-tests/src/test/resources/org/apache/tika/config/fetchers-duplicate-config.xml
delete mode 100644
tika-pipes/tika-pipes-core-tests/src/test/resources/org/apache/tika/config/fetchers-mock-throw-on-check.xml
delete mode 100644
tika-pipes/tika-pipes-core-tests/src/test/resources/org/apache/tika/config/fetchers-nobasepath-config.xml
delete mode 100644
tika-pipes/tika-pipes-core-tests/src/test/resources/org/apache/tika/config/fetchers-noname-config.xml
delete mode 100644
tika-pipes/tika-pipes-core-tests/src/test/resources/org/apache/tika/config/pipes-iterator-config.xml
delete mode 100644
tika-pipes/tika-pipes-core-tests/src/test/resources/org/apache/tika/config/pipes-iterator-multiple-config.xml
rename
tika-pipes/tika-pipes-core/src/main/java/org/apache/tika/pipes/core/pipesiterator/{PipesIterator.java
=> PipesIteratorBase.java} (55%)
create mode 100644
tika-pipes/tika-pipes-core/src/main/java/org/apache/tika/pipes/core/pipesiterator/PipesIteratorManager.java
copy tika-pipes/{tika-fetchers/tika-fetcher-file-system =>
tika-pipes-iterators/tika-pipes-iterator-file-system}/pom.xml (66%)
copy tika-pipes/{tika-emitters/tika-emitter-file-system =>
tika-pipes-iterators/tika-pipes-iterator-file-system}/src/main/assembly/assembly.xml
(100%)
rename tika-pipes/{tika-pipes-core =>
tika-pipes-iterators/tika-pipes-iterator-file-system}/src/main/java/org/apache/tika/pipes/pipesiterator/fs/FileSystemPipesIterator.java
(72%)
create mode 100644
tika-pipes/tika-pipes-iterators/tika-pipes-iterator-file-system/src/main/java/org/apache/tika/pipes/pipesiterator/fs/FileSystemPipesIteratorConfig.java
copy
tika-pipes/{tika-emitters/tika-emitter-file-system/src/main/java/org/apache/tika/pipes/emitter/fs/FileSystemEmitterFactory.java
=>
tika-pipes-iterators/tika-pipes-iterator-file-system/src/main/java/org/apache/tika/pipes/pipesiterator/fs/FileSystemPipesIteratorFactory.java}
(72%)
copy
tika-pipes/{tika-fetchers/tika-fetcher-file-system/src/main/java/org/apache/tika/pipes/fetcher/fs/FileSystemFetcherPlugin.java
=>
tika-pipes-iterators/tika-pipes-iterator-file-system/src/main/java/org/apache/tika/pipes/pipesiterator/fs/FileSystemPipesIteratorPlugin.java}
(86%)
copy tika-pipes/{tika-fetchers/tika-fetcher-file-system =>
tika-pipes-iterators/tika-pipes-iterator-file-system}/src/main/resources/plugin.properties
(88%)
rename tika-pipes/{tika-pipes-core =>
tika-pipes-iterators/tika-pipes-iterator-file-system}/src/test/java/org/apache/tika/pipes/pipesiterator/fs/FileSystemPipesIteratorTest.java
(71%)
