This is an automated email from the ASF dual-hosted git repository.
tballison pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/tika.git
from e66e83a198 TIKA-4813: comment-accuracy follow-ups from the
tersification review; (#3017)
add 81e06085d7 TIKA-4809: Remove returnStackTrace and the redaction it
implied
add 59df216d8d TIKA-4809: Stop reporting the server's spool filename as
the document's identity
add ff3916cd69 TIKA-4809: Correct status mapping for caller errors, and
add Retry-After
add 8d9c9e395b TIKA-4809: Reserve the server's internal fetcher and
emitter from /pipes and /async
add e8bbbd2c45 TIKA-4809: Restore rdf+xml output on /meta, and gate SPI
resource loading
add a60612c84e TIKA-4809: Remove the /translate endpoints
add 33c59beef2 TIKA-4809: Cap /language detection input, and document what
the cap does not fix
add f236f33b52 TIKA-4809: Run /detect in a forked pipes worker
add 2661c531ce TIKA-4809: Collapse /detect/stream and
/language/{stream,string}
add ab8f656c78 TIKA-4809: Stop NO_PARSE requests waiting out a poll for a
result that never comes
add 9c9e675553 TIKA-4809: Trim the NO_PARSE poll slice from 5ms to 1ms
add 508e902189 Merge remote-tracking branch 'origin/main' into
TIKA-4809-stage-9
add 78fc9e06d5 TIKA-4809: Fix /tika handler selection -- body-only text,
markdown default, no silent fallback
add 2a02fd0b54 TIKA-4809: Document that string writes to reserved metadata
keys are dropped
add 6548ea8a8e TIKA-4809: Make http-fetcher TLS verification reachable,
and on by default
add d283ef1d07 TIKA-4809: Point the /language DoS note at
maxRequestSizeBytes
add f1527e1b42 TIKA-4809: Remove the inert redirect host allowlist
add 4255278101 TIKA-4809: Move trimMessage to tika-eval-core, its only
consumer
add 279315924c TIKA-4809: Correct testFetcherNotFound, which asserted the
bug it was named for
add 0e2a052444 Merge remote-tracking branch 'origin/main' into
TIKA-4809-stage-9
add ee4f75a15f TIKA-4809: Fix a raw NUL byte in PipesParsingHelper
add 455fceadfc TIKA-4809: Update the REST UAT for the endpoint changes,
and add coverage
add bb1a8492a7 Merge remote-tracking branch 'origin/main' into
TIKA-4809-stage-9
add 6857a9848e TIKA-4809: Make the e2e CI job run its tests, and take grpc
off the -Pe2e path
add 25e337f173 TIKA-4809 -- fix grpc e2e
add b5ae00e72a TIKA-4809: tika-server 4.0.0 review fixes -- defaults,
config, docs - review response
add 1390202e26 TIKA-4809: tika-server API/correctness fixes -- 400 bodies,
/pipes+/async wire
add 874e958e10 TIKA-4809: remove expired miredot plugin; reject
progressTimeoutMillis=0 footgun
add 456e4b6035 TIKA-4809: remove dead code from tika-server
add 239e936485 TIKA-4809: remove the untested tika-server-client module
add 004cb7d438 TIKA-4809: drop vestigial test path-aliases and a duplicate
test
add 3788e9179a TIKA-4809: coordinated graceful shutdown for tika-server
add dab94fa6ac Merge remote-tracking branch 'origin/main' into
TIKA-4809-stage-9
add ebdc93b6ce TIKA-4809: align StackTraceTest with the 422 content-only
contract
add f0ec72cdf8 TIKA-4809: /async and /pipes reject caller errors as 400s,
not empty 500s
add 1097c5ba70 TIKA-4809: SPI-loaded resources honor the endpoints
allowlist, with git add
add 6b4448246a TIKA-4809: fail fast with accurate statuses on wrong-config
paths
add 9946cc76d0 TIKA-4809: collapse endpoint clones, fix stale comments,
spool once via getPath
add 92d2d12997 TIKA-4809: reconcile server/pipes docs and CHANGES with
4.0.0 behavior
add fe8f51b852 TIKA-4809: pin the reviewed behavior contracts with tests
new 9c29b46168 TIKA-4809: stage-9
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/main-jdk17-build.yml | 5 +-
CHANGES.txt | 82 +++++
.../integration-testing/run-uat-script.adoc | 14 +-
.../advanced/integration-testing/tika-app.adoc | 2 +-
.../advanced/integration-testing/tika-server.adoc | 22 +-
.../migration-to-4x/migrating-tika-server-4x.adoc | 217 +++++++++--
.../pages/migration-to-4x/migrating-to-4x.adoc | 2 +-
docs/modules/ROOT/pages/pipes/configuration.adoc | 12 +-
docs/modules/ROOT/pages/pipes/cpu-sizing.adoc | 4 +-
docs/modules/ROOT/pages/pipes/getting-started.adoc | 4 +-
docs/modules/ROOT/pages/pipes/plugins/http.adoc | 47 ++-
docs/modules/ROOT/pages/pipes/timeouts.adoc | 23 +-
docs/modules/ROOT/pages/pipes/troubleshooting.adoc | 2 +-
.../ROOT/pages/using-tika/server/index.adoc | 138 ++++---
release-tools/uat/run-uat.sh | 51 ++-
.../test/resources/configs/config-template.json | 2 -
tika-bom/pom.xml | 6 -
.../java/org/apache/tika/config/ParseTimeout.java | 19 +-
.../java/org/apache/tika/config/TimeoutLimits.java | 17 +-
.../java/org/apache/tika/metadata/Metadata.java | 16 +
.../tika/sax/BasicContentHandlerFactory.java | 20 +-
.../java/org/apache/tika/utils/ExceptionUtils.java | 22 --
.../org/apache/tika/config/ParseTimeoutTest.java | 13 +
.../org/apache/tika/config/TimeoutLimitsTest.java | 47 +++
.../tika/sax/BasicContentHandlerFactoryTest.java | 33 ++
.../resources/tika-config-ignite-handlertype.json | 8 +-
.../test/resources/tika-config-ignite-local.json | 7 +-
.../src/test/resources/tika-config-ignite.json | 7 +-
.../tika-grpc/src/test/resources/tika-config.json | 7 +-
.../apache/tika/server/e2e/RunUatSmokeTest.java | 6 +-
.../tika/server/e2e/TikaServerHttp2Test.java | 6 +-
.../tika/eval/core/util/EvalExceptionUtils.java | 16 +-
.../src/test/resources/tika-pipes-test-config.json | 4 +-
tika-metadata-schema/regen.sh | 20 +-
tika-parent/pom.xml | 2 +-
.../configs/config-content-only-default.json | 2 -
.../configs/config-content-only-dynamic.json | 2 -
.../test/resources/configs/config-template.json | 2 -
.../org/apache/tika/client/HttpClientFactory.java | 42 +--
.../org/apache/tika/pipes/core/PipesClient.java | 2 +-
.../org/apache/tika/pipes/core/PipesConfig.java | 28 +-
.../tika/pipes/core/SharedServerManager.java | 6 +-
.../tika/pipes/core/async/AsyncProcessor.java | 9 +
.../serialization/FetchEmitTupleDeserializer.java | 17 +
.../core/serialization/JsonFetchEmitTupleList.java | 24 +-
.../tika/pipes/core/server/FetchHandler.java | 3 +-
.../apache/tika/pipes/core/server/PipesServer.java | 21 +-
.../tika/pipes/core/TikaPipesConfigTest.java | 8 +
.../serialization/JsonFetchEmitTupleListTest.java | 28 ++
.../WireRestrictedFetchEmitTupleTest.java | 2 +-
.../apache/tika/pipes/core/PipesClientTest.java | 13 +-
.../tika/pipes/fetcher/http/HttpFetcher.java | 17 +-
.../fetcher/http/config/HttpFetcherConfig.java | 14 +
.../tika/pipes/fetcher/http/HttpFetcherTest.java | 24 ++
.../tika/serialization/ParseContextUtils.java | 6 +
.../WireRestrictedParseContextTest.java | 14 +
tika-server/README.md | 20 +-
tika-server/pom.xml | 1 -
tika-server/tika-server-client/pom.xml | 70 ----
.../tika/server/client/TikaAsyncHttpClient.java | 37 --
.../org/apache/tika/server/client/TikaClient.java | 69 ----
.../apache/tika/server/client/TikaClientCLI.java | 153 --------
.../server/client/TikaClientConfigException.java | 30 --
.../tika/server/client/TikaEmitterResult.java | 54 ---
.../tika/server/client/TikaPipesHttpClient.java | 168 ---------
.../tika/server/client/TikaServerClientConfig.java | 106 ------
.../src/main/resources/log4j2.xml | 32 --
.../org/apache/tika/server/client/TestBasic.java | 55 ---
.../src/test/resources/log4j2.xml | 32 --
.../resources/tika-config-simple-fs-emitter.json | 11 -
tika-server/tika-server-core/pom.xml | 43 ---
.../server/core/BadRequestExceptionMapper.java | 48 +++
.../tika/server/core/MaxRequestSizeFilter.java | 30 +-
.../org/apache/tika/server/core/ServerStatus.java | 2 +-
.../org/apache/tika/server/core/TikaServerCli.java | 7 +-
.../apache/tika/server/core/TikaServerConfig.java | 48 ++-
.../core/TikaServerParseExceptionMapper.java | 6 +-
.../apache/tika/server/core/TikaServerProcess.java | 164 ++++++---
.../tika/server/core/resource/AsyncResource.java | 85 +++--
.../server/core/resource/DetectorResource.java | 30 +-
.../server/core/resource/LanguageResource.java | 56 +--
.../server/core/resource/MetadataResource.java | 21 +-
.../server/core/resource/PipesParsingHelper.java | 284 ++++++++++-----
.../tika/server/core/resource/PipesResource.java | 106 +++---
.../core/resource/RecursiveMetadataResource.java | 8 +-
.../tika/server/core/resource/TikaResource.java | 398 +++++++--------------
...aServerResource.java => TikaResourceAware.java} | 7 +-
.../tika/server/core/resource/TikaWelcome.java | 20 +-
.../server/core/resource/TranslateResource.java | 137 -------
.../server/core/resource/UnpackerResource.java | 2 -
.../apache/tika/server/core/AsyncResourceTest.java | 242 +++++++++++++
.../org/apache/tika/server/core/CXFTestBase.java | 10 +-
.../core/ConfigEndpointSecurityEnabledTest.java | 20 +-
.../server/core/ConfigEndpointSecurityTest.java | 2 +-
.../tika/server/core/LanguageResourceTest.java | 89 ++++-
.../tika/server/core/MaxRequestSizeFilterTest.java | 9 +-
.../apache/tika/server/core/StackTraceTest.java | 87 +++--
.../org/apache/tika/server/core/TikaPipesTest.java | 107 ++++--
.../apache/tika/server/core/TikaResourceTest.java | 146 +++++++-
.../tika/server/core/TikaServerConfigTest.java | 9 +
.../server/core/TikaServerIntegrationTest.java | 19 +
.../core/TikaServerPipesIntegrationTest.java | 48 +--
.../tika/server/core/TikaServerProcessTest.java | 36 ++
.../apache/tika/server/core/TikaWelcomeTest.java | 2 +-
.../tika/server/core/TranslateResourceTest.java | 88 -----
.../core/resource/PipesResponseBuilderTest.java | 90 +++++
.../core/resource/ReservedComponentIdTest.java | 79 ++++
.../{hello_world.xml => hello_world_heading.xml} | 7 +-
.../standard/resource/XMPMetadataResource.java | 21 +-
.../tika/server/standard/DetectorResourceTest.java | 10 +-
.../server/standard/JsonMaxFieldLengthTest.java | 2 +-
.../tika/server/standard/MetadataResourceTest.java | 12 +-
.../standard/RecursiveMetadataResourceTest.java | 25 +-
.../apache/tika/server/standard/TikaPipesTest.java | 4 +-
.../tika/server/standard/TikaResourceTest.java | 48 ++-
.../UnpackerResourceConfigDisabledTest.java | 2 +-
.../tika/server/standard/UnpackerResourceTest.java | 2 +-
.../standard/UnpackerResourceWithConfigTest.java | 2 +-
.../resource/ResourceServiceLoadingTest.java | 103 ++++++
119 files changed, 2690 insertions(+), 2158 deletions(-)
create mode 100644
tika-core/src/test/java/org/apache/tika/config/TimeoutLimitsTest.java
delete mode 100644 tika-server/tika-server-client/pom.xml
delete mode 100644
tika-server/tika-server-client/src/main/java/org/apache/tika/server/client/TikaAsyncHttpClient.java
delete mode 100644
tika-server/tika-server-client/src/main/java/org/apache/tika/server/client/TikaClient.java
delete mode 100644
tika-server/tika-server-client/src/main/java/org/apache/tika/server/client/TikaClientCLI.java
delete mode 100644
tika-server/tika-server-client/src/main/java/org/apache/tika/server/client/TikaClientConfigException.java
delete mode 100644
tika-server/tika-server-client/src/main/java/org/apache/tika/server/client/TikaEmitterResult.java
delete mode 100644
tika-server/tika-server-client/src/main/java/org/apache/tika/server/client/TikaPipesHttpClient.java
delete mode 100644
tika-server/tika-server-client/src/main/java/org/apache/tika/server/client/TikaServerClientConfig.java
delete mode 100644 tika-server/tika-server-client/src/main/resources/log4j2.xml
delete mode 100644
tika-server/tika-server-client/src/test/java/org/apache/tika/server/client/TestBasic.java
delete mode 100644 tika-server/tika-server-client/src/test/resources/log4j2.xml
delete mode 100644
tika-server/tika-server-client/src/test/resources/tika-config-simple-fs-emitter.json
create mode 100644
tika-server/tika-server-core/src/main/java/org/apache/tika/server/core/BadRequestExceptionMapper.java
copy
tika-server/tika-server-core/src/main/java/org/apache/tika/server/core/resource/{TikaServerResource.java
=> TikaResourceAware.java} (68%)
delete mode 100644
tika-server/tika-server-core/src/main/java/org/apache/tika/server/core/resource/TranslateResource.java
create mode 100644
tika-server/tika-server-core/src/test/java/org/apache/tika/server/core/AsyncResourceTest.java
delete mode 100644
tika-server/tika-server-core/src/test/java/org/apache/tika/server/core/TranslateResourceTest.java
create mode 100644
tika-server/tika-server-core/src/test/java/org/apache/tika/server/core/resource/PipesResponseBuilderTest.java
create mode 100644
tika-server/tika-server-core/src/test/java/org/apache/tika/server/core/resource/ReservedComponentIdTest.java
copy
tika-server/tika-server-core/src/test/resources/test-documents/mock/{hello_world.xml
=> hello_world_heading.xml} (80%)
create mode 100644
tika-server/tika-server-standard/src/test/java/org/apache/tika/server/standard/resource/ResourceServiceLoadingTest.java
