[
https://issues.apache.org/jira/browse/TIKA-4828?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=18106832#comment-18106832
]
Hudson commented on TIKA-4828:
------------------------------
UNSTABLE: Integrated in Jenkins build Tika » tika-main-jdk17 #1566 (See
[https://ci-builds.apache.org/job/Tika/job/tika-main-jdk17/1566/])
TIKA-4828 -- improve caching while digesting embedded files (#3042) (github:
[https://github.com/apache/tika/commit/81f2eb01d696005f3cff5b61e7778f43da375dab])
* (add)
tika-parsers/tika-parsers-standard/tika-parsers-standard-modules/tika-parser-pkg-module/src/test/java/org/apache/tika/parser/pkg/ZipEmbeddedDigestTest.java
* (add)
tika-parsers/tika-parsers-standard/tika-parsers-standard-modules/tika-parser-zip-commons/src/main/java/org/apache/tika/zip/utils/ZipFileHelper.java
* (edit) docs/modules/ROOT/pages/pipes/configuration.adoc
* (edit) tika-core/src/main/java/org/apache/tika/io/StreamCache.java
* (edit) tika-core/src/main/java/org/apache/tika/digest/DigestHelper.java
* (edit)
tika-pipes/tika-pipes-core/src/main/java/org/apache/tika/pipes/core/server/ParseHandler.java
* (edit) tika-core/src/main/java/org/apache/tika/io/CachingSource.java
* (edit) tika-core/src/main/java/org/apache/tika/digest/InputStreamDigester.java
* (edit)
tika-core/src/main/java/org/apache/tika/parser/multiple/AbstractMultipleParser.java
* (edit)
tika-parsers/tika-parsers-standard/tika-parsers-standard-modules/tika-parser-miscoffice-module/src/main/java/org/apache/tika/parser/epub/EpubParser.java
* (add)
tika-pipes/tika-pipes-core/src/test/java/org/apache/tika/pipes/core/server/CacheMemoryBudgetSeedingTest.java
* (edit) CHANGES.txt
* (add)
tika-core/src/test/java/org/apache/tika/io/MemorySeekableByteChannelTest.java
* (edit)
tika-parsers/tika-parsers-standard/tika-parsers-standard-modules/tika-parser-zip-commons/src/main/java/org/apache/tika/zip/utils/ZipSalvager.java
* (edit)
tika-pipes/tika-pipes-core/src/main/java/org/apache/tika/pipes/core/server/SharedServerResources.java
* (add) tika-core/src/main/java/org/apache/tika/io/ReopenableSource.java
* (edit)
tika-parsers/tika-parsers-standard/tika-parsers-standard-modules/tika-parser-pkg-module/src/main/java/org/apache/tika/parser/pkg/SevenZParser.java
* (add) tika-core/src/test/java/org/apache/tika/io/CacheMemoryBudgetTest.java
* (edit) tika-core/src/main/java/org/apache/tika/io/ByteArraySource.java
* (edit) tika-core/src/main/java/org/apache/tika/io/CachingInputStream.java
* (add)
tika-core/src/test/java/org/apache/tika/io/TikaInputStreamChannelTest.java
* (edit)
tika-pipes/tika-pipes-core/src/main/java/org/apache/tika/pipes/core/server/PipesServer.java
* (edit)
tika-parsers/tika-parsers-standard/tika-parsers-standard-modules/tika-parser-crypto-module/src/main/java/org/apache/tika/parser/crypto/Pkcs7Parser.java
* (add) tika-core/src/test/java/org/apache/tika/io/StreamCacheBudgetTest.java
* (edit)
tika-parsers/tika-parsers-standard/tika-parsers-standard-modules/tika-parser-pkg-module/src/main/java/org/apache/tika/parser/pkg/CompressorParser.java
* (edit)
tika-parsers/tika-parsers-standard/tika-parsers-standard-modules/tika-parser-pkg-module/src/main/java/org/apache/tika/parser/pkg/ZipParser.java
* (add) tika-core/src/main/java/org/apache/tika/io/CacheMemoryBudget.java
* (edit)
tika-parsers/tika-parsers-standard/tika-parsers-standard-modules/tika-parser-miscoffice-module/src/main/java/org/apache/tika/parser/odf/OpenDocumentParser.java
* (add) tika-core/src/test/java/org/apache/tika/io/ReopenableSourceTest.java
* (edit) tika-core/src/main/java/org/apache/tika/io/TikaInputSource.java
* (edit)
tika-parsers/tika-parsers-standard/tika-parsers-standard-modules/tika-parser-zip-commons/src/main/java/org/apache/tika/detect/zip/DefaultZipContainerDetector.java
* (add)
tika-core/src/main/java/org/apache/tika/io/MemorySeekableByteChannel.java
* (edit) tika-core/src/main/java/org/apache/tika/io/TikaInputStream.java
* (edit)
tika-parsers/tika-parsers-standard/tika-parsers-standard-modules/tika-parser-microsoft-module/src/main/java/org/apache/tika/parser/microsoft/onenote/OneNoteParser.java
* (edit) tika-core/src/test/java/org/apache/tika/io/TikaInputStreamTest.java
* (edit) tika-core/src/main/java/org/apache/tika/io/FileSource.java
> Improve embedded object digesting in 4.x
> ----------------------------------------
>
> Key: TIKA-4828
> URL: https://issues.apache.org/jira/browse/TIKA-4828
> Project: Tika
> Issue Type: Task
> Reporter: Tim Allison
> Priority: Minor
> Fix For: 4.1.0
>
>
> 3.x tee'd the hash off the single parse read and never buffered.
> This felt complicated to me on mark/reset and exception paths, and I wanted
> to digest first, parse second in 4.x. This winds up spilling 4GB to disk for
> a small mixed corpus of files where 3.x didn't write anything to disk. On a
> slow disk, this causes a performance hit.
> Let's see if we can do a better job.
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
