This is an automated email from the ASF dual-hosted git repository. centic9 pushed a commit to branch trunk in repository https://gitbox.apache.org/repos/asf/poi.git
commit 533d8c54358e993296f435cf74942e61ae7ca67a Author: Dominik Stadler <[email protected]> AuthorDate: Tue Oct 27 17:55:40 2026 +0100 Fuzzing: Adjust Xmx, enable heapdumps, format commands in README Try with higher Xmx/rss, 2.5g seems to run into OOMs with hard-to find root-causes. Enable heapdumps in script to allow to analyze OOMs Allow to run only one fuzz-target --- poi-fuzz/README.md | 151 ++++++++++++++++++++++++++++++++++++++++++++-------- poi-fuzz/fuzzAll.sh | 7 +++ 2 files changed, 136 insertions(+), 22 deletions(-) diff --git a/poi-fuzz/README.md b/poi-fuzz/README.md index d2ef853c06..34a005a24d 100644 --- a/poi-fuzz/README.md +++ b/poi-fuzz/README.md @@ -41,11 +41,19 @@ Unpack the archive: Invoke the fuzzing: - ./jazzer --cp=build/libs/poi-fuzz-all.jar "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" --target_class=org.apache.poi.fuzz.POIFuzzer -rss_limit_mb=2560 corpus + JAVA_OPTS="-Xmx4096m -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp"\ + ./jazzer \ + --cp=build/libs/poi-fuzz-all.jar \ + "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" \ + --target_class=org.apache.poi.fuzz.POIFuzzer -rss_limit_mb=5000 corpus On Windows/Cygwin use the following: - ./jazzer --cp=build/libs/poi-fuzz-all.jar "--instrumentation_includes=org.apache.poi.**;org.apache.xmlbeans.**" --target_class=org.apache.poi.fuzz.POIFuzzer -rss_limit_mb=2560 corpus + JAVA_OPTS="-Xmx4096m -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp"\ + ./jazzer \ + --cp=build/libs/poi-fuzz-all.jar \ + "--instrumentation_includes=org.apache.poi.**;org.apache.xmlbeans.**" \ + --target_class=org.apache.poi.fuzz.POIFuzzer -rss_limit_mb=5000 corpus In this mode Jazzer will stop whenever it detects an unexpected exception or crashes. @@ -61,7 +69,9 @@ You can use a ready-made Docker image for running the fuzzing in a container. This shields the fuzzing from performing unexpected actions on your local machine or allows to run it in a container-based infrastructure. - docker run -v `pwd`:/fuzzing cifuzz/jazzer --cp=build/libs/poi-fuzz-all.jar "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" --target_class=org.apache.poi.fuzz.POIFuzzer -rss_limit_mb=2560 corpus + docker run -v `pwd`:/fuzzing cifuzz/jazzer --cp=build/libs/poi-fuzz-all.jar \ + "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" \ + --target_class=org.apache.poi.fuzz.POIFuzzer -rss_limit_mb=5000 corpus # Fuzzing single file formats @@ -69,43 +79,78 @@ or allows to run it in a container-based infrastructure. mkdir corpusHSLF cp corpus/slideshow/*.ppt corpusHSLF/ - ../gradlew shadowJar && ./jazzer --cp=build/libs/poi-fuzz-all.jar "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" --target_class=org.apache.poi.fuzz.POIHSLFFuzzer -rss_limit_mb=2560 corpusHSLF + ../gradlew shadowJar && \ + JAVA_OPTS="-Xmx4096m -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp"\ + ./jazzer \ + --cp=build/libs/poi-fuzz-all.jar \ + "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" \ + --target_class=org.apache.poi.fuzz.POIHSLFFuzzer -rss_limit_mb=5000 corpusHSLF ## HSSF mkdir corpusHSSF cp corpus/spreadsheet/*.xls corpusHSSF/ - ../gradlew shadowJar && ./jazzer --cp=build/libs/poi-fuzz-all.jar "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" --target_class=org.apache.poi.fuzz.POIHSSFFuzzer -rss_limit_mb=2560 corpusHSSF + ../gradlew shadowJar && \ + JAVA_OPTS="-Xmx4096m -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp"\ + ./jazzer \ + --cp=build/libs/poi-fuzz-all.jar \ + "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" \ + --target_class=org.apache.poi.fuzz.POIHSSFFuzzer -rss_limit_mb=5000 corpusHSSF ## HWPF mkdir corpusHWPF cp corpus/document/*.doc corpus/document/*.DOC corpusHWPF/ - ../gradlew shadowJar && ./jazzer --cp=build/libs/poi-fuzz-all.jar "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" --target_class=org.apache.poi.fuzz.POIHWPFFuzzer -rss_limit_mb=2560 corpusHWPF + ../gradlew shadowJar && \ + JAVA_OPTS="-Xmx4096m -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp"\ + ./jazzer \ + --cp=build/libs/poi-fuzz-all.jar \ + "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" \ + --target_class=org.apache.poi.fuzz.POIHWPFFuzzer -rss_limit_mb=5000 corpusHWPF ## OldExcel mkdir corpusOldExcel cp corpus/spreadsheet/*.xls corpus/spreadsheet/*.bin corpusOldExcel/ - ../gradlew shadowJar && ./jazzer --cp=build/libs/poi-fuzz-all.jar "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" --target_class=org.apache.poi.fuzz.POIOldExcelFuzzer -rss_limit_mb=2560 corpusOldExcel + ../gradlew shadowJar && \ + JAVA_OPTS="-Xmx4096m -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp"\ + ./jazzer \ + --cp=build/libs/poi-fuzz-all.jar \ + "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" \ + --target_class=org.apache.poi.fuzz.POIOldExcelFuzzer -rss_limit_mb=5000 corpusOldExcel ## XSLF mkdir corpusXSLF cp corpus/slideshow/* corpus/integration/*.pptx corpusXSLF/ - ../gradlew shadowJar && ./jazzer --cp=build/libs/poi-fuzz-all.jar "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" --target_class=org.apache.poi.fuzz.POIXSLFFuzzer -rss_limit_mb=2560 corpusXSLF + ../gradlew shadowJar && \ + JAVA_OPTS="-Xmx4096m -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp"\ + ./jazzer \ + --cp=build/libs/poi-fuzz-all.jar \ + "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" \ + --target_class=org.apache.poi.fuzz.POIXSLFFuzzer -rss_limit_mb=5000 corpusXSLF ## XSSF mkdir corpusXSSF cp corpus/spreadsheet/* corpus/integration/*.xlsx corpusXSSF/ - ../gradlew shadowJar && ./jazzer --cp=build/libs/poi-fuzz-all.jar "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" --target_class=org.apache.poi.fuzz.POIXSSFFuzzer -rss_limit_mb=2560 corpusXSSF + ../gradlew shadowJar && \ + JAVA_OPTS="-Xmx4096m -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp"\ + ./jazzer \ + --cp=build/libs/poi-fuzz-all.jar \ + "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" \ + --target_class=org.apache.poi.fuzz.POIXSSFFuzzer -rss_limit_mb=5000 corpusXSSF ## XSSFB mkdir corpusXSSFB cp corpus/spreadsheet/*.xlsb corpusXSSFB/ - ../gradlew shadowJar && ./jazzer --cp=build/libs/poi-fuzz-all.jar "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" --target_class=org.apache.poi.fuzz.POIXSSFBFuzzer -rss_limit_mb=2560 corpusXSSFB + ../gradlew shadowJar && \ + JAVA_OPTS="-Xmx4096m -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp"\ + ./jazzer \ + --cp=build/libs/poi-fuzz-all.jar \ + "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" \ + --target_class=org.apache.poi.fuzz.POIXSSFBFuzzer -rss_limit_mb=5000 corpusXSSFB ## XLSX2CSV @@ -113,70 +158,132 @@ Can re-use XSSF-corpus as the same files are processed here mkdir corpusXSSF cp corpus/spreadsheet/* corpusXSSF/ - ../gradlew shadowJar && ./jazzer --cp=build/libs/poi-fuzz-all.jar "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" --target_class=org.apache.poi.fuzz.XLSX2CSVFuzzer -rss_limit_mb=2560 corpusXSSF + ../gradlew shadowJar && \ + JAVA_OPTS="-Xmx4096m -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp"\ + ./jazzer \ + --cp=build/libs/poi-fuzz-all.jar \ + "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" \ + --target_class=org.apache.poi.fuzz.XLSX2CSVFuzzer -rss_limit_mb=5000 corpusXSSF ## XWPF mkdir corpusXWPF cp corpus/document/* corpus/integration/*.docx corpusXWPF/ - ../gradlew shadowJar && ./jazzer --cp=build/libs/poi-fuzz-all.jar "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" --target_class=org.apache.poi.fuzz.POIXWPFFuzzer -rss_limit_mb=2560 corpusXWPF + ../gradlew shadowJar && \ + JAVA_OPTS="-Xmx4096m -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp"\ + ./jazzer \ + --cp=build/libs/poi-fuzz-all.jar \ + "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" \ + --target_class=org.apache.poi.fuzz.POIXWPFFuzzer -rss_limit_mb=5000 corpusXWPF ## Visio mkdir corpusVisio cp corpus/diagram/* corpusVisio/ - ../gradlew shadowJar && ./jazzer --cp=build/libs/poi-fuzz-all.jar "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" --target_class=org.apache.poi.fuzz.POIVisioFuzzer -rss_limit_mb=2560 corpusVisio + ../gradlew shadowJar && \ + JAVA_OPTS="-Xmx4096m -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp"\ + ./jazzer \ + --cp=build/libs/poi-fuzz-all.jar \ + "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" \ + --target_class=org.apache.poi.fuzz.POIVisioFuzzer -rss_limit_mb=5000 corpusVisio ## HDGF mkdir corpusHDGF cp corpus/diagram/*.vsd corpusHDGF/ - ../gradlew shadowJar && ./jazzer --cp=build/libs/poi-fuzz-all.jar "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" --target_class=org.apache.poi.fuzz.POIHDGFFuzzer -rss_limit_mb=2560 corpusHDGF + ../gradlew shadowJar && \ + JAVA_OPTS="-Xmx4096m -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp"\ + ./jazzer \ + --cp=build/libs/poi-fuzz-all.jar \ + "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" \ + --target_class=org.apache.poi.fuzz.POIHDGFFuzzer -rss_limit_mb=5000 corpusHDGF ## HPSF mkdir corpusHPSF cp corpus/hpsf/* corpusHPSF/ - ../gradlew shadowJar && ./jazzer --cp=build/libs/poi-fuzz-all.jar "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" --target_class=org.apache.poi.fuzz.POIHPSFFuzzer -rss_limit_mb=2560 corpusHPSF + ../gradlew shadowJar && \ + JAVA_OPTS="-Xmx4096m -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp"\ + ./jazzer \ + --cp=build/libs/poi-fuzz-all.jar \ + "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" \ + --target_class=org.apache.poi.fuzz.POIHPSFFuzzer -rss_limit_mb=5000 corpusHPSF ## HMEF mkdir corpusHMEF cp -a corpus/hmef/* corpusHMEF/ - ../gradlew shadowJar && ./jazzer --cp=build/libs/poi-fuzz-all.jar "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" --target_class=org.apache.poi.fuzz.POIHMEFFuzzer -rss_limit_mb=2560 corpusHMEF + ../gradlew shadowJar && \ + JAVA_OPTS="-Xmx4096m -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp"\ + ./jazzer \ + --cp=build/libs/poi-fuzz-all.jar \ + "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" \ + --target_class=org.apache.poi.fuzz.POIHMEFFuzzer -rss_limit_mb=5000 corpusHMEF ## HPBF mkdir corpusHPBF cp -a corpus/publisher/* corpusHPBF/ - ../gradlew shadowJar && ./jazzer --cp=build/libs/poi-fuzz-all.jar "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" --target_class=org.apache.poi.fuzz.POIHPBFFuzzer -rss_limit_mb=2560 corpusHPBF + ../gradlew shadowJar && \ + JAVA_OPTS="-Xmx4096m -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp"\ + ./jazzer \ + --cp=build/libs/poi-fuzz-all.jar \ + "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" \ + --target_class=org.apache.poi.fuzz.POIHPBFFuzzer -rss_limit_mb=5000 corpusHPBF ## HSMF mkdir corpusHSMF cp -a corpus/hsmf/* corpusHSMF/ - ../gradlew shadowJar && ./jazzer --cp=build/libs/poi-fuzz-all.jar "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" --target_class=org.apache.poi.fuzz.POIHSMFFuzzer -rss_limit_mb=2048 corpusHSMF + ../gradlew shadowJar && \ + JAVA_OPTS="-Xmx4096m -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp"\ + ./jazzer \ + --cp=build/libs/poi-fuzz-all.jar \ + "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" \ + --target_class=org.apache.poi.fuzz.POIHSMFFuzzer -rss_limit_mb=2048 corpusHSMF ## EncryptDecrypt mkdir corpusEncryptDecrypt - ../gradlew shadowJar && ./jazzer --cp=build/libs/poi-fuzz-all.jar "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" --target_class=org.apache.poi.fuzz.EncryptDecryptFuzzer -rss_limit_mb=2560 corpusEncryptDecrypt + ../gradlew shadowJar && \ + JAVA_OPTS="-Xmx4096m -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp"\ + ./jazzer \ + --cp=build/libs/poi-fuzz-all.jar \ + "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" \ + --target_class=org.apache.poi.fuzz.EncryptDecryptFuzzer -rss_limit_mb=5000 corpusEncryptDecrypt ## FormulaParser mkdir corpusFormulaParser - ../gradlew shadowJar && ./jazzer --cp=build/libs/poi-fuzz-all.jar "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" --target_class=org.apache.poi.fuzz.FormulaParserFuzzer -rss_limit_mb=2560 -dict=src/main/java/org/apache/poi/fuzz/FormulaParserFuzzer.dict corpusFormulaParser + ../gradlew shadowJar && \ + JAVA_OPTS="-Xmx4096m -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp"\ + ./jazzer \ + --cp=build/libs/poi-fuzz-all.jar \ + "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" \ + --target_class=org.apache.poi.fuzz.FormulaParserFuzzer -rss_limit_mb=5000 \ + -dict=src/main/java/org/apache/poi/fuzz/FormulaParserFuzzer.dict corpusFormulaParser ## CellFormatFuzzer mkdir corpusCellFormat - ../gradlew shadowJar && ./jazzer --cp=build/libs/poi-fuzz-all.jar "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" --target_class=org.apache.poi.fuzz.CellFormatFuzzer -rss_limit_mb=2560 -dict=src/main/java/org/apache/poi/fuzz/CellFormatFuzzer.dict corpusCellFormat + ../gradlew shadowJar && \ + JAVA_OPTS="-Xmx4096m -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp"\ + ./jazzer \ + --cp=build/libs/poi-fuzz-all.jar \ + "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" \ + --target_class=org.apache.poi.fuzz.CellFormatFuzzer -rss_limit_mb=5000 \ + -dict=src/main/java/org/apache/poi/fuzz/CellFormatFuzzer.dict corpusCellFormat ## FileHandler Reuses main corpus - ../gradlew shadowJar && ./jazzer --cp=build/libs/poi-fuzz-all.jar "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" --target_class=org.apache.poi.fuzz.POIFileHandlerFuzzer -rss_limit_mb=2560 corpus + ../gradlew shadowJar && \ + JAVA_OPTS="-Xmx4096m -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp"\ + ./jazzer \ + --cp=build/libs/poi-fuzz-all.jar \ + "--instrumentation_includes=org.apache.poi.**:org.apache.xmlbeans.**" \ + --target_class=org.apache.poi.fuzz.POIFileHandlerFuzzer -rss_limit_mb=5000 corpus # Detected issues diff --git a/poi-fuzz/fuzzAll.sh b/poi-fuzz/fuzzAll.sh index 0f0e810a45..66ae1125ae 100755 --- a/poi-fuzz/fuzzAll.sh +++ b/poi-fuzz/fuzzAll.sh @@ -8,6 +8,13 @@ for i in src/main/java/org/apache/poi/fuzz/*Fuzzer.java;do CLASS=`basename $i | sed -e 's/.java//g'` CORPUS=corpus`echo ${CLASS} | sed -e 's/Fuzzer//g' | sed -e 's/POI//g'` + if [ $# -gt 0 ]; then + if [ "$1" != "${CLASS}" ]; then + echo Skipping ${CLASS} as only fuzz-target $1 should be run + continue + fi + fi + # no separate corpus for this one if [ "${CLASS}" == "XLSX2CSVFuzzer" ]; then CORPUS=corpusXSSF --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
