This is an automated email from the ASF dual-hosted git repository.
tballison pushed a change to branch TIKA-4816-metadata-key-api
in repository https://gitbox.apache.org/repos/asf/tika.git
from a13f63755f TIKA-4816: exclude test-reserved-header.csv from RAT check
add 8badd3b930 TIKA-4816 chunk 1: Metadata.add(KeyPrefix,name,value) route
replaces typed mint factories
add df0cbb3550 TIKA-4816 chunk 2: migration-bridge corrections +
completeness gate
add 9dc768f9b0 TIKA-4816 chunk 4: pre-freeze API rulings
No new revisions were added by this update.
Summary of changes:
.skills/metadata-schema.md | 5 +-
CHANGES.txt | 31 +++--
.../advanced/integration-testing/tika-server.adoc | 4 +-
.../ROOT/pages/developers/metadata-keys.adoc | 20 +++
.../ROOT/pages/developers/serialization.adoc | 12 +-
.../pages/migration-to-4x/metadata-changes-4x.adoc | 91 +++++++++-----
.../pages/migration-to-4x/migrating-to-4x.adoc | 13 +-
tika-bundles/tika-bundle-standard/pom.xml | 2 +-
.../org/apache/tika/config/EmbeddedLimits.java | 4 +-
.../java/org/apache/tika/config/OutputLimits.java | 2 +-
.../org/apache/tika/metadata/ClimateForecast.java | 38 +++---
.../org/apache/tika/metadata/CreativeCommons.java | 32 -----
.../java/org/apache/tika/metadata/KeyPrefix.java | 120 ++++++++----------
.../java/org/apache/tika/metadata/Metadata.java | 137 +++++++++++++++++++--
.../java/org/apache/tika/metadata/OneNote.java | 63 ++++++++++
.../main/java/org/apache/tika/metadata/PDF.java | 3 +-
.../java/org/apache/tika/metadata/Property.java | 37 ++++--
.../apache/tika/metadata/ReservedNamespaces.java | 10 +-
.../apache/tika/metadata/TikaCoreProperties.java | 1 -
.../metadata/filter/LegacyKeyMigrationFilter.java | 92 +++++++++++---
.../MetadataWriteLimiter.java | 2 +-
.../MetadataWriteLimiterFactory.java | 2 +-
.../StandardMetadataLimiter.java | 42 ++++---
.../StandardMetadataLimiterFactory.java | 2 +-
.../java/org/apache/tika/parser/NetworkParser.java | 2 +-
.../java/org/apache/tika/parser/ParseContext.java | 2 +-
.../parser/multiple/AbstractMultipleParser.java | 3 +-
.../java/org/apache/tika/utils/ParserUtils.java | 10 +-
.../tika/metadata/metadata-migration-3x-4x.json | 50 +++++---
.../org/apache/tika/metadata/KeyPrefixTest.java | 84 ++++---------
.../metadata/MetadataInternalKeyGuardTest.java | 10 ++
.../tika/metadata/MetadataKeyPrefixRouteTest.java | 130 +++++++++++++++++++
.../apache/tika/metadata/MetadataPutAllTest.java | 43 +++++++
.../filter/LegacyKeyMigrationFilterTest.java | 84 ++++++++++++-
.../tika/parser/multiple/MultipleParserTest.java | 5 +-
tika-metadata-schema/README.md | 12 +-
.../metadata/schema/MigrationTableGenerator.java | 32 ++++-
.../apache/tika/metadata/metadata-key-fields.json | 57 ++++++---
.../org/apache/tika/metadata/metadata-keys.json | 56 ++++++---
.../metadata/schema/MetadataNoUnderscoreTest.java | 4 +-
.../metadata/schema/MigrationCompletenessTest.java | 119 ++++++++++++++++++
.../org/apache/tika/metadata/migration-overlay.tsv | 110 ++++++++++++-----
.../tika/parser/climate/ClimateForecast.java | 7 +-
.../apache/tika/parser/envi/EnviHeaderParser.java | 8 +-
.../org/apache/tika/parser/gdal/GDALParser.java | 4 +-
.../geoinfo/GeographicInformationParser.java | 8 +-
.../org/apache/tika/parser/grib/GribParser.java | 9 +-
.../java/org/apache/tika/parser/hdf/HDFParser.java | 8 +-
.../org/apache/tika/parser/isatab/ISATabUtils.java | 9 +-
.../apache/tika/parser/netcdf/NetCDFParser.java | 9 +-
.../tika/parser/ctakes/CTAKESContentHandler.java | 4 +-
.../apache/tika/parser/geo/topic/GeoParser.java | 6 +-
.../apache/tika/parser/ner/NamedEntityParser.java | 4 +-
.../tika/parser/iwork/NumbersContentHandler.java | 2 +-
.../tika/parser/iwork/PagesContentHandler.java | 9 +-
.../parser/iwork/iwana/IWork13PackageParser.java | 2 +-
.../org/apache/tika/parser/audio/AudioParser.java | 2 +-
.../apache/tika/parser/mp4/TikaMp4BoxHandler.java | 2 +-
.../org/apache/tika/parser/ogg/OggAudioParser.java | 2 +-
.../java/org/apache/tika/parser/ogg/OggParser.java | 6 +-
.../org/apache/tika/parser/video/FLVParser.java | 2 +-
.../java/org/apache/tika/parser/dwg/DWGParser.java | 6 +-
.../org/apache/tika/parser/dwg/DWGReadParser.java | 4 +-
.../tika/parser/image/ImageMetadataExtractor.java | 10 +-
.../org/apache/tika/parser/image/ImageParser.java | 12 +-
.../tika/parser/mail/MailContentHandler.java | 6 +-
.../org/apache/tika/parser/mbox/MboxParser.java | 6 +-
.../tika/parser/microsoft/JackcessExtractor.java | 6 +-
.../tika/parser/microsoft/OutlookExtractor.java | 3 +-
.../tika/parser/microsoft/SummaryExtractor.java | 15 +--
.../microsoft/msg/ExtendedMetadataExtractor.java | 18 +--
.../parser/microsoft/onenote/OneNoteParser.java | 44 +++----
.../onenote/fsshttpb/MSOneStorePackage.java | 11 +-
.../microsoft/ooxml/SAXBasedMetadataExtractor.java | 19 ++-
.../parser/microsoft/rtf/RTFEmbObjHandler.java | 2 +-
.../microsoft/rtf/jflex/RTFEmbeddedHandler.java | 2 +-
.../apache/tika/parser/dif/DIFContentHandler.java | 2 +-
.../indesign/ContentAndMetadataExtractor.java | 21 +++-
.../java/org/apache/tika/parser/pdf/PDFParser.java | 2 +-
.../tika/parser/pdf/PDMetadataExtractor.java | 30 +++++
.../org/apache/tika/parser/warc/WARCParser.java | 6 +-
.../xml/AttributeDependantMetadataHandler.java | 16 +--
.../org/apache/tika/parser/xmp/XmpExtractor.java | 2 +-
.../apache/tika/pipes/core/server/EmitHandler.java | 3 +-
.../apache/tika/pipes/core/server/PipesServer.java | 2 +-
.../apache/tika/pipes/core/server/PipesWorker.java | 2 +-
.../pipes/core/server/SharedServerResources.java | 2 +-
.../core/server/EmitHandlerUserMetadataTest.java | 76 ++++++++++++
.../tika-pipes-plugins/tika-pipes-csv/pom.xml | 15 ---
.../tika/pipes/iterator/csv/CSVPipesIterator.java | 9 +-
.../tika-pipes-plugins/tika-pipes-jdbc/pom.xml | 15 ---
.../pipes/iterator/jdbc/JDBCPipesIterator.java | 9 +-
.../tika/config/loader/ComponentInstantiator.java | 5 +
.../tika/serialization/ComponentNameResolver.java | 2 +-
.../tika/serialization/ParseContextUtils.java | 14 ++-
.../java/org/apache/tika/config/AllLimitsTest.java | 2 +-
.../tika/metadata/filter/TestMetadataFilter.java | 36 ++++++
.../StandardMetadataLimiterTest.java | 2 +-
.../TIKA-4816-legacy-key-migration-default.json | 5 +
.../configs/TIKA-4816-legacy-key-migration.json | 5 +
100 files changed, 1531 insertions(+), 597 deletions(-)
delete mode 100644
tika-core/src/main/java/org/apache/tika/metadata/CreativeCommons.java
create mode 100644
tika-core/src/main/java/org/apache/tika/metadata/OneNote.java
rename tika-core/src/main/java/org/apache/tika/metadata/{writefilter =>
writelimiter}/MetadataWriteLimiter.java (97%)
rename tika-core/src/main/java/org/apache/tika/metadata/{writefilter =>
writelimiter}/MetadataWriteLimiterFactory.java (96%)
rename tika-core/src/main/java/org/apache/tika/metadata/{writefilter =>
writelimiter}/StandardMetadataLimiter.java (91%)
rename tika-core/src/main/java/org/apache/tika/metadata/{writefilter =>
writelimiter}/StandardMetadataLimiterFactory.java (99%)
create mode 100644
tika-core/src/test/java/org/apache/tika/metadata/MetadataKeyPrefixRouteTest.java
create mode 100644
tika-metadata-schema/src/test/java/org/apache/tika/metadata/schema/MigrationCompletenessTest.java
create mode 100644
tika-pipes/tika-pipes-core/src/test/java/org/apache/tika/pipes/core/server/EmitHandlerUserMetadataTest.java
rename tika-serialization/src/test/java/org/apache/tika/metadata/{writefilter
=> writelimiter}/StandardMetadataLimiterTest.java (99%)
create mode 100644
tika-serialization/src/test/resources/configs/TIKA-4816-legacy-key-migration-default.json
create mode 100644
tika-serialization/src/test/resources/configs/TIKA-4816-legacy-key-migration.json