This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch dependabot/maven/avro.version-1.12.0
in repository https://gitbox.apache.org/repos/asf/parquet-java.git
omit 28821888e Bump avro.version from 1.11.3 to 1.12.0
add 2e765cc04 GH-3040: DictionaryFilter.canDrop may return false positive
result when dict size exceeds 8k (#3041)
add 985c34d26 MINOR: Throw exception in BytesInput (#3042)
add 042547a8d MINOR: Update version in `README.md` (#3045)
add 356dd3bb7 MINOR: Update `issueManagement` in `pom.xml` (#3046)
add bc90dd5d1 MINOR: Bump Maven parent pom (#3048)
add a86959937 MINOR: Bump Thrift to 0.21.0 (#3049)
add 4fb75181e Support int value for `timeOfDay` in `ProtoTimeConverter`
(#3034)
add 40972b33c MINOR: Redirect to releases (#3058)
add 54335a6f1 MINOR: Bump latest version to 1.14.4 (#3057)
add 34359c95d GH-3055: Disable column statistics for all columns by
configuration (#3056)
add 686f07147 GH-3035: ParquetRewriter: Add a column renaming feature
(#3036)
add e51bcb359 Bump org.xerial.snappy:snappy-java from 1.1.10.5 to 1.1.10.7
(#3053)
add efda65e87 Bump org.codehaus.mojo:buildnumber-maven-plugin from 3.2.0
to 3.2.1 (#3054)
add 331aea026 Bump jackson.version from 2.17.2 to 2.18.1 (#3052)
add ccac04f84 GH-3059: Add configuration to disable size statistics (#3060)
add 1e04ec740 GH-3068: Remove `parquet-scala` (#3063)
add 54f219871 Bump org.apache.maven.plugins:maven-dependency-plugin (#3064)
add 410f5e1f9 Bump org.apache.commons:commons-lang3 from 3.15.0 to 3.17.0
(#3065)
add e24d8d457 Bump commons-io:commons-io from 2.16.1 to 2.18.0 (#3071)
add 84ba54a3a [maven-release-plugin] prepare release
apache-parquet-1.15.0-rc1
add 78a3b76f4 [maven-release-plugin] prepare for next development iteration
add 77c80f52b Revert "[maven-release-plugin] prepare release
apache-parquet-1.15.0-rc1"
add e32ed7410 Revert "[maven-release-plugin] prepare for next development
iteration"
add 586a35442 GH-2943: Remove hadoop-2 support (#3061)
add 8fa70320a MINOR: Use `exec-maven-plugin.version` property (#3047)
add 7b599eded Revert "Revert "[maven-release-plugin] prepare for next
development iteration""
add 7180c47a3 MINOR: Add shading for JDK22 specific classes (#3081)
add 7644e2771 MINOR: Revert `buildnumber-maven-plugin` to 3.2.0 (#3082)
add bcf5abcbc GH-3086: Allow for empty beans (#3087)
add 0ddffb272 GH-3089: Add missing license header to pom.xml (#3090)
add f4a3e8b65 GH-3078: Use Hadoop FileSystem.openFile() to open files
(#3079)
add 4aeba6cb7 MINOR: bump version to 1.16.0-SNAPSHOT (#3097)
add f362765b2 Bump org.codehaus.mojo:exec-maven-plugin from 3.3.0 to 3.5.0
(#3092)
add 1c9ead4f9 Bump commons-logging:commons-logging from 1.3.3 to 1.3.4
(#3094)
add a3bfbcddd Bump net.openhft:zero-allocation-hashing from 0.26ea0 to
0.27ea0 (#3093)
add 498531825 Bump com.google.api.grpc:proto-google-common-protos (#3109)
add e0e778536 Bump jackson.version from 2.18.1 to 2.18.2 (#3108)
add 7f7790833 MINOR: Remove `scala` properties from `pom.xml` (#3104)
add d6c80d7dd GH-3114: Fix LogicalType conversions for nested records on
Avro <= 1.8 (#3111)
add 10d27330a Bump com.google.truth.extensions:truth-proto-extension
(#3107)
add 9aadcf565 Bump org.cyclonedx:cyclonedx-maven-plugin from 2.8.0 to
2.9.1 (#3120)
add 7a99d86d5 Bump org.apache.commons:commons-text from 1.12.0 to 1.13.0
(#3119)
add b65934204 MINOR: Remove Joda as a direct dependency (#3132)
add a4aa781da Bump org.easymock:easymock from 5.4.0 to 5.5.0 (#3131)
add b7058f5e6 GH-3099 add libthrift to parquet-cli shaded jar (#3100)
add 8127cc3fe GH-3127: Enabled `parquet.hadoop.vectored.io.enabled` by
default (#3128)
add ec537c7da GH-3123: Omit level histogram for some max levels (#3124)
add d5f86d7c0 GH-3133: Fix SizeStatistics to handle omitted histogram
(#3134)
add be5ada2e9 GH-3125: Add CLI for SizeStatistics (#3126)
add bb4f867c4 GH-3115: Fix int96 read issue in complex type (#3118)
add bcd161ca5 MINOR: Remove `parquet-tools` from `NOTICE` (#3140)
add 7bac7a96d Bump com.google.guava:guava from 33.2.1-jre to 33.4.0-jre
(#3137)
add 3306fd605 Bump protobuf.version from 3.25.5 to 3.25.6 (#3138)
add fb6f0be03 Improve exception message in InternalFileDecryptor. (#3143)
add 43226d34c Bump com.google.api.grpc:proto-google-common-protos (#3151)
add 92354f6be MINOR: Remove release script (#3144)
add 6797280d2 Deprecate Apache Pig Integration (#3153)
add 78c9c5cb9 Bump com.h2database:h2 from 2.3.230 to 2.3.232 (#3158)
add 05dc53841 Bump commons-logging:commons-logging from 1.3.4 to 1.3.5
(#3159)
add 37a29d98f Add logical type annotation for `UnknownType` (#3154)
add 5468116c1 GH-3156: Enable vectored IO by default (#3155)
add 3174442f5 Bump it.unimi.dsi:fastutil from 8.5.13 to 8.5.15 (#3162)
add 41e294c7f GH-3122: Correct V2 page header compression fields for
zero-size data pages (#3148)
add 976e2d23b GH-3163: Reduce memory and time overhead of
ParquetRewriterTests (#3164)
add d639b064c MINOR: Reader fails fast when footer size is larger than
INT_MAX (#3136)
add 680edfa71 GH-3168: Restrict trusted packages in the parquet-avro
module (#3169)
add b6d54cccc GH-3172: Do not drop blocks with some null values if
`DictionaryFilter` is applied for `UserDefinedPredicate` which keeps null
values (#3173)
add e9c97e741 Bump jackson.version from 2.18.2 to 2.18.3 (#3170)
add 7d1fe32c8 MINOR: update latest version to 1.15.1 (#3179)
add ad22aa0a2 Bump com.google.api.grpc:proto-google-common-protos (#3177)
add b69149fda Bump Parquet Format to 2.11 (#3181)
add 6fe139eff Enable jitpack.io repo only when brotli is required (#3180)
add a24ea5cf4 Minor: Use logicaltypes constants in
ParquetMetadataConverter (#3186)
add 00b6bab59 GH-3188: Set the global configured column stats enable flag
to default (#3189)
add 66e0c4eec GH-3070: Add Variant logical type annotation to parquet-java
(#3072)
add c780ffa09 GH-3116: Implement the decoding of Variant values (#3197)
add 236ddb9e5 GH-3198: Allow specifying trusted classes by class name
(#3199)
add 8d6afa952 PARQUET-2417: Add `geometry` and `geography` logical type
annotations (#3200)
add 32a484a88 MINOR: Fix display of logicalTypeAnnotation for parquet cli
(#3184)
add 8c632d927 GH-3203: HadoopPositionOutputStream.close() to call
FSDataOutputStream.flush() (#3204)
add 142bff02b GH-3201: Implement a Variant builder to create Variant
values (#3202)
add 3c33fabf4 GH-3207: ParquetFileReader supports detachFileInputStream
(#3208)
add 5f079b98e GH-3205: Make HadoopPositionOutputStream.close() safe to
call even if closed (#3206)
add cdcea6d74 Bump com.github.luben:zstd-jni from 1.5.6-6 to 1.5.7-3
(#3209)
add 22a23d01e PARQUET-2417: Add statistics support to geometry logical
type (#2971)
add f3535a6a6 Bump com.github.siom79.japicmp:japicmp-maven-plugin (#3218)
add 1f1e07bbf GH-3211: Implement Variant parquet reader (#3212)
add eb6598733 MINOR: Update BoundingBox for Empty and Antimeridian
Handling (#3222)
add 13c4919dd Bump com.fasterxml.jackson.core:jackson-databind from 2.18.3
to 2.19.0 (#3225)
add 1cda24fea GH-3233: Parquet CLI supports version command (#3234)
add cc7522536 GH-3235: Row count limit for each row group (#3236)
add 030134720 Bump org.apache.commons:commons-text from 1.13.0 to 1.13.1
(#3240)
add 46595e286 Avro: Fix test configuration (#3244)
add 4aa2ea918 GH-3223: Implement Variant parquet writer (#3221)
add 0a86015cd GH-3249: Fix incorrect Bloom filter data when reading from
ByteArrayInputStream by using readFully() (#3250)
add e3257968d GH-3239: Improve ByteBufferReadable detection in
HadoopStream (#3259)
add 6ac9b29a5 Bump com.google.api.grpc:proto-google-common-protos (#3256)
add 5187eb193 GH-3263: Add DictionaryPage.decode to allow dictionary reuse
in the ColumnReaderBase ctor (#3264)
add 7f3613184 GH-3253: Apply ServicesResourceTransformer to
parquet-jackson (#3260)
add 6d2635b2a Minor: Cleanup some tests (#3265)
add 97321b831 GH-3141: Add constructor to `ParquetFileReader` to pass
parquet footer and expose setRequestedSchema that accepts
`List<ColumnDescriptor>` (#3262)
add da2bcd090 Bump actions/setup-java from 4 to 5 (#3276)
add 36a5f9cf8 Bump jackson.version from 2.19.0 to 2.19.2 (#3266)
add 299b0aea1 MINOR: Bump thrift to 0.22.0 (#3229)
add 0d25e13ff MINOR: Bump parquet-format to 2.12.0 (#3285)
add 7ef2f9149 bump parquet-plugins to 1.16.0 for release
add 1e3d70101 [maven-release-plugin] prepare release
apache-parquet-1.16.0-rc0
add 2d463ee12 [maven-release-plugin] prepare for next development iteration
add 4591ed38a GH-3290: Restore Snapshot versions for vector/benchmark
modules (#3288)
add 2a5830096 Add comparator for `UnknownLogicalType` (#3292)
add 4b6fbc1fb GH-3273: Add scoped chunk level statistics to avoid
unbounded output (#3274)
add ca5eb4682 GH-3294: Include optional profiles for release process
(#3297)
add 8be0dadae GH-2967: Support unified config options for convert
parquet-cli (#3283)
add a1d8412ce GH-3267: Add comprehensive assertions to TestMemPageStore
(#3268)
add 3065e8dbd GH-2961: Cycle detection in AvroSchemaConverter to prevent
infinite recursion (#3272)
add 4cfab6a6d MINOR: Bump version to 1.17.0-SNAPSHOT (#3293)
add 62a29b86d docs: Replace JIRA with GitHub Issues (#3303)
add a1ad19a3e MINOR: Post release of 1.16.0 (#3305)
add 181838015 GH-3286: Add support for Parquet-Protobuf in Parquet-cli
(#3287)
add 4f577a6b6 GH-3149: Enable ParquetAvroReader to handle decimal types
for int32/64 (#3306)
add 44cb94b83 GH-3310: Clean up JIRA references and move to GH issues
(#3309)
add c00232857 GH-3298: Support unified file based configurations for CLI
(#3304)
add 43c597678 GH-3300: add ParquetWriter and ParquetReader builders
constructor without params (#3301)
add 9db623654 GH-3224: Make ParquetProperties.valuesWriterFactory thread
safe (#3308)
add f50dd6cb4 GH-2972: Fix incomplete avro metadata on INT96 schema
converter (#3311)
add 6a5d0d0db GH-3312: Support uuid read converter for parquet thrift
(#3313)
add 8c84dd059 GH-2891: Include actual values in validation error messages
and improve logging (#3319)
add 4d2f1ee16 GH-3331: Track Column index page skip statistics during file
read (#3330)
add d5df8477b GH-3327: Bug fix incorrect compressed size reported by
DataPageV1 (#3326)
add 7e7a6585c GH-2836: Support reading pure parquet files with cat (#3332)
add 41f7359f2 GH-3317: Fix bytes written by VariantBuilder.appendFloat
(#3334)
add 68fa7310f GH-3320: Ensure parquet reader does not fail due to
incorrect statistics (#3325)
add 04e2f1952 GH-3316: Fix representation type for VariantBuilder decimal
(#3335)
add 9e231dca2 Allow bytestreamsplit available via Hadoop Configuration
(#3340)
add 0fea3e1e2 GH-3338: Support encrypted files for Parquet CLI commands
(#3339)
add 3b02e45a7 MINOR: Bump avro.version from 1.11.4 to 1.11.5 (#3348)
add 44701aae0 Remove unused test dependencies (#3324)
add 2bcd2bde7 GH-3350: Avoid flushing data to cloud when exception is
thrown (#3351)
add dfc025e17 GH-3213: Add the configuration for ByteStreamSplit encoding
(#3214)
add 8e740f07c GH-3315: Variant binary read does not take length into
account (#3333)
add a6bad6a8e GH-3175: support protobuf library version 4 (#3352)
add 313a1f34b Bump to Java 11 (#3314)
add d2ee7e1c9 Bump avro.version from 1.11.3 to 1.12.0
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (28821888e)
\
N -- N -- N refs/heads/dependabot/maven/avro.version-1.12.0
(d2ee7e1c9)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/ISSUE_TEMPLATE/bug_report.yaml | 1 -
.github/ISSUE_TEMPLATE/feature_request.yaml | 3 +-
.github/ISSUE_TEMPLATE/usage_question.yaml | 3 +-
.github/workflows/ci-hadoop2.yml | 56 -
.github/workflows/ci-hadoop3.yml | 4 +-
.github/workflows/vector-plugins.yml | 2 +-
CHANGES.md | 2 +
LICENSE | 10 -
NOTICE | 19 -
README.md | 83 +-
dev/COMMITTERS.md | 66 -
dev/README.md | 93 -
dev/ci-before_install.sh | 2 +-
dev/merge_parquet_pr.py | 393 ----
parquet-arrow/pom.xml | 2 +-
parquet-avro/README.md | 3 +-
parquet-avro/pom.xml | 18 +-
.../org/apache/parquet/avro/AvroConverters.java | 50 +
.../parquet/avro/AvroIndexedRecordConverter.java | 7 +-
.../org/apache/parquet/avro/AvroParquetReader.java | 22 +
.../org/apache/parquet/avro/AvroReadSupport.java | 36 +-
.../apache/parquet/avro/AvroRecordConverter.java | 206 +-
.../parquet/avro/AvroRecordMaterializer.java | 5 +-
.../apache/parquet/avro/AvroSchemaConverter.java | 108 +-
.../apache/parquet/avro/AvroVariantConverter.java | 96 +
.../org/apache/parquet/avro/AvroWriteSupport.java | 79 +-
.../apache/parquet/avro/ReflectClassValidator.java | 94 +
.../java/org/apache/parquet/avro/AvroTestUtil.java | 33 +
.../parquet/avro/TestArrayCompatibility.java | 20 +
.../parquet/avro/TestAvroRecordConverter.java | 37 +-
.../parquet/avro/TestAvroSchemaConverter.java | 109 +-
.../org/apache/parquet/avro/TestReadVariant.java | 2118 ++++++++++++++++++++
.../org/apache/parquet/avro/TestReadWrite.java | 79 +-
.../apache/parquet/avro/TestStringBehavior.java | 57 +-
.../org/apache/parquet/avro/TestWriteVariant.java | 612 ++++++
parquet-benchmarks/pom.xml | 2 +-
parquet-cli/README.md | 32 +-
parquet-cli/pom.xml | 36 +-
.../java/org/apache/parquet/cli/BaseCommand.java | 149 ++
.../src/main/java/org/apache/parquet/cli/Help.java | 6 +-
.../src/main/java/org/apache/parquet/cli/Main.java | 83 +-
.../apache/parquet/cli/commands/CatCommand.java | 109 +-
.../cli/commands/ParquetMetadataCommand.java | 46 +-
.../cli/commands/ShowBloomFilterCommand.java | 6 +-
.../commands/ShowGeospatialStatisticsCommand.java | 110 +
.../parquet/cli/commands/ShowPagesCommand.java | 56 +-
.../cli/commands/ShowSizeStatisticsCommand.java | 153 ++
.../parquet/cli/commands/ShowVersionCommand.java} | 37 +-
.../java/org/apache/parquet/cli/util/RawUtils.java | 27 +
.../java/org/apache/parquet/cli/util/Schemas.java | 3 +-
.../test/java/org/apache/parquet/cli/MainTest.java | 36 +
.../parquet/cli/commands/CatCommandTest.java | 102 +
.../cli/commands/ConvertCSVCommandTest.java | 15 +
.../parquet/cli/commands/ConvertCommandTest.java | 44 +
.../org/apache/parquet/cli/commands/FileTest.java | 25 +
.../cli/commands/ShowBloomFilterCommandTest.java | 154 ++
...va => ShowGeospatialStatisticsCommandTest.java} | 6 +-
...est.java => ShowSizeStatisticsCommandTest.java} | 20 +-
...ommandTest.java => ShowVersionCommandTest.java} | 29 +-
.../src/test/resources/test-config.properties | 5 +-
parquet-cli/src/test/resources/test-config.xml | 36 +
parquet-column/pom.xml | 28 +-
.../java/org/apache/parquet/CorruptStatistics.java | 4 +-
.../apache/parquet/column/ParquetProperties.java | 83 +-
.../parquet/column/impl/ColumnReaderBase.java | 14 +-
.../parquet/column/impl/ColumnValueCollector.java | 19 +-
.../parquet/column/impl/ColumnWriterBase.java | 3 +
.../apache/parquet/column/impl/ColumnWriterV1.java | 3 +
.../apache/parquet/column/impl/ColumnWriterV2.java | 5 +-
.../apache/parquet/column/page/DictionaryPage.java | 14 +
.../org/apache/parquet/column/page/PageWriter.java | 58 +
.../column/schema/EdgeInterpolationAlgorithm.java | 64 +
.../parquet/column/statistics/SizeStatistics.java | 93 +-
.../column/statistics/geospatial/BoundingBox.java | 399 ++++
.../geospatial/GeospatialStatistics.java | 212 ++
.../statistics/geospatial/GeospatialTypes.java | 222 ++
.../parquet/filter2/predicate/FilterApi.java | 6 +-
.../predicate/SchemaCompatibilityValidator.java | 2 +-
.../parquet/filter2/predicate/ValidTypeMap.java | 2 +-
.../recordlevel/FilteringPrimitiveConverter.java | 2 +-
...crementallyUpdatedFilterPredicateEvaluator.java | 2 +-
.../column/columnindex/ColumnIndexBuilder.java | 35 +-
.../column/columnindex/OffsetIndexBuilder.java | 11 +-
.../filter2/columnindex/ColumnIndexFilter.java | 35 +-
.../parquet/schema/LogicalTypeAnnotation.java | 268 +++
.../apache/parquet/schema/MessageTypeParser.java | 34 +-
.../parquet/schema/PrimitiveStringifier.java | 25 +
.../org/apache/parquet/schema/PrimitiveType.java | 36 +
.../main/java/org/apache/parquet/schema/Types.java | 57 +-
.../column/ParquetPropertiesThreadSafetyTest.java | 46 +
.../parquet/column/impl/TestColumnReaderImpl.java | 70 +-
.../parquet/column/mem/TestMemPageStore.java | 33 +-
.../parquet/column/page/mem/MemPageWriter.java | 5 +-
.../column/statistics/TestSizeStatistics.java | 19 +-
.../statistics/geospatial/TestBoundingBox.java | 826 ++++++++
.../geospatial/TestGeospatialStatistics.java | 172 ++
.../statistics/geospatial/TestGeospatialTypes.java | 559 ++++++
.../apache/parquet/parser/TestParquetParser.java | 27 +
.../parquet/schema/TestPrimitiveComparator.java | 23 +
.../apache/parquet/schema/TestTypeBuilders.java | 144 ++
.../schema/TestTypeBuildersWithLogicalTypes.java | 55 +
parquet-common/pom.xml | 4 +-
.../java/org/apache/parquet/bytes/BytesInput.java | 14 +-
.../bytes/AvailableAgnosticInputStream.java | 19 +-
.../org/apache/parquet/bytes/TestBytesInput.java | 14 +
parquet-encoding/pom.xml | 4 +-
parquet-format-structures/pom.xml | 8 +-
.../org/apache/parquet/format/LogicalTypes.java | 7 +
parquet-generator/pom.xml | 2 +-
parquet-hadoop-bundle/pom.xml | 2 +-
parquet-hadoop/README.md | 41 +-
parquet-hadoop/pom.xml | 20 +-
.../org/apache/parquet/ParquetReadOptions.java | 6 +-
.../org/apache/parquet/crypto/AesCtrDecryptor.java | 4 +-
.../org/apache/parquet/crypto/AesGcmDecryptor.java | 4 +-
.../parquet/crypto/InternalFileDecryptor.java | 8 +-
.../filter2/dictionarylevel/DictionaryFilter.java | 4 +
.../filter2/statisticslevel/StatisticsFilter.java | 2 +-
.../format/converter/ParquetMetadataConverter.java | 376 +++-
.../org/apache/parquet/hadoop/CodecFactory.java | 2 +-
.../parquet/hadoop/ColumnChunkPageWriteStore.java | 35 +-
.../parquet/hadoop/ColumnIndexFilterUtils.java | 21 +-
.../hadoop/InternalParquetRecordWriter.java | 21 +-
.../apache/parquet/hadoop/ParquetFileReader.java | 98 +-
.../parquet/hadoop/ParquetFileReaderMetrics.java | 4 +-
.../apache/parquet/hadoop/ParquetFileWriter.java | 1014 ++++++----
.../apache/parquet/hadoop/ParquetInputFormat.java | 2 +-
.../apache/parquet/hadoop/ParquetOutputFormat.java | 69 +-
.../org/apache/parquet/hadoop/ParquetReader.java | 28 +-
.../org/apache/parquet/hadoop/ParquetWriter.java | 73 +
.../hadoop/example/ExampleParquetWriter.java | 15 +
.../hadoop/metadata/ColumnChunkMetaData.java | 72 +-
.../parquet/hadoop/metadata/ParquetMetadata.java | 6 +-
.../parquet/hadoop/rewrite/ParquetRewriter.java | 139 +-
.../parquet/hadoop/rewrite/RewriteOptions.java | 81 +-
.../parquet/hadoop/util/HadoopInputFile.java | 61 +-
.../hadoop/util/HadoopPositionOutputStream.java | 7 +-
.../apache/parquet/hadoop/util/HadoopStreams.java | 13 +-
.../parquet/hadoop/util/wrapped/io/FutureIO.java | 23 +
.../org/apache/hadoop/fs/FileSystemTestBinder.java | 77 +
.../dictionarylevel/DictionaryFilterTest.java | 18 +
.../converter/TestParquetMetadataConverter.java | 323 +++
.../hadoop/TestByteStreamSplitConfiguration.java | 38 +-
.../hadoop/TestColumnChunkPageWriteStore.java | 1 +
.../parquet/hadoop/TestDataPageChecksums.java | 11 +-
.../parquet/hadoop/TestParquetFileWriter.java | 16 +-
.../apache/parquet/hadoop/TestParquetReader.java | 43 +
.../apache/parquet/hadoop/TestParquetWriter.java | 344 +++-
.../hadoop/metadata/TestParquetMetadata.java | 113 ++
.../hadoop/rewrite/ParquetRewriterTest.java | 279 ++-
.../parquet/hadoop/util/TestHadoopOpenFile.java | 283 +++
.../parquet/statistics/DataGenerationContext.java | 54 +-
.../statistics/TestGeometryTypeRoundTrip.java | 227 +++
.../statistics/TestSizeStatisticsRoundTrip.java | 66 +-
.../apache/parquet/statistics/TestStatistics.java | 49 +-
.../resources/test-expected-parquet-metadata.json | 500 +++++
parquet-jackson/pom.xml | 9 +-
parquet-pig-bundle/pom.xml | 95 -
.../src/main/resources/META-INF/LICENSE | 248 ---
.../src/main/resources/org/apache/parquet/bundle | 18 -
parquet-pig/REVIEWERS.md | 25 -
parquet-pig/pom.xml | 146 --
.../java/org/apache/parquet/pig/ParquetLoader.java | 595 ------
.../java/org/apache/parquet/pig/ParquetStorer.java | 143 --
.../java/org/apache/parquet/pig/PigMetaData.java | 89 -
.../org/apache/parquet/pig/PigSchemaConverter.java | 563 ------
.../parquet/pig/SchemaConversionException.java | 42 -
.../parquet/pig/TupleConversionException.java | 41 -
.../org/apache/parquet/pig/TupleReadSupport.java | 221 --
.../org/apache/parquet/pig/TupleWriteSupport.java | 223 ---
.../apache/parquet/pig/convert/DecimalUtils.java | 65 -
.../apache/parquet/pig/convert/MapConverter.java | 210 --
.../parquet/pig/convert/ParentValueContainer.java | 32 -
.../apache/parquet/pig/convert/TupleConverter.java | 609 ------
.../pig/convert/TupleRecordMaterializer.java | 49 -
.../apache/parquet/pig/summary/BagSummaryData.java | 71 -
.../org/apache/parquet/pig/summary/EnumStat.java | 115 --
.../parquet/pig/summary/FieldSummaryData.java | 176 --
.../apache/parquet/pig/summary/MapSummaryData.java | 83 -
.../parquet/pig/summary/NumberSummaryData.java | 46 -
.../parquet/pig/summary/StringSummaryData.java | 78 -
.../org/apache/parquet/pig/summary/Summary.java | 220 --
.../apache/parquet/pig/summary/SummaryData.java | 133 --
.../parquet/pig/summary/TupleSummaryData.java | 93 -
.../org/apache/parquet/pig/summary/ValueStat.java | 62 -
.../test/java/org/apache/parquet/pig/PerfTest.java | 104 -
.../java/org/apache/parquet/pig/PerfTest2.java | 185 --
.../apache/parquet/pig/PerfTestReadAllCols.java | 44 -
.../org/apache/parquet/pig/TestDecimalUtils.java | 76 -
.../org/apache/parquet/pig/TestParquetLoader.java | 380 ----
.../org/apache/parquet/pig/TestParquetStorer.java | 273 ---
.../apache/parquet/pig/TestPigSchemaConverter.java | 280 ---
.../parquet/pig/TestTupleRecordConsumer.java | 223 ---
.../apache/parquet/pig/TupleConsumerPerfTest.java | 213 --
.../apache/parquet/pig/summary/TestSummary.java | 172 --
parquet-pig/src/test/resources/log4j.properties | 23 -
parquet-plugins/parquet-encoding-vector/pom.xml | 33 +-
parquet-plugins/parquet-plugins-benchmarks/pom.xml | 2 +-
parquet-protobuf/pom.xml | 8 +-
.../parquet/proto/ProtoMessageConverter.java | 5 +
.../apache/parquet/proto/ProtoWriteSupport.java | 11 +-
.../scala/org/apache/parquet/filter2/dsl/Dsl.scala | 112 --
.../org/apache/parquet/filter2/dsl/DslTest.scala | 87 -
parquet-thrift/pom.xml | 12 +-
.../parquet/thrift/ThriftRecordConverter.java | 21 +
.../parquet/thrift/pig/ParquetThriftStorer.java | 3 +
.../thrift/pig/TupleToThriftWriteSupport.java | 3 +
.../thrift/TestUUIDRecordConverterFailure.java | 61 +
{parquet-scala => parquet-variant}/pom.xml | 64 +-
.../apache/parquet/variant/ImmutableMetadata.java | 47 +
.../java/org/apache/parquet/variant/Metadata.java | 28 +
.../apache/parquet/variant/MetadataBuilder.java | 78 +
.../java/org/apache/parquet/variant/Variant.java | 346 ++++
.../parquet/variant/VariantArrayBuilder.java | 64 +
.../org/apache/parquet/variant/VariantBuilder.java | 699 +++++++
.../apache/parquet/variant/VariantConverters.java | 746 +++++++
.../parquet/variant/VariantObjectBuilder.java | 95 +
.../org/apache/parquet/variant/VariantUtil.java | 923 +++++++++
.../apache/parquet/variant/VariantValueWriter.java | 375 ++++
.../apache/parquet/variant/TestVariantArray.java | 183 ++
.../parquet/variant/TestVariantArrayBuilder.java | 293 +++
.../apache/parquet/variant/TestVariantObject.java | 344 ++++
.../parquet/variant/TestVariantObjectBuilder.java | 486 +++++
.../apache/parquet/variant/TestVariantScalar.java | 790 ++++++++
.../parquet/variant/TestVariantScalarBuilder.java | 504 +++++
.../apache/parquet/variant/VariantTestUtil.java | 105 +
pom.xml | 125 +-
227 files changed, 18929 insertions(+), 8532 deletions(-)
delete mode 100644 .github/workflows/ci-hadoop2.yml
delete mode 100644 dev/COMMITTERS.md
delete mode 100644 dev/README.md
delete mode 100755 dev/merge_parquet_pr.py
create mode 100644
parquet-avro/src/main/java/org/apache/parquet/avro/AvroVariantConverter.java
create mode 100644
parquet-avro/src/main/java/org/apache/parquet/avro/ReflectClassValidator.java
create mode 100644
parquet-avro/src/test/java/org/apache/parquet/avro/TestReadVariant.java
create mode 100644
parquet-avro/src/test/java/org/apache/parquet/avro/TestWriteVariant.java
create mode 100644
parquet-cli/src/main/java/org/apache/parquet/cli/commands/ShowGeospatialStatisticsCommand.java
create mode 100644
parquet-cli/src/main/java/org/apache/parquet/cli/commands/ShowSizeStatisticsCommand.java
copy
parquet-cli/src/{test/java/org/apache/parquet/cli/commands/CSVSchemaCommandTest.java
=> main/java/org/apache/parquet/cli/commands/ShowVersionCommand.java} (59%)
copy
parquet-cli/src/test/java/org/apache/parquet/cli/commands/{ParquetMetadataCommandTest.java
=> ShowGeospatialStatisticsCommandTest.java} (83%)
copy
parquet-cli/src/test/java/org/apache/parquet/cli/commands/{ShowDictionaryCommandTest.java
=> ShowSizeStatisticsCommandTest.java} (68%)
copy
parquet-cli/src/test/java/org/apache/parquet/cli/commands/{ShowBloomFilterCommandTest.java
=> ShowVersionCommandTest.java} (60%)
copy .github/ISSUE_TEMPLATE/config.yaml =>
parquet-cli/src/test/resources/test-config.properties (86%)
create mode 100644 parquet-cli/src/test/resources/test-config.xml
create mode 100644
parquet-column/src/main/java/org/apache/parquet/column/schema/EdgeInterpolationAlgorithm.java
create mode 100644
parquet-column/src/main/java/org/apache/parquet/column/statistics/geospatial/BoundingBox.java
create mode 100644
parquet-column/src/main/java/org/apache/parquet/column/statistics/geospatial/GeospatialStatistics.java
create mode 100644
parquet-column/src/main/java/org/apache/parquet/column/statistics/geospatial/GeospatialTypes.java
create mode 100644
parquet-column/src/test/java/org/apache/parquet/column/ParquetPropertiesThreadSafetyTest.java
create mode 100644
parquet-column/src/test/java/org/apache/parquet/column/statistics/geospatial/TestBoundingBox.java
create mode 100644
parquet-column/src/test/java/org/apache/parquet/column/statistics/geospatial/TestGeospatialStatistics.java
create mode 100644
parquet-column/src/test/java/org/apache/parquet/column/statistics/geospatial/TestGeospatialTypes.java
copy parquet-cli/src/main/java/org/apache/parquet/cli/util/GetClassLoader.java
=>
parquet-common/src/test/java/org/apache/parquet/bytes/AvailableAgnosticInputStream.java
(65%)
create mode 100644
parquet-hadoop/src/test/java/org/apache/hadoop/fs/FileSystemTestBinder.java
copy
parquet-cli/src/test/java/org/apache/parquet/cli/commands/ShowFooterCommandTest.java
=>
parquet-hadoop/src/test/java/org/apache/parquet/hadoop/TestByteStreamSplitConfiguration.java
(50%)
create mode 100644
parquet-hadoop/src/test/java/org/apache/parquet/hadoop/metadata/TestParquetMetadata.java
create mode 100644
parquet-hadoop/src/test/java/org/apache/parquet/hadoop/util/TestHadoopOpenFile.java
create mode 100644
parquet-hadoop/src/test/java/org/apache/parquet/statistics/TestGeometryTypeRoundTrip.java
create mode 100644
parquet-hadoop/src/test/resources/test-expected-parquet-metadata.json
delete mode 100644 parquet-pig-bundle/pom.xml
delete mode 100644 parquet-pig-bundle/src/main/resources/META-INF/LICENSE
delete mode 100644
parquet-pig-bundle/src/main/resources/org/apache/parquet/bundle
delete mode 100644 parquet-pig/REVIEWERS.md
delete mode 100644 parquet-pig/pom.xml
delete mode 100644
parquet-pig/src/main/java/org/apache/parquet/pig/ParquetLoader.java
delete mode 100644
parquet-pig/src/main/java/org/apache/parquet/pig/ParquetStorer.java
delete mode 100644
parquet-pig/src/main/java/org/apache/parquet/pig/PigMetaData.java
delete mode 100644
parquet-pig/src/main/java/org/apache/parquet/pig/PigSchemaConverter.java
delete mode 100644
parquet-pig/src/main/java/org/apache/parquet/pig/SchemaConversionException.java
delete mode 100644
parquet-pig/src/main/java/org/apache/parquet/pig/TupleConversionException.java
delete mode 100644
parquet-pig/src/main/java/org/apache/parquet/pig/TupleReadSupport.java
delete mode 100644
parquet-pig/src/main/java/org/apache/parquet/pig/TupleWriteSupport.java
delete mode 100644
parquet-pig/src/main/java/org/apache/parquet/pig/convert/DecimalUtils.java
delete mode 100644
parquet-pig/src/main/java/org/apache/parquet/pig/convert/MapConverter.java
delete mode 100644
parquet-pig/src/main/java/org/apache/parquet/pig/convert/ParentValueContainer.java
delete mode 100644
parquet-pig/src/main/java/org/apache/parquet/pig/convert/TupleConverter.java
delete mode 100644
parquet-pig/src/main/java/org/apache/parquet/pig/convert/TupleRecordMaterializer.java
delete mode 100644
parquet-pig/src/main/java/org/apache/parquet/pig/summary/BagSummaryData.java
delete mode 100644
parquet-pig/src/main/java/org/apache/parquet/pig/summary/EnumStat.java
delete mode 100644
parquet-pig/src/main/java/org/apache/parquet/pig/summary/FieldSummaryData.java
delete mode 100644
parquet-pig/src/main/java/org/apache/parquet/pig/summary/MapSummaryData.java
delete mode 100644
parquet-pig/src/main/java/org/apache/parquet/pig/summary/NumberSummaryData.java
delete mode 100644
parquet-pig/src/main/java/org/apache/parquet/pig/summary/StringSummaryData.java
delete mode 100644
parquet-pig/src/main/java/org/apache/parquet/pig/summary/Summary.java
delete mode 100644
parquet-pig/src/main/java/org/apache/parquet/pig/summary/SummaryData.java
delete mode 100644
parquet-pig/src/main/java/org/apache/parquet/pig/summary/TupleSummaryData.java
delete mode 100644
parquet-pig/src/main/java/org/apache/parquet/pig/summary/ValueStat.java
delete mode 100644
parquet-pig/src/test/java/org/apache/parquet/pig/PerfTest.java
delete mode 100644
parquet-pig/src/test/java/org/apache/parquet/pig/PerfTest2.java
delete mode 100644
parquet-pig/src/test/java/org/apache/parquet/pig/PerfTestReadAllCols.java
delete mode 100644
parquet-pig/src/test/java/org/apache/parquet/pig/TestDecimalUtils.java
delete mode 100644
parquet-pig/src/test/java/org/apache/parquet/pig/TestParquetLoader.java
delete mode 100644
parquet-pig/src/test/java/org/apache/parquet/pig/TestParquetStorer.java
delete mode 100644
parquet-pig/src/test/java/org/apache/parquet/pig/TestPigSchemaConverter.java
delete mode 100644
parquet-pig/src/test/java/org/apache/parquet/pig/TestTupleRecordConsumer.java
delete mode 100644
parquet-pig/src/test/java/org/apache/parquet/pig/TupleConsumerPerfTest.java
delete mode 100644
parquet-pig/src/test/java/org/apache/parquet/pig/summary/TestSummary.java
delete mode 100644 parquet-pig/src/test/resources/log4j.properties
delete mode 100644
parquet-scala/src/main/scala/org/apache/parquet/filter2/dsl/Dsl.scala
delete mode 100644
parquet-scala/src/test/scala/org/apache/parquet/filter2/dsl/DslTest.scala
create mode 100644
parquet-thrift/src/test/java/org/apache/parquet/thrift/TestUUIDRecordConverterFailure.java
rename {parquet-scala => parquet-variant}/pom.xml (56%)
create mode 100644
parquet-variant/src/main/java/org/apache/parquet/variant/ImmutableMetadata.java
create mode 100644
parquet-variant/src/main/java/org/apache/parquet/variant/Metadata.java
create mode 100644
parquet-variant/src/main/java/org/apache/parquet/variant/MetadataBuilder.java
create mode 100644
parquet-variant/src/main/java/org/apache/parquet/variant/Variant.java
create mode 100644
parquet-variant/src/main/java/org/apache/parquet/variant/VariantArrayBuilder.java
create mode 100644
parquet-variant/src/main/java/org/apache/parquet/variant/VariantBuilder.java
create mode 100644
parquet-variant/src/main/java/org/apache/parquet/variant/VariantConverters.java
create mode 100644
parquet-variant/src/main/java/org/apache/parquet/variant/VariantObjectBuilder.java
create mode 100644
parquet-variant/src/main/java/org/apache/parquet/variant/VariantUtil.java
create mode 100644
parquet-variant/src/main/java/org/apache/parquet/variant/VariantValueWriter.java
create mode 100644
parquet-variant/src/test/java/org/apache/parquet/variant/TestVariantArray.java
create mode 100644
parquet-variant/src/test/java/org/apache/parquet/variant/TestVariantArrayBuilder.java
create mode 100644
parquet-variant/src/test/java/org/apache/parquet/variant/TestVariantObject.java
create mode 100644
parquet-variant/src/test/java/org/apache/parquet/variant/TestVariantObjectBuilder.java
create mode 100644
parquet-variant/src/test/java/org/apache/parquet/variant/TestVariantScalar.java
create mode 100644
parquet-variant/src/test/java/org/apache/parquet/variant/TestVariantScalarBuilder.java
create mode 100644
parquet-variant/src/test/java/org/apache/parquet/variant/VariantTestUtil.java
