This is an automated email from the ASF dual-hosted git repository.
hansva pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hop.git
The following commit(s) were added to refs/heads/master by this push:
new adce2febd8 parquet version update and updated defaults. fixes #2902
new e64a5f9f7f Merge pull request #2972 from bamaer/2902
adce2febd8 is described below
commit adce2febd864288012bcc2ee30b3de2d4c4b1d42
Author: Bart Maertens <[email protected]>
AuthorDate: Sat May 27 15:36:03 2023 +0200
parquet version update and updated defaults. fixes #2902
---
plugins/tech/parquet/pom.xml | 2 +-
.../org/apache/hop/parquet/transforms/output/ParquetOutputMeta.java | 6 +++---
2 files changed, 4 insertions(+), 4 deletions(-)
diff --git a/plugins/tech/parquet/pom.xml b/plugins/tech/parquet/pom.xml
index ac9b955222..cff748c2ef 100755
--- a/plugins/tech/parquet/pom.xml
+++ b/plugins/tech/parquet/pom.xml
@@ -42,7 +42,7 @@
</licenses>
<properties>
- <parquet.version>1.12.3</parquet.version>
+ <parquet.version>1.13.1</parquet.version>
</properties>
<dependencies>
diff --git
a/plugins/tech/parquet/src/main/java/org/apache/hop/parquet/transforms/output/ParquetOutputMeta.java
b/plugins/tech/parquet/src/main/java/org/apache/hop/parquet/transforms/output/ParquetOutputMeta.java
index 3869a0ec59..dc8a878aac 100644
---
a/plugins/tech/parquet/src/main/java/org/apache/hop/parquet/transforms/output/ParquetOutputMeta.java
+++
b/plugins/tech/parquet/src/main/java/org/apache/hop/parquet/transforms/output/ParquetOutputMeta.java
@@ -88,9 +88,9 @@ public class ParquetOutputMeta extends
BaseTransformMeta<ParquetOutput, ParquetO
filenameExtension = "parquet";
filenameDateTimeFormat = "yyyyMMdd-HHmmss";
compressionCodec = CompressionCodecName.UNCOMPRESSED;
- version = ParquetVersion.Version1; // The default is v1
- rowGroupSize =
Integer.toString(ParquetProperties.DEFAULT_PAGE_ROW_COUNT_LIMIT);
- dataPageSize = Integer.toString(ParquetProperties.DEFAULT_PAGE_SIZE);
+ version = ParquetVersion.Version2; // The default is v2
+ rowGroupSize = Integer.toString(268435456);
+ dataPageSize = Integer.toString(8192);
dictionaryPageSize =
Integer.toString(ParquetProperties.DEFAULT_DICTIONARY_PAGE_SIZE);
fields = new ArrayList<>();
filenameIncludingCopyNr = true;