This is an automated email from the ASF dual-hosted git repository.
hongze pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 08115e118 [VL] Daily Update Velox Version (2024_07_23) (#6552)
08115e118 is described below
commit 08115e1184c3a299778228feb14d554278af968c
Author: Hongze Zhang <[email protected]>
AuthorDate: Tue Jul 23 16:33:51 2024 +0800
[VL] Daily Update Velox Version (2024_07_23) (#6552)
---
cpp/velox/compute/WholeStageResultIterator.cc | 2 +-
cpp/velox/operators/writer/VeloxParquetDatasource.cc | 4 ++--
ep/build-velox/src/get_velox.sh | 2 +-
3 files changed, 4 insertions(+), 4 deletions(-)
diff --git a/cpp/velox/compute/WholeStageResultIterator.cc
b/cpp/velox/compute/WholeStageResultIterator.cc
index 8439545ca..db8d51718 100644
--- a/cpp/velox/compute/WholeStageResultIterator.cc
+++ b/cpp/velox/compute/WholeStageResultIterator.cc
@@ -535,7 +535,7 @@ std::shared_ptr<velox::Config>
WholeStageResultIterator::createConnectorConfig()
configs[velox::connector::hive::HiveConfig::kFileColumnNamesReadAsLowerCaseSession]
=
!veloxCfg_->get<bool>(kCaseSensitive, false) ? "true" : "false";
configs[velox::connector::hive::HiveConfig::kPartitionPathAsLowerCaseSession] =
"false";
-
configs[velox::connector::hive::HiveConfig::kParquetWriteTimestampUnitSession]
= "6";
+ configs[velox::parquet::WriterOptions::kParquetSessionWriteTimestampUnit] =
"6";
configs[velox::connector::hive::HiveConfig::kReadTimestampUnitSession] = "6";
configs[velox::connector::hive::HiveConfig::kMaxPartitionsPerWritersSession]
=
std::to_string(veloxCfg_->get<int32_t>(kMaxPartitions, 10000));
diff --git a/cpp/velox/operators/writer/VeloxParquetDatasource.cc
b/cpp/velox/operators/writer/VeloxParquetDatasource.cc
index 530f250b8..c538a0437 100644
--- a/cpp/velox/operators/writer/VeloxParquetDatasource.cc
+++ b/cpp/velox/operators/writer/VeloxParquetDatasource.cc
@@ -61,7 +61,7 @@ void VeloxParquetDatasource::init(const
std::unordered_map<std::string, std::str
maxRowGroupRows_ =
static_cast<int64_t>(stoi(sparkConfs.find(kParquetBlockRows)->second));
}
velox::parquet::WriterOptions writeOption;
- writeOption.parquetWriteTimestampUnit = 6 /*micro*/;
+ writeOption.parquetWriteTimestampUnit = TimestampUnit::kMicro /*micro*/;
auto compressionCodec = CompressionKind::CompressionKind_SNAPPY;
if (sparkConfs.find(kParquetCompressionCodec) != sparkConfs.end()) {
auto compressionCodecStr =
sparkConfs.find(kParquetCompressionCodec)->second;
@@ -93,7 +93,7 @@ void VeloxParquetDatasource::init(const
std::unordered_map<std::string, std::str
compressionCodec = CompressionKind::CompressionKind_NONE;
}
}
- writeOption.compression = compressionCodec;
+ writeOption.compressionKind = compressionCodec;
writeOption.flushPolicyFactory = [&]() {
return std::make_unique<velox::parquet::LambdaFlushPolicy>(
maxRowGroupRows_, maxRowGroupBytes_, [&]() { return false; });
diff --git a/ep/build-velox/src/get_velox.sh b/ep/build-velox/src/get_velox.sh
index 54c583e09..d01d7eb12 100755
--- a/ep/build-velox/src/get_velox.sh
+++ b/ep/build-velox/src/get_velox.sh
@@ -18,7 +18,7 @@ set -exu
VELOX_REPO=https://github.com/oap-project/velox.git
-VELOX_BRANCH=2024_07_19
+VELOX_BRANCH=2024_07_23
VELOX_HOME=""
#Set on run gluten on HDFS
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
