This is an automated email from the ASF dual-hosted git repository.
philo pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 7ad6b3fb3 [VL] Daily Update Velox Version (2024_03_20) (#5038)
7ad6b3fb3 is described below
commit 7ad6b3fb3e3d8eaeed5fea6d88eafa998431c8af
Author: Yan Ma <[email protected]>
AuthorDate: Wed Mar 20 17:07:13 2024 +0800
[VL] Daily Update Velox Version (2024_03_20) (#5038)
---
cpp/velox/compute/WholeStageResultIterator.cc | 2 +-
cpp/velox/operators/writer/VeloxParquetDatasource.cc | 1 +
ep/build-velox/src/get_velox.sh | 2 +-
3 files changed, 3 insertions(+), 2 deletions(-)
diff --git a/cpp/velox/compute/WholeStageResultIterator.cc
b/cpp/velox/compute/WholeStageResultIterator.cc
index f645661b7..9c4367b72 100644
--- a/cpp/velox/compute/WholeStageResultIterator.cc
+++ b/cpp/velox/compute/WholeStageResultIterator.cc
@@ -555,7 +555,7 @@ std::shared_ptr<velox::Config>
WholeStageResultIterator::createConnectorConfig()
configs[velox::connector::hive::HiveConfig::kFileColumnNamesReadAsLowerCaseSession]
=
!veloxCfg_->get<bool>(kCaseSensitive, false) ? "true" : "false";
configs[velox::connector::hive::HiveConfig::kPartitionPathAsLowerCaseSession] =
"false";
- configs[velox::connector::hive::HiveConfig::kArrowBridgeTimestampUnit] = "6";
+ configs[velox::connector::hive::HiveConfig::kParquetWriteTimestampUnit] =
"6";
configs[velox::connector::hive::HiveConfig::kMaxPartitionsPerWritersSession]
=
std::to_string(veloxCfg_->get<int32_t>(kMaxPartitions, 10000));
configs[velox::connector::hive::HiveConfig::kIgnoreMissingFilesSession] =
diff --git a/cpp/velox/operators/writer/VeloxParquetDatasource.cc
b/cpp/velox/operators/writer/VeloxParquetDatasource.cc
index 26c420316..c45b9cb14 100644
--- a/cpp/velox/operators/writer/VeloxParquetDatasource.cc
+++ b/cpp/velox/operators/writer/VeloxParquetDatasource.cc
@@ -96,6 +96,7 @@ void VeloxParquetDatasource::init(const
std::unordered_map<std::string, std::str
maxRowGroupRows_ =
static_cast<int64_t>(stoi(sparkConfs.find(kParquetBlockRows)->second));
}
velox::parquet::WriterOptions writeOption;
+ writeOption.parquetWriteTimestampUnit = 6 /*micro*/;
auto compressionCodec = CompressionKind::CompressionKind_SNAPPY;
if (sparkConfs.find(kParquetCompressionCodec) != sparkConfs.end()) {
auto compressionCodecStr =
sparkConfs.find(kParquetCompressionCodec)->second;
diff --git a/ep/build-velox/src/get_velox.sh b/ep/build-velox/src/get_velox.sh
index 588acfa21..f9f638574 100755
--- a/ep/build-velox/src/get_velox.sh
+++ b/ep/build-velox/src/get_velox.sh
@@ -17,7 +17,7 @@
set -exu
VELOX_REPO=https://github.com/oap-project/velox.git
-VELOX_BRANCH=2024_03_19
+VELOX_BRANCH=2024_03_20
VELOX_HOME=""
#Set on run gluten on HDFS
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
