This is an automated email from the ASF dual-hosted git repository.
jackylee-ch pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/gluten.git
The following commit(s) were added to refs/heads/main by this push:
new c4b3cf7861 [GLUTEN-13342][VL] Remove the unused ShuffleSchema.h
(#13345)
c4b3cf7861 is described below
commit c4b3cf7861ccadab10ecec17d0f346b7629111f2
Author: YangJie <[email protected]>
AuthorDate: Tue Oct 20 23:34:01 2026 -0400
[GLUTEN-13342][VL] Remove the unused ShuffleSchema.h (#13345)
---
cpp/core/shuffle/ShuffleSchema.h | 59 --------------------------
cpp/velox/shuffle/VeloxRssSortShuffleWriter.cc | 1 -
2 files changed, 60 deletions(-)
diff --git a/cpp/core/shuffle/ShuffleSchema.h b/cpp/core/shuffle/ShuffleSchema.h
deleted file mode 100644
index dbcd45154c..0000000000
--- a/cpp/core/shuffle/ShuffleSchema.h
+++ /dev/null
@@ -1,59 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#pragma once
-
-#include <arrow/type.h>
-
-namespace gluten {
-inline std::shared_ptr<arrow::Schema> toWriteSchema(arrow::Schema& schema) {
- std::vector<std::shared_ptr<arrow::Field>> fields;
- fields.emplace_back(std::make_shared<arrow::Field>("header",
arrow::large_utf8()));
- bool hasComplexType = false;
- for (int32_t i = 0; i < schema.num_fields(); i++) {
- switch (schema.field(i)->type()->id()) {
- case arrow::BinaryType::type_id:
- case arrow::StringType::type_id: {
- fields.emplace_back(std::make_shared<arrow::Field>("nullBuffer" +
std::to_string(i), arrow::large_utf8()));
- fields.emplace_back(std::make_shared<arrow::Field>("lengthBuffer" +
std::to_string(i), arrow::large_utf8()));
- fields.emplace_back(std::make_shared<arrow::Field>("valueBuffer" +
std::to_string(i), arrow::large_utf8()));
- } break;
- case arrow::StructType::type_id:
- case arrow::MapType::type_id:
- case arrow::ListType::type_id:
- hasComplexType = true;
- break;
- default:
- fields.emplace_back(std::make_shared<arrow::Field>("nullBuffer" +
std::to_string(i), arrow::large_utf8()));
- fields.emplace_back(std::make_shared<arrow::Field>("valueBuffer" +
std::to_string(i), arrow::large_utf8()));
- break;
- }
- }
- if (hasComplexType) {
- fields.emplace_back(std::make_shared<arrow::Field>("complexBuffer",
arrow::large_utf8()));
- }
- return std::make_shared<arrow::Schema>(fields);
-}
-
-inline std::shared_ptr<arrow::Schema> toCompressWriteSchema() {
- std::vector<std::shared_ptr<arrow::Field>> fields;
- fields.emplace_back(std::make_shared<arrow::Field>("header",
arrow::large_utf8()));
- fields.emplace_back(std::make_shared<arrow::Field>("lengthBuffer",
arrow::large_utf8()));
- fields.emplace_back(std::make_shared<arrow::Field>("valueBuffer",
arrow::large_utf8()));
- return std::make_shared<arrow::Schema>(fields);
-}
-} // namespace gluten
diff --git a/cpp/velox/shuffle/VeloxRssSortShuffleWriter.cc
b/cpp/velox/shuffle/VeloxRssSortShuffleWriter.cc
index fd8af57aa7..6a95ac3d23 100644
--- a/cpp/velox/shuffle/VeloxRssSortShuffleWriter.cc
+++ b/cpp/velox/shuffle/VeloxRssSortShuffleWriter.cc
@@ -18,7 +18,6 @@
#include "shuffle/VeloxRssSortShuffleWriter.h"
#include "memory/VeloxColumnarBatch.h"
#include "memory/VeloxMemoryManager.h"
-#include "shuffle/ShuffleSchema.h"
#include "utils/Common.h"
#include "utils/Macros.h"
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
