This is an automated email from the ASF dual-hosted git repository.
yao pushed a change to branch revert-6442-wip_change_disclaimer_wip
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
from 24f5ba4bdc Revert "Change DISCLAIMER to DISCLAIMER-WIP (#6442)"
add ef19d63497 [GLUTEN-8846][CH] [Part 0] Support reading Iceberg equality
delete files (#8847)
add 98a624f016 [GLUTEN-8811][VL] Fix bucket scan when some partitionValue
is empty (#8834)
add 1f329966a3 [CH][Arm] Disable -Wcast-qual warning to avoid errors with
const qualifier loss in arm (#8850)
add 8be694f04a Merge branch 'main' into
revert-6442-wip_change_disclaimer_wip
No new revisions were added by this update.
Summary of changes:
.../backendsapi/velox/VeloxIteratorApi.scala | 34 ++
cpp-ch/clickhouse.version | 2 +-
cpp-ch/local-engine/Common/BlockTypeUtils.cpp | 9 +
cpp-ch/local-engine/Common/BlockTypeUtils.h | 69 ++-
cpp-ch/local-engine/Common/CHUtil.cpp | 32 +-
cpp-ch/local-engine/Common/CHUtil.h | 1 -
cpp-ch/local-engine/Common/DebugUtils.cpp | 94 ++--
cpp-ch/local-engine/Common/DebugUtils.h | 1 +
cpp-ch/local-engine/Common/GlutenSignalHandler.cpp | 3 +-
.../Parser/RelParsers/MergeTreeRelParser.cpp | 3 +-
.../Storages/MergeTree/SparkMergeTreeWriter.cpp | 2 +-
.../Storages/MergeTree/SparkMergeTreeWriter.h | 2 +-
cpp-ch/local-engine/Storages/NativeOutputWriter.h | 3 +-
.../Storages/Output/NormalFileWriter.cpp | 30 +-
.../Storages/Output/NormalFileWriter.h | 9 +-
cpp-ch/local-engine/Storages/Parquet/ArrowUtils.h | 14 +-
.../local-engine/Storages/Parquet/ParquetMeta.cpp | 48 +-
cpp-ch/local-engine/Storages/Parquet/ParquetMeta.h | 20 +-
.../Parquet/VectorizedParquetRecordReader.cpp | 2 +-
.../Parquet/VectorizedParquetRecordReader.h | 4 +-
.../Storages/SubstraitSource/CMakeLists.txt | 9 +-
.../{SubstraitFileSource.cpp => FileReader.cpp} | 212 +++----
.../{SubstraitFileSource.h => FileReader.h} | 59 +-
.../Storages/SubstraitSource/FormatFile.h | 3 +
.../Storages/SubstraitSource/ParquetFormatFile.cpp | 10 +-
.../SubstraitSource/SubstraitFileSource.cpp | 295 +---------
.../Storages/SubstraitSource/SubstraitFileSource.h | 87 +--
.../iceberg/EqualityDeleteFileReader.cpp | 205 +++++++
.../iceberg/EqualityDeleteFileReader.h | 100 ++++
.../SubstraitSource/iceberg/IcebergReader.cpp | 190 +++++++
.../SubstraitSource/iceberg/IcebergReader.h} | 36 +-
cpp-ch/local-engine/tests/CMakeLists.txt | 21 +-
.../local-engine/tests/benchmark_parquet_read.cpp | 12 +-
.../tests/gtest_clickhouse_pr_verify.cpp | 2 +-
cpp-ch/local-engine/tests/gtest_iceberge_test.cpp | 608 +++++++++++++++++++++
cpp-ch/local-engine/tests/gtest_local_engine.cpp | 9 +-
.../tests/gtest_parquet_columnindex.cpp | 4 +-
.../tests/gtest_parquet_columnindex_bug.cpp | 2 +-
cpp-ch/local-engine/tests/gtest_parquet_read.cpp | 26 +-
cpp-ch/local-engine/tests/gtest_parser.cpp | 2 +-
cpp-ch/local-engine/tests/gtest_write_pipeline.cpp | 2 +-
.../tests/gtest_write_pipeline_mergetree.cpp | 4 +-
.../tests/json/gtest_local_engine_config.json | 1 +
.../local-engine/tests/utils/QueryAssertions.cpp | 73 +++
.../local-engine/tests/utils/QueryAssertions.h | 9 +-
cpp-ch/local-engine/tests/utils/ReaderTestBase.cpp | 155 ++++++
cpp-ch/local-engine/tests/utils/ReaderTestBase.h | 81 +++
cpp-ch/local-engine/tests/utils/TempFilePath.h | 66 +++
.../tests/{ => utils}/gluten_test_util.cpp | 5 +-
.../tests/{ => utils}/gluten_test_util.h | 27 +-
.../gluten/execution/IcebergScanTransformer.scala | 14 +-
.../spark/source/GlutenIcebergSourceUtil.scala | 57 +-
.../org/apache/gluten/execution/IcebergSuite.scala | 156 ++++++
.../apache/gluten/backendsapi/IteratorApi.scala | 8 +
.../execution/BatchScanExecTransformer.scala | 30 +
.../gluten/execution/WholeStageTransformer.scala | 214 ++++++--
.../org/apache/gluten/sql/shims/SparkShims.scala | 13 +-
.../gluten/sql/shims/spark32/Spark32Shims.scala | 5 -
.../gluten/sql/shims/spark33/Spark33Shims.scala | 2 -
.../gluten/sql/shims/spark34/Spark34Shims.scala | 119 +++-
.../gluten/sql/shims/spark35/Spark35Shims.scala | 120 +++-
61 files changed, 2575 insertions(+), 860 deletions(-)
copy cpp-ch/local-engine/Storages/SubstraitSource/{SubstraitFileSource.cpp =>
FileReader.cpp} (70%)
copy cpp-ch/local-engine/Storages/SubstraitSource/{SubstraitFileSource.h =>
FileReader.h} (71%)
create mode 100644
cpp-ch/local-engine/Storages/SubstraitSource/iceberg/EqualityDeleteFileReader.cpp
create mode 100644
cpp-ch/local-engine/Storages/SubstraitSource/iceberg/EqualityDeleteFileReader.h
create mode 100644
cpp-ch/local-engine/Storages/SubstraitSource/iceberg/IcebergReader.cpp
copy cpp-ch/local-engine/{Rewriter/RelRewriter.h =>
Storages/SubstraitSource/iceberg/IcebergReader.h} (51%)
create mode 100644 cpp-ch/local-engine/tests/gtest_iceberge_test.cpp
create mode 100644 cpp-ch/local-engine/tests/utils/QueryAssertions.cpp
copy cpp/velox/operators/functions/RegistrationAllFunctions.h =>
cpp-ch/local-engine/tests/utils/QueryAssertions.h (82%)
create mode 100644 cpp-ch/local-engine/tests/utils/ReaderTestBase.cpp
create mode 100644 cpp-ch/local-engine/tests/utils/ReaderTestBase.h
create mode 100644 cpp-ch/local-engine/tests/utils/TempFilePath.h
rename cpp-ch/local-engine/tests/{ => utils}/gluten_test_util.cpp (98%)
rename cpp-ch/local-engine/tests/{ => utils}/gluten_test_util.h (85%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
