loneylee opened a new issue, #6589:
URL: https://github.com/apache/incubator-gluten/issues/6589
### Backend
CH (ClickHouse)
### Bug description
If set `spark.sql.caseSensitive=false` and create an upper case table, then
query by lower case, cause an error.
Error message
```
org.apache.spark.scheduler.TaskSetManager: Lost task 1.0 in stage 17.0 (TID
11) (192.168.3.107 executor driver):
org.apache.gluten.exception.GlutenException: Missing columns: 'L_SHIPDATE'
while processing query: 'L_SHIPDATE', required columns: 'L_SHIPDATE'
'L_SHIPDATE'
0.
/lishuai/work/code/Clickhouse-Dev1/contrib/llvm-project/libcxx/include/exception:141:
Poco::Exception::Exception(String const&, int) @ 0x0000000015132f32
1. /lishuai/work/code/Clickhouse-Dev1/src/Common/Exception.cpp:110:
DB::Exception::Exception(DB::Exception::MessageMasked&&, int, bool) @
0x000000000cd8cfb9
2.
/lishuai/work/code/Clickhouse-Dev1/contrib/llvm-project/libcxx/include/string:1499:
DB::Exception::Exception(PreformattedMessage&&, int) @ 0x000000000736b1cc
3. /lishuai/work/code/Clickhouse-Dev1/src/Interpreters/TreeRewriter.cpp:0:
DB::TreeRewriterResult::collectUsedColumns(std::shared_ptr<DB::IAST> const&,
bool, bool) @ 0x0000000010f5f9ea
4.
/lishuai/work/code/Clickhouse-Dev1/src/Interpreters/TreeRewriter.cpp:1536:
DB::TreeRewriter::analyze(std::shared_ptr<DB::IAST>&, DB::NamesAndTypesList
const&, std::shared_ptr<DB::IStorage const>,
std::shared_ptr<DB::StorageSnapshot> const&, bool, bool, bool, bool) const @
0x0000000010f67a15
5. /lishuai/work/code/Clickhouse-Dev1/src/Storages/KeyDescription.cpp:140:
DB::KeyDescription::getSortingKeyFromAST(std::shared_ptr<DB::IAST> const&,
DB::ColumnsDescription const&, std::shared_ptr<DB::Context const>,
std::optional<String> const&) @ 0x0000000011819a1d
6.
/lishuai/work/code/Clickhouse-Dev1/contrib/llvm-project/libcxx/include/optional:260:
DB::KeyDescription::getKeyFromAST(std::shared_ptr<DB::IAST> const&,
DB::ColumnsDescription const&, std::shared_ptr<DB::Context const>) @
0x000000001181a2f5
7.
/lishuai/work/code/Clickhouse-Dev1/contrib/llvm-project/libcxx/include/__memory/shared_ptr.h:701:
DB::KeyDescription::parse(String const&, DB::ColumnsDescription const&,
std::shared_ptr<DB::Context const>) @ 0x000000001181a934
8.
/lishuai/work/code/Clickhouse-Dev1/utils/extern-local-engine/Common/MergeTreeTool.cpp:0:
local_engine::buildMetaData(DB::NamesAndTypesList const&,
std::shared_ptr<DB::Context const>, local_engine::MergeTreeTable const&) @
0x000000000d2533cc
9.
/lishuai/work/code/Clickhouse-Dev1/utils/extern-local-engine/Parser/MergeTreeRelParser.cpp:74:
local_engine::MergeTreeRelParser::parseStorage(local_engine::MergeTreeTable
const&, std::shared_ptr<DB::Context>, bool) @ 0x000000000d13c10a
10.
/lishuai/work/code/Clickhouse-Dev1/utils/extern-local-engine/Parser/MergeTreeRelParser.cpp:0:
local_engine::MergeTreeRelParser::parseStorage(substrait::ReadRel_ExtensionTable
const&, std::shared_ptr<DB::Context>) @ 0x000000000d13c429
11.
/lishuai/work/code/Clickhouse-Dev1/utils/extern-local-engine/Parser/MergeTreeRelParser.cpp:134:
local_engine::MergeTreeRelParser::parseReadRel(std::unique_ptr<DB::QueryPlan,
std::default_delete<DB::QueryPlan>>, substrait::ReadRel const&,
substrait::ReadRel_ExtensionTable const&) @ 0x000000000d13c9b9
12.
/lishuai/work/code/Clickhouse-Dev1/utils/extern-local-engine/Parser/SerializedPlanParser.cpp:0:
local_engine::SerializedPlanParser::parseOp(substrait::Rel const&,
std::list<substrait::Rel const*, std::allocator<substrait::Rel const*>>&) @
0x000000000d18a56d
13.
/lishuai/work/code/Clickhouse-Dev1/utils/extern-local-engine/Parser/RelParser.cpp:87:
local_engine::RelParser::parseOp(substrait::Rel const&,
std::list<substrait::Rel const*, std::allocator<substrait::Rel const*>>&) @
0x000000000d14bd5f
14.
/lishuai/work/code/Clickhouse-Dev1/contrib/llvm-project/libcxx/include/__memory/unique_ptr.h:302:
local_engine::SerializedPlanParser::parseOp(substrait::Rel const&,
std::list<substrait::Rel const*, std::allocator<substrait::Rel const*>>&) @
0x000000000d18a0ac
15.
/lishuai/work/code/Clickhouse-Dev1/utils/extern-local-engine/Parser/RelParser.cpp:87:
local_engine::RelParser::parseOp(substrait::Rel const&,
std::list<substrait::Rel const*, std::allocator<substrait::Rel const*>>&) @
0x000000000d14bd5f
16.
/lishuai/work/code/Clickhouse-Dev1/contrib/llvm-project/libcxx/include/__memory/unique_ptr.h:302:
local_engine::SerializedPlanParser::parseOp(substrait::Rel const&,
std::list<substrait::Rel const*, std::allocator<substrait::Rel const*>>&) @
0x000000000d18a0ac
17.
/lishuai/work/code/Clickhouse-Dev1/utils/extern-local-engine/Parser/SerializedPlanParser.cpp:392:
local_engine::SerializedPlanParser::parse(substrait::Plan const&) @
0x000000000d188dad
18.
/lishuai/work/code/Clickhouse-Dev1/utils/extern-local-engine/Parser/SerializedPlanParser.cpp:1419:
local_engine::SerializedPlanParser::parse(std::basic_string_view<char,
std::char_traits<char>>) @ 0x000000000d1942c9
19.
/lishuai/work/code/Clickhouse-Dev1/utils/extern-local-engine/Parser/SerializedPlanParser.h:0:
Java_org_apache_gluten_vectorized_ExpressionEvaluatorJniWrapper_nativeCreateKernelWithIterator
@ 0x000000000735598f
at
org.apache.gluten.vectorized.ExpressionEvaluatorJniWrapper.nativeCreateKernelWithIterator(Native
Method)
at
org.apache.gluten.vectorized.CHNativeExpressionEvaluator.createKernelWithBatchIterator(CHNativeExpressionEvaluator.java:98)
at
org.apache.gluten.backendsapi.clickhouse.CHIteratorApi.createNativeIterator(CHIteratorApi.scala:83)
at
org.apache.gluten.backendsapi.clickhouse.CHIteratorApi.genFirstStageIterator(CHIteratorApi.scala:264)
at
org.apache.gluten.execution.GlutenWholeStageColumnarRDD.$anonfun$compute$1(GlutenWholeStageColumnarRDD.scala:88)
at org.apache.gluten.utils.Arm$.withResource(Arm.scala:25)
at
org.apache.gluten.metrics.GlutenTimeMetric$.millis(GlutenTimeMetric.scala:37)
at
org.apache.gluten.execution.GlutenWholeStageColumnarRDD.compute(GlutenWholeStageColumnarRDD.scala:77)
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:365)
at org.apache.spark.rdd.RDD.iterator(RDD.scala:329)
at
org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52)
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:365)
at org.apache.spark.rdd.RDD.iterator(RDD.scala:329)
at
org.apache.spark.shuffle.ShuffleWriteProcessor.write(ShuffleWriteProcessor.scala:59)
at
org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:99)
at
org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:52)
at org.apache.spark.scheduler.Task.run(Task.scala:136)
at
org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$3(Executor.scala:548)
at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1504)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:551)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
```
### Spark version
None
### Spark configurations
_No response_
### System information
_No response_
### Relevant logs
_No response_
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
