[
https://issues.apache.org/jira/browse/HIVE-22578?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16989418#comment-16989418
]
Hive QA commented on HIVE-22578:
--------------------------------
Here are the results of testing the latest attachment:
https://issues.apache.org/jira/secure/attachment/12987577/HIVE-22578.patch
{color:red}ERROR:{color} -1 due to no test(s) being added or modified.
{color:red}ERROR:{color} -1 due to 139 failed/errored test(s), 17758 tests
executed
*Failed tests:*
{noformat}
org.apache.hadoop.hive.cli.TestBlobstoreCliDriver.testCliDriver[having]
(batchId=304)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[ambiguous_col]
(batchId=54)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[annotate_stats_filter]
(batchId=10)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[annotate_stats_select]
(batchId=69)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[avro_nullable_union]
(batchId=62)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[bucket2] (batchId=56)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[bucket3] (batchId=18)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[bucketsortoptimize_insert_1]
(batchId=67)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[bucketsortoptimize_insert_3]
(batchId=87)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[bucketsortoptimize_insert_4]
(batchId=28)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[bucketsortoptimize_insert_5]
(batchId=65)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[bucketsortoptimize_insert_8]
(batchId=5)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[case_sensitivity]
(batchId=75)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[combine3] (batchId=8)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[create_union_table]
(batchId=30)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[create_view] (batchId=45)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[equal_ns] (batchId=10)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[groupby_grouping_window]
(batchId=36)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[having] (batchId=48)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[input_dynamicserde]
(batchId=98)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[input_lazyserde2]
(batchId=90)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[input_lazyserde]
(batchId=30)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[input_testxpath2]
(batchId=41)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[input_testxpath3]
(batchId=24)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[input_testxpath4]
(batchId=30)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[input_testxpath]
(batchId=34)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[join_by_range_rule_not_null]
(batchId=64)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[join_thrift] (batchId=83)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[limit_pushdown_negative]
(batchId=45)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[masking_5] (batchId=32)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[mm_buckets] (batchId=67)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[nested_column_pruning]
(batchId=38)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[nonmr_fetch] (batchId=22)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[orc_avro_partition_uniontype]
(batchId=52)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[orc_empty_table]
(batchId=31)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[orc_nested_column_pruning]
(batchId=56)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[partition_wise_fileformat18]
(batchId=80)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[sample1] (batchId=15)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[sample3] (batchId=4)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[sample5] (batchId=63)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[sample6] (batchId=75)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[sample7] (batchId=74)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[sample8] (batchId=32)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[sample9] (batchId=47)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[smb_mapjoin_20]
(batchId=82)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[smb_mapjoin_22]
(batchId=16)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[stats10] (batchId=25)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[udaf_ngrams] (batchId=28)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[udf_isnull_isnotnull]
(batchId=43)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[udf_size] (batchId=33)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[union21] (batchId=2)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[uniquejoin] (batchId=78)
org.apache.hadoop.hive.cli.TestCliDriver.testCliDriver[windowing_distinct]
(batchId=63)
org.apache.hadoop.hive.cli.TestContribCliDriver.testCliDriver[udf_example_arraymapstruct]
(batchId=296)
org.apache.hadoop.hive.cli.TestContribCliDriver.testCliDriver[vector_udf_example_arraymapstruct]
(batchId=296)
org.apache.hadoop.hive.cli.TestKuduCliDriver.testCliDriver[kudu_queries]
(batchId=292)
org.apache.hadoop.hive.cli.TestMiniLlapCliDriver.testCliDriver[bucket5]
(batchId=160)
org.apache.hadoop.hive.cli.TestMiniLlapCliDriver.testCliDriver[explainuser_2]
(batchId=160)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[bucket2]
(batchId=177)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[bucket3]
(batchId=166)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[bucket4]
(batchId=184)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[bucket_many]
(batchId=180)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[bucketsortoptimize_insert_2]
(batchId=163)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[bucketsortoptimize_insert_6]
(batchId=163)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[bucketsortoptimize_insert_7]
(batchId=178)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[database]
(batchId=171)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[disable_merge_for_bucketing]
(batchId=184)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[explainanalyze_2]
(batchId=182)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[explainuser_1]
(batchId=172)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[having]
(batchId=174)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[infer_bucket_sort_bucketed_table]
(batchId=185)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[is_distinct_from]
(batchId=162)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[join_is_not_distinct_from]
(batchId=188)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[join_nullsafe]
(batchId=183)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[orc_predicate_pushdown]
(batchId=163)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[parquet_predicate_pushdown]
(batchId=169)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[sample10]
(batchId=176)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[sample10_mm]
(batchId=178)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[sample1]
(batchId=165)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[semijoin6]
(batchId=187)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[smb_mapjoin_18]
(batchId=170)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[smb_mapjoin_19]
(batchId=163)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[tez_union_group_by]
(batchId=186)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[udf_coalesce]
(batchId=186)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[unionDistinct_3]
(batchId=176)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[vector_annotate_stats_select]
(batchId=171)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[vector_groupby_grouping_window]
(batchId=186)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[vector_nullsafe_join]
(batchId=188)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[vector_orc_nested_column_pruning]
(batchId=168)
org.apache.hadoop.hive.cli.TestMiniSparkOnYarnCliDriver.testCliDriver[bucket4]
(batchId=197)
org.apache.hadoop.hive.cli.TestMiniSparkOnYarnCliDriver.testCliDriver[bucket5]
(batchId=198)
org.apache.hadoop.hive.cli.TestMiniSparkOnYarnCliDriver.testCliDriver[disable_merge_for_bucketing]
(batchId=198)
org.apache.hadoop.hive.cli.TestMiniSparkOnYarnCliDriver.testCliDriver[infer_bucket_sort_bucketed_table]
(batchId=198)
org.apache.hadoop.hive.cli.TestMiniSparkOnYarnCliDriver.testCliDriver[spark_explainuser_1]
(batchId=196)
org.apache.hadoop.hive.cli.TestNegativeCliDriver.testCliDriver[avro_non_nullable_union]
(batchId=104)
org.apache.hadoop.hive.cli.TestNegativeCliDriver.testCliDriver[bad_sample_clause]
(batchId=102)
org.apache.hadoop.hive.cli.TestNegativeCliDriver.testCliDriver[groupby_grouping_sets6]
(batchId=103)
org.apache.hadoop.hive.cli.TestNegativeCliDriver.testCliDriver[groupby_grouping_sets7]
(batchId=102)
org.apache.hadoop.hive.cli.TestNegativeCliDriver.testCliDriver[having1]
(batchId=102)
org.apache.hadoop.hive.cli.TestNegativeCliDriver.testCliDriver[insert_into_with_schema2]
(batchId=102)
org.apache.hadoop.hive.cli.TestNegativeCliDriver.testCliDriver[invalid_distinct2]
(batchId=103)
org.apache.hadoop.hive.cli.TestNegativeCliDriver.testCliDriver[sample]
(batchId=102)
org.apache.hadoop.hive.cli.TestNegativeCliDriver.testCliDriver[selectDistinctWithoutAggr]
(batchId=103)
org.apache.hadoop.hive.cli.TestNegativeCliDriver.testCliDriver[udf_elt_wrong_type]
(batchId=103)
org.apache.hadoop.hive.cli.TestNegativeCliDriver.testCliDriver[udf_field_wrong_type]
(batchId=102)
org.apache.hadoop.hive.cli.TestNegativeCliDriver.testCliDriver[udf_instr_wrong_type]
(batchId=102)
org.apache.hadoop.hive.cli.TestNegativeCliDriver.testCliDriver[udf_locate_wrong_type]
(batchId=102)
org.apache.hadoop.hive.cli.TestNegativeCliDriver.testCliDriver[udf_size_wrong_args_len]
(batchId=102)
org.apache.hadoop.hive.cli.TestNegativeCliDriver.testCliDriver[uniquejoin2]
(batchId=102)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[bucket2]
(batchId=137)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[bucket3]
(batchId=121)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[bucket4]
(batchId=149)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[bucketsortoptimize_insert_2]
(batchId=116)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[bucketsortoptimize_insert_4]
(batchId=126)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[bucketsortoptimize_insert_6]
(batchId=117)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[bucketsortoptimize_insert_7]
(batchId=138)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[bucketsortoptimize_insert_8]
(batchId=116)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[disable_merge_for_bucketing]
(batchId=150)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[having]
(batchId=134)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[join_nullsafe]
(batchId=147)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[join_thrift]
(batchId=148)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[sample10]
(batchId=136)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[sample1]
(batchId=120)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[sample2]
(batchId=117)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[sample3]
(batchId=115)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[sample4]
(batchId=121)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[sample5]
(batchId=140)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[sample6]
(batchId=144)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[sample7]
(batchId=144)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[sample8]
(batchId=127)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[sample9]
(batchId=133)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[smb_mapjoin_18]
(batchId=128)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[smb_mapjoin_19]
(batchId=115)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[smb_mapjoin_20]
(batchId=148)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[smb_mapjoin_22]
(batchId=120)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[stats10]
(batchId=124)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[union21]
(batchId=114)
org.apache.hadoop.hive.cli.TestSparkCliDriver.testCliDriver[uniquejoin]
(batchId=146)
org.apache.hadoop.hive.cli.TestSparkNegativeCliDriver.testCliDriver[groupby_grouping_sets7]
(batchId=303)
{noformat}
Test results:
https://builds.apache.org/job/PreCommit-HIVE-Build/19768/testReport
Console output: https://builds.apache.org/job/PreCommit-HIVE-Build/19768/console
Test logs: http://104.198.109.242/logs/PreCommit-HIVE-Build-19768/
Messages:
{noformat}
Executing org.apache.hive.ptest.execution.TestCheckPhase
Executing org.apache.hive.ptest.execution.PrepPhase
Executing org.apache.hive.ptest.execution.YetusPhase
Executing org.apache.hive.ptest.execution.ExecutionPhase
Executing org.apache.hive.ptest.execution.ReportingPhase
Tests exited with: TestsFailedException: 139 tests failed
{noformat}
This message is automatically generated.
ATTACHMENT ID: 12987577 - PreCommit-HIVE-Build
> CBO genOPTree is not failsafe for CTAS and VIEW statements
> ----------------------------------------------------------
>
> Key: HIVE-22578
> URL: https://issues.apache.org/jira/browse/HIVE-22578
> Project: Hive
> Issue Type: Bug
> Components: CBO
> Affects Versions: 3.0.0, 3.1.2
> Reporter: Aron Hamvas
> Assignee: Aron Hamvas
> Priority: Major
> Fix For: 3.0.1, 3.1.3
>
> Attachments: HIVE-22578.patch
>
>
> If CBO fails during OT generation, it is supposed to skip CBO and fall back
> to SemanticAnalyzer generating the OT for the original AST. However, for CTAS
> and VIEW statements, the original AST is discarded and replaced with the new
> AST.
> If OT generation for the new AST fails with a SemanticException, the
> compilation is destined to fail completely since we cannot fall back to the
> original and possibly valid AST.
> Also, the SemanticException sometimes gets hidden and misjudged as a missing
> column statistics issue due to bad error handling.
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
