Quanlong Huang created IMPALA-15289:
---------------------------------------
Summary: test_spilling fails due to FastLimitCheckExceededRows not
found
Key: IMPALA-15289
URL: https://issues.apache.org/jira/browse/IMPALA-15289
Project: IMPALA
Issue Type: Bug
Reporter: Quanlong Huang
Assignee: Quanlong Huang
TestSpillingDebugActionDimensions.test_spilling intermittently fails due to the
profile counter FastLimitCheckExceededRows doesn't exist.
{code}
query_test.test_spilling.TestSpillingDebugActionDimensions.test_spilling["table_format:
parquet/none" | "protocol: hs2" | "exec_option: {'debug_action':
'-1:OPEN:[email protected]',
'default_spillable_buffer_size': '256k', 'mt_dop': 0}"] (from pytest){code}
Error message
{noformat}
AssertionError: Did not find matches for lines in runtime profile:
EXPECTED LINES:
row_regex: .*FastLimitCheckExceededRows: [0-9]+{noformat}
Stacktrace
{noformat}
query_test/test_spilling.py:71: in test_spilling
self.run_test_case('QueryTest/spilling', vector)
self = <test_spilling.TestSpillingDebugActionDimensions object at
0x7f8bf1271690>
vector = "table_format: parquet/none" | "protocol: hs2" |
"exec_option: {'debug_action': '-1:OPEN:[email protected]',
'default_spillable_buffer_size': '256k', 'mt_dop': 0}"
common/impala_test_suite.py:1124: in run_test_case
rt_profile = verify_runtime_profile(
_ImpalaTestSuite__exec_in_hive = <function
ImpalaTestSuite.run_test_case.<locals>.__exec_in_hive at 0x7f8bf11bee80>
_ImpalaTestSuite__exec_in_impala = <function
ImpalaTestSuite.run_test_case.<locals>.__exec_in_impala at 0x7f8bf11bfb00>
_ImpalaTestSuite__exec_in_trino = <function
ImpalaTestSuite.run_test_case.<locals>.__exec_in_trino at 0x7f8bf11bf100>
catch_section_name = 'CATCH'
current_error = None
encoding = None
exec_fn = <function
ImpalaTestSuite.run_test_case.<locals>.__exec_in_impala at 0x7f8bf11bfb00>
exec_options = {'debug_action':
'-1:OPEN:[email protected]',
'default_spillable_buffer_size': '256k', 'mt_dop': 0}
failed_count = 0
impalad_client = <tests.common.impala_connection.ImpylaHS2Connection
object at 0x7f8bf0f68810>
lineage_log_dir = ''
multiple_impalad = False
protocol = 'hs2'
query = 'set buffer_pool_limit=136m;\nselect c.c2 from\n(select
distinct (a.id*10000 + b.id) c1, a.int_col c2\nfrom functional...onal.alltypes
b limit 3500000) c join /* +SHUFFLE */ functional.alltypes d on c.c2 =
d.int_col\ngroup by c.c2\nlimit 5'
query_section = '# Test spilling an agg with a LIMIT; see
IMPALA-2581\nset buffer_pool_limit=136m;\nselect c.c2 from\n(select
distinct...al.alltypes b limit 3500000) c join /* +SHUFFLE */
functional.alltypes d on c.c2 = d.int_col\ngroup by c.c2\nlimit 5\n'
result = <tests.common.impala_connection.ImpylaHS2ResultSet object
at 0x7f8bf11a1050>
result_list = []
results_section_name = 'RESULTS'
rt_profile = []
rt_profile_info = 'RUNTIME_PROFILE'
sections = [defaultdict(<class 'str'>, {'QUERY': 'set
buffer_pool_limit=110m;\nselect count(l1.l_tax)\nfrom\nlineitem
l1,\nlineit...F','1993-07-14','1993-08-21','1993-08-06','COLLECT
COD','SHIP','ic deposits cajole carefully. quickly bold '\n"}), ...]
self = <test_spilling.TestSpillingDebugActionDimensions object at
0x7f8bf1271690>
table_format_info = <tests.common.test_dimensions.TableFormatInfo
object at 0x7f8bf2388cd0>
target_impalad_clients =
[<tests.common.impala_connection.ImpylaHS2Connection object at 0x7f8bf0f68810>]
test_file_name = 'QueryTest/spilling'
test_file_vars = None
test_section = defaultdict(<class 'str'>, {'QUERY': '# Test spilling an
agg with a LIMIT; see IMPALA-2581\nset buffer_pool_limit=136m...t spilling was
activated.\naggregation(SUM, SpilledPartitions)> 0\nrow_regex:
.*FastLimitCheckExceededRows: [0-9]+\n'})
total_count = 11
use_db = None
user = None
vector = "table_format: parquet/none" | "protocol: hs2" |
"exec_option: {'debug_action': '-1:OPEN:[email protected]',
'default_spillable_buffer_size': '256k', 'mt_dop': 0}"
common/test_result_verifier.py:731: in verify_runtime_profile
assert len(unmatched_lines) == 0, ("Did not find matches for lines in
runtime profile:"{noformat}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
