[
https://issues.apache.org/jira/browse/IMPALA-13690?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=18062519#comment-18062519
]
Michael Smith commented on IMPALA-13690:
----------------------------------------
Ran into an instance of this:
{code}
Error Message
tests.common.errors.Timeout: query 'd64366568f7bb588:02b5fdfe00000000' did not
reach one of the expected states ['FINISHED'], last known state RUNNING
Stacktrace
/data/jenkins/workspace/impala-asf-master-core-asan-arm/repos/Impala/tests/metadata/test_ddl.py:1092:
in test_get_operation_status_for_async_ddl
self.test_get_operation_status_for_client(client, unique_database)
client = <tests.common.impala_connection.ImpylaHS2Connection object
at 0xffff9509cbd0>
self = <tests.metadata.test_ddl.TestAsyncDDL object at
0xffff9509fe90>
unique_database = 'test_get_operation_status_for_async_ddl_1a90805b'
vector = "table_format: text/none" | "protocol: hs2" |
"exec_option: {'abort_on_error': 1, 'batch_size': 0, 'disable_codegen':
...ble_codegen_rows_threshold': 0, 'exec_single_node_rows_threshold': 0,
'num_nodes': 0, 'sync_ddl': 0, 'test_replan': 1}"
/data/jenkins/workspace/impala-asf-master-core-asan-arm/repos/Impala/tests/metadata/test_ddl.py:1085:
in test_get_operation_status_for_client
client.wait_for_impala_state(handle, FINISHED, SLEEP_S + 3)
SLEEP_S = 2
client = <tests.common.impala_connection.ImpylaHS2Connection object
at 0xffff9509cbd0>
end = 1772535307.334808
handle = <tests.common.impala_connection.OperationHandle object at
0xffff95048490>
self = <class 'tests.metadata.test_ddl.TestAsyncDDL'>
start = 1772535307.2984858
unique_database = 'test_get_operation_status_for_async_ddl_1a90805b'
common/impala_connection.py:324: in wait_for_impala_state
self.wait_for_any_impala_state(operation_handle, [expected_impala_state],
timeout)
expected_impala_state = 'FINISHED'
operation_handle = <tests.common.impala_connection.OperationHandle
object at 0xffff95048490>
self = <tests.common.impala_connection.ImpylaHS2Connection object
at 0xffff9509cbd0>
timeout = 5
common/impala_connection.py:357: in wait_for_any_impala_state
raise tests.common.errors.Timeout(timeout_msg)
E tests.common.errors.Timeout: query 'd64366568f7bb588:02b5fdfe00000000' did
not reach one of the expected states ['FINISHED'], last known state RUNNING
expected_impala_states = ['FINISHED']
impala_state = 'RUNNING'
interval = 5.047696352005005
operation_handle = <tests.common.impala_connection.OperationHandle
object at 0xffff95048490>
self = <tests.common.impala_connection.ImpylaHS2Connection object
at 0xffff9509cbd0>
start_time = 1772535309.3643117
timeout_msg = "query 'd64366568f7bb588:02b5fdfe00000000' did not reach
one of the expected states ['FINISHED'], last known state RUNNING"
timeout_s = 5
{code}
> TestAsyncDDL.test_get_operation_status_for_async_ddl failed in an ASAN build
> ----------------------------------------------------------------------------
>
> Key: IMPALA-13690
> URL: https://issues.apache.org/jira/browse/IMPALA-13690
> Project: IMPALA
> Issue Type: Bug
> Reporter: Laszlo Gaal
> Assignee: Csaba Ringhofer
> Priority: Critical
> Labels: broken-build
> Fix For: Impala 5.0.0
>
>
> Backtrace:
> {code}
> /data/jenkins/workspace/impala-asf-master-core-asan-arm/repos/Impala/tests/metadata/test_ddl.py:1007:
> in test_get_operation_status_for_async_ddl
> "INITIALIZED_STATE", "PENDING_STATE", "RUNNING_STATE")
> /data/jenkins/workspace/impala-asf-master-core-asan-arm/repos/Impala/tests/metadata/test_ddl.py:999:
> in test_get_operation_status_for_client
> assert num_times_in_running_state > 0
> E assert 0 > 0
> {code}
> Might be flaky.
> Captured stderr output:
> {code}
> SET
> client_identifier=metadata/test_ddl.py::TestAsyncDDL::()::test_get_operation_status_for_async_ddl[protocol:hs2-http|table_format:text/none|exec_option:{'disable_codegen_rows_threshold':0;'test_replan':1;'batch_size':0;'num_nodes':0;'sync_ddl':0;'disable_codegen':False;'abo;
> -- connecting to: localhost:21000
> -- 2025-01-21 00:48:47,929 INFO MainThread: Could not connect to ('::1',
> 21000, 0, 0)
> Traceback (most recent call last):
> File
> "/data/jenkins/workspace/impala-asf-master-core-asan-arm/repos/Impala/infra/python/env-gcc10.4.0/lib/python2.7/site-packages/thrift/transport/TSocket.py",
> line 137, in open
> handle.connect(sockaddr)
> File
> "/data/jenkins/workspace/impala-asf-master-core-asan-arm/Impala-Toolchain/toolchain-packages-gcc10.4.0/python-2.7.16/lib/python2.7/socket.py",
> line 228, in meth
> return getattr(self._sock,name)(*args)
> error: [Errno 111] Connection refused
> -- connecting to localhost:21050 with impyla
> -- 2025-01-21 00:48:47,929 INFO MainThread: Could not connect to ('::1',
> 21050, 0, 0)
> Traceback (most recent call last):
> File
> "/data/jenkins/workspace/impala-asf-master-core-asan-arm/repos/Impala/infra/python/env-gcc10.4.0/lib/python2.7/site-packages/thrift/transport/TSocket.py",
> line 137, in open
> handle.connect(sockaddr)
> File
> "/data/jenkins/workspace/impala-asf-master-core-asan-arm/Impala-Toolchain/toolchain-packages-gcc10.4.0/python-2.7.16/lib/python2.7/socket.py",
> line 228, in meth
> return getattr(self._sock,name)(*args)
> error: [Errno 111] Connection refused
> -- 2025-01-21 00:48:47,944 INFO MainThread: Closing active operation
> -- connecting to localhost:28000 with impyla
> -- 2025-01-21 00:48:47,964 INFO MainThread: Closing active operation
> SET
> client_identifier=metadata/test_ddl.py::TestAsyncDDL::()::test_get_operation_status_for_async_ddl[protocol:hs2-http|table_format:text/none|exec_option:{'disable_codegen_rows_threshold':0;'test_replan':1;'batch_size':0;'num_nodes':0;'sync_ddl':0;'disable_codegen':False;'abo;
> SET sync_ddl=False;
> -- executing against localhost:21000
> DROP DATABASE IF EXISTS `test_get_operation_status_for_async_ddl_c3eba863`
> CASCADE;
> -- 2025-01-21 00:48:47,980 INFO MainThread: Started query
> f244e30f81ae23e7:0563c73000000000
> SET
> client_identifier=metadata/test_ddl.py::TestAsyncDDL::()::test_get_operation_status_for_async_ddl[protocol:hs2-http|table_format:text/none|exec_option:{'disable_codegen_rows_threshold':0;'test_replan':1;'batch_size':0;'num_nodes':0;'sync_ddl':0;'disable_codegen':False;'abo;
> SET sync_ddl=False;
> -- executing against localhost:21000
> CREATE DATABASE `test_get_operation_status_for_async_ddl_c3eba863`;
> -- 2025-01-21 00:48:51,927 INFO MainThread: Started query
> 6e41083490318819:4d687d8000000000
> -- 2025-01-21 00:48:51,983 INFO MainThread: Created database
> "test_get_operation_status_for_async_ddl_c3eba863" for test ID
> "metadata/test_ddl.py::TestAsyncDDL::()::test_get_operation_status_for_async_ddl[protocol:
> hs2-http | table_format: text/none | exec_option:
> {'disable_codegen_rows_threshold': 0, 'test_replan': 1, 'batch_size': 0,
> 'num_nodes': 0, 'sync_ddl': 0, 'disable_codegen': False, 'abort_on_error': 1,
> 'exec_single_node_rows_threshold': 0}]"
> -- executing against Impala at localhost:28000
> drop table if exists
> test_get_operation_status_for_async_ddl_c3eba863.alltypes_clone;
> -- b6449abcd316aedb:d6801fd000000000: getting log for operation
> -- b6449abcd316aedb:d6801fd000000000: getting runtime profile operation
> -- b6449abcd316aedb:d6801fd000000000: closing query for operation
> -- 2025-01-21 00:48:52,014 INFO MainThread: Closing active operation
> -- executing against Impala at localhost:28000
> select count(*) from functional_parquet.alltypes;
> -- 6c4aab62005c8ed7:732b9fb100000000: getting log for operation
> -- 6c4aab62005c8ed7:732b9fb100000000: getting runtime profile operation
> -- 6c4aab62005c8ed7:732b9fb100000000: closing query for operation
> -- 2025-01-21 00:48:52,156 INFO MainThread: Closing active operation
> -- executing against Impala at localhost:28000
> set enable_async_ddl_execution=true;
> -- 5e42f73cfa7229ca:fb014b4a00000000: getting log for operation
> -- 5e42f73cfa7229ca:fb014b4a00000000: getting runtime profile operation
> -- 5e42f73cfa7229ca:fb014b4a00000000: closing query for operation
> -- 2025-01-21 00:48:52,175 INFO MainThread: Closing active operation
> -- executing against Impala at localhost:28000
> set debug_action="CRS_DELAY_BEFORE_CATALOG_OP_EXEC:SLEEP@10000";
> -- da46e0efc0b01c6a:e10de6e100000000: getting log for operation
> -- da46e0efc0b01c6a:e10de6e100000000: getting runtime profile operation
> -- da46e0efc0b01c6a:e10de6e100000000: closing query for operation
> -- 2025-01-21 00:48:52,194 INFO MainThread: Closing active operation
> -- executing against Impala at localhost:28000
> create table test_get_operation_status_for_async_ddl_c3eba863.alltypes_clone
> as select * from functional_parquet.alltypes;
> Started query d84b84d10fa884db:d09d5d3700000000
> -- d84b84d10fa884db:d09d5d3700000000: checking finished state for operation
> -- d84b84d10fa884db:d09d5d3700000000: getting state
> -- d84b84d10fa884db:d09d5d3700000000: checking finished state for operation
> -- d84b84d10fa884db:d09d5d3700000000: getting state
> -- d84b84d10fa884db:d09d5d3700000000: checking finished state for operation
> -- d84b84d10fa884db:d09d5d3700000000: getting state
> [....repeated a million times....]
> -{code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
