[
https://issues.apache.org/jira/browse/IMPALA-13784?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=18089069#comment-18089069
]
Laszlo Gaal commented on IMPALA-13784:
--------------------------------------
I saw another occurrence, this time in an exhaustive-arm build. This suggests
that the failure might be ARM-specific.
Stack trace is
{code:java}
custom_cluster/test_admission_controller.py:2050: in
test_coord_only_pool_one_coord_terminate
raise e
all_coords = [<ImpaladProcess PID: 3590436
(/data/jenkins/workspace/impala-cdwh-2025.0.21.3-exhaustive-release-arm/repos/Impala/be/...io_threads=1
-num_s3_io_threads=1 -num_s3_file_oper_io_threads=1 -num_sfs_io_threads=1
-geospatial_library=HIVE_ESRI)>]
coord_to_term = <ImpaladProcess PID: None
(/data/jenkins/workspace/impala-cdwh-2025.0.21.3-exhaustive-release-arm/repos/Impala/be/buil..._io_threads=1
-num_s3_io_threads=1 -num_s3_file_oper_io_threads=1 -num_sfs_io_threads=1
-geospatial_library=HIVE_ESRI)>
done_waiting = False
iterations = 0
self =
<tests.custom_cluster.test_admission_controller.TestAdmissionControllerWithACServiceCompress
object at 0xffffa47db9d0>
vector = "table_format: text/none" | "protocol: hs2" |
"exec_option: {'abort_on_error': 1, 'batch_size': 0, 'disable_codegen':
...hreshold': 5000, 'exec_single_node_rows_threshold': 0, 'num_nodes': 0,
'test_replan': 1, 'request_pool': 'onlycoords'}"
custom_cluster/test_admission_controller.py:2034: in
test_coord_only_pool_one_coord_terminate
result = self.execute_query_using_client(self.client, ACTIVE_SQL, vector)
all_coords = [<ImpaladProcess PID: 3590436
(/data/jenkins/workspace/impala-cdwh-2025.0.21.3-exhaustive-release-arm/repos/Impala/be/...io_threads=1
-num_s3_io_threads=1 -num_s3_file_oper_io_threads=1 -num_sfs_io_threads=1
-geospatial_library=HIVE_ESRI)>]
coord_to_term = <ImpaladProcess PID: None
(/data/jenkins/workspace/impala-cdwh-2025.0.21.3-exhaustive-release-arm/repos/Impala/be/buil..._io_threads=1
-num_s3_io_threads=1 -num_s3_file_oper_io_threads=1 -num_sfs_io_threads=1
-geospatial_library=HIVE_ESRI)>
done_waiting = False
iterations = 0
self =
<tests.custom_cluster.test_admission_controller.TestAdmissionControllerWithACServiceCompress
object at 0xffffa47db9d0>
vector = "table_format: text/none" | "protocol: hs2" |
"exec_option: {'abort_on_error': 1, 'batch_size': 0, 'disable_codegen':
...hreshold': 5000, 'exec_single_node_rows_threshold': 0, 'num_nodes': 0,
'test_replan': 1, 'request_pool': 'onlycoords'}"
common/impala_test_suite.py:1276: in execute_query_using_client
return client.execute(query)
client = <tests.common.impala_connection.ImpylaHS2Connection object
at 0xffff7aabb160>
query = 'select * from sys.impala_query_live'
query_options = {'abort_on_error': 1, 'batch_size': 0,
'disable_codegen': False, 'disable_codegen_rows_threshold': 5000, ...}
self =
<tests.custom_cluster.test_admission_controller.TestAdmissionControllerWithACServiceCompress
object at 0xffffa47db9d0>
vector = "table_format: text/none" | "protocol: hs2" |
"exec_option: {'abort_on_error': 1, 'batch_size': 0, 'disable_codegen':
...hreshold': 5000, 'exec_single_node_rows_threshold': 0, 'num_nodes': 0,
'test_replan': 1, 'request_pool': 'onlycoords'}"
common/impala_connection.py:692: in execute
cursor.execute(sql_stmt, configuration=self.__query_options)
cursor = <impala.hiveserver2.HiveServer2Cursor object at
0xffff98d6bb80>
fetch_exec_summary = False
fetch_profile_after_close = False
profile_format = 0
result = None
same_user = True
self = <tests.common.impala_connection.ImpylaHS2Connection object
at 0xffff7aabb160>
sql_stmt = 'select * from sys.impala_query_live'
user = None
../infra/python/env-gcc10.4.0-py3/lib/python3.8/site-packages/impala/hiveserver2.py:394:
in execute
self._wait_to_finish() # make execute synchronous
configuration = {'abort_on_error': '1', 'batch_size': '0',
'client_identifier':
'custom_cluster/test_admission_controller.py::TestAdmi...option:{\'abort_on_error\':1;\'batch_size\':0;\'disable_codegen\':False;\'disable_co',
'disable_codegen': 'False', ...}
operation = 'select * from sys.impala_query_live'
parameters = None
self = <impala.hiveserver2.HiveServer2Cursor object at
0xffff98d6bb80>
../infra/python/env-gcc10.4.0-py3/lib/python3.8/site-packages/impala/hiveserver2.py:484:
in _wait_to_finish
raise OperationalError(resp.errorMessage)
E impala.error.OperationalError: Query ba47eb85b579f052:87be176b00000000
failed:
E Failed due to unreachable impalad(s):
impala-ec2-rhel92-m7g-4xlarge-ondemand-14d7.vpc.cloudera.com:27002
loop_start = 1781360537.345808
operation_state = 'ERROR_STATE'
req =
TGetOperationStatusReq(operationHandle=TOperationHandle(operationId=THandleIdentifier(guid=b'R\xf0y\xb5\x85\xebG\xba\x...t=b"\x88\xc0\x8a\xe6\x9d\x06E\xb9\xa7\x81}\xd5\x18Y'\x05"),
operationType=0, hasResultSet=True, modifiedRowCount=None))
resp = TGetOperationStatusResp(status=TStatus(statusCode=0,
infoMessages=None, sqlState=None, errorCode=None, errorMessage=No... to
unreachable impalad(s):
impala-ec2-rhel92-m7g-4xlarge-ondemand-14d7.vpc.cloudera.com:27002\n\n',
hasResultSet=None)
rpc_time = 0.0002090930938720703
self = <impala.hiveserver2.HiveServer2Cursor object at
0xffff98d6bb80>
sleep_time = 0.05
start_rpc_time = 1781360537.4962852 {code}
> TestAdmissionController.test_coord_only_pool_one_coord_terminate could fail
> in ASAN build
> -----------------------------------------------------------------------------------------
>
> Key: IMPALA-13784
> URL: https://issues.apache.org/jira/browse/IMPALA-13784
> Project: IMPALA
> Issue Type: Bug
> Reporter: Fang-Yu Rao
> Assignee: Jason Fehr
> Priority: Major
> Labels: broken-build
>
> We found that
> *TestAdmissionController.test_coord_only_pool_one_coord_terminate* could fail
> in the ASAN build with the following error message.
> {code:java}
> 03:13:01 set_option('client_identifier',
> 'custom_cluster/test_admission_controller.py::TestAdmissionController::()::test_coord_only_pool_one_coord_terminate[protocol:beeswax|table_format:text/none|exec_option:{'test_replan':1;'batch_size':0;'num_nodes':0;'disable_codegen_rows_threshold':5000;'dis')
> 03:13:01 -- connecting to: localhost:21000
> 03:13:01 -- 2025-02-19 22:01:08,349 INFO MainThread: Could not connect to
> ('::1', 21000, 0, 0)
> 03:13:01 Traceback (most recent call last):
> 03:13:01 File
> "/data0/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/infra/python/env-gcc10.4.0/lib/python2.7/site-packages/thrift/transport/TSocket.py",
> line 137, in open
> 03:13:01 handle.connect(sockaddr)
> 03:13:01 File
> "/data/jenkins/workspace/impala-asf-master-core-asan/Impala-Toolchain/toolchain-packages-gcc10.4.0/python-2.7.16/lib/python2.7/socket.py",
> line 228, in meth
> 03:13:01 return getattr(self._sock,name)(*args)
> 03:13:01 error: [Errno 111] Connection refused
> 03:13:01 set_option('client_identifier',
> 'custom_cluster/test_admission_controller.py::TestAdmissionController::()::test_coord_only_pool_one_coord_terminate[protocol:beeswax|table_format:text/none|exec_option:{'test_replan':1;'batch_size':0;'num_nodes':0;'disable_codegen_rows_threshold':5000;'dis')
> 03:13:01 -- connecting to localhost:21050 with impyla
> 03:13:01 -- 2025-02-19 22:01:08,349 INFO MainThread: Could not connect to
> ('::1', 21050, 0, 0)
> 03:13:01 Traceback (most recent call last):
> 03:13:01 File
> "/data0/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/infra/python/env-gcc10.4.0/lib/python2.7/site-packages/thrift/transport/TSocket.py",
> line 137, in open
> 03:13:01 handle.connect(sockaddr)
> 03:13:01 File
> "/data/jenkins/workspace/impala-asf-master-core-asan/Impala-Toolchain/toolchain-packages-gcc10.4.0/python-2.7.16/lib/python2.7/socket.py",
> line 228, in meth
> 03:13:01 return getattr(self._sock,name)(*args)
> 03:13:01 error: [Errno 111] Connection refused
> 03:13:01 set_option('client_identifier',
> 'custom_cluster/test_admission_controller.py::TestAdmissionController::()::test_coord_only_pool_one_coord_terminate[protocol:beeswax|table_format:text/none|exec_option:{'test_replan':1;'batch_size':0;'num_nodes':0;'disable_codegen_rows_threshold':5000;'dis')
> 03:13:01 -- connecting to localhost:28000 with impyla
> 03:13:01 -- 2025-02-19 22:01:08,738 INFO MainThread: Could not connect to
> ('::1', 21050, 0, 0)
> 03:13:01 Traceback (most recent call last):
> 03:13:01 File
> "/data0/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/infra/python/env-gcc10.4.0/lib/python2.7/site-packages/thrift/transport/TSocket.py",
> line 137, in open
> 03:13:01 handle.connect(sockaddr)
> 03:13:01 File
> "/data/jenkins/workspace/impala-asf-master-core-asan/Impala-Toolchain/toolchain-packages-gcc10.4.0/python-2.7.16/lib/python2.7/socket.py",
> line 228, in meth
> 03:13:01 return getattr(self._sock,name)(*args)
> 03:13:01 error: [Errno 111] Connection refused
> {code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
