Laszlo Gaal created IMPALA-15754:
------------------------------------
Summary: custom_cluster test test_java_udfs_from_impala fails on
Ozone with impala-hive-udfs.jar not found
Key: IMPALA-15754
URL: https://issues.apache.org/jira/browse/IMPALA-15754
Project: IMPALA
Issue Type: Bug
Components: Test
Affects Versions: Impala 5.0.0
Reporter: Laszlo Gaal
custom_cluster.test_permanent_udfs.TestUdfPersistence.test_java_udfs_from_impala
fails in exhaustive runs on Ozone with a "file not found" error.
Symptom:{code}
impala.error.HiveServer2Error: Query 1f429640760cf7a4:e2ee665f00000000 failed:
AnalysisException: Could not load binary:
ofs://localhost:9862/test-warehouse/impala-hive-udfs.jar
Failed to get file info ofs://localhost:9862/test-warehouse/impala-hive-udfs.jar
Error(2): No such file or directory
{code}
Call stack (long): {code}
custom_cluster/test_permanent_udfs.py:374: in test_java_udfs_from_impala
self.client.execute("create function %s.%s(boolean) returns boolean "
self =
<tests.custom_cluster.test_permanent_udfs.TestUdfPersistence object at
0x7efc9b256f50>
common/impala_connection.py:689: in execute
cursor.execute(sql_stmt, configuration=self.__query_options)
cursor = <impala.hiveserver2.HiveServer2Cursor object at
0x7efc414539d0>
fetch_exec_summary = False
fetch_profile_after_close = False
profile_format = 0
result = None
same_user = True
self = <tests.common.impala_connection.ImpylaHS2Connection object
at 0x7efc7018b850>
sql_stmt = "create function java_permanent_test.identity(boolean)
returns boolean location
'ofs://localhost:9862/test-warehouse/impala-hive-udfs.jar'
symbol='org.apache.impala.TestUdf'"
user = None
../infra/python/env-gcc15.3.0-py3/lib/python3.11/site-packages/impala/hiveserver2.py:389:
in execute
self.execute_async(operation, parameters=parameters,
configuration = {'client_identifier':
'custom_cluster/test_permanent_udfs.py::TestUdfPersistence::test_java_udfs_from_impala'}
operation = "create function java_permanent_test.identity(boolean)
returns boolean location
'ofs://localhost:9862/test-warehouse/impala-hive-udfs.jar'
symbol='org.apache.impala.TestUdf'"
parameters = None
self = <impala.hiveserver2.HiveServer2Cursor object at
0x7efc414539d0>
../infra/python/env-gcc15.3.0-py3/lib/python3.11/site-packages/impala/hiveserver2.py:441:
in execute_async
self._execute_async(op)
configuration = {'client_identifier':
'custom_cluster/test_permanent_udfs.py::TestUdfPersistence::test_java_udfs_from_impala'}
op = <function HiveServer2Cursor.execute_async.<locals>.op at
0x7efd4d2318a0>
operation = "create function java_permanent_test.identity(boolean)
returns boolean location
'ofs://localhost:9862/test-warehouse/impala-hive-udfs.jar'
symbol='org.apache.impala.TestUdf'"
parameters = None
paramstyle = None
self = <impala.hiveserver2.HiveServer2Cursor object at
0x7efc414539d0>
../infra/python/env-gcc15.3.0-py3/lib/python3.11/site-packages/impala/hiveserver2.py:460:
in _execute_async
operation_fn()
operation_fn = <function HiveServer2Cursor.execute_async.<locals>.op at
0x7efd4d2318a0>
self = <impala.hiveserver2.HiveServer2Cursor object at
0x7efc414539d0>
../infra/python/env-gcc15.3.0-py3/lib/python3.11/site-packages/impala/hiveserver2.py:436:
in op
op = self.session.execute(self._last_operation_string,
configuration = {'client_identifier':
'custom_cluster/test_permanent_udfs.py::TestUdfPersistence::test_java_udfs_from_impala'}
operation = "create function java_permanent_test.identity(boolean)
returns boolean location
'ofs://localhost:9862/test-warehouse/impala-hive-udfs.jar'
symbol='org.apache.impala.TestUdf'"
parameters = None
paramstyle = None
self = <impala.hiveserver2.HiveServer2Cursor object at
0x7efc414539d0>
../infra/python/env-gcc15.3.0-py3/lib/python3.11/site-packages/impala/hiveserver2.py:1329:
in execute
return self._operation('ExecuteStatement', req, False)
configuration = {'client_identifier':
'custom_cluster/test_permanent_udfs.py::TestUdfPersistence::test_java_udfs_from_impala'}
req =
TExecuteStatementReq(sessionHandle=TSessionHandle(sessionId=THandleIdentifier(guid=b'\xda+`\xb5\xf0\x07@T\x91\x8ch\n\x...t_identifier':
'custom_cluster/test_permanent_udfs.py::TestUdfPersistence::test_java_udfs_from_impala'},
runAsync=True)
run_async = True
self = <impala.hiveserver2.HS2Session object at 0x7efd5a5bf950>
statement = "create function java_permanent_test.identity(boolean)
returns boolean location
'ofs://localhost:9862/test-warehouse/impala-hive-udfs.jar'
symbol='org.apache.impala.TestUdf'"
../infra/python/env-gcc15.3.0-py3/lib/python3.11/site-packages/impala/hiveserver2.py:1249:
in _operation
resp = self._rpc(kind, request, safe_to_retry)
kind = 'ExecuteStatement'
request =
TExecuteStatementReq(sessionHandle=TSessionHandle(sessionId=THandleIdentifier(guid=b'\xda+`\xb5\xf0\x07@T\x91\x8ch\n\x...t_identifier':
'custom_cluster/test_permanent_udfs.py::TestUdfPersistence::test_java_udfs_from_impala'},
runAsync=True)
safe_to_retry = False
self = <impala.hiveserver2.HS2Session object at 0x7efd5a5bf950>
../infra/python/env-gcc15.3.0-py3/lib/python3.11/site-packages/impala/hiveserver2.py:1186:
in _rpc
err_if_rpc_not_ok(response)
func_name = 'ExecuteStatement'
request =
TExecuteStatementReq(sessionHandle=TSessionHandle(sessionId=THandleIdentifier(guid=b'\xda+`\xb5\xf0\x07@T\x91\x8ch\n\x...t_identifier':
'custom_cluster/test_permanent_udfs.py::TestUdfPersistence::test_java_udfs_from_impala'},
runAsync=True)
response = TExecuteStatementResp(status=TStatus(statusCode=3,
infoMessages=None, sqlState='HY000', errorCode=None,
errorMessage='.../localhost:9862/test-warehouse/impala-hive-udfs.jar\nError(2):
No such file or directory\n\n\n'), operationHandle=None)
safe_to_retry = False
self = <impala.hiveserver2.HS2Session object at 0x7efd5a5bf950>
../infra/python/env-gcc15.3.0-py3/lib/python3.11/site-packages/impala/hiveserver2.py:868:
in err_if_rpc_not_ok
raise HiveServer2Error(resp.status.errorMessage)
E impala.error.HiveServer2Error: Query 1f429640760cf7a4:e2ee665f00000000
failed:
E AnalysisException: Could not load binary:
ofs://localhost:9862/test-warehouse/impala-hive-udfs.jar
E Failed to get file info
ofs://localhost:9862/test-warehouse/impala-hive-udfs.jar
E Error(2): No such file or directory
resp = TExecuteStatementResp(status=TStatus(statusCode=3,
infoMessages=None, sqlState='HY000', errorCode=None,
errorMessage='.../localhost:9862/test-warehouse/impala-hive-udfs.jar\nError(2):
No such file or directory\n\n\n'), operationHandle=None)
{code}
Creating other UDFs from
{{ofs://localhost:9862/impala/test-warehouse/libTestUdfs.so}} is successful.
--
This message was sent by Atlassian Jira
(v10.3.26#10030026)
