[ 
https://issues.apache.org/jira/browse/IMPALA-15208?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=18106347#comment-18106347
 ] 

Surya Hebbar commented on IMPALA-15208:
---------------------------------------

Hi Joe, the same tests are currently failing while expecting 'RUNNING' state, 
so I have reopened the case instead of a new JIRA. But, if it's just flaky that 
way based on timeout, please feel free to close the case.

@[~joemcdonnell]

The build failures have been posted on the internal ticket. 
h3. Error Message
{code:java}
tests.common.errors.Timeout: query 'af4d6d6139710675:6fc8959a00000000' did not 
reach one of the expected states ['RUNNING'], last known state PENDING
{code}
h3. Stacktrace
{code:java}
/data/jenkins/workspace/impala-asf-master-core-s3-data-cache/repos/Impala/tests/metadata/test_ddl.py:1129:
 in test_get_operation_status_for_async_ddl
    self.test_get_operation_status_for_client(client, unique_database)
        client     = <tests.common.impala_connection.ImpylaHS2Connection object 
at 0x7fe14e48cc90>
        self       = <tests.metadata.test_ddl.TestAsyncDDL object at 
0x7fe14da22a90>
        unique_database = 'test_get_operation_status_for_async_ddl_1a90805b'
        vector     = "table_format: text/none" | "protocol: hs2" | 
"exec_option: {'abort_on_error': 1, 'batch_size': 0, 'disable_codegen': 
...ble_codegen_rows_threshold': 0, 'exec_single_node_rows_threshold': 0, 
'num_nodes': 0, 'sync_ddl': 0, 'test_replan': 1}"
/data/jenkins/workspace/impala-asf-master-core-s3-data-cache/repos/Impala/tests/metadata/test_ddl.py:1119:
 in test_get_operation_status_for_client
    client.wait_for_impala_state(handle, RUNNING, SLEEP_S + 3)
        SLEEP_S    = 2
        client     = <tests.common.impala_connection.ImpylaHS2Connection object 
at 0x7fe14e48cc90>
        end        = 1787164999.6214476
        handle     = <tests.common.impala_connection.OperationHandle object at 
0x7fe14e3ef910>
        self       = <class 'tests.metadata.test_ddl.TestAsyncDDL'>
        start      = 1787164999.5829513
        unique_database = 'test_get_operation_status_for_async_ddl_1a90805b'
common/impala_connection.py:322: in wait_for_impala_state
    return self.wait_for_any_impala_state(
        expected_impala_state = 'RUNNING'
        operation_handle = <tests.common.impala_connection.OperationHandle 
object at 0x7fe14e3ef910>
        self       = <tests.common.impala_connection.ImpylaHS2Connection object 
at 0x7fe14e48cc90>
        timeout    = 5
common/impala_connection.py:358: in wait_for_any_impala_state
    raise tests.common.errors.Timeout(timeout_msg)
E   tests.common.errors.Timeout: query 'af4d6d6139710675:6fc8959a00000000' did 
not reach one of the expected states ['RUNNING'], last known state PENDING
        expected_impala_states = ['RUNNING']
        impala_state = 'PENDING'
        interval   = 5.044668436050415
        num_checks = 101
        operation_handle = <tests.common.impala_connection.OperationHandle 
object at 0x7fe14e3ef910>
        self       = <tests.common.impala_connection.ImpylaHS2Connection object 
at 0x7fe14e48cc90>
        start_time = 1787164999.6217737
        timeout_msg = "query 'af4d6d6139710675:6fc8959a00000000' did not reach 
one of the expected states ['RUNNING'], last known state PENDING"
        timeout_s  = 5
{code}

> TestAsyncDDL.test_get_operation_status_for_async_ddl times out waiting for 
> FINISHED state
> -----------------------------------------------------------------------------------------
>
>                 Key: IMPALA-15208
>                 URL: https://issues.apache.org/jira/browse/IMPALA-15208
>             Project: IMPALA
>          Issue Type: Bug
>          Components: Test
>    Affects Versions: Impala 5.0.0
>            Reporter: Joe McDonnell
>            Assignee: Joe McDonnell
>            Priority: Blocker
>              Labels: broken-build, flaky
>             Fix For: Impala 5.0.0
>
>
> After the fix for IMPALA-13690, 
> TestAsyncDDL.test_get_operation_status_for_async_ddl has seen a different 
> failure symptom intermittently:
> {noformat}
> /data/jenkins/workspace/impala-cdh_main_staging-core-asan-arm/repos/Impala/tests/metadata/test_ddl.py:1127:
>  in test_get_operation_status_for_async_ddl
>     self.test_get_operation_status_for_client(client, unique_database)
>         client     = <tests.common.impala_connection.ImpylaHS2Connection 
> object at 0xffff85538350>
>         self       = <tests.metadata.test_ddl.TestAsyncDDL object at 
> 0xffff855ce010>
>         unique_database = 'test_get_operation_status_for_async_ddl_1a90805b'
>         vector     = "table_format: text/none" | "protocol: hs2" | 
> "exec_option: {'abort_on_error': 1, 'batch_size': 0, 'disable_codegen': 
> ...ble_codegen_rows_threshold': 0, 'exec_single_node_rows_threshold': 0, 
> 'num_nodes': 0, 'sync_ddl': 0, 'test_replan': 1}"
> /data/jenkins/workspace/impala-cdh_main_staging-core-asan-arm/repos/Impala/tests/metadata/test_ddl.py:1120:
>  in test_get_operation_status_for_client
>     client.wait_for_impala_state(handle, FINISHED, SLEEP_S + 3)
>         SLEEP_S    = 2
>         client     = <tests.common.impala_connection.ImpylaHS2Connection 
> object at 0xffff85538350>
>         end        = 1784659839.579781
>         handle     = <tests.common.impala_connection.OperationHandle object 
> at 0xffff842642d0>
>         self       = <class 'tests.metadata.test_ddl.TestAsyncDDL'>
>         start      = 1784659839.5354471
>         unique_database = 'test_get_operation_status_for_async_ddl_1a90805b'
> common/impala_connection.py:322: in wait_for_impala_state
>     return self.wait_for_any_impala_state(
>         expected_impala_state = 'FINISHED'
>         operation_handle = <tests.common.impala_connection.OperationHandle 
> object at 0xffff842642d0>
>         self       = <tests.common.impala_connection.ImpylaHS2Connection 
> object at 0xffff85538350>
>         timeout    = 5
> common/impala_connection.py:358: in wait_for_any_impala_state
>     raise tests.common.errors.Timeout(timeout_msg)
> E   tests.common.errors.Timeout: query 'ff43616c0b88e44d:fa00925300000000' 
> did not reach one of the expected states ['FINISHED'], last known state 
> RUNNING
>         expected_impala_states = ['FINISHED']
>         impala_state = 'RUNNING'
>         interval   = 5.02525782585144
>         num_checks = 92
>         operation_handle = <tests.common.impala_connection.OperationHandle 
> object at 0xffff842642d0>
>         self       = <tests.common.impala_connection.ImpylaHS2Connection 
> object at 0xffff85538350>
>         start_time = 1784659841.6353123
>         timeout_msg = "query 'ff43616c0b88e44d:fa00925300000000' did not 
> reach one of the expected states ['FINISHED'], last known state RUNNING"
>         timeout_s  = 5{noformat}
> This tends to happen on slow builds like ASAN. The test could wait longer for 
> the FINISHED state.



--
This message was sent by Atlassian Jira
(v8.20.10#820010)

---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to