[
https://issues.apache.org/jira/browse/IMPALA-7851?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16694088#comment-16694088
]
Tim Armstrong commented on IMPALA-7851:
---------------------------------------
It reproduces as a hang for me locally. On the coordinator:
{noformat}
Thread 2 (Thread 0x7fef2728e700 (LWP 32579)):
#0 0x00007ff1f1330360 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/x86_64-linux-gnu/libpthread.so.0
#1 0x00000000017c39fb in impala::ConditionVariable::Wait (this=0x60b00056c090,
lock=...) at be/src/util/condition-variable.h:51
#2 0x000000000206a1c2 in impala::Promise<bool, (impala::PromiseMode)0>::Get
(this=0x60b00056c090) at be/src/util/promise.h:87
#3 0x0000000002067ff9 in impala::CountingBarrier::Wait (this=0x60b00056c094)
at be/src/util/counting-barrier.h:95
#4 0x00000000039ce2a5 in impala::Coordinator::WaitForBackends
(this=0x7fef2728af70) at be/src/runtime/coordinator.cc:584
#5 0x00000000039cd904 in impala::Coordinator::HandleExecStateTransition
(this=0x619000b71b80, old_state=<optimized out>, new_state=656977952) at
be/src/runtime/coordinator.cc:533
#6 0x00000000039cd0ec in impala::Coordinator::SetNonErrorTerminalState
(this=0x619000b71b80, state=impala::Coordinator::ExecState::RETURNED_RESULTS)
at be/src/runtime/coordinator.cc:459
#7 0x00000000039d2243 in impala::Coordinator::GetNext (this=0x619000b71b80,
results=0x604000526250, max_rows=656979664, eos=0x624000150639) at
be/src/runtime/coordinator.cc:631
#8 0x00000000022745e0 in impala::ClientRequestState::FetchRowsInternal
(this=0x624000150100, max_rows=10, fetched_rows=0x604000526250) at
be/src/service/client-request-state.cc:918
#9 0x0000000002273ca8 in impala::ClientRequestState::FetchRows
(this=0x624000150100, max_rows=10, fetched_rows=0x604000526250) at
be/src/service/client-request-state.cc:810
#10 0x00000000022989a2 in impala::ImpalaServer::FetchInternal (this=<optimized
out>, query_id=..., fetch_size=10, fetch_first=96,
fetch_results=0x7fef2728c748) at be/src/service/impala-hs2-server.cc:216
#11 0x00000000022a7649 in impala::ImpalaServer::FetchResults
(this=0x61d000008c80, return_val=..., request=...) at
be/src/service/impala-hs2-server.cc:783
#12 0x00000000037dbe9f in
apache::hive::service::cli::thrift::TCLIServiceProcessor::process_FetchResults
(this=<optimized out>, seqid=0, iprot=0x7fef2728c740, oprot=<optimized out>,
callContext=<optimized out>) at
be/generated-sources/gen-cpp/TCLIService.cpp:5763
#13 0x00000000037d0476 in
apache::hive::service::cli::thrift::TCLIServiceProcessor::dispatchCall
(this=<optimized out>, iprot=0x606000208be0, oprot=0x606000208b20, fname=...,
seqid=0, callContext=0x6060005ca4a0) at
be/generated-sources/gen-cpp/TCLIService.cpp:4926
#14 0x0000000003767eff in
impala::ImpalaHiveServer2ServiceProcessor::dispatchCall (this=<optimized out>,
iprot=0x606000208be0, oprot=0x606000208b20, fname=..., seqid=0,
callContext=0x6060005ca4a0) at
be/generated-sources/gen-cpp/ImpalaHiveServer2Service.cpp:505
#15 0x00000000017ab52e in apache::thrift::TDispatchProcessor::process
(this=0x60e0000a4920, in=..., out=..., connectionContext=0x6060005ca4a0) at
/opt/Impala-Toolchain/thrift-0.9.3-p4/include/thrift/TDispatchProcessor.h:121
#16 0x0000000001edb745 in apache::thrift::server::TAcceptQueueServer::Task::run
(this=0x608000219f20) at be/src/rpc/TAcceptQueueServer.cpp:74
#17 0x0000000001ecbd2e in impala::ThriftThread::RunRunnable (this=<optimized
out>, runnable=..., promise=<optimized out>) at be/src/rpc/thrift-thread.cc:74
#18 0x0000000001eceafb in boost::_mfi::mf2<void, impala::ThriftThread,
boost::shared_ptr<apache::thrift::concurrency::Runnable>,
impala::Promise<unsigned long, (impala::PromiseMode)0>*>::operator()
(this=<optimized out>, p=0x606000208a60, a1=..., a2=0x7fef7c52ab60)
at
/opt/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/mem_fn_template.hpp:280
#19 0x0000000001ece903 in
boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>,
boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >,
boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*>
>::operator()<boost::_mfi::mf2<void, impala::ThriftThread,
boost::shared_ptr<apache::thrift::concurrency::Runnable>,
impala::Promise<unsigned long, (impala::PromiseMode)0>*>, boost::_bi::list0>
(this=<optimized out>, f=..., a=...) at
/opt/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:392
#20 0x0000000001ece79c in boost::_bi::bind_t<void, boost::_mfi::mf2<void,
impala::ThriftThread, boost::shared_ptr<apache::thrift::concurrency::Runnable>,
impala::Promise<unsigned long, (impala::PromiseMode)0>*>,
boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>,
boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >,
boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> >
>::operator() (this=0x6040004cead0) at
/opt/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20
#21 0x0000000001d60ca7 in boost::function0<void>::operator() (this=<optimized
out>) at
/opt/Impala-Toolchain/boost-1.57.0-p3/include/boost/function/function_template.hpp:766
#22 0x000000000248db6f in impala::Thread::SuperviseThread(std::string const&,
std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*,
impala::Promise<long, (impala::PromiseMode)0>*) (name=..., category=...,
functor=..., parent_thread_info=<optimized out>,
thread_started=<optimized out>) at be/src/util/thread.cc:359
#23 0x0000000002498ff9 in boost::_bi::list5<boost::_bi::value<std::string>,
boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >,
boost::_bi::value<impala::ThreadDebugInfo*>,
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*>
>::operator()<void (*)(std::string const&, std::string const&,
boost::function<void ()>, impala::ThreadDebugInfo const*, impala::Promise<long,
(impala::PromiseMode)0>*), boost::_bi::list0>(boost::_bi::type<void>, void
(*&)(std::string const&, std::string const&, boost::function<void ()>,
impala::ThreadDebugInfo const*, impala::Promise<long,
(impala::PromiseMode)0>*), boost::_bi::list0&, int) (this=<optimized out>,
f=<optimized out>, a=...) at
/opt/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind.hpp:525
#24 0x0000000002498e4c in boost::_bi::bind_t<void, void (*)(std::string const&,
std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*,
impala::Promise<long, (impala::PromiseMode)0>*),
boost::_bi::list5<boost::_bi::value<std::string>,
boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >,
boost::_bi::value<impala::ThreadDebugInfo*>,
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> >
>::operator()() (this=0x6150001300b8)
at
/opt/Impala-Toolchain/boost-1.57.0-p3/include/boost/bind/bind_template.hpp:20
#25 0x0000000003b3cb5a in thread_proxy ()
#26 0x00007ff1f132a6ba in start_thread () from
/lib/x86_64-linux-gnu/libpthread.so.0
#27 0x00007ff1f0e4a41d in clone () from /lib/x86_64-linux-gnu/libc.so.6
{noformat}
If I look at the data structures they look all garbled:
{noformat}
(gdb) p *this
$4 = {
schedule_ = @0x5b4abf0,
stmt_type_ = 1692702160,
backend_states_ = {
<std::_Vector_base<impala::Coordinator::BackendState*,
std::allocator<impala::Coordinator::BackendState*> >> = {
_M_impl = {
<std::allocator<impala::Coordinator::BackendState*>> = {
<__gnu_cxx::new_allocator<impala::Coordinator::BackendState*>> = {<No
data fields>}, <No data fields>},
members of std::_Vector_base<impala::Coordinator::BackendState*,
std::allocator<impala::Coordinator::BackendState*> >::_Vector_impl:
_M_start = 0x0,
_M_finish = 0x619000b71df0,
_M_end_of_storage = 0x7fef2728af70
}
}, <No data fields>},
backend_states_init_lock_ = {
l_ = {
static LINKER_INITIALIZED = base::LINKER_INITIALIZED,
lockword_ = 0
}
},
query_state_ = 0x7fef2728af10,
coord_instance_ = 0x6240001509a0,
coord_sink_ = 0x62c002aa7738,
wait_lock_ = {
l_ = {
static LINKER_INITIALIZED = base::LINKER_INITIALIZED,
lockword_ = 656977664
}
},
has_called_wait_ = 239,
progress_ = {
label_ = {
static npos = <optimized out>,
_M_dataplus = {
{noformat}
> TestFetchFirst::test_query_stmts_v6 hang during core asan build
> ---------------------------------------------------------------
>
> Key: IMPALA-7851
> URL: https://issues.apache.org/jira/browse/IMPALA-7851
> Project: IMPALA
> Issue Type: Bug
> Affects Versions: Impala 3.2.0
> Reporter: Bikramjeet Vig
> Assignee: Tim Armstrong
> Priority: Blocker
> Labels: broken-build
>
> {noformat}
> 22:11:44 hs2/test_fetch_first.py::TestFetchFirst::test_parallel_insert <-
> ../../../../../../../data/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/tests/hs2/hs2_test_suite.py
> PASSED
> 22:11:44 hs2/test_fetch_first.py::TestFetchFirst::test_non_query_stmts <-
> ../../../../../../../data/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/tests/hs2/hs2_test_suite.py
> PASSED
> 22:11:44 hs2/test_fetch_first.py::TestFetchFirst::test_constant_query_stmts
> <-
> ../../../../../../../data/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/tests/hs2/hs2_test_suite.py
> PASSED
> 22:11:44 hs2/test_fetch_first.py::TestFetchFirst::test_query_stmts_v1 <-
> ../../../../../../../data/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/tests/hs2/hs2_test_suite.py
> PASSED
> 20:12:39 hs2/test_fetch_first.py::TestFetchFirst::test_query_stmts_v6 <-
> ../../../../../../../data/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/tests/hs2/hs2_test_suite.py
> Build timed out (after 1,440 minutes).
> {noformat}
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
