yyzzjj created IMPALA-6310:
------------------------------
Summary: Hung Query-During an exhaustive test run on CentOS6.5
Key: IMPALA-6310
URL: https://issues.apache.org/jira/browse/IMPALA-6310
Project: IMPALA
Issue Type: Bug
Components: Backend
Affects Versions: Impala 2.11.0
Reporter: yyzzjj
Priority: Critical
Attachments: mysql-san-node-part1.png, mysql-scan-node-part2.png,
mysql-scanner.png
{code:java}
Thread 4 (Thread 0x7fd38ba69700 (LWP 19831)):
#0 0x0000003fbc60b5bc in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib64/libpthread.so.0
#1 0x00007fe7b6b9a173 in boost::condition_variable::wait (this=0x7fddf2689258,
m=...) at /usr/local/include/boost/thread/pthread/condition_variable.hpp:73
#2 0x00007fe7b2ed13fc in boost::thread::join_noexcept() () from
/export/ldb/servers/impala-snapshot/lib_C/libboost_thread.so.1.57.0
#3 0x00007fe7b66bda5f in boost::thread::join (this=0x31409aa0) at
/usr/local/include/boost/thread/detail/thread.hpp:767
#4 impala::Thread::Join (this=<optimized out>) at
/export/ldb/online/impala/be/src/util/thread.h:118
#5 impala::ThreadGroup::JoinAll (this=this@entry=0x7fde39ee4c38) at
/export/ldb/online/impala/be/src/util/thread.cc:361
#6 0x00007fe7b611549d in impala::MysqlScanNode::Close (this=0x7fde39ee4940,
state=0x7fdfef3ac000) at
/export/ldb/online/impala/be/src/jd_src/mysql-scan-node.cc:226
#7 0x00007fe7b55cb2f9 in impala::ExecNode::Close (this=0x7fe522cb0f80,
state=0x7fdfef3ac000) at /export/ldb/online/impala/be/src/exec/exec-node.cc:199
#8 0x00007fe7b55cb2f9 in impala::ExecNode::Close (this=0x7fdff791a400,
state=0x7fdfef3ac000) at /export/ldb/online/impala/be/src/exec/exec-node.cc:199
#9 0x00007fe7b5c0e129 in impala::FragmentInstanceState::Close
(this=this@entry=0x7fe16d6ef0e0) at
/export/ldb/online/impala/be/src/runtime/fragment-instance-state.cc:301
#10 0x00007fe7b5c113a9 in impala::FragmentInstanceState::Exec
(this=this@entry=0x7fe16d6ef0e0) at
/export/ldb/online/impala/be/src/runtime/fragment-instance-state.cc:95
#11 0x00007fe7b5c2a628 in impala::QueryState::ExecFInstance (this=0xfe58400,
fis=0x7fe16d6ef0e0) at
/export/ldb/online/impala/be/src/runtime/query-state.cc:393
#12 0x00007fe7b66c01c3 in boost::function0<void>::operator()
(this=0x7fd38ba68a40) at
/usr/local/include/boost/function/function_template.hpp:767
#13 impala::Thread::SuperviseThread(std::string const&, std::string const&,
boost::function<void ()>, impala::Promise<long>*) (name=..., category=...,
functor=..., thread_started=0x7fd30d39beb0) at
/export/ldb/online/impala/be/src/util/thread.cc:352
#14 0x00007fe7b66c0a14 in
boost::_bi::list4<boost::_bi::value<std::basic_string<char,
std::char_traits<char>, std::allocator<char> > >,
boost::_bi::value<std::basic_string<char, std::char_traits<char>,
std::allocator<char> > >, boost::_bi::value<boost::function<void()> >,
boost::_bi::value<impala::Promise<long int>*> >::operator()<void (*)(const
std::basic_string<char>&, const std::basic_string<char>&,
boost::function<void()>, impala::Promise<long int>*), boost::_bi::list0>
(f=@0x7fdec242bdb8: 0x7fe7b66c0010 <impala::Thread::SuperviseThread(std::string
const&, std::string const&, boost::function<void ()>, impala::Promise<long>*)>,
a=<synthetic pointer>, this=0x7fdec242bdc0) at
/usr/local/include/boost/bind/bind.hpp:457
#15 boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&,
boost::function<void ()>, impala::Promise<long>*),
boost::_bi::list4<boost::_bi::value<std::string>,
boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >,
boost::_bi::value<impala::Promise<long>*> > >::operator()()
(this=0x7fdec242bdb8) at /usr/local/include/boost/bind/bind_template.hpp:20
#16 boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::string
const&, std::string const&, boost::function<void ()>, impala::Promise<long>*),
boost::_bi::list4<boost::_bi::value<std::string>,
boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >,
boost::_bi::value<impala::Promise<long>*> > > >::run() (this=0x7fdec242bc00) at
/usr/local/include/boost/thread/detail/thread.hpp:116
#17 0x00007fe7b2ed10f5 in thread_proxy () from
/export/ldb/servers/impala-snapshot/lib_C/libboost_thread.so.1.57.0
#18 0x0000003fbc6079d1 in start_thread () from /lib64/libpthread.so.0
#19 0x0000003fbbee886d in clone () from /lib64/libc.so.6
{code}
{code:java}
Thread 3 (Thread 0x7fd31a5b2700 (LWP 20083)):
#0 0x0000003fbc60b5bc in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib64/libpthread.so.0
#1 0x00007fe7b55d2fdb in impala::ConditionVariable::Wait (lock=...,
this=<optimized out>) at
/export/ldb/online/impala/be/src/util/condition-variable.h:41
#2 impala::BlockingQueue<std::unique_ptr<impala::RowBatch,
std::default_delete<impala::RowBatch> >
>::BlockingPut<std::unique_ptr<impala::RowBatch,
std::default_delete<impala::RowBatch> > >(std::unique_ptr<impala::RowBatch,
std::default_delete<impala::RowBatch> >&&) (this=this@entry=0x7fdd41384e00,
val=...) at /export/ldb/online/impala/be/src/util/blocking-queue.h:119
#3 0x00007fe7b55ce8c5 in impala::ExecNode::RowBatchQueue::AddBatch
(this=0x7fdd41384e00, batch=...) at
/export/ldb/online/impala/be/src/exec/exec-node.cc:96
#4 0x00007fe7b6113873 in impala::MysqlScanNode::AddMaterializedRowBatch
(this=<optimized out>, row_batch=...) at
/export/ldb/online/impala/be/src/jd_src/mysql-scan-node.cc:255
#5 0x00007fe7b611c10e in impala::MysqlScanner::CommitRows
(this=this@entry=0x7fe4abe95040, num_rows=num_rows@entry=1024) at
/export/ldb/online/impala/be/src/jd_src/mysql-scanner.cc:686
#6 0x00007fe7b611c361 in impala::MysqlScanner::ResultSetToRowBatchs
(this=this@entry=0x7fe4abe95040, resultSet=resultSet@entry=0x7fd31a5b15b0,
num_filtered=@0x7fd31a5b156c: 331) at
/export/ldb/online/impala/be/src/jd_src/mysql-scanner.cc:246
#7 0x00007fe7b611c7f8 in impala::MysqlScanner::DecodingMysqlData
(this=this@entry=0x7fe4abe95040, resultSet=resultSet@entry=0x7fd31a5b15b0,
status=...) at /export/ldb/online/impala/be/src/jd_src/mysql-scanner.cc:187
#8 0x00007fe7b611ea1e in impala::MysqlScanner::ProcessSplit
(this=this@entry=0x7fe4abe95040,
table_split_=table_split_@entry=0x7fe4d2c97000) at
/export/ldb/online/impala/be/src/jd_src/mysql-scanner.cc:92
#9 0x00007fe7b6114c2b in impala::MysqlScanNode::RunScannerThread
(this=0x7fde39ee4940, name=..., table_split_=0x7fe4d2c97000) at
/export/ldb/online/impala/be/src/jd_src/mysql-scan-node.cc:364
#10 0x00007fe7b66c01c3 in boost::function0<void>::operator()
(this=0x7fd31a5b1a40) at
/usr/local/include/boost/function/function_template.hpp:767
#11 impala::Thread::SuperviseThread(std::string const&, std::string const&,
boost::function<void ()>, impala::Promise<long>*) (name=..., category=...,
functor=..., thread_started=0x7fd2b8316400) at
/export/ldb/online/impala/be/src/util/thread.cc:352
#12 0x00007fe7b66c0a14 in
boost::_bi::list4<boost::_bi::value<std::basic_string<char,
std::char_traits<char>, std::allocator<char> > >,
boost::_bi::value<std::basic_string<char, std::char_traits<char>,
std::allocator<char> > >, boost::_bi::value<boost::function<void()> >,
boost::_bi::value<impala::Promise<long int>*> >::operator()<void (*)(const
std::basic_string<char>&, const std::basic_string<char>&,
boost::function<void()>, impala::Promise<long int>*), boost::_bi::list0>
(f=@0x7fddf26893b8: 0x7fe7b66c0010 <impala::Thread::SuperviseThread(std::string
const&, std::string const&, boost::function<void ()>, impala::Promise<long>*)>,
a=<synthetic pointer>, this=0x7fddf26893c0) at
/usr/local/include/boost/bind/bind.hpp:457
#13 boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&,
boost::function<void ()>, impala::Promise<long>*),
boost::_bi::list4<boost::_bi::value<std::string>,
boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >,
boost::_bi::value<impala::Promise<long>*> > >::operator()()
(this=0x7fddf26893b8) at /usr/local/include/boost/bind/bind_template.hpp:20
#14 boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::string
const&, std::string const&, boost::function<void ()>, impala::Promise<long>*),
boost::_bi::list4<boost::_bi::value<std::string>,
boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >,
boost::_bi::value<impala::Promise<long>*> > > >::run() (this=0x7fddf2689200) at
/usr/local/include/boost/thread/detail/thread.hpp:116
#15 0x00007fe7b2ed10f5 in thread_proxy () from
/export/ldb/servers/impala-snapshot/lib_C/libboost_thread.so.1.57.0
#16 0x0000003fbc6079d1 in start_thread () from /lib64/libpthread.so.0
#17 0x0000003fbbee886d in clone () from /lib64/libc.so.6
{code}
--
This message was sent by Atlassian JIRA
(v6.4.14#64029)
