yyzzjj created IMPALA-6310: ------------------------------ Summary: Hung Query-During an exhaustive test run on CentOS6.5 Key: IMPALA-6310 URL: https://issues.apache.org/jira/browse/IMPALA-6310 Project: IMPALA Issue Type: Bug Components: Backend Affects Versions: Impala 2.11.0 Reporter: yyzzjj Priority: Critical Attachments: mysql-san-node-part1.png, mysql-scan-node-part2.png, mysql-scanner.png
{code:java} Thread 4 (Thread 0x7fd38ba69700 (LWP 19831)): #0 0x0000003fbc60b5bc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fe7b6b9a173 in boost::condition_variable::wait (this=0x7fddf2689258, m=...) at /usr/local/include/boost/thread/pthread/condition_variable.hpp:73 #2 0x00007fe7b2ed13fc in boost::thread::join_noexcept() () from /export/ldb/servers/impala-snapshot/lib_C/libboost_thread.so.1.57.0 #3 0x00007fe7b66bda5f in boost::thread::join (this=0x31409aa0) at /usr/local/include/boost/thread/detail/thread.hpp:767 #4 impala::Thread::Join (this=<optimized out>) at /export/ldb/online/impala/be/src/util/thread.h:118 #5 impala::ThreadGroup::JoinAll (this=this@entry=0x7fde39ee4c38) at /export/ldb/online/impala/be/src/util/thread.cc:361 #6 0x00007fe7b611549d in impala::MysqlScanNode::Close (this=0x7fde39ee4940, state=0x7fdfef3ac000) at /export/ldb/online/impala/be/src/jd_src/mysql-scan-node.cc:226 #7 0x00007fe7b55cb2f9 in impala::ExecNode::Close (this=0x7fe522cb0f80, state=0x7fdfef3ac000) at /export/ldb/online/impala/be/src/exec/exec-node.cc:199 #8 0x00007fe7b55cb2f9 in impala::ExecNode::Close (this=0x7fdff791a400, state=0x7fdfef3ac000) at /export/ldb/online/impala/be/src/exec/exec-node.cc:199 #9 0x00007fe7b5c0e129 in impala::FragmentInstanceState::Close (this=this@entry=0x7fe16d6ef0e0) at /export/ldb/online/impala/be/src/runtime/fragment-instance-state.cc:301 #10 0x00007fe7b5c113a9 in impala::FragmentInstanceState::Exec (this=this@entry=0x7fe16d6ef0e0) at /export/ldb/online/impala/be/src/runtime/fragment-instance-state.cc:95 #11 0x00007fe7b5c2a628 in impala::QueryState::ExecFInstance (this=0xfe58400, fis=0x7fe16d6ef0e0) at /export/ldb/online/impala/be/src/runtime/query-state.cc:393 #12 0x00007fe7b66c01c3 in boost::function0<void>::operator() (this=0x7fd38ba68a40) at /usr/local/include/boost/function/function_template.hpp:767 #13 impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*) (name=..., category=..., functor=..., thread_started=0x7fd30d39beb0) at /export/ldb/online/impala/be/src/util/thread.cc:352 #14 0x00007fe7b66c0a14 in boost::_bi::list4<boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void()> >, boost::_bi::value<impala::Promise<long int>*> >::operator()<void (*)(const std::basic_string<char>&, const std::basic_string<char>&, boost::function<void()>, impala::Promise<long int>*), boost::_bi::list0> (f=@0x7fdec242bdb8: 0x7fe7b66c0010 <impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*)>, a=<synthetic pointer>, this=0x7fdec242bdc0) at /usr/local/include/boost/bind/bind.hpp:457 #15 boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::Promise<long>*> > >::operator()() (this=0x7fdec242bdb8) at /usr/local/include/boost/bind/bind_template.hpp:20 #16 boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::Promise<long>*> > > >::run() (this=0x7fdec242bc00) at /usr/local/include/boost/thread/detail/thread.hpp:116 #17 0x00007fe7b2ed10f5 in thread_proxy () from /export/ldb/servers/impala-snapshot/lib_C/libboost_thread.so.1.57.0 #18 0x0000003fbc6079d1 in start_thread () from /lib64/libpthread.so.0 #19 0x0000003fbbee886d in clone () from /lib64/libc.so.6 {code} {code:java} Thread 3 (Thread 0x7fd31a5b2700 (LWP 20083)): #0 0x0000003fbc60b5bc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fe7b55d2fdb in impala::ConditionVariable::Wait (lock=..., this=<optimized out>) at /export/ldb/online/impala/be/src/util/condition-variable.h:41 #2 impala::BlockingQueue<std::unique_ptr<impala::RowBatch, std::default_delete<impala::RowBatch> > >::BlockingPut<std::unique_ptr<impala::RowBatch, std::default_delete<impala::RowBatch> > >(std::unique_ptr<impala::RowBatch, std::default_delete<impala::RowBatch> >&&) (this=this@entry=0x7fdd41384e00, val=...) at /export/ldb/online/impala/be/src/util/blocking-queue.h:119 #3 0x00007fe7b55ce8c5 in impala::ExecNode::RowBatchQueue::AddBatch (this=0x7fdd41384e00, batch=...) at /export/ldb/online/impala/be/src/exec/exec-node.cc:96 #4 0x00007fe7b6113873 in impala::MysqlScanNode::AddMaterializedRowBatch (this=<optimized out>, row_batch=...) at /export/ldb/online/impala/be/src/jd_src/mysql-scan-node.cc:255 #5 0x00007fe7b611c10e in impala::MysqlScanner::CommitRows (this=this@entry=0x7fe4abe95040, num_rows=num_rows@entry=1024) at /export/ldb/online/impala/be/src/jd_src/mysql-scanner.cc:686 #6 0x00007fe7b611c361 in impala::MysqlScanner::ResultSetToRowBatchs (this=this@entry=0x7fe4abe95040, resultSet=resultSet@entry=0x7fd31a5b15b0, num_filtered=@0x7fd31a5b156c: 331) at /export/ldb/online/impala/be/src/jd_src/mysql-scanner.cc:246 #7 0x00007fe7b611c7f8 in impala::MysqlScanner::DecodingMysqlData (this=this@entry=0x7fe4abe95040, resultSet=resultSet@entry=0x7fd31a5b15b0, status=...) at /export/ldb/online/impala/be/src/jd_src/mysql-scanner.cc:187 #8 0x00007fe7b611ea1e in impala::MysqlScanner::ProcessSplit (this=this@entry=0x7fe4abe95040, table_split_=table_split_@entry=0x7fe4d2c97000) at /export/ldb/online/impala/be/src/jd_src/mysql-scanner.cc:92 #9 0x00007fe7b6114c2b in impala::MysqlScanNode::RunScannerThread (this=0x7fde39ee4940, name=..., table_split_=0x7fe4d2c97000) at /export/ldb/online/impala/be/src/jd_src/mysql-scan-node.cc:364 #10 0x00007fe7b66c01c3 in boost::function0<void>::operator() (this=0x7fd31a5b1a40) at /usr/local/include/boost/function/function_template.hpp:767 #11 impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*) (name=..., category=..., functor=..., thread_started=0x7fd2b8316400) at /export/ldb/online/impala/be/src/util/thread.cc:352 #12 0x00007fe7b66c0a14 in boost::_bi::list4<boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<std::basic_string<char, std::char_traits<char>, std::allocator<char> > >, boost::_bi::value<boost::function<void()> >, boost::_bi::value<impala::Promise<long int>*> >::operator()<void (*)(const std::basic_string<char>&, const std::basic_string<char>&, boost::function<void()>, impala::Promise<long int>*), boost::_bi::list0> (f=@0x7fddf26893b8: 0x7fe7b66c0010 <impala::Thread::SuperviseThread(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*)>, a=<synthetic pointer>, this=0x7fddf26893c0) at /usr/local/include/boost/bind/bind.hpp:457 #13 boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::Promise<long>*> > >::operator()() (this=0x7fddf26893b8) at /usr/local/include/boost/bind/bind_template.hpp:20 #14 boost::detail::thread_data<boost::_bi::bind_t<void, void (*)(std::string const&, std::string const&, boost::function<void ()>, impala::Promise<long>*), boost::_bi::list4<boost::_bi::value<std::string>, boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >, boost::_bi::value<impala::Promise<long>*> > > >::run() (this=0x7fddf2689200) at /usr/local/include/boost/thread/detail/thread.hpp:116 #15 0x00007fe7b2ed10f5 in thread_proxy () from /export/ldb/servers/impala-snapshot/lib_C/libboost_thread.so.1.57.0 #16 0x0000003fbc6079d1 in start_thread () from /lib64/libpthread.so.0 #17 0x0000003fbbee886d in clone () from /lib64/libc.so.6 {code} -- This message was sent by Atlassian JIRA (v6.4.14#64029)