Sahil Takiar created IMPALA-10129:
-------------------------------------

             Summary: Data race in MemTracker::GetTopNQueriesAndUpdatePoolStats
                 Key: IMPALA-10129
                 URL: https://issues.apache.org/jira/browse/IMPALA-10129
             Project: IMPALA
          Issue Type: Bug
          Components: Backend
            Reporter: Sahil Takiar
            Assignee: Qifan Chen


TSAN is reporting a data race in 
{{MemTracker::GetTopNQueriesAndUpdatePoolStats}}

{code}
WARNING: ThreadSanitizer: data race (pid=6436)
  Read of size 1 at 0x7b480017aaa8 by thread T320 (mutexes: write 
M861448892003377216, write M862574791910219632, write M623321199144890016, 
write M1054540811927503496):
    #0 
impala::MemTracker::GetTopNQueriesAndUpdatePoolStats(std::priority_queue<impala::THeavyMemoryQuery,
 std::vector<impala::THeavyMemoryQuery, 
std::allocator<impala::THeavyMemoryQuery> >, 
std::greater<impala::THeavyMemoryQuery> >&, int, impala::TPoolStats&) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/mem-tracker.cc:453:19
 (impalad+0x20b13b1)
    #1 impala::MemTracker::UpdatePoolStatsForQueries(int, impala::TPoolStats&) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/mem-tracker.cc:432:3
 (impalad+0x20b123d)
    #2 impala::AdmissionController::PoolStats::UpdateMemTrackerStats() 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/scheduling/admission-controller.cc:1642:14
 (impalad+0x21c9d10)
    #3 
impala::AdmissionController::AddPoolUpdates(std::vector<impala::TTopicDelta, 
std::allocator<impala::TTopicDelta> >*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/scheduling/admission-controller.cc:1662:18
 (impalad+0x21c7053)
    #4 
impala::AdmissionController::UpdatePoolStats(std::map<std::__cxx11::basic_string<char,
 std::char_traits<char>, std::allocator<char> >, impala::TTopicDelta, 
std::less<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, 
std::allocator<std::pair<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const, impala::TTopicDelta> > > 
const&, std::vector<impala::TTopicDelta, std::allocator<impala::TTopicDelta> 
>*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/scheduling/admission-controller.cc:1355:5
 (impalad+0x21c6d7d)
    #5 
impala::AdmissionController::Init()::$_4::operator()(std::map<std::__cxx11::basic_string<char,
 std::char_traits<char>, std::allocator<char> >, impala::TTopicDelta, 
std::less<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, 
std::allocator<std::pair<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const, impala::TTopicDelta> > > 
const&, std::vector<impala::TTopicDelta, std::allocator<impala::TTopicDelta> 
>*) const 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/scheduling/admission-controller.cc:643:45
 (impalad+0x21ce0e1)
    #6 
boost::detail::function::void_function_obj_invoker2<impala::AdmissionController::Init()::$_4,
 void, std::map<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> >, impala::TTopicDelta, 
std::less<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, 
std::allocator<std::pair<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const, impala::TTopicDelta> > > 
const&, std::vector<impala::TTopicDelta, std::allocator<impala::TTopicDelta> 
>*>::invoke(boost::detail::function::function_buffer&, 
std::map<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> >, impala::TTopicDelta, 
std::less<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, 
std::allocator<std::pair<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const, impala::TTopicDelta> > > 
const&, std::vector<impala::TTopicDelta, std::allocator<impala::TTopicDelta> 
>*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:159:11
 (impalad+0x21cdf2c)
    #7 boost::function2<void, std::map<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> >, impala::TTopicDelta, 
std::less<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, 
std::allocator<std::pair<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const, impala::TTopicDelta> > > 
const&, std::vector<impala::TTopicDelta, std::allocator<impala::TTopicDelta> 
>*>::operator()(std::map<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> >, impala::TTopicDelta, 
std::less<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, 
std::allocator<std::pair<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const, impala::TTopicDelta> > > 
const&, std::vector<impala::TTopicDelta, std::allocator<impala::TTopicDelta> 
>*) const 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14
 (impalad+0x23fa960)
    #8 
impala::StatestoreSubscriber::UpdateState(std::map<std::__cxx11::basic_string<char,
 std::char_traits<char>, std::allocator<char> >, impala::TTopicDelta, 
std::less<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, 
std::allocator<std::pair<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const, impala::TTopicDelta> > > 
const&, impala::TUniqueId const&, std::vector<impala::TTopicDelta, 
std::allocator<impala::TTopicDelta> >*, bool*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/statestore/statestore-subscriber.cc:471:7
 (impalad+0x23f7899)
    #9 
impala::StatestoreSubscriberThriftIf::UpdateState(impala::TUpdateStateResponse&,
 impala::TUpdateStateRequest const&) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/statestore/statestore-subscriber.cc:110:18
 (impalad+0x23fabbf)
    #10 impala::StatestoreSubscriberProcessor::process_UpdateState(int, 
apache::thrift::protocol::TProtocol*, apache::thrift::protocol::TProtocol*, 
void*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/generated-sources/gen-cpp/StatestoreSubscriber.cpp:543:13
 (impalad+0x29adba4)
    #11 
impala::StatestoreSubscriberProcessor::dispatchCall(apache::thrift::protocol::TProtocol*,
 apache::thrift::protocol::TProtocol*, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, int, void*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/generated-sources/gen-cpp/StatestoreSubscriber.cpp:516:3
 (impalad+0x29ad982)
    #12 
apache::thrift::TDispatchProcessor::process(boost::shared_ptr<apache::thrift::protocol::TProtocol>,
 boost::shared_ptr<apache::thrift::protocol::TProtocol>, void*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/thrift-0.9.3-p8/include/thrift/TDispatchProcessor.h:121:12
 (impalad+0x1aa7f4e)
    #13 apache::thrift::server::TAcceptQueueServer::Task::run() 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:84:26
 (impalad+0x201b1c6)
    #14 
impala::ThriftThread::RunRunnable(boost::shared_ptr<apache::thrift::concurrency::Runnable>,
 impala::Promise<unsigned long, (impala::PromiseMode)0>*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/rpc/thrift-thread.cc:74:13
 (impalad+0x200f3fc)
    #15 boost::_mfi::mf2<void, impala::ThriftThread, 
boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
impala::Promise<unsigned long, 
(impala::PromiseMode)0>*>::operator()(impala::ThriftThread*, 
boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
impala::Promise<unsigned long, (impala::PromiseMode)0>*) const 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/mem_fn_template.hpp:280:29
 (impalad+0x2010ea9)
    #16 void boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >, 
boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> 
>::operator()<boost::_mfi::mf2<void, impala::ThriftThread, 
boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
impala::Promise<unsigned long, (impala::PromiseMode)0>*>, 
boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, 
impala::ThriftThread, boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
impala::Promise<unsigned long, (impala::PromiseMode)0>*>&, boost::_bi::list0&, 
int) 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:398:9
 (impalad+0x2010dbc)
    #17 boost::_bi::bind_t<void, boost::_mfi::mf2<void, impala::ThriftThread, 
boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
impala::Promise<unsigned long, (impala::PromiseMode)0>*>, 
boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >, 
boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> > 
>::operator()() 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
 (impalad+0x2010d03)
    #18 
boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, 
boost::_mfi::mf2<void, impala::ThriftThread, 
boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
impala::Promise<unsigned long, (impala::PromiseMode)0>*>, 
boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >, 
boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> > >, 
void>::invoke(boost::detail::function::function_buffer&) 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:159:11
 (impalad+0x2010a71)
    #19 boost::function0<void>::operator()() const 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14
 (impalad+0x1f77891)
    #20 impala::Thread::SuperviseThread(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
impala::Promise<long, (impala::PromiseMode)0>*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.cc:360:3
 (impalad+0x2541e3b)
    #21 void 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> 
>::operator()<void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), boost::_bi::list0>(boost::_bi::type<void>, void 
(*&)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), boost::_bi::list0&, int) 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:531:9
 (impalad+0x2549c5c)
    #22 boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
impala::Promise<long, (impala::PromiseMode)0>*), 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > 
>::operator()() 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
 (impalad+0x2549b73)
    #23 boost::detail::thread_data<boost::_bi::bind_t<void, void 
(*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > >::run() 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:116:17
 (impalad+0x2549860)
    #24 thread_proxy <null> (impalad+0x328d0e1)

  Previous write of size 1 at 0x7b480017aaa8 by thread T359 (mutexes: write 
M872426501994700216):
    #0 impala::MemTracker::CreateQueryMemTracker(impala::TUniqueId const&, 
long, std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, impala::ObjectPool*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/mem-tracker.cc:235:34
 (impalad+0x20b0385)
    #1 impala::QueryState::QueryState(impala::TQueryCtx const&, long, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/query-state.cc:108:24
 (impalad+0x20caef4)
    #2 impala::QueryExecMgr::GetOrCreateQueryState(impala::TQueryCtx const&, 
long, bool*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/query-exec-mgr.cc:144:16
 (impalad+0x20bffe9)
    #3 impala::QueryExecMgr::CreateQueryState(impala::TQueryCtx const&, long) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/query-exec-mgr.cc:106:20
 (impalad+0x20c0898)
    #4 impala::Coordinator::Exec() 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/coordinator.cc:165:60
 (impalad+0x2aa257a)
    #5 impala::ClientRequestState::FinishExecQueryOrDmlRequest() 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/service/client-request-state.cc:554:32
 (impalad+0x236943a)
    #6 boost::_mfi::mf0<void, 
impala::ClientRequestState>::operator()(impala::ClientRequestState*) const 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/mem_fn_template.hpp:49:29
 (impalad+0x2375396)
    #7 void boost::_bi::list1<boost::_bi::value<impala::ClientRequestState*> 
>::operator()<boost::_mfi::mf0<void, impala::ClientRequestState>, 
boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, 
impala::ClientRequestState>&, boost::_bi::list0&, int) 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:259:9
 (impalad+0x23752ea)
    #8 boost::_bi::bind_t<void, boost::_mfi::mf0<void, 
impala::ClientRequestState>, 
boost::_bi::list1<boost::_bi::value<impala::ClientRequestState*> > 
>::operator()() 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
 (impalad+0x2375273)
    #9 
boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, 
boost::_mfi::mf0<void, impala::ClientRequestState>, 
boost::_bi::list1<boost::_bi::value<impala::ClientRequestState*> > >, 
void>::invoke(boost::detail::function::function_buffer&) 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:159:11
 (impalad+0x2375069)
    #10 boost::function0<void>::operator()() const 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14
 (impalad+0x1f77891)
    #11 impala::Thread::SuperviseThread(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
impala::Promise<long, (impala::PromiseMode)0>*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.cc:360:3
 (impalad+0x2541e3b)
    #12 void 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> 
>::operator()<void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), boost::_bi::list0>(boost::_bi::type<void>, void 
(*&)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), boost::_bi::list0&, int) 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:531:9
 (impalad+0x2549c5c)
    #13 boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
impala::Promise<long, (impala::PromiseMode)0>*), 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > 
>::operator()() 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
 (impalad+0x2549b73)
    #14 boost::detail::thread_data<boost::_bi::bind_t<void, void 
(*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > >::run() 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:116:17
 (impalad+0x2549860)
    #15 thread_proxy <null> (impalad+0x328d0e1)

  Location is heap block of size 368 at 0x7b480017aa80 allocated by thread T359:
    #0 operator new(unsigned long) 
/mnt/source/llvm/llvm-5.0.1.src-p2/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cc:44
 (impalad+0x1aa25d6)
    #1 impala::MemTracker::CreateQueryMemTracker(impala::TUniqueId const&, 
long, std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, impala::ObjectPool*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/mem-tracker.cc:233:39
 (impalad+0x20b0271)
    #2 impala::QueryState::QueryState(impala::TQueryCtx const&, long, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/query-state.cc:108:24
 (impalad+0x20caef4)
    #3 impala::QueryExecMgr::GetOrCreateQueryState(impala::TQueryCtx const&, 
long, bool*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/query-exec-mgr.cc:144:16
 (impalad+0x20bffe9)
    #4 impala::QueryExecMgr::CreateQueryState(impala::TQueryCtx const&, long) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/query-exec-mgr.cc:106:20
 (impalad+0x20c0898)
    #5 impala::Coordinator::Exec() 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/coordinator.cc:165:60
 (impalad+0x2aa257a)
    #6 impala::ClientRequestState::FinishExecQueryOrDmlRequest() 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/service/client-request-state.cc:554:32
 (impalad+0x236943a)
    #7 boost::_mfi::mf0<void, 
impala::ClientRequestState>::operator()(impala::ClientRequestState*) const 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/mem_fn_template.hpp:49:29
 (impalad+0x2375396)
    #8 void boost::_bi::list1<boost::_bi::value<impala::ClientRequestState*> 
>::operator()<boost::_mfi::mf0<void, impala::ClientRequestState>, 
boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void, 
impala::ClientRequestState>&, boost::_bi::list0&, int) 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:259:9
 (impalad+0x23752ea)
    #9 boost::_bi::bind_t<void, boost::_mfi::mf0<void, 
impala::ClientRequestState>, 
boost::_bi::list1<boost::_bi::value<impala::ClientRequestState*> > 
>::operator()() 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
 (impalad+0x2375273)
    #10 
boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, 
boost::_mfi::mf0<void, impala::ClientRequestState>, 
boost::_bi::list1<boost::_bi::value<impala::ClientRequestState*> > >, 
void>::invoke(boost::detail::function::function_buffer&) 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:159:11
 (impalad+0x2375069)
    #11 boost::function0<void>::operator()() const 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14
 (impalad+0x1f77891)
    #12 impala::Thread::SuperviseThread(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
impala::Promise<long, (impala::PromiseMode)0>*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.cc:360:3
 (impalad+0x2541e3b)
    #13 void 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> 
>::operator()<void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), boost::_bi::list0>(boost::_bi::type<void>, void 
(*&)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), boost::_bi::list0&, int) 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:531:9
 (impalad+0x2549c5c)
    #14 boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
impala::Promise<long, (impala::PromiseMode)0>*), 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > 
>::operator()() 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
 (impalad+0x2549b73)
    #15 boost::detail::thread_data<boost::_bi::bind_t<void, void 
(*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > >::run() 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:116:17
 (impalad+0x2549860)
    #16 thread_proxy <null> (impalad+0x328d0e1)

  Mutex M861448892003377216 is already destroyed.

  Mutex M862574791910219632 is already destroyed.

  Mutex M623321199144890016 is already destroyed.

  Mutex M1054540811927503496 is already destroyed.

  Mutex M872426501994700216 is already destroyed.

  Thread T320 (tid=7555, running) created by thread T316 at:
    #0 pthread_create 
/mnt/source/llvm/llvm-5.0.1.src-p2/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors.cc:889
 (impalad+0x1a16126)
    #1 boost::thread::start_thread_noexcept() <null> (impalad+0x328c138)
    #2 boost::thread::thread<void (*)(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
impala::Promise<long, (impala::PromiseMode)0>*), 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
>, std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> >, boost::function<void ()>, impala::ThreadDebugInfo*, 
impala::Promise<long, (impala::PromiseMode)0>*>(void 
(*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> >, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
>, boost::function<void ()>, impala::ThreadDebugInfo*, impala::Promise<long, 
(impala::PromiseMode)0>*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:420:13
 (impalad+0x2544624)
    #3 impala::Thread::StartThread(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()> const&, std::unique_ptr<impala::Thread, 
std::default_delete<impala::Thread> >*, bool) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.cc:317:13
 (impalad+0x25417b1)
    #4 impala::Status impala::Thread::Create<boost::_bi::bind_t<void, 
boost::_mfi::mf2<void, impala::ThriftThread, 
boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
impala::Promise<unsigned long, (impala::PromiseMode)0>*>, 
boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >, 
boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> > > 
>(std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
> const&, std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, boost::_bi::bind_t<void, boost::_mfi::mf2<void, 
impala::ThriftThread, boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
impala::Promise<unsigned long, (impala::PromiseMode)0>*>, 
boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >, 
boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> > > 
const&, std::unique_ptr<impala::Thread, std::default_delete<impala::Thread> >*, 
bool) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.h:74:12
 (impalad+0x200f8c8)
    #5 impala::ThriftThread::start() 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/rpc/thrift-thread.cc:35:19
 (impalad+0x200f1e8)
    #6 
apache::thrift::server::TAcceptQueueServer::SetupConnection(boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry>)
 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:292:13
 (impalad+0x2016b46)
    #7 
apache::thrift::server::TAcceptQueueServer::serve()::$_0::operator()(int, 
boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry> const&) const 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:323:15
 (impalad+0x2018ae0)
    #8 
boost::detail::function::void_function_obj_invoker2<apache::thrift::server::TAcceptQueueServer::serve()::$_0,
 void, int, boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
const&>::invoke(boost::detail::function::function_buffer&, int, 
boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry> const&) 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:159:11
 (impalad+0x2018919)
    #9 boost::function2<void, int, 
boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
const&>::operator()(int, 
boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry> const&) const 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14
 (impalad+0x202048e)
    #10 
impala::ThreadPool<boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
>::WorkerThread(int) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread-pool.h:166:9
 (impalad+0x201f555)
    #11 boost::_mfi::mf1<void, 
impala::ThreadPool<boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
>, 
int>::operator()(impala::ThreadPool<boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
 >*, int) const 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/mem_fn_template.hpp:165:29
 (impalad+0x201fb6d)
    #12 void 
boost::_bi::list2<boost::_bi::value<impala::ThreadPool<boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
 >*>, boost::_bi::value<int> >::operator()<boost::_mfi::mf1<void, 
impala::ThreadPool<boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
>, int>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void, 
impala::ThreadPool<boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
>, int>&, boost::_bi::list0&, int) 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:319:9
 (impalad+0x201faac)
    #13 boost::_bi::bind_t<void, boost::_mfi::mf1<void, 
impala::ThreadPool<boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
>, int>, 
boost::_bi::list2<boost::_bi::value<impala::ThreadPool<boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
 >*>, boost::_bi::value<int> > >::operator()() 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
 (impalad+0x201fa13)
    #14 
boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, 
boost::_mfi::mf1<void, 
impala::ThreadPool<boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry> 
>, int>, 
boost::_bi::list2<boost::_bi::value<impala::ThreadPool<boost::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
 >*>, boost::_bi::value<int> > >, 
void>::invoke(boost::detail::function::function_buffer&) 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:159:11
 (impalad+0x201f7b1)
    #15 boost::function0<void>::operator()() const 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14
 (impalad+0x1f77891)
    #16 impala::Thread::SuperviseThread(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
impala::Promise<long, (impala::PromiseMode)0>*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.cc:360:3
 (impalad+0x2541e3b)
    #17 void 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> 
>::operator()<void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), boost::_bi::list0>(boost::_bi::type<void>, void 
(*&)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), boost::_bi::list0&, int) 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:531:9
 (impalad+0x2549c5c)
    #18 boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
impala::Promise<long, (impala::PromiseMode)0>*), 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > 
>::operator()() 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
 (impalad+0x2549b73)
    #19 boost::detail::thread_data<boost::_bi::bind_t<void, void 
(*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > >::run() 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:116:17
 (impalad+0x2549860)
    #20 thread_proxy <null> (impalad+0x328d0e1)

  Thread T359 (tid=23191, running) created by thread T340 at:
    #0 pthread_create 
/mnt/source/llvm/llvm-5.0.1.src-p2/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors.cc:889
 (impalad+0x1a16126)
    #1 boost::thread::start_thread_noexcept() <null> (impalad+0x328c138)
    #2 boost::thread::thread<void (*)(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
impala::Promise<long, (impala::PromiseMode)0>*), 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
>, std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> >, boost::function<void ()>, impala::ThreadDebugInfo*, 
impala::Promise<long, (impala::PromiseMode)0>*>(void 
(*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> >, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> 
>, boost::function<void ()>, impala::ThreadDebugInfo*, impala::Promise<long, 
(impala::PromiseMode)0>*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:420:13
 (impalad+0x2544624)
    #3 impala::Thread::StartThread(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()> const&, std::unique_ptr<impala::Thread, 
std::default_delete<impala::Thread> >*, bool) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.cc:317:13
 (impalad+0x25417b1)
    #4 impala::Status impala::Thread::Create<void 
(impala::ClientRequestState::*)(), 
impala::ClientRequestState*>(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, void (impala::ClientRequestState::* const&)(), 
impala::ClientRequestState* const&, std::unique_ptr<impala::Thread, 
std::default_delete<impala::Thread> >*, bool) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.h:81:12
 (impalad+0x2370d97)
    #5 
impala::ClientRequestState::ExecAsyncQueryOrDmlRequest(impala::TQueryExecRequest
 const&) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/service/client-request-state.cc:522:3
 (impalad+0x23657a7)
    #6 impala::ClientRequestState::Exec() 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/service/client-request-state.cc:212:7
 (impalad+0x23641a9)
    #7 impala::ImpalaServer::ExecuteInternal(impala::TQueryCtx const&, 
std::shared_ptr<impala::ImpalaServer::SessionState>, bool*, 
impala::QueryHandle*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/service/impala-server.cc:1028:3
 (impalad+0x22fa9b0)
    #8 impala::ImpalaServer::Execute(impala::TQueryCtx*, 
std::shared_ptr<impala::ImpalaServer::SessionState>, impala::QueryHandle*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/service/impala-server.cc:961:19
 (impalad+0x22fa39b)
    #9 impala::ImpalaServer::query(beeswax::QueryHandle&, beeswax::Query 
const&) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/service/impala-beeswax-server.cc:70:3
 (impalad+0x238568e)
    #10 beeswax::BeeswaxServiceProcessor::process_query(int, 
apache::thrift::protocol::TProtocol*, apache::thrift::protocol::TProtocol*, 
void*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/generated-sources/gen-cpp/BeeswaxService.cpp:3227:13
 (impalad+0x29157a4)
    #11 
beeswax::BeeswaxServiceProcessor::dispatchCall(apache::thrift::protocol::TProtocol*,
 apache::thrift::protocol::TProtocol*, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, int, void*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/generated-sources/gen-cpp/BeeswaxService.cpp:3200:3
 (impalad+0x2915582)
    #12 
impala::ImpalaServiceProcessor::dispatchCall(apache::thrift::protocol::TProtocol*,
 apache::thrift::protocol::TProtocol*, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, int, void*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/generated-sources/gen-cpp/ImpalaService.cpp:1824:49
 (impalad+0x28e1fbf)
    #13 
apache::thrift::TDispatchProcessor::process(boost::shared_ptr<apache::thrift::protocol::TProtocol>,
 boost::shared_ptr<apache::thrift::protocol::TProtocol>, void*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/thrift-0.9.3-p8/include/thrift/TDispatchProcessor.h:121:12
 (impalad+0x1aa7f4e)
    #14 apache::thrift::server::TAcceptQueueServer::Task::run() 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:84:26
 (impalad+0x201b1c6)
    #15 
impala::ThriftThread::RunRunnable(boost::shared_ptr<apache::thrift::concurrency::Runnable>,
 impala::Promise<unsigned long, (impala::PromiseMode)0>*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/rpc/thrift-thread.cc:74:13
 (impalad+0x200f3fc)
    #16 boost::_mfi::mf2<void, impala::ThriftThread, 
boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
impala::Promise<unsigned long, 
(impala::PromiseMode)0>*>::operator()(impala::ThriftThread*, 
boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
impala::Promise<unsigned long, (impala::PromiseMode)0>*) const 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/mem_fn_template.hpp:280:29
 (impalad+0x2010ea9)
    #17 void boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >, 
boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> 
>::operator()<boost::_mfi::mf2<void, impala::ThriftThread, 
boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
impala::Promise<unsigned long, (impala::PromiseMode)0>*>, 
boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void, 
impala::ThriftThread, boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
impala::Promise<unsigned long, (impala::PromiseMode)0>*>&, boost::_bi::list0&, 
int) 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:398:9
 (impalad+0x2010dbc)
    #18 boost::_bi::bind_t<void, boost::_mfi::mf2<void, impala::ThriftThread, 
boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
impala::Promise<unsigned long, (impala::PromiseMode)0>*>, 
boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >, 
boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> > 
>::operator()() 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
 (impalad+0x2010d03)
    #19 
boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void, 
boost::_mfi::mf2<void, impala::ThriftThread, 
boost::shared_ptr<apache::thrift::concurrency::Runnable>, 
impala::Promise<unsigned long, (impala::PromiseMode)0>*>, 
boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>, 
boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >, 
boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> > >, 
void>::invoke(boost::detail::function::function_buffer&) 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:159:11
 (impalad+0x2010a71)
    #20 boost::function0<void>::operator()() const 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14
 (impalad+0x1f77891)
    #21 impala::Thread::SuperviseThread(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
impala::Promise<long, (impala::PromiseMode)0>*) 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/util/thread.cc:360:3
 (impalad+0x2541e3b)
    #22 void 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> 
>::operator()<void (*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), boost::_bi::list0>(boost::_bi::type<void>, void 
(*&)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), boost::_bi::list0&, int) 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:531:9
 (impalad+0x2549c5c)
    #23 boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, 
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > 
const&, boost::function<void ()>, impala::ThreadDebugInfo const*, 
impala::Promise<long, (impala::PromiseMode)0>*), 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > 
>::operator()() 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
 (impalad+0x2549b73)
    #24 boost::detail::thread_data<boost::_bi::bind_t<void, void 
(*)(std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > const&, std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > const&, boost::function<void 
()>, impala::ThreadDebugInfo const*, impala::Promise<long, 
(impala::PromiseMode)0>*), 
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char, 
std::char_traits<char>, std::allocator<char> > >, 
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>, 
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >, 
boost::_bi::value<impala::ThreadDebugInfo*>, 
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > >::run() 
/data/jenkins/workspace/impala-asf-master-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:116:17
 (impalad+0x2549860)
    #25 thread_proxy <null> (impalad+0x328d0e1)

SUMMARY: ThreadSanitizer: data race 
/data/jenkins/workspace/impala-asf-master-core-tsan/repos/Impala/be/src/runtime/mem-tracker.cc:453:19
 in 
impala::MemTracker::GetTopNQueriesAndUpdatePoolStats(std::priority_queue<impala::THeavyMemoryQuery,
 std::vector<impala::THeavyMemoryQuery, 
std::allocator<impala::THeavyMemoryQuery> >, 
std::greater<impala::THeavyMemoryQuery> >&, int, impala::TPoolStats&)
{code}



--
This message was sent by Atlassian Jira
(v8.3.4#803005)

---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to