[
https://issues.apache.org/jira/browse/IMPALA-10989?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Andrew Sherman updated IMPALA-10989:
------------------------------------
Priority: Critical (was: Major)
> TSAN data race during data loading
> ----------------------------------
>
> Key: IMPALA-10989
> URL: https://issues.apache.org/jira/browse/IMPALA-10989
> Project: IMPALA
> Issue Type: Bug
> Reporter: Tamas Mate
> Assignee: Qifan Chen
> Priority: Critical
> Attachments: stacks.txt
>
>
> TSAN is reporting a data race in during data loading:
> {noformat}
> WARNING: ThreadSanitizer: data race (pid=17344)
> Read of size 8 at 0x7b7400245ca0 by thread T502 (mutexes: write
> M871300791068285688):
> #0 std::vector<impala::TColumn, std::allocator<impala::TColumn> >::size()
> const
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/gcc-7.5.0/lib/gcc/x86_64-pc-linux-gnu/7.5.0/../../../../include/c++/7.5.0/bits/stl_vector.h:671:40
> (impalad+0x1c8331b)
> #1
> impala::ImpalaServer::GetResultSetMetadata(apache::hive::service::cli::thrift::TGetResultSetMetadataResp&,
> apache::hive::service::cli::thrift::TGetResultSetMetadataReq const&)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/service/impala-hs2-server.cc:892:32
> (impalad+0x26ab8e0)
> #2 virtual thunk to
> impala::ImpalaServer::GetResultSetMetadata(apache::hive::service::cli::thrift::TGetResultSetMetadataResp&,
> apache::hive::service::cli::thrift::TGetResultSetMetadataReq const&)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/service/impala-hs2-server.cc
> (impalad+0x26ac09a)
> #3
> apache::hive::service::cli::thrift::TCLIServiceProcessorT<apache::thrift::protocol::TDummyProtocol>::process_GetResultSetMetadata(int,
> apache::thrift::protocol::TProtocol*, apache::thrift::protocol::TProtocol*,
> void*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/generated-sources/gen-cpp/TCLIService.tcc:7074:13
> (impalad+0x2604367)
> #4
> apache::hive::service::cli::thrift::TCLIServiceProcessorT<apache::thrift::protocol::TDummyProtocol>::dispatchCall(apache::thrift::protocol::TProtocol*,
> apache::thrift::protocol::TProtocol*, std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&, int, void*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/generated-sources/gen-cpp/TCLIService.tcc:5266:3
> (impalad+0x2608b22)
> #5
> impala::ImpalaHiveServer2ServiceProcessorT<apache::thrift::protocol::TDummyProtocol>::dispatchCall(apache::thrift::protocol::TProtocol*,
> apache::thrift::protocol::TProtocol*, std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&, int, void*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/generated-sources/gen-cpp/ImpalaHiveServer2Service.tcc:1901:85
> (impalad+0x25f81ff)
> #6
> apache::thrift::TDispatchProcessor::process(std::shared_ptr<apache::thrift::protocol::TProtocol>,
> std::shared_ptr<apache::thrift::protocol::TProtocol>, void*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/thrift-0.11.0-p4/include/thrift/TDispatchProcessor.h:121:12
> (impalad+0x1c7166e)
> #7 apache::thrift::server::TAcceptQueueServer::Task::run()
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:84:26
> (impalad+0x21a8dc6)
> #8
> impala::ThriftThread::RunRunnable(std::shared_ptr<apache::thrift::concurrency::Runnable>,
> impala::Promise<unsigned long, (impala::PromiseMode)0>*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/rpc/thrift-thread.cc:74:13
> (impalad+0x219b5dc)
> #9 boost::_mfi::mf2<void, impala::ThriftThread,
> std::shared_ptr<apache::thrift::concurrency::Runnable>,
> impala::Promise<unsigned long,
> (impala::PromiseMode)0>*>::operator()(impala::ThriftThread*,
> std::shared_ptr<apache::thrift::concurrency::Runnable>,
> impala::Promise<unsigned long, (impala::PromiseMode)0>*) const
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/mem_fn_template.hpp:280:29
> (impalad+0x219d0d9)
> #10 void boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>,
> boost::_bi::value<std::shared_ptr<apache::thrift::concurrency::Runnable> >,
> boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*>
> >::operator()<boost::_mfi::mf2<void, impala::ThriftThread,
> std::shared_ptr<apache::thrift::concurrency::Runnable>,
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>,
> boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void,
> impala::ThriftThread, std::shared_ptr<apache::thrift::concurrency::Runnable>,
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>&,
> boost::_bi::list0&, int)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:398:9
> (impalad+0x219cfec)
> #11 boost::_bi::bind_t<void, boost::_mfi::mf2<void, impala::ThriftThread,
> std::shared_ptr<apache::thrift::concurrency::Runnable>,
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>,
> boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>,
> boost::_bi::value<std::shared_ptr<apache::thrift::concurrency::Runnable> >,
> boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> >
> >::operator()()
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
> (impalad+0x219cf33)
> #12
> boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void,
> boost::_mfi::mf2<void, impala::ThriftThread,
> std::shared_ptr<apache::thrift::concurrency::Runnable>,
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>,
> boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>,
> boost::_bi::value<std::shared_ptr<apache::thrift::concurrency::Runnable> >,
> boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> >
> >, void>::invoke(boost::detail::function::function_buffer&)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:159:11
> (impalad+0x219cca1)
> #13 boost::function0<void>::operator()() const
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14
> (impalad+0x20f6851)
> #14 impala::Thread::SuperviseThread(std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&,
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*,
> impala::Promise<long, (impala::PromiseMode)0>*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/util/thread.cc:360:3
> (impalad+0x28a989b)
> #15 void
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > >,
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >,
> boost::_bi::value<impala::ThreadDebugInfo*>,
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*>
> >::operator()<void (*)(std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&,
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*,
> impala::Promise<long, (impala::PromiseMode)0>*),
> boost::_bi::list0>(boost::_bi::type<void>, void
> (*&)(std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > const&, std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long,
> (impala::PromiseMode)0>*), boost::_bi::list0&, int)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:531:9
> (impalad+0x28b210c)
> #16 boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&,
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*,
> impala::Promise<long, (impala::PromiseMode)0>*),
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > >,
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >,
> boost::_bi::value<impala::ThreadDebugInfo*>,
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> >
> >::operator()()
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
> (impalad+0x28b2023)
> #17 boost::detail::thread_data<boost::_bi::bind_t<void, void
> (*)(std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > const&, std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long,
> (impala::PromiseMode)0>*),
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > >,
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >,
> boost::_bi::value<impala::ThreadDebugInfo*>,
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > >
> >::run()
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:116:17
> (impalad+0x28b1d10)
> #18 thread_proxy <null> (impalad+0x368f051)
> Previous write of size 8 at 0x7b7400245ca0 by thread T493:
> #0 std::vector<impala::TColumn, std::allocator<impala::TColumn>
> >::operator=(std::vector<impala::TColumn, std::allocator<impala::TColumn> >
> const&)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/gcc-7.5.0/lib/gcc/x86_64-pc-linux-gnu/7.5.0/../../../../include/c++/7.5.0/bits/vector.tcc:230:28
> (impalad+0x1e05f25)
> #1 impala::TResultSetMetadata::operator=(impala::TResultSetMetadata
> const&)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/generated-sources/gen-cpp/Results_types.cpp:139:11
> (impalad+0x1f9aad5)
> #2 impala::ClientRequestState::SetResultSet(impala::TDdlExecResponse
> const*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/service/client-request-state.cc:1431:22
> (impalad+0x267de35)
> #3 impala::ClientRequestState::ExecDdlRequestImpl(bool)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/service/client-request-state.cc:753:3
> (impalad+0x267dc26)
> #4 boost::_mfi::mf1<void, impala::ClientRequestState,
> bool>::operator()(impala::ClientRequestState*, bool) const
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/mem_fn_template.hpp:165:29
> (impalad+0x268d06e)
> #5 void boost::_bi::list2<boost::_bi::value<impala::ClientRequestState*>,
> boost::_bi::value<bool> >::operator()<boost::_mfi::mf1<void,
> impala::ClientRequestState, bool>, boost::_bi::list0>(boost::_bi::type<void>,
> boost::_mfi::mf1<void, impala::ClientRequestState, bool>&,
> boost::_bi::list0&, int)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:319:9
> (impalad+0x268cfad)
> #6 boost::_bi::bind_t<void, boost::_mfi::mf1<void,
> impala::ClientRequestState, bool>,
> boost::_bi::list2<boost::_bi::value<impala::ClientRequestState*>,
> boost::_bi::value<bool> > >::operator()()
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
> (impalad+0x268cf13)
> #7
> boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void,
> boost::_mfi::mf1<void, impala::ClientRequestState, bool>,
> boost::_bi::list2<boost::_bi::value<impala::ClientRequestState*>,
> boost::_bi::value<bool> > >,
> void>::invoke(boost::detail::function::function_buffer&)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:159:11
> (impalad+0x268ccb1)
> #8 boost::function0<void>::operator()() const
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14
> (impalad+0x20f6851)
> #9 impala::Thread::SuperviseThread(std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&,
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*,
> impala::Promise<long, (impala::PromiseMode)0>*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/util/thread.cc:360:3
> (impalad+0x28a989b)
> #10 void
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > >,
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >,
> boost::_bi::value<impala::ThreadDebugInfo*>,
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*>
> >::operator()<void (*)(std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&,
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*,
> impala::Promise<long, (impala::PromiseMode)0>*),
> boost::_bi::list0>(boost::_bi::type<void>, void
> (*&)(std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > const&, std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long,
> (impala::PromiseMode)0>*), boost::_bi::list0&, int)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:531:9
> (impalad+0x28b210c)
> #11 boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&,
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*,
> impala::Promise<long, (impala::PromiseMode)0>*),
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > >,
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >,
> boost::_bi::value<impala::ThreadDebugInfo*>,
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> >
> >::operator()()
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
> (impalad+0x28b2023)
> #12 boost::detail::thread_data<boost::_bi::bind_t<void, void
> (*)(std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > const&, std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long,
> (impala::PromiseMode)0>*),
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > >,
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >,
> boost::_bi::value<impala::ThreadDebugInfo*>,
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > >
> >::run()
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:116:17
> (impalad+0x28b1d10)
> #13 thread_proxy <null> (impalad+0x368f051)
> Location is heap block of size 2376 at 0x7b7400245400 allocated by thread
> T502:
> #0 operator new(unsigned long)
> /mnt/source/llvm/llvm-5.0.1.src-p3/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cc:44
> (impalad+0x1c5c7f6)
> #1 std::_MakeUniq<impala::ClientRequestState>::__single_object
> std::make_unique<impala::ClientRequestState, impala::TQueryCtx const&,
> impala::Frontend*, impala::ImpalaServer*&,
> std::shared_ptr<impala::ImpalaServer::SessionState>&, impala::TExecRequest*,
> impala::QueryDriver*>(impala::TQueryCtx const&, impala::Frontend*&&,
> impala::ImpalaServer*&, std::shared_ptr<impala::ImpalaServer::SessionState>&,
> impala::TExecRequest*&&, impala::QueryDriver*&&)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/gcc-7.5.0/lib/gcc/x86_64-pc-linux-gnu/7.5.0/../../../../include/c++/7.5.0/bits/unique_ptr.h:821:30
> (impalad+0x2e68757)
> #2 impala::QueryDriver::CreateClientRequestState(impala::TQueryCtx
> const&, std::shared_ptr<impala::ImpalaServer::SessionState>,
> impala::QueryHandle*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/runtime/query-driver.cc:52:7
> (impalad+0x2e6394e)
> #3 impala::QueryDriver::CreateNewDriver(impala::ImpalaServer*,
> impala::QueryHandle*, impala::TQueryCtx const&,
> std::shared_ptr<impala::ImpalaServer::SessionState>)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/runtime/query-driver.cc:459:32
> (impalad+0x2e67813)
> #4 impala::ImpalaServer::ExecuteInternal(impala::TQueryCtx const&,
> impala::TExecRequest const*,
> std::shared_ptr<impala::ImpalaServer::SessionState>, bool*,
> impala::QueryHandle*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/service/impala-server.cc:1170:3
> (impalad+0x257d9de)
> #5 impala::ImpalaServer::Execute(impala::TQueryCtx*,
> std::shared_ptr<impala::ImpalaServer::SessionState>, impala::QueryHandle*,
> impala::TExecRequest const*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/service/impala-server.cc:1127:19
> (impalad+0x257d7d5)
> #6
> impala::ImpalaServer::ExecuteStatementCommon(apache::hive::service::cli::thrift::TExecuteStatementResp&,
> apache::hive::service::cli::thrift::TExecuteStatementReq const&,
> impala::TExecRequest const*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/service/impala-hs2-server.cc:506:12
> (impalad+0x26a5ae8)
> #7
> impala::ImpalaServer::ExecuteStatement(apache::hive::service::cli::thrift::TExecuteStatementResp&,
> apache::hive::service::cli::thrift::TExecuteStatementReq const&)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/service/impala-hs2-server.cc:553:3
> (impalad+0x26a693f)
> #8 virtual thunk to
> impala::ImpalaServer::ExecuteStatement(apache::hive::service::cli::thrift::TExecuteStatementResp&,
> apache::hive::service::cli::thrift::TExecuteStatementReq const&)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/service/impala-hs2-server.cc
> (impalad+0x26a69c4)
> #9
> apache::hive::service::cli::thrift::TCLIServiceProcessorT<apache::thrift::protocol::TDummyProtocol>::process_ExecuteStatement(int,
> apache::thrift::protocol::TProtocol*, apache::thrift::protocol::TProtocol*,
> void*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/generated-sources/gen-cpp/TCLIService.tcc:5644:13
> (impalad+0x25faaa4)
> #10
> apache::hive::service::cli::thrift::TCLIServiceProcessorT<apache::thrift::protocol::TDummyProtocol>::dispatchCall(apache::thrift::protocol::TProtocol*,
> apache::thrift::protocol::TProtocol*, std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&, int, void*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/generated-sources/gen-cpp/TCLIService.tcc:5266:3
> (impalad+0x2608b22)
> #11
> impala::ImpalaHiveServer2ServiceProcessorT<apache::thrift::protocol::TDummyProtocol>::dispatchCall(apache::thrift::protocol::TProtocol*,
> apache::thrift::protocol::TProtocol*, std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&, int, void*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/generated-sources/gen-cpp/ImpalaHiveServer2Service.tcc:1901:85
> (impalad+0x25f81ff)
> #12
> apache::thrift::TDispatchProcessor::process(std::shared_ptr<apache::thrift::protocol::TProtocol>,
> std::shared_ptr<apache::thrift::protocol::TProtocol>, void*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/thrift-0.11.0-p4/include/thrift/TDispatchProcessor.h:121:12
> (impalad+0x1c7166e)
> #13 apache::thrift::server::TAcceptQueueServer::Task::run()
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:84:26
> (impalad+0x21a8dc6)
> #14
> impala::ThriftThread::RunRunnable(std::shared_ptr<apache::thrift::concurrency::Runnable>,
> impala::Promise<unsigned long, (impala::PromiseMode)0>*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/rpc/thrift-thread.cc:74:13
> (impalad+0x219b5dc)
> #15 boost::_mfi::mf2<void, impala::ThriftThread,
> std::shared_ptr<apache::thrift::concurrency::Runnable>,
> impala::Promise<unsigned long,
> (impala::PromiseMode)0>*>::operator()(impala::ThriftThread*,
> std::shared_ptr<apache::thrift::concurrency::Runnable>,
> impala::Promise<unsigned long, (impala::PromiseMode)0>*) const
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/mem_fn_template.hpp:280:29
> (impalad+0x219d0d9)
> #16 void boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>,
> boost::_bi::value<std::shared_ptr<apache::thrift::concurrency::Runnable> >,
> boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*>
> >::operator()<boost::_mfi::mf2<void, impala::ThriftThread,
> std::shared_ptr<apache::thrift::concurrency::Runnable>,
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>,
> boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void,
> impala::ThriftThread, std::shared_ptr<apache::thrift::concurrency::Runnable>,
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>&,
> boost::_bi::list0&, int)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:398:9
> (impalad+0x219cfec)
> #17 boost::_bi::bind_t<void, boost::_mfi::mf2<void, impala::ThriftThread,
> std::shared_ptr<apache::thrift::concurrency::Runnable>,
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>,
> boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>,
> boost::_bi::value<std::shared_ptr<apache::thrift::concurrency::Runnable> >,
> boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> >
> >::operator()()
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
> (impalad+0x219cf33)
> #18
> boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void,
> boost::_mfi::mf2<void, impala::ThriftThread,
> std::shared_ptr<apache::thrift::concurrency::Runnable>,
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>,
> boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>,
> boost::_bi::value<std::shared_ptr<apache::thrift::concurrency::Runnable> >,
> boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> >
> >, void>::invoke(boost::detail::function::function_buffer&)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:159:11
> (impalad+0x219cca1)
> #19 boost::function0<void>::operator()() const
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14
> (impalad+0x20f6851)
> #20 impala::Thread::SuperviseThread(std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&,
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*,
> impala::Promise<long, (impala::PromiseMode)0>*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/util/thread.cc:360:3
> (impalad+0x28a989b)
> #21 void
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > >,
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >,
> boost::_bi::value<impala::ThreadDebugInfo*>,
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*>
> >::operator()<void (*)(std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&,
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*,
> impala::Promise<long, (impala::PromiseMode)0>*),
> boost::_bi::list0>(boost::_bi::type<void>, void
> (*&)(std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > const&, std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long,
> (impala::PromiseMode)0>*), boost::_bi::list0&, int)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:531:9
> (impalad+0x28b210c)
> #22 boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&,
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*,
> impala::Promise<long, (impala::PromiseMode)0>*),
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > >,
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >,
> boost::_bi::value<impala::ThreadDebugInfo*>,
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> >
> >::operator()()
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
> (impalad+0x28b2023)
> #23 boost::detail::thread_data<boost::_bi::bind_t<void, void
> (*)(std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > const&, std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long,
> (impala::PromiseMode)0>*),
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > >,
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >,
> boost::_bi::value<impala::ThreadDebugInfo*>,
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > >
> >::run()
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:116:17
> (impalad+0x28b1d10)
> #24 thread_proxy <null> (impalad+0x368f051)
> Mutex M871300791068285688 is already destroyed.
> Thread T502 (tid=15381, running) created by thread T440 at:
> #0 pthread_create
> /mnt/source/llvm/llvm-5.0.1.src-p3/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors.cc:889
> (impalad+0x1bd1396)
> #1 boost::thread::start_thread_noexcept() <null> (impalad+0x368e0a8)
> #2 boost::thread::thread<void (*)(std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&,
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*,
> impala::Promise<long, (impala::PromiseMode)0>*),
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
> >, std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> >, boost::function<void ()>, impala::ThreadDebugInfo*,
> impala::Promise<long, (impala::PromiseMode)0>*>(void
> (*)(std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > const&, std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long,
> (impala::PromiseMode)0>*), std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> >,
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
> >, boost::function<void ()>, impala::ThreadDebugInfo*, impala::Promise<long,
> (impala::PromiseMode)0>*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:420:13
> (impalad+0x28acad4)
> #3 impala::Thread::StartThread(std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&,
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
> > const&, boost::function<void ()> const&, std::unique_ptr<impala::Thread,
> std::default_delete<impala::Thread> >*, bool)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/util/thread.cc:317:13
> (impalad+0x28a9211)
> #4 impala::Status impala::Thread::Create<boost::_bi::bind_t<void,
> boost::_mfi::mf2<void, impala::ThriftThread,
> std::shared_ptr<apache::thrift::concurrency::Runnable>,
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>,
> boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>,
> boost::_bi::value<std::shared_ptr<apache::thrift::concurrency::Runnable> >,
> boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> >
> > >(std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > const&, std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&,
> boost::_bi::bind_t<void, boost::_mfi::mf2<void, impala::ThriftThread,
> std::shared_ptr<apache::thrift::concurrency::Runnable>,
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>,
> boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>,
> boost::_bi::value<std::shared_ptr<apache::thrift::concurrency::Runnable> >,
> boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> >
> > const&, std::unique_ptr<impala::Thread, std::default_delete<impala::Thread>
> >*, bool)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/util/thread.h:74:12
> (impalad+0x219bc18)
> #5 impala::ThriftThread::start()
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/rpc/thrift-thread.cc:35:19
> (impalad+0x219b3c8)
> #6
> apache::thrift::server::TAcceptQueueServer::SetupConnection(std::shared_ptr<apache::thrift::server::TAcceptQueueEntry>)
>
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:292:13
> (impalad+0x21a3d56)
> #7
> apache::thrift::server::TAcceptQueueServer::serve()::$_3::operator()(int,
> std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> const&) const
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:323:15
> (impalad+0x21a6740)
> #8
> boost::detail::function::void_function_obj_invoker2<apache::thrift::server::TAcceptQueueServer::serve()::$_3,
> void, int, std::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
> const&>::invoke(boost::detail::function::function_buffer&, int,
> std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> const&)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:159:11
> (impalad+0x21a6579)
> #9 boost::function2<void, int,
> std::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
> const&>::operator()(int,
> std::shared_ptr<apache::thrift::server::TAcceptQueueEntry> const&) const
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14
> (impalad+0x21ae33e)
> #10
> impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
> >::WorkerThread(int)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/util/thread-pool.h:166:9
> (impalad+0x21ad415)
> #11 boost::_mfi::mf1<void,
> impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
> >,
> int>::operator()(impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
> >*, int) const
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/mem_fn_template.hpp:165:29
> (impalad+0x21ada2d)
> #12 void
> boost::_bi::list2<boost::_bi::value<impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
> >*>, boost::_bi::value<int> >::operator()<boost::_mfi::mf1<void,
> impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
> >, int>, boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void,
> impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
> >, int>&, boost::_bi::list0&, int)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:319:9
> (impalad+0x21ad96c)
> #13 boost::_bi::bind_t<void, boost::_mfi::mf1<void,
> impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
> >, int>,
> boost::_bi::list2<boost::_bi::value<impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
> >*>, boost::_bi::value<int> > >::operator()()
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
> (impalad+0x21ad8d3)
> #14
> boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void,
> boost::_mfi::mf1<void,
> impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
> >, int>,
> boost::_bi::list2<boost::_bi::value<impala::ThreadPool<std::shared_ptr<apache::thrift::server::TAcceptQueueEntry>
> >*>, boost::_bi::value<int> > >,
> void>::invoke(boost::detail::function::function_buffer&)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:159:11
> (impalad+0x21ad671)
> #15 boost::function0<void>::operator()() const
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14
> (impalad+0x20f6851)
> #16 impala::Thread::SuperviseThread(std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&,
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*,
> impala::Promise<long, (impala::PromiseMode)0>*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/util/thread.cc:360:3
> (impalad+0x28a989b)
> #17 void
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > >,
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >,
> boost::_bi::value<impala::ThreadDebugInfo*>,
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*>
> >::operator()<void (*)(std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&,
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*,
> impala::Promise<long, (impala::PromiseMode)0>*),
> boost::_bi::list0>(boost::_bi::type<void>, void
> (*&)(std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > const&, std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long,
> (impala::PromiseMode)0>*), boost::_bi::list0&, int)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:531:9
> (impalad+0x28b210c)
> #18 boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&,
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*,
> impala::Promise<long, (impala::PromiseMode)0>*),
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > >,
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >,
> boost::_bi::value<impala::ThreadDebugInfo*>,
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> >
> >::operator()()
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
> (impalad+0x28b2023)
> #19 boost::detail::thread_data<boost::_bi::bind_t<void, void
> (*)(std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > const&, std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long,
> (impala::PromiseMode)0>*),
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > >,
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >,
> boost::_bi::value<impala::ThreadDebugInfo*>,
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > >
> >::run()
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:116:17
> (impalad+0x28b1d10)
> #20 thread_proxy <null> (impalad+0x368f051)
> Thread T493 (tid=15391, finished) created by thread T502 at:
> #0 pthread_create
> /mnt/source/llvm/llvm-5.0.1.src-p3/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors.cc:889
> (impalad+0x1bd1396)
> #1 boost::thread::start_thread_noexcept() <null> (impalad+0x368e0a8)
> #2 boost::thread::thread<void (*)(std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&,
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*,
> impala::Promise<long, (impala::PromiseMode)0>*),
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
> >, std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> >, boost::function<void ()>, impala::ThreadDebugInfo*,
> impala::Promise<long, (impala::PromiseMode)0>*>(void
> (*)(std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > const&, std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long,
> (impala::PromiseMode)0>*), std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> >,
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
> >, boost::function<void ()>, impala::ThreadDebugInfo*, impala::Promise<long,
> (impala::PromiseMode)0>*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:420:13
> (impalad+0x28acad4)
> #3 impala::Thread::StartThread(std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&,
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
> > const&, boost::function<void ()> const&, std::unique_ptr<impala::Thread,
> std::default_delete<impala::Thread> >*, bool)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/util/thread.cc:317:13
> (impalad+0x28a9211)
> #4 impala::Status impala::Thread::Create<void
> (impala::ClientRequestState::*)(bool), impala::ClientRequestState*,
> bool>(std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > const&, std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&, void
> (impala::ClientRequestState::* const&)(bool), impala::ClientRequestState*
> const&, bool const&, std::unique_ptr<impala::Thread,
> std::default_delete<impala::Thread> >*, bool)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/util/thread.h:89:12
> (impalad+0x2686e68)
> #5 impala::ClientRequestState::ExecDdlRequest()
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/service/client-request-state.cc:787:12
> (impalad+0x26798f5)
> #6 impala::ClientRequestState::Exec()
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/service/client-request-state.cc:257:7
> (impalad+0x2677ff5)
> #7 impala::ImpalaServer::ExecuteInternal(impala::TQueryCtx const&,
> impala::TExecRequest const*,
> std::shared_ptr<impala::ImpalaServer::SessionState>, bool*,
> impala::QueryHandle*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/service/impala-server.cc:1248:3
> (impalad+0x257dfb7)
> #8 impala::ImpalaServer::Execute(impala::TQueryCtx*,
> std::shared_ptr<impala::ImpalaServer::SessionState>, impala::QueryHandle*,
> impala::TExecRequest const*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/service/impala-server.cc:1127:19
> (impalad+0x257d7d5)
> #9
> impala::ImpalaServer::ExecuteStatementCommon(apache::hive::service::cli::thrift::TExecuteStatementResp&,
> apache::hive::service::cli::thrift::TExecuteStatementReq const&,
> impala::TExecRequest const*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/service/impala-hs2-server.cc:506:12
> (impalad+0x26a5ae8)
> #10
> impala::ImpalaServer::ExecuteStatement(apache::hive::service::cli::thrift::TExecuteStatementResp&,
> apache::hive::service::cli::thrift::TExecuteStatementReq const&)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/service/impala-hs2-server.cc:553:3
> (impalad+0x26a693f)
> #11 virtual thunk to
> impala::ImpalaServer::ExecuteStatement(apache::hive::service::cli::thrift::TExecuteStatementResp&,
> apache::hive::service::cli::thrift::TExecuteStatementReq const&)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/service/impala-hs2-server.cc
> (impalad+0x26a69c4)
> #12
> apache::hive::service::cli::thrift::TCLIServiceProcessorT<apache::thrift::protocol::TDummyProtocol>::process_ExecuteStatement(int,
> apache::thrift::protocol::TProtocol*, apache::thrift::protocol::TProtocol*,
> void*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/generated-sources/gen-cpp/TCLIService.tcc:5644:13
> (impalad+0x25faaa4)
> #13
> apache::hive::service::cli::thrift::TCLIServiceProcessorT<apache::thrift::protocol::TDummyProtocol>::dispatchCall(apache::thrift::protocol::TProtocol*,
> apache::thrift::protocol::TProtocol*, std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&, int, void*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/generated-sources/gen-cpp/TCLIService.tcc:5266:3
> (impalad+0x2608b22)
> #14
> impala::ImpalaHiveServer2ServiceProcessorT<apache::thrift::protocol::TDummyProtocol>::dispatchCall(apache::thrift::protocol::TProtocol*,
> apache::thrift::protocol::TProtocol*, std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&, int, void*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/generated-sources/gen-cpp/ImpalaHiveServer2Service.tcc:1901:85
> (impalad+0x25f81ff)
> #15
> apache::thrift::TDispatchProcessor::process(std::shared_ptr<apache::thrift::protocol::TProtocol>,
> std::shared_ptr<apache::thrift::protocol::TProtocol>, void*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/thrift-0.11.0-p4/include/thrift/TDispatchProcessor.h:121:12
> (impalad+0x1c7166e)
> #16 apache::thrift::server::TAcceptQueueServer::Task::run()
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/rpc/TAcceptQueueServer.cpp:84:26
> (impalad+0x21a8dc6)
> #17
> impala::ThriftThread::RunRunnable(std::shared_ptr<apache::thrift::concurrency::Runnable>,
> impala::Promise<unsigned long, (impala::PromiseMode)0>*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/rpc/thrift-thread.cc:74:13
> (impalad+0x219b5dc)
> #18 boost::_mfi::mf2<void, impala::ThriftThread,
> std::shared_ptr<apache::thrift::concurrency::Runnable>,
> impala::Promise<unsigned long,
> (impala::PromiseMode)0>*>::operator()(impala::ThriftThread*,
> std::shared_ptr<apache::thrift::concurrency::Runnable>,
> impala::Promise<unsigned long, (impala::PromiseMode)0>*) const
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/mem_fn_template.hpp:280:29
> (impalad+0x219d0d9)
> #19 void boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>,
> boost::_bi::value<std::shared_ptr<apache::thrift::concurrency::Runnable> >,
> boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*>
> >::operator()<boost::_mfi::mf2<void, impala::ThriftThread,
> std::shared_ptr<apache::thrift::concurrency::Runnable>,
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>,
> boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf2<void,
> impala::ThriftThread, std::shared_ptr<apache::thrift::concurrency::Runnable>,
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>&,
> boost::_bi::list0&, int)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:398:9
> (impalad+0x219cfec)
> #20 boost::_bi::bind_t<void, boost::_mfi::mf2<void, impala::ThriftThread,
> std::shared_ptr<apache::thrift::concurrency::Runnable>,
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>,
> boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>,
> boost::_bi::value<std::shared_ptr<apache::thrift::concurrency::Runnable> >,
> boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> >
> >::operator()()
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
> (impalad+0x219cf33)
> #21
> boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void,
> boost::_mfi::mf2<void, impala::ThriftThread,
> std::shared_ptr<apache::thrift::concurrency::Runnable>,
> impala::Promise<unsigned long, (impala::PromiseMode)0>*>,
> boost::_bi::list3<boost::_bi::value<impala::ThriftThread*>,
> boost::_bi::value<std::shared_ptr<apache::thrift::concurrency::Runnable> >,
> boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> >
> >, void>::invoke(boost::detail::function::function_buffer&)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:159:11
> (impalad+0x219cca1)
> #22 boost::function0<void>::operator()() const
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/function/function_template.hpp:770:14
> (impalad+0x20f6851)
> #23 impala::Thread::SuperviseThread(std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&,
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*,
> impala::Promise<long, (impala::PromiseMode)0>*)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/repos/Impala/be/src/util/thread.cc:360:3
> (impalad+0x28a989b)
> #24 void
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > >,
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >,
> boost::_bi::value<impala::ThreadDebugInfo*>,
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*>
> >::operator()<void (*)(std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&,
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*,
> impala::Promise<long, (impala::PromiseMode)0>*),
> boost::_bi::list0>(boost::_bi::type<void>, void
> (*&)(std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > const&, std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long,
> (impala::PromiseMode)0>*), boost::_bi::list0&, int)
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:531:9
> (impalad+0x28b210c)
> #25 boost::_bi::bind_t<void, void (*)(std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&,
> std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char>
> > const&, boost::function<void ()>, impala::ThreadDebugInfo const*,
> impala::Promise<long, (impala::PromiseMode)0>*),
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > >,
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >,
> boost::_bi::value<impala::ThreadDebugInfo*>,
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> >
> >::operator()()
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/bind/bind.hpp:1222:16
> (impalad+0x28b2023)
> #26 boost::detail::thread_data<boost::_bi::bind_t<void, void
> (*)(std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > const&, std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > const&, boost::function<void
> ()>, impala::ThreadDebugInfo const*, impala::Promise<long,
> (impala::PromiseMode)0>*),
> boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char,
> std::char_traits<char>, std::allocator<char> > >,
> boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>,
> std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >,
> boost::_bi::value<impala::ThreadDebugInfo*>,
> boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > >
> >::run()
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/boost-1.61.0-p2/include/boost/thread/detail/thread.hpp:116:17
> (impalad+0x28b1d10)
> #27 thread_proxy <null> (impalad+0x368f051)
> SUMMARY: ThreadSanitizer: data race
> /data/jenkins/workspace/impala-cdw-master-staging-core-tsan/Impala-Toolchain/toolchain-packages-gcc7.5.0/gcc-7.5.0/lib/gcc/x86_64-pc-linux-gnu/7.5.0/../../../../include/c++/7.5.0/bits/stl_vector.h:671:40
> in std::vector<impala::TColumn, std::allocator<impala::TColumn> >::size()
> const
> ==================
> {noformat}
> Attached stacks separately as well.
--
This message was sent by Atlassian Jira
(v8.20.1#820001)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
