[
https://issues.apache.org/jira/browse/KUDU-545?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Grant Henke resolved KUDU-545.
------------------------------
Fix Version/s: NA
Resolution: Fixed
> TSAN failure in master_replication-itest
> ----------------------------------------
>
> Key: KUDU-545
> URL: https://issues.apache.org/jira/browse/KUDU-545
> Project: Kudu
> Issue Type: Bug
> Components: rpc
> Affects Versions: M4.5
> Reporter: Adar Dembo
> Priority: Minor
> Fix For: NA
>
>
> {noformat}
> ==================
> WARNING: ThreadSanitizer: data race (pid=18993)
> Read of size 4 at 0x7d1c000345d0 by thread T9:
> #0 std::string* google::Check_EQImpl<kudu::RpcServer::ServerState,
> kudu::RpcServer::ServerState>(kudu::RpcServer::ServerState const&,
> kudu::RpcServer::ServerState const&, char const*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/thirdparty/installed/include/glog/logging.h:694
> (libserver_process.so+0x00000005b5f7)
> #1 kudu::RpcServer::GetBoundAddresses(std::vector<kudu::Sockaddr,
> std::allocator<kudu::Sockaddr> >*) const
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/server/rpc_server.cc:117
> (libserver_process.so+0x00000005af68)
> #2
> kudu::master::Master::GetMasterRegistration(kudu::master::MasterRegistrationPB*)
> const
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/master.cc:133
> (libmaster.so+0x0000000f523f)
> #3
> kudu::master::Master::ListMasters(std::vector<kudu::master::ListMastersResponsePB_Entry,
> std::allocator<kudu::master::ListMastersResponsePB_Entry> >*) const
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/master.cc:178
> (libmaster.so+0x0000000f56c7)
> #4
> kudu::master::MasterServiceImpl::ListMasters(kudu::master::ListMastersRequestPB
> const*, kudu::master::ListMastersResponsePB*, kudu::rpc::RpcContext*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/master_service.cc:352
> (libmaster.so+0x0000000fe267)
> #5 kudu::master::MasterServiceIf::Handle(kudu::rpc::InboundCall*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/master.service.cc:259
> (libmaster_proto.so+0x0000000a21b2)
> #6 kudu::rpc::ServicePool::RunThread()
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/rpc/service_pool.cc:155
> (libkrpc.so+0x0000000c91aa)
> #7 boost::_mfi::mf0<void,
> kudu::rpc::ServicePool>::operator()(kudu::rpc::ServicePool*) const
> /usr/include/boost/bind/mem_fn_template.hpp:49 (libkrpc.so+0x0000000cbe9d)
> #8 void boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*>
> >::operator()<boost::_mfi::mf0<void, kudu::rpc::ServicePool>,
> boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void,
> kudu::rpc::ServicePool>&, boost::_bi::list0&, int)
> /usr/include/boost/bind/bind.hpp:246 (libkrpc.so+0x0000000cbe0a)
> #9 boost::_bi::bind_t<void, boost::_mfi::mf0<void,
> kudu::rpc::ServicePool>,
> boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> >
> >::operator()() /usr/include/boost/bind/bind_template.hpp:20
> (libkrpc.so+0x0000000cbdb3)
> #10
> boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void,
> boost::_mfi::mf0<void, kudu::rpc::ServicePool>,
> boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> > >,
> void>::invoke(boost::detail::function::function_buffer&)
> /usr/include/boost/function/function_template.hpp:153
> (libkrpc.so+0x0000000cbbb9)
> #11 boost::function0<void>::operator()() const
> /usr/include/boost/function/function_template.hpp:1012
> (libtablet.so+0x0000002145f1)
> #12 kudu::Thread::SuperviseThread(void*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/util/thread.cc:435
> (libkudu_util.so+0x000000151fdb)
>
> Previous write of size 4 at 0x7d1c000345d0 by thread T198:
> #0 kudu::RpcServer::Start()
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/server/rpc_server.cc:101
> (libserver_process.so+0x00000005ae40)
> #1 kudu::server::ServerBase::Start()
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/server/server_base.cc:176
> (libserver_process.so+0x00000006079e)
> #2 kudu::master::Master::StartAsync()
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/master.cc:90
> (libmaster.so+0x0000000f4b46)
> #3 kudu::master::MiniMaster::StartOnPorts(unsigned short, unsigned short,
> kudu::master::MasterOptions*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/mini_master.cc:71
> (libmaster.so+0x00000010a6b6)
> #4 kudu::master::MiniMaster::StartLeaderOnPorts(unsigned short, unsigned
> short, std::vector<unsigned short, std::allocator<unsigned short> > const&)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/mini_master.cc:94
> (libmaster.so+0x000000109f12)
> #5 kudu::master::MiniMaster::StartLeader(std::vector<unsigned short,
> std::allocator<unsigned short> > const&)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/mini_master.cc:39
> (libmaster.so+0x000000109c78)
> #6 kudu::MiniCluster::StartDistributedMasters()
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/integration-tests/mini_cluster.cc:104
> (libintegration-tests.so+0x0000000296ed)
> #7 kudu::MiniCluster::Start()
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/integration-tests/mini_cluster.cc:70
> (libintegration-tests.so+0x000000029013)
> #8 kudu::master::MasterReplicationTest::StartClusterDelayed(long)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/integration-tests/master_replication-itest.cc:81
> (master_replication-itest+0x0000000a00d8)
> #9 void boost::_mfi::mf1<void, kudu::master::MasterReplicationTest,
> long>::call<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*,
> long>(kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*&,
> void const*, long&) const /usr/include/boost/bind/mem_fn_template.hpp:153
> (master_replication-itest+0x0000000a1285)
> #10 void boost::_mfi::mf1<void, kudu::master::MasterReplicationTest,
> long>::operator()<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>(kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*&,
> long) const /usr/include/boost/bind/mem_fn_template.hpp:167
> (master_replication-itest+0x0000000a1131)
> #11 void
> boost::_bi::list2<boost::_bi::value<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>,
> boost::_bi::value<int> >::operator()<boost::_mfi::mf1<void,
> kudu::master::MasterReplicationTest, long>,
> boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void,
> kudu::master::MasterReplicationTest, long>&, boost::_bi::list0&, int)
> /usr/include/boost/bind/bind.hpp:306 (master_replication-itest+0x0000000a10ac)
> #12 boost::_bi::bind_t<void, boost::_mfi::mf1<void,
> kudu::master::MasterReplicationTest, long>,
> boost::_bi::list2<boost::_bi::value<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>,
> boost::_bi::value<int> > >::operator()()
> /usr/include/boost/bind/bind_template.hpp:20
> (master_replication-itest+0x0000000a1023)
> #13
> boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void,
> boost::_mfi::mf1<void, kudu::master::MasterReplicationTest, long>,
> boost::_bi::list2<boost::_bi::value<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>,
> boost::_bi::value<int> > >,
> void>::invoke(boost::detail::function::function_buffer&)
> /usr/include/boost/function/function_template.hpp:153
> (master_replication-itest+0x0000000a0dc1)
> #14 boost::function0<void>::operator()() const
> /usr/include/boost/function/function_template.hpp:1012
> (libtablet.so+0x0000002145f1)
> #15 kudu::Thread::SuperviseThread(void*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/util/thread.cc:435
> (libkudu_util.so+0x000000151fdb)
>
> Location is heap block of size 104 at 0x7d1c000345d0 allocated by thread
> T198:
> #0 operator new(unsigned long)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/thirdparty/llvm-3.4.2.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors.cc:560
> (master_replication-itest+0x0000000345ea)
> #1 kudu::server::ServerBase::ServerBase(kudu::server::ServerBaseOptions
> const&, std::string const&)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/server/server_base.cc:48
> (libserver_process.so+0x00000005f169)
> #2 kudu::master::Master::Master(kudu::master::MasterOptions const&)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/master.cc:47
> (libmaster.so+0x0000000f4172)
> #3 kudu::master::MiniMaster::StartOnPorts(unsigned short, unsigned short,
> kudu::master::MasterOptions*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/mini_master.cc:69
> (libmaster.so+0x00000010a654)
> #4 kudu::master::MiniMaster::StartLeaderOnPorts(unsigned short, unsigned
> short, std::vector<unsigned short, std::allocator<unsigned short> > const&)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/mini_master.cc:94
> (libmaster.so+0x000000109f12)
> #5 kudu::master::MiniMaster::StartLeader(std::vector<unsigned short,
> std::allocator<unsigned short> > const&)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/mini_master.cc:39
> (libmaster.so+0x000000109c78)
> #6 kudu::MiniCluster::StartDistributedMasters()
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/integration-tests/mini_cluster.cc:104
> (libintegration-tests.so+0x0000000296ed)
> #7 kudu::MiniCluster::Start()
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/integration-tests/mini_cluster.cc:70
> (libintegration-tests.so+0x000000029013)
> #8 kudu::master::MasterReplicationTest::StartClusterDelayed(long)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/integration-tests/master_replication-itest.cc:81
> (master_replication-itest+0x0000000a00d8)
> #9 void boost::_mfi::mf1<void, kudu::master::MasterReplicationTest,
> long>::call<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*,
> long>(kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*&,
> void const*, long&) const /usr/include/boost/bind/mem_fn_template.hpp:153
> (master_replication-itest+0x0000000a1285)
> #10 void boost::_mfi::mf1<void, kudu::master::MasterReplicationTest,
> long>::operator()<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>(kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*&,
> long) const /usr/include/boost/bind/mem_fn_template.hpp:167
> (master_replication-itest+0x0000000a1131)
> #11 void
> boost::_bi::list2<boost::_bi::value<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>,
> boost::_bi::value<int> >::operator()<boost::_mfi::mf1<void,
> kudu::master::MasterReplicationTest, long>,
> boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void,
> kudu::master::MasterReplicationTest, long>&, boost::_bi::list0&, int)
> /usr/include/boost/bind/bind.hpp:306 (master_replication-itest+0x0000000a10ac)
> #12 boost::_bi::bind_t<void, boost::_mfi::mf1<void,
> kudu::master::MasterReplicationTest, long>,
> boost::_bi::list2<boost::_bi::value<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>,
> boost::_bi::value<int> > >::operator()()
> /usr/include/boost/bind/bind_template.hpp:20
> (master_replication-itest+0x0000000a1023)
> #13
> boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void,
> boost::_mfi::mf1<void, kudu::master::MasterReplicationTest, long>,
> boost::_bi::list2<boost::_bi::value<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>,
> boost::_bi::value<int> > >,
> void>::invoke(boost::detail::function::function_buffer&)
> /usr/include/boost/function/function_template.hpp:153
> (master_replication-itest+0x0000000a0dc1)
> #14 boost::function0<void>::operator()() const
> /usr/include/boost/function/function_template.hpp:1012
> (libtablet.so+0x0000002145f1)
> #15 kudu::Thread::SuperviseThread(void*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/util/thread.cc:435
> (libkudu_util.so+0x000000151fdb)
>
> Thread T9 'rpc worker-2231' (tid=22314, running) created by thread T198 at:
> #0 pthread_create
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/thirdparty/llvm-3.4.2.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors.cc:877
> (master_replication-itest+0x0000000380bf)
> #1 kudu::Thread::StartThread(std::string const&, std::string const&,
> boost::function<void ()()> const&, scoped_refptr<kudu::Thread>*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/util/thread.cc:365
> (libkudu_util.so+0x000000151a86)
> #2 kudu::Status kudu::Thread::Create<void (kudu::rpc::ServicePool::*)(),
> kudu::rpc::ServicePool*>(std::string const&, std::string const&, void
> (kudu::rpc::ServicePool::* const&)(), kudu::rpc::ServicePool* const&,
> scoped_refptr<kudu::Thread>*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/util/thread.h:126
> (libkrpc.so+0x0000000ca3ec)
> #3 kudu::rpc::ServicePool::Init(int)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/rpc/service_pool.cc:59
> (libkrpc.so+0x0000000c8e5d)
> #4 kudu::RpcServer::RegisterService(gscoped_ptr<kudu::rpc::ServiceIf,
> kudu::DefaultDeleter<kudu::rpc::ServiceIf> >)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/server/rpc_server.cc:81
> (libserver_process.so+0x00000005aa44)
> #5
> kudu::server::ServerBase::RegisterService(gscoped_ptr<kudu::rpc::ServiceIf,
> kudu::DefaultDeleter<kudu::rpc::ServiceIf> >)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/server/server_base.cc:170
> (libserver_process.so+0x000000060700)
> #6 kudu::master::Master::StartAsync()
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/master.cc:88
> (libmaster.so+0x0000000f4aa2)
> #7 kudu::master::MiniMaster::StartOnPorts(unsigned short, unsigned short,
> kudu::master::MasterOptions*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/mini_master.cc:71
> (libmaster.so+0x00000010a6b6)
> #8 kudu::master::MiniMaster::StartLeaderOnPorts(unsigned short, unsigned
> short, std::vector<unsigned short, std::allocator<unsigned short> > const&)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/mini_master.cc:94
> (libmaster.so+0x000000109f12)
> #9 kudu::master::MiniMaster::StartLeader(std::vector<unsigned short,
> std::allocator<unsigned short> > const&)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/mini_master.cc:39
> (libmaster.so+0x000000109c78)
> #10 kudu::MiniCluster::StartDistributedMasters()
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/integration-tests/mini_cluster.cc:104
> (libintegration-tests.so+0x0000000296ed)
> #11 kudu::MiniCluster::Start()
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/integration-tests/mini_cluster.cc:70
> (libintegration-tests.so+0x000000029013)
> #12 kudu::master::MasterReplicationTest::StartClusterDelayed(long)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/integration-tests/master_replication-itest.cc:81
> (master_replication-itest+0x0000000a00d8)
> #13 void boost::_mfi::mf1<void, kudu::master::MasterReplicationTest,
> long>::call<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*,
> long>(kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*&,
> void const*, long&) const /usr/include/boost/bind/mem_fn_template.hpp:153
> (master_replication-itest+0x0000000a1285)
> #14 void boost::_mfi::mf1<void, kudu::master::MasterReplicationTest,
> long>::operator()<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>(kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*&,
> long) const /usr/include/boost/bind/mem_fn_template.hpp:167
> (master_replication-itest+0x0000000a1131)
> #15 void
> boost::_bi::list2<boost::_bi::value<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>,
> boost::_bi::value<int> >::operator()<boost::_mfi::mf1<void,
> kudu::master::MasterReplicationTest, long>,
> boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void,
> kudu::master::MasterReplicationTest, long>&, boost::_bi::list0&, int)
> /usr/include/boost/bind/bind.hpp:306 (master_replication-itest+0x0000000a10ac)
> #16 boost::_bi::bind_t<void, boost::_mfi::mf1<void,
> kudu::master::MasterReplicationTest, long>,
> boost::_bi::list2<boost::_bi::value<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>,
> boost::_bi::value<int> > >::operator()()
> /usr/include/boost/bind/bind_template.hpp:20
> (master_replication-itest+0x0000000a1023)
> #17
> boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void,
> boost::_mfi::mf1<void, kudu::master::MasterReplicationTest, long>,
> boost::_bi::list2<boost::_bi::value<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>,
> boost::_bi::value<int> > >,
> void>::invoke(boost::detail::function::function_buffer&)
> /usr/include/boost/function/function_template.hpp:153
> (master_replication-itest+0x0000000a0dc1)
> #18 boost::function0<void>::operator()() const
> /usr/include/boost/function/function_template.hpp:1012
> (libtablet.so+0x0000002145f1)
> #19 kudu::Thread::SuperviseThread(void*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/util/thread.cc:435
> (libkudu_util.so+0x000000151fdb)
>
> Thread T198 'start_thread-22' (tid=22304, running) created by main thread
> at:
> #0 pthread_create
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/thirdparty/llvm-3.4.2.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors.cc:877
> (master_replication-itest+0x0000000380bf)
> #1 kudu::Thread::StartThread(std::string const&, std::string const&,
> boost::function<void ()()> const&, scoped_refptr<kudu::Thread>*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/util/thread.cc:365
> (libkudu_util.so+0x000000151a86)
> #2 kudu::Status kudu::Thread::Create<void
> (kudu::master::MasterReplicationTest::*)(long),
> kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*,
> int>(std::string const&, std::string const&, void
> (kudu::master::MasterReplicationTest::* const&)(long),
> kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test* const&,
> int const&, scoped_refptr<kudu::Thread>*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/util/thread.h:132
> (master_replication-itest+0x00000009ffd0)
> #3
> kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test::TestBody()
>
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/integration-tests/master_replication-itest.cc:302
> (master_replication-itest+0x00000009d530)
> #4 void
> testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test,
> void>(testing::Test*, void (testing::Test::*)(), char const*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/thirdparty/gmock-1.7.0/gtest/src/gtest.cc:2078
> (libgmock.so+0x000000084823)
> #5 main
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/util/test_main.cc:33:13
> (libkudu_test_main.so+0x000000003b61)
>
> SUMMARY: ThreadSanitizer: data race
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/thirdparty/installed/include/glog/logging.h:694
> std::string* google::Check_EQImpl<kudu::RpcServer::ServerState,
> kudu::RpcServer::ServerState>(kudu::RpcServer::ServerState const&,
> kudu::RpcServer::ServerState const&, char const*)
> ==================
> {noformat}
> {noformat}
> ==================
> WARNING: ThreadSanitizer: data race (pid=18993)
> Read of size 8 at 0x7d4800167e40 by thread T9:
> #0 kudu::Webserver::GetBoundAddresses(std::vector<kudu::Sockaddr,
> std::allocator<kudu::Sockaddr> >*) const
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/server/webserver.cc:208
> (libserver_process.so+0x000000066d0e)
> #1
> kudu::master::Master::GetMasterRegistration(kudu::master::MasterRegistrationPB*)
> const
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/master.cc:139
> (libmaster.so+0x0000000f53b0)
> #2
> kudu::master::Master::ListMasters(std::vector<kudu::master::ListMastersResponsePB_Entry,
> std::allocator<kudu::master::ListMastersResponsePB_Entry> >*) const
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/master.cc:178
> (libmaster.so+0x0000000f56c7)
> #3
> kudu::master::MasterServiceImpl::ListMasters(kudu::master::ListMastersRequestPB
> const*, kudu::master::ListMastersResponsePB*, kudu::rpc::RpcContext*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/master_service.cc:352
> (libmaster.so+0x0000000fe267)
> #4 kudu::master::MasterServiceIf::Handle(kudu::rpc::InboundCall*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/master.service.cc:259
> (libmaster_proto.so+0x0000000a21b2)
> #5 kudu::rpc::ServicePool::RunThread()
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/rpc/service_pool.cc:155
> (libkrpc.so+0x0000000c91aa)
> #6 boost::_mfi::mf0<void,
> kudu::rpc::ServicePool>::operator()(kudu::rpc::ServicePool*) const
> /usr/include/boost/bind/mem_fn_template.hpp:49 (libkrpc.so+0x0000000cbe9d)
> #7 void boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*>
> >::operator()<boost::_mfi::mf0<void, kudu::rpc::ServicePool>,
> boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf0<void,
> kudu::rpc::ServicePool>&, boost::_bi::list0&, int)
> /usr/include/boost/bind/bind.hpp:246 (libkrpc.so+0x0000000cbe0a)
> #8 boost::_bi::bind_t<void, boost::_mfi::mf0<void,
> kudu::rpc::ServicePool>,
> boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> >
> >::operator()() /usr/include/boost/bind/bind_template.hpp:20
> (libkrpc.so+0x0000000cbdb3)
> #9
> boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void,
> boost::_mfi::mf0<void, kudu::rpc::ServicePool>,
> boost::_bi::list1<boost::_bi::value<kudu::rpc::ServicePool*> > >,
> void>::invoke(boost::detail::function::function_buffer&)
> /usr/include/boost/function/function_template.hpp:153
> (libkrpc.so+0x0000000cbbb9)
> #10 boost::function0<void>::operator()() const
> /usr/include/boost/function/function_template.hpp:1012
> (libtablet.so+0x0000002145f1)
> #11 kudu::Thread::SuperviseThread(void*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/util/thread.cc:435
> (libkudu_util.so+0x000000151fdb)
>
> Previous write of size 8 at 0x7d4800167e40 by thread T198:
> #0 kudu::Webserver::Start()
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/server/webserver.cc:170
> (libserver_process.so+0x000000066506)
> #1 kudu::server::ServerBase::Start()
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/server/server_base.cc:181
> (libserver_process.so+0x00000006081b)
> #2 kudu::master::Master::StartAsync()
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/master.cc:90
> (libmaster.so+0x0000000f4b46)
> #3 kudu::master::MiniMaster::StartOnPorts(unsigned short, unsigned short,
> kudu::master::MasterOptions*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/mini_master.cc:71
> (libmaster.so+0x00000010a6b6)
> #4 kudu::master::MiniMaster::StartLeaderOnPorts(unsigned short, unsigned
> short, std::vector<unsigned short, std::allocator<unsigned short> > const&)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/mini_master.cc:94
> (libmaster.so+0x000000109f12)
> #5 kudu::master::MiniMaster::StartLeader(std::vector<unsigned short,
> std::allocator<unsigned short> > const&)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/mini_master.cc:39
> (libmaster.so+0x000000109c78)
> #6 kudu::MiniCluster::StartDistributedMasters()
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/integration-tests/mini_cluster.cc:104
> (libintegration-tests.so+0x0000000296ed)
> #7 kudu::MiniCluster::Start()
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/integration-tests/mini_cluster.cc:70
> (libintegration-tests.so+0x000000029013)
> #8 kudu::master::MasterReplicationTest::StartClusterDelayed(long)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/integration-tests/master_replication-itest.cc:81
> (master_replication-itest+0x0000000a00d8)
> #9 void boost::_mfi::mf1<void, kudu::master::MasterReplicationTest,
> long>::call<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*,
> long>(kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*&,
> void const*, long&) const /usr/include/boost/bind/mem_fn_template.hpp:153
> (master_replication-itest+0x0000000a1285)
> #10 void boost::_mfi::mf1<void, kudu::master::MasterReplicationTest,
> long>::operator()<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>(kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*&,
> long) const /usr/include/boost/bind/mem_fn_template.hpp:167
> (master_replication-itest+0x0000000a1131)
> #11 void
> boost::_bi::list2<boost::_bi::value<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>,
> boost::_bi::value<int> >::operator()<boost::_mfi::mf1<void,
> kudu::master::MasterReplicationTest, long>,
> boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void,
> kudu::master::MasterReplicationTest, long>&, boost::_bi::list0&, int)
> /usr/include/boost/bind/bind.hpp:306 (master_replication-itest+0x0000000a10ac)
> #12 boost::_bi::bind_t<void, boost::_mfi::mf1<void,
> kudu::master::MasterReplicationTest, long>,
> boost::_bi::list2<boost::_bi::value<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>,
> boost::_bi::value<int> > >::operator()()
> /usr/include/boost/bind/bind_template.hpp:20
> (master_replication-itest+0x0000000a1023)
> #13
> boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void,
> boost::_mfi::mf1<void, kudu::master::MasterReplicationTest, long>,
> boost::_bi::list2<boost::_bi::value<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>,
> boost::_bi::value<int> > >,
> void>::invoke(boost::detail::function::function_buffer&)
> /usr/include/boost/function/function_template.hpp:153
> (master_replication-itest+0x0000000a0dc1)
> #14 boost::function0<void>::operator()() const
> /usr/include/boost/function/function_template.hpp:1012
> (libtablet.so+0x0000002145f1)
> #15 kudu::Thread::SuperviseThread(void*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/util/thread.cc:435
> (libkudu_util.so+0x000000151fdb)
>
> Location is heap block of size 328 at 0x7d4800167d00 allocated by thread
> T198:
> #0 operator new(unsigned long)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/thirdparty/llvm-3.4.2.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors.cc:560
> (master_replication-itest+0x0000000345ea)
> #1 kudu::server::ServerBase::ServerBase(kudu::server::ServerBaseOptions
> const&, std::string const&)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/server/server_base.cc:48
> (libserver_process.so+0x00000005f196)
> #2 kudu::master::Master::Master(kudu::master::MasterOptions const&)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/master.cc:47
> (libmaster.so+0x0000000f4172)
> #3 kudu::master::MiniMaster::StartOnPorts(unsigned short, unsigned short,
> kudu::master::MasterOptions*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/mini_master.cc:69
> (libmaster.so+0x00000010a654)
> #4 kudu::master::MiniMaster::StartLeaderOnPorts(unsigned short, unsigned
> short, std::vector<unsigned short, std::allocator<unsigned short> > const&)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/mini_master.cc:94
> (libmaster.so+0x000000109f12)
> #5 kudu::master::MiniMaster::StartLeader(std::vector<unsigned short,
> std::allocator<unsigned short> > const&)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/mini_master.cc:39
> (libmaster.so+0x000000109c78)
> #6 kudu::MiniCluster::StartDistributedMasters()
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/integration-tests/mini_cluster.cc:104
> (libintegration-tests.so+0x0000000296ed)
> #7 kudu::MiniCluster::Start()
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/integration-tests/mini_cluster.cc:70
> (libintegration-tests.so+0x000000029013)
> #8 kudu::master::MasterReplicationTest::StartClusterDelayed(long)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/integration-tests/master_replication-itest.cc:81
> (master_replication-itest+0x0000000a00d8)
> #9 void boost::_mfi::mf1<void, kudu::master::MasterReplicationTest,
> long>::call<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*,
> long>(kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*&,
> void const*, long&) const /usr/include/boost/bind/mem_fn_template.hpp:153
> (master_replication-itest+0x0000000a1285)
> #10 void boost::_mfi::mf1<void, kudu::master::MasterReplicationTest,
> long>::operator()<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>(kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*&,
> long) const /usr/include/boost/bind/mem_fn_template.hpp:167
> (master_replication-itest+0x0000000a1131)
> #11 void
> boost::_bi::list2<boost::_bi::value<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>,
> boost::_bi::value<int> >::operator()<boost::_mfi::mf1<void,
> kudu::master::MasterReplicationTest, long>,
> boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void,
> kudu::master::MasterReplicationTest, long>&, boost::_bi::list0&, int)
> /usr/include/boost/bind/bind.hpp:306 (master_replication-itest+0x0000000a10ac)
> #12 boost::_bi::bind_t<void, boost::_mfi::mf1<void,
> kudu::master::MasterReplicationTest, long>,
> boost::_bi::list2<boost::_bi::value<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>,
> boost::_bi::value<int> > >::operator()()
> /usr/include/boost/bind/bind_template.hpp:20
> (master_replication-itest+0x0000000a1023)
> #13
> boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void,
> boost::_mfi::mf1<void, kudu::master::MasterReplicationTest, long>,
> boost::_bi::list2<boost::_bi::value<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>,
> boost::_bi::value<int> > >,
> void>::invoke(boost::detail::function::function_buffer&)
> /usr/include/boost/function/function_template.hpp:153
> (master_replication-itest+0x0000000a0dc1)
> #14 boost::function0<void>::operator()() const
> /usr/include/boost/function/function_template.hpp:1012
> (libtablet.so+0x0000002145f1)
> #15 kudu::Thread::SuperviseThread(void*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/util/thread.cc:435
> (libkudu_util.so+0x000000151fdb)
>
> Thread T9 'rpc worker-2231' (tid=22314, running) created by thread T198 at:
> #0 pthread_create
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/thirdparty/llvm-3.4.2.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors.cc:877
> (master_replication-itest+0x0000000380bf)
> #1 kudu::Thread::StartThread(std::string const&, std::string const&,
> boost::function<void ()()> const&, scoped_refptr<kudu::Thread>*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/util/thread.cc:365
> (libkudu_util.so+0x000000151a86)
> #2 kudu::Status kudu::Thread::Create<void (kudu::rpc::ServicePool::*)(),
> kudu::rpc::ServicePool*>(std::string const&, std::string const&, void
> (kudu::rpc::ServicePool::* const&)(), kudu::rpc::ServicePool* const&,
> scoped_refptr<kudu::Thread>*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/util/thread.h:126
> (libkrpc.so+0x0000000ca3ec)
> #3 kudu::rpc::ServicePool::Init(int)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/rpc/service_pool.cc:59
> (libkrpc.so+0x0000000c8e5d)
> #4 kudu::RpcServer::RegisterService(gscoped_ptr<kudu::rpc::ServiceIf,
> kudu::DefaultDeleter<kudu::rpc::ServiceIf> >)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/server/rpc_server.cc:81
> (libserver_process.so+0x00000005aa44)
> #5
> kudu::server::ServerBase::RegisterService(gscoped_ptr<kudu::rpc::ServiceIf,
> kudu::DefaultDeleter<kudu::rpc::ServiceIf> >)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/server/server_base.cc:170
> (libserver_process.so+0x000000060700)
> #6 kudu::master::Master::StartAsync()
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/master.cc:88
> (libmaster.so+0x0000000f4aa2)
> #7 kudu::master::MiniMaster::StartOnPorts(unsigned short, unsigned short,
> kudu::master::MasterOptions*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/mini_master.cc:71
> (libmaster.so+0x00000010a6b6)
> #8 kudu::master::MiniMaster::StartLeaderOnPorts(unsigned short, unsigned
> short, std::vector<unsigned short, std::allocator<unsigned short> > const&)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/mini_master.cc:94
> (libmaster.so+0x000000109f12)
> #9 kudu::master::MiniMaster::StartLeader(std::vector<unsigned short,
> std::allocator<unsigned short> > const&)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/master/mini_master.cc:39
> (libmaster.so+0x000000109c78)
> #10 kudu::MiniCluster::StartDistributedMasters()
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/integration-tests/mini_cluster.cc:104
> (libintegration-tests.so+0x0000000296ed)
> #11 kudu::MiniCluster::Start()
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/integration-tests/mini_cluster.cc:70
> (libintegration-tests.so+0x000000029013)
> #12 kudu::master::MasterReplicationTest::StartClusterDelayed(long)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/integration-tests/master_replication-itest.cc:81
> (master_replication-itest+0x0000000a00d8)
> #13 void boost::_mfi::mf1<void, kudu::master::MasterReplicationTest,
> long>::call<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*,
> long>(kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*&,
> void const*, long&) const /usr/include/boost/bind/mem_fn_template.hpp:153
> (master_replication-itest+0x0000000a1285)
> #14 void boost::_mfi::mf1<void, kudu::master::MasterReplicationTest,
> long>::operator()<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>(kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*&,
> long) const /usr/include/boost/bind/mem_fn_template.hpp:167
> (master_replication-itest+0x0000000a1131)
> #15 void
> boost::_bi::list2<boost::_bi::value<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>,
> boost::_bi::value<int> >::operator()<boost::_mfi::mf1<void,
> kudu::master::MasterReplicationTest, long>,
> boost::_bi::list0>(boost::_bi::type<void>, boost::_mfi::mf1<void,
> kudu::master::MasterReplicationTest, long>&, boost::_bi::list0&, int)
> /usr/include/boost/bind/bind.hpp:306 (master_replication-itest+0x0000000a10ac)
> #16 boost::_bi::bind_t<void, boost::_mfi::mf1<void,
> kudu::master::MasterReplicationTest, long>,
> boost::_bi::list2<boost::_bi::value<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>,
> boost::_bi::value<int> > >::operator()()
> /usr/include/boost/bind/bind_template.hpp:20
> (master_replication-itest+0x0000000a1023)
> #17
> boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void,
> boost::_mfi::mf1<void, kudu::master::MasterReplicationTest, long>,
> boost::_bi::list2<boost::_bi::value<kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*>,
> boost::_bi::value<int> > >,
> void>::invoke(boost::detail::function::function_buffer&)
> /usr/include/boost/function/function_template.hpp:153
> (master_replication-itest+0x0000000a0dc1)
> #18 boost::function0<void>::operator()() const
> /usr/include/boost/function/function_template.hpp:1012
> (libtablet.so+0x0000002145f1)
> #19 kudu::Thread::SuperviseThread(void*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/util/thread.cc:435
> (libkudu_util.so+0x000000151fdb)
>
> Thread T198 'start_thread-22' (tid=22304, running) created by main thread
> at:
> #0 pthread_create
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/thirdparty/llvm-3.4.2.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors.cc:877
> (master_replication-itest+0x0000000380bf)
> #1 kudu::Thread::StartThread(std::string const&, std::string const&,
> boost::function<void ()()> const&, scoped_refptr<kudu::Thread>*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/util/thread.cc:365
> (libkudu_util.so+0x000000151a86)
> #2 kudu::Status kudu::Thread::Create<void
> (kudu::master::MasterReplicationTest::*)(long),
> kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test*,
> int>(std::string const&, std::string const&, void
> (kudu::master::MasterReplicationTest::* const&)(long),
> kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test* const&,
> int const&, scoped_refptr<kudu::Thread>*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/util/thread.h:132
> (master_replication-itest+0x00000009ffd0)
> #3
> kudu::master::MasterReplicationTest_TestCycleThroughAllMasters_Test::TestBody()
>
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/integration-tests/master_replication-itest.cc:302
> (master_replication-itest+0x00000009d530)
> #4 void
> testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test,
> void>(testing::Test*, void (testing::Test::*)(), char const*)
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/thirdparty/gmock-1.7.0/gtest/src/gtest.cc:2078
> (libgmock.so+0x000000084823)
> #5 main
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/util/test_main.cc:33:13
> (libkudu_test_main.so+0x000000003b61)
>
> SUMMARY: ThreadSanitizer: data race
> /data1/jenkins-workspace/kudu-gerrit/BUILD_TYPE/TSAN/label/kudu-gerrit-slaves/src/kudu/server/webserver.cc:208
> kudu::Webserver::GetBoundAddresses(std::vector<kudu::Sockaddr,
> std::allocator<kudu::Sockaddr> >*) const
> ==================
> {noformat}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
