[
https://issues.apache.org/jira/browse/KUDU-1475?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15310245#comment-15310245
]
zhangsong commented on KUDU-1475:
---------------------------------
(gdb) bt
#0 0x0000003296632925 in raise () from /export/servers/kudu/lib64/libc.so.6
#1 0x0000003296634105 in abort () from /export/servers/kudu/lib64/libc.so.6
#2 0x00007f236a1a5656 in google::DumpStackTraceAndExit () at
src/utilities.cc:150
#3 0x00007f236a19b33d in google::LogMessage::Fail () at src/logging.cc:1478
#4 0x00007f236a19d23d in google::LogMessage::SendToLog (this=<optimized out>)
at src/logging.cc:1432
#5 0x00007f236a19ae79 in google::LogMessage::Flush
(this=this@entry=0x7f235a02b6a0) at src/logging.cc:1301
#6 0x00007f236a19dcdf in google::LogMessageFatal::~LogMessageFatal
(this=0x7f235a02b6a0, __in_chrg=<optimized out>)
at src/logging.cc:2013
#7 0x00007f2371b5beb9 in kudu::log::ReadableLogSegment::header
(this=0x3d288840)
at /export/ldb/kudu_build/kudu-gitlab/src/kudu/consensus/log_util.h:208
#8 0x00007f236faf59cf in kudu::log::(anonymous
namespace)::LogSegmentSeqnoComparator::operator() (this=0x7f235a02b7b0, a=...,
b=...)
at /export/ldb/kudu_build/kudu-gitlab/src/kudu/consensus/log_reader.cc:56
#9 0x00007f236fafad49 in
__gnu_cxx::__ops::_Iter_comp_iter<kudu::log::(anonymous
namespace)::LogSegmentSeqnoComparator>::operator()<__gnu_cxx::__normal_iterator<scoped_refptr<kudu::log::ReadableLogSegment>*,
std::vector<scoped_refptr<kudu::log::ReadableLogSegment> > >,
__gnu_cxx::__normal_iterator<scoped_refptr<kudu::log::ReadableLogSegment>*,
std::vector<scoped_refptr<kudu::log::ReadableLogSegment> > > > (
this=0x7f235a02b7b0, __it1=..., __it2=...) at
/usr/local/gcc-4.9.3/include/c++/4.9.3/bits/predefined_ops.h:121
#10 0x00007f236fafac87 in
std::__unguarded_partition<__gnu_cxx::__normal_iterator<scoped_refptr<kudu::log::ReadableLogSegment>*,
std::vector<scoped_refptr<kudu::log::ReadableLogSegment> > >,
__gnu_cxx::__ops::_Iter_comp_iter<kudu::log::(anonymous
namespace)::LogSegmentSeqnoComparator> > (__first=..., __last=..., __pivot=...,
__comp=...) at /usr/local/gcc-4.9.3/include/c++/4.9.3/bits/stl_algo.h:1901
#11 0x00007f236fafa86d in
std::__unguarded_partition_pivot<__gnu_cxx::__normal_iterator<scoped_refptr<kudu::log::ReadableLogSegment>*,
std::vector<scoped_refptr<kudu::log::ReadableLogSegment> > >,
__gnu_cxx::__ops::_Iter_comp_iter<kudu::log::(anonymous
namespace)::LogSegmentSeqnoComparator> > (__first=..., __last=..., __comp=...)
at /usr/local/gcc-4.9.3/include/c++/4.9.3/bits/stl_algo.h:1922
#12 0x00007f236fafa64d in
std::__introsort_loop<__gnu_cxx::__normal_iterator<scoped_refptr<kudu::log::ReadableLogSegment>*,
std::vector<scoped_refptr<kudu::log::ReadableLogSegment> > >, long,
__gnu_cxx::__ops::_Iter_comp_iter<kudu::log::(anonymous
namespace)::LogSegmentSeqnoComparator> > (__first=..., __last=...,
__depth_limit=7, __comp=...) at
/usr/local/gcc-4.9.3/include/c++/4.9.3/bits/stl_algo.h:1952
#13 0x00007f236fafa5b6 in
std::__sort<__gnu_cxx::__normal_iterator<scoped_refptr<kudu::log::ReadableLogSegment>*,
std::vector<scoped_refptr<kudu::log::ReadableLogSegment> > >,
__gnu_cxx::__ops::_Iter_comp_iter<kudu::log::(anonymous
namespace)::LogSegmentSeqnoComparator> > (
__first=..., __last=..., __comp=...) at
/usr/local/gcc-4.9.3/include/c++/4.9.3/bits/stl_algo.h:1967
#14 0x00007f236fafa521 in
std::sort<__gnu_cxx::__normal_iterator<scoped_refptr<kudu::log::ReadableLogSegment>*,
std::vector<scoped_refptr<---Type <return> to continue, or q <return> to
quit---
kudu::log::ReadableLogSegment> > >, kudu::log::(anonymous
namespace)::LogSegmentSeqnoComparator> (__first=..., __last=..., __comp=...)
at /usr/local/gcc-4.9.3/include/c++/4.9.3/bits/stl_algo.h:4717
#15 0x00007f236faf68bb in kudu::log::LogReader::Init (this=0x3c794370,
tablet_wal_path=...)
at /export/ldb/kudu_build/kudu-gitlab/src/kudu/consensus/log_reader.cc:162
#16 0x00007f236faf5bc6 in kudu::log::LogReader::OpenFromRecoveryDir
(fs_manager=0x27261a0, tablet_id=..., metric_entity=...,
reader=0x7f235a02c2e8) at
/export/ldb/kudu_build/kudu-gitlab/src/kudu/consensus/log_reader.cc:95
#17 0x00007f2370331620 in
kudu::tablet::TabletBootstrap::OpenLogReaderInRecoveryDir (this=0x7f235a02c2a0)
at
/export/ldb/kudu_build/kudu-gitlab/src/kudu/tablet/tablet_bootstrap.cc:616
#18 0x00007f237032f9d0 in kudu::tablet::TabletBootstrap::Bootstrap
(this=0x7f235a02c2a0, rebuilt_tablet=0x7f235a02c570,
rebuilt_log=0x7f235a02c560, consensus_info=0x7f235a02c4c0)
at
/export/ldb/kudu_build/kudu-gitlab/src/kudu/tablet/tablet_bootstrap.cc:472
#19 0x00007f237032ede5 in kudu::tablet::BootstrapTablet (meta=..., clock=...,
mem_tracker=..., metric_registry=0x277ba80,
listener=0x3bde1340, rebuilt_tablet=0x7f235a02c570,
rebuilt_log=0x7f235a02c560, log_anchor_registry=...,
consensus_info=0x7f235a02c4c0) at
/export/ldb/kudu_build/kudu-gitlab/src/kudu/tablet/tablet_bootstrap.cc:396
#20 0x00007f2371ba6add in kudu::tserver::TSTabletManager::OpenTablet
(this=0x2746160, meta=..., deleter=...)
at
/export/ldb/kudu_build/kudu-gitlab/src/kudu/tserver/ts_tablet_manager.cc:647
#21 0x00007f2371bb54f4 in boost::_mfi::mf2<void,
kudu::tserver::TSTabletManager, scoped_refptr<kudu::tablet::TabletMetadata>
const&, scoped_refptr<kudu::tserver::TransitionInProgressDeleter>
const&>::operator() (this=0x3c7445d0, p=0x2746160, a1=..., a2=...)
at /usr/local/include/boost/bind/mem_fn_template.hpp:280
#22 0x00007f2371bb48e0 in
boost::_bi::list3<boost::_bi::value<kudu::tserver::TSTabletManager*>,
boost::_bi::value<scoped_refptr<kudu::tablet::TabletMetadata> >,
boost::_bi::value<scoped_refptr<kudu::tserver::TransitionInProgressDeleter> >
>::operator()<boost::_mfi::mf2<void, kudu::tserver::TSTabletManager,
scoped_refptr<kudu::tablet::TabletMetadata> const&,
scoped_refptr<kudu::tserver::TransitionInProgressDeleter> const&>,
boost::_bi::list0> (this=0x3c7445e0, f=..., a=...) at
/usr/local/include/boost/bind/bind.hpp:392
#23 0x00007f2371bb3595 in boost::_bi::bind_t<void, boost::_mfi::mf2<void,
kudu::tserver::TSTabletManager, scoped_refptr<kudu::tablet::TabletMetadata>
const&, scoped_refptr<kudu::tserver::TransitionInProgressDeleter> const&>,
boost::_bi::list3<boost::_bi::value<kudu::tserver::TSTabletManager*>,
boost::_bi::value<scoped_refptr<kudu::tablet::TabletMetadata> >,
boost::_bi::value<scoped_refptr<kudu::tserver::TransitionInProgressDeleter> > >
>::operator() (this=0x3c7445d0) at
/usr/local/include/boost/bind/bind_template.hpp:20
#24 0x00007f2371bb1e1b in
boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void,
boost::_mfi::mf2<void, kudu::tserver::TSTabletManager,
scoped_refptr<kudu::tablet::TabletMetadata> const&,
scoped_refptr<kudu::tserver::TransitionInProgressDeleter> const&>,---Type
<return> to continue, or q <return> to quit---
boost::_bi::list3<boost::_bi::value<kudu::tserver::TSTabletManager*>,
boost::_bi::value<scoped_refptr<kudu::tablet::TabletMetadata> >,
boost::_bi::value<scoped_refptr<kudu::tserver::TransitionInProgressDeleter> > >
>, void>::invoke (function_obj_ptr=...)
at /usr/local/include/boost/function/function_template.hpp:153
#25 0x00007f236ee627dc in boost::function0<void>::operator() (this=0x3c744608)
at /usr/local/include/boost/function/function_template.hpp:767
#26 0x00007f236b1da988 in kudu::FunctionRunnable::Run (this=0x3c744600)
at /export/ldb/kudu_build/kudu-gitlab/src/kudu/util/threadpool.cc:48
#27 0x00007f236b1d9adb in kudu::ThreadPool::DispatchThread (this=0x27a48c0,
permanent=false)
at /export/ldb/kudu_build/kudu-gitlab/src/kudu/util/threadpool.cc:343
#28 0x00007f236b1de154 in boost::_mfi::mf1<void, kudu::ThreadPool,
bool>::operator() (this=0x29fdd7c0, p=0x27a48c0, a1=false)
at /usr/local/include/boost/bind/mem_fn_template.hpp:165
#29 0x00007f236b1ddd5b in
boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool>
>::operator()<boost::_mfi::mf1<void, kudu::ThreadPool, bool>,
boost::_bi::list0> (this=0x29fdd7d0, f=..., a=...) at
/usr/local/include/boost/bind/bind.hpp:313
#30 0x00007f236b1dd7fd in boost::_bi::bind_t<void, boost::_mfi::mf1<void,
kudu::ThreadPool, bool>,
boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool>
> >::operator() (this=0x29fdd7c0) at
/usr/local/include/boost/bind/bind_template.hpp:20
#31 0x00007f236b1dd12e in
boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void,
boost::_mfi::mf1<void, kudu::ThreadPool, bool>,
boost::_bi::list2<boost::_bi::value<kudu::ThreadPool*>, boost::_bi::value<bool>
> >, void>::invoke (function_obj_ptr=...)
at /usr/local/include/boost/function/function_template.hpp:153
#32 0x00007f236ee627dc in boost::function0<void>::operator() (this=0x273be28)
at /usr/local/include/boost/function/function_template.hpp:767
#33 0x00007f236b1d0c73 in kudu::Thread::SuperviseThread (arg=0x273be00) at
/export/ldb/kudu_build/kudu-gitlab/src/kudu/util/thread.cc:586
#34 0x0000003296a079d1 in start_thread () from
/export/servers/kudu/lib64/libpthread.so.0
#35 0x00000032966e8b6d in clone () from /export/servers/kudu/lib64/libc.so.6
> kudu-tserver restart failed due to log header not initialized.
> --------------------------------------------------------------
>
> Key: KUDU-1475
> URL: https://issues.apache.org/jira/browse/KUDU-1475
> Project: Kudu
> Issue Type: Bug
> Reporter: zhangsong
> Assignee: zhangsong
>
> when restart kudu-tserver , kudu-tserver crash due to fatal check:
> Log file created at: 2016/06/01 12:30:13
> Running on machine: BJHC-Jingo-9492.hadoop.jd.local
> Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
> F0601 12:30:13.938817 13431 log_util.h:208] Check failed:
> header_.IsInitialized()
> kudu-tserver is running in debug mode.
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
