[
https://issues.apache.org/jira/browse/IMPALA-10474?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17278798#comment-17278798
]
Xianqing He edited comment on IMPALA-10474 at 7/31/21, 8:26 AM:
----------------------------------------------------------------
It seems that the untracked memory burst caused by an abnormal connection.
I use 'ssh xxx -p 21050' reproducte it.
The stack below
{code:java}
#0 0x00007f29e9d14a10 in __memset_sse2 () from /lib64/libc.so.6
#1 0x00007f29ea847312 in std::string::append(unsigned long, char) [clone
.part.20] () from /cloudera/parcels/xxx/lib/impala/lib/libstdc++.so.6
#2 0x0000000000b5b4cd in unsigned int
apache::thrift::protocol::TBinaryProtocolT<apache::thrift::transport::TTransport,
apache::thrift::protocol::TNetworkBigEndian>::readStringBody<std::string>(std::string&,
int) ()
#3 0x0000000000b5b5e4 in
apache::thrift::protocol::TBinaryProtocolT<apache::thrift::transport::TTransport,
apache::thrift::protocol::TNetworkBigEndian>::readMessageBegin(std::string&,
apache::thrift::protocol::TMessageType&, int&) ()
#4 0x0000000000b5b806 in
apache::thrift::TDispatchProcessor::process(boost::shared_ptr<apache::thrift::protocol::TProtocol>,
boost::shared_ptr<apache::thrift::protocol::TProtocol>, void*) ()
#5 0x0000000000fb3d09 in
apache::thrift::server::TAcceptQueueServer::Task::run() ()
#6 0x0000000000fab09f in
impala::ThriftThread::RunRunnable(boost::shared_ptr<apache::thrift::concurrency::Runnable>,
impala::Promise<unsigned long, (impala::PromiseMode)0>*) ()
#7 0x0000000000fabf32 in
boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void,
boost::_mfi::mf2<void, impala::ThriftThread,
boost::shared_ptr<apache::thrift::concurrency::Runnable>,
impala::Promise<unsigned long, (impala::PromiseMode)0>*>, boost::_bi::list3<b
oost::_bi::value<impala::ThriftThread*>,
boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >,
boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> > >,
void>::invoke(boost::detail::function::function_buffer&) ()
#8 0x000000000124e190 in impala::Thread::SuperviseThread(std::string const&,
std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*,
impala::Promise<long, (impala::PromiseMode)0>*) ()
#9 0x000000000124ed3a in boost::detail::thread_data<boost::_bi::bind_t<void,
void (*)(std::string const&, std::string const&, boost::function<void ()>,
impala::ThreadDebugInfo const*, impala::Promise<long,
(impala::PromiseMode)0>*), boost::_bi::list5<boost::_bi::value<std::string>,
boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >,
boost::_bi::value<impala::ThreadDebugInfo*>,
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > >::run()
()
#10 0x00000000019705ea in ?? ()
#11 0x00007f29ea05aea5 in start_thread () from /lib64/libpthread.so.0
#12 0x00007f29e9d838dd in clone () from /lib64/libc.so.6
{code}
was (Author: xqhe):
It seems that the untracked memory burst caused by an abnormal connection.
I use 'ssh xxx -p 21050' reproducte it.
The stack below
{code:java}
#0 0x00007f29e9d14a10 in __memset_sse2 () from /lib64/libc.so.6
#1 0x00007f29ea847312 in std::string::append(unsigned long, char) [clone
.part.20] () from
/sensorsdata/main/cloudera/parcels/IMPALA_SENSORS_DATA-3.2.0-cdh6.3.0.p0.00108/lib/impala/lib/libstdc++.so.6
#2 0x0000000000b5b4cd in unsigned int
apache::thrift::protocol::TBinaryProtocolT<apache::thrift::transport::TTransport,
apache::thrift::protocol::TNetworkBigEndian>::readStringBody<std::string>(std::string&,
int) ()
#3 0x0000000000b5b5e4 in
apache::thrift::protocol::TBinaryProtocolT<apache::thrift::transport::TTransport,
apache::thrift::protocol::TNetworkBigEndian>::readMessageBegin(std::string&,
apache::thrift::protocol::TMessageType&, int&) ()
#4 0x0000000000b5b806 in
apache::thrift::TDispatchProcessor::process(boost::shared_ptr<apache::thrift::protocol::TProtocol>,
boost::shared_ptr<apache::thrift::protocol::TProtocol>, void*) ()
#5 0x0000000000fb3d09 in
apache::thrift::server::TAcceptQueueServer::Task::run() ()
#6 0x0000000000fab09f in
impala::ThriftThread::RunRunnable(boost::shared_ptr<apache::thrift::concurrency::Runnable>,
impala::Promise<unsigned long, (impala::PromiseMode)0>*) ()
#7 0x0000000000fabf32 in
boost::detail::function::void_function_obj_invoker0<boost::_bi::bind_t<void,
boost::_mfi::mf2<void, impala::ThriftThread,
boost::shared_ptr<apache::thrift::concurrency::Runnable>,
impala::Promise<unsigned long, (impala::PromiseMode)0>*>, boost::_bi::list3<b
oost::_bi::value<impala::ThriftThread*>,
boost::_bi::value<boost::shared_ptr<apache::thrift::concurrency::Runnable> >,
boost::_bi::value<impala::Promise<unsigned long, (impala::PromiseMode)0>*> > >,
void>::invoke(boost::detail::function::function_buffer&) ()
#8 0x000000000124e190 in impala::Thread::SuperviseThread(std::string const&,
std::string const&, boost::function<void ()>, impala::ThreadDebugInfo const*,
impala::Promise<long, (impala::PromiseMode)0>*) ()
#9 0x000000000124ed3a in boost::detail::thread_data<boost::_bi::bind_t<void,
void (*)(std::string const&, std::string const&, boost::function<void ()>,
impala::ThreadDebugInfo const*, impala::Promise<long,
(impala::PromiseMode)0>*), boost::_bi::list5<boost::_bi::value<std::string>,
boost::_bi::value<std::string>, boost::_bi::value<boost::function<void ()> >,
boost::_bi::value<impala::ThreadDebugInfo*>,
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> > > >::run()
()
#10 0x00000000019705ea in ?? ()
#11 0x00007f29ea05aea5 in start_thread () from /lib64/libpthread.so.0
#12 0x00007f29e9d838dd in clone () from /lib64/libc.so.6
{code}
> Untracked memory is huge like memory leak
> -----------------------------------------
>
> Key: IMPALA-10474
> URL: https://issues.apache.org/jira/browse/IMPALA-10474
> Project: IMPALA
> Issue Type: Bug
> Components: Backend
> Affects Versions: Impala 3.2.0, Impala 3.3.0, Impala 3.4.0
> Reporter: Xianqing He
> Priority: Major
> Attachments: image-2021-02-04-18-15-34-016.png,
> image-2021-02-04-18-18-47-183.png
>
>
> In a production environment, when impala just started, the untracked memory
> is huge, but now there is no query.
> !image-2021-02-04-18-15-34-016.png|width=476,height=237!
> In impalad.ERROR
> !image-2021-02-04-18-18-47-183.png|width=1083,height=200!
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
