Joe McDonnell created IMPALA-14544:
--------------------------------------
Summary: ASAN hits use-after-poison in
KuduScanner::ConvertArrayFromKudu()
Key: IMPALA-14544
URL: https://issues.apache.org/jira/browse/IMPALA-14544
Project: IMPALA
Issue Type: Bug
Components: Backend
Affects Versions: Impala 5.0.0
Reporter: Joe McDonnell
The ASAN nightly job hit a use-after-poison error with this stack:
{noformat}
==1705913==ERROR: AddressSanitizer: use-after-poison on address 0x621000c30100
at pc 0x000002355f6c bp 0x7fa406a19130 sp 0x7fa406a188e0
WRITE of size 15 at 0x621000c30100 thread T56267
#0 0x2355f6b in __asan_memset
(/data0/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/be/build/debug/service/impalad+0x2355f6b)
#1 0x406b5c9 in impala::KuduScanner::ConvertArrayFromKudu(impala::Tuple*,
impala::SlotDescriptor const*, impala::MemRange&, impala::MemPool*, unsigned
long)
/data/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/be/src/exec/kudu/kudu-scanner.cc:489:5
#2 0x4064970 in
impala::KuduScanner::DecodeRowsIntoRowBatch(impala::RowBatch*, impala::Tuple**)
/data/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/be/src/exec/kudu/kudu-scanner.cc:570:23
#3 0x40634dd in impala::KuduScanner::GetNext(impala::RowBatch*, bool*)
/data/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/be/src/exec/kudu/kudu-scanner.cc:188:7
#4 0x404c796 in
impala::KuduScanNode::ProcessScanToken(impala::KuduScanner*,
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >
const&)
/data/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/be/src/exec/kudu/kudu-scan-node.cc:209:5
#5 0x404d118 in impala::KuduScanNode::RunScannerThread(bool,
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >
const&, std::__cxx11::basic_string<char, std::char_traits<char>,
std::allocator<char> > const*)
/data/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/be/src/exec/kudu/kudu-scan-node.cc:234:16
#6 0x2e74806 in boost::function0<void>::operator()() const
/data/jenkins/workspace/impala-asf-master-core-asan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:763:14
#7 0x3b95c7d in
impala::Thread::SuperviseThread(std::__cxx11::basic_string<char,
std::char_traits<char>, std::allocator<char> > const&,
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >
const&, boost::function<void ()> const&, impala::ThreadDebugInfo const*,
impala::Promise<long, (impala::PromiseMode)0>*)
/data/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/be/src/util/thread.cc:361:3
#8 0x3ba276b in boost::_bi::bind_t<void, void
(*)(std::__cxx11::basic_string<char, std::char_traits<char>,
std::allocator<char> > const&, std::__cxx11::basic_string<char,
std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>
const&, impala::ThreadDebugInfo const*, impala::Promise<long,
(impala::PromiseMode)0>*),
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char,
std::char_traits<char>, std::allocator<char> > >,
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>,
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >,
boost::_bi::value<impala::ThreadDebugInfo*>,
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> >
>::operator()()
/data/jenkins/workspace/impala-asf-master-core-asan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:1294:16
#9 0x54b8916 in thread_proxy
/mnt/source/boost/boost_1_74_0-p1/libs/thread/src/pthread/thread.cpp:179:37
#10 0x7fa940d131c9 in start_thread (/lib64/libpthread.so.0+0x81c9)
#11 0x7fa93d91e8d2 in __GI___clone (/lib64/libc.so.6+0x398d2)0x621000c30100
is located 0 bytes inside of 4096-byte region [0x621000c30100,0x621000c31100)
allocated by thread T56267 here:
#0 0x236945f in __interceptor_malloc
(/data0/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/be/build/debug/service/impalad+0x236945f)
#1 0x2f07fd7 in impala::MemPool::FindChunk(long, bool)
/data/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/be/src/runtime/mem-pool.cc:136:45
#2 0x2f80b06 in unsigned char* impala::MemPool::Allocate<true>(long, int)
/data/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/be/src/runtime/mem-pool.h:332:9
#3 0x2f80b06 in impala::MemPool::TryAllocate(long)
/data/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/be/src/runtime/mem-pool.h:153
#4 0x406c210 in impala::KuduScanner::ConvertArrayFromKudu(impala::Tuple*,
impala::SlotDescriptor const*, impala::MemRange&, impala::MemPool*, unsigned
long)
/data/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/be/src/exec/kudu/kudu-scanner.cc:482:32
#5 0x4064970 in
impala::KuduScanner::DecodeRowsIntoRowBatch(impala::RowBatch*, impala::Tuple**)
/data/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/be/src/exec/kudu/kudu-scanner.cc:570:23
#6 0x40634dd in impala::KuduScanner::GetNext(impala::RowBatch*, bool*)
/data/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/be/src/exec/kudu/kudu-scanner.cc:188:7
#7 0x404c796 in
impala::KuduScanNode::ProcessScanToken(impala::KuduScanner*,
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >
const&)
/data/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/be/src/exec/kudu/kudu-scan-node.cc:209:5
#8 0x404d118 in impala::KuduScanNode::RunScannerThread(bool,
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >
const&, std::__cxx11::basic_string<char, std::char_traits<char>,
std::allocator<char> > const*)
/data/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/be/src/exec/kudu/kudu-scan-node.cc:234:16
#9 0x2e74806 in boost::function0<void>::operator()() const
/data/jenkins/workspace/impala-asf-master-core-asan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/function/function_template.hpp:763:14
#10 0x3b95c7d in
impala::Thread::SuperviseThread(std::__cxx11::basic_string<char,
std::char_traits<char>, std::allocator<char> > const&,
std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >
const&, boost::function<void ()> const&, impala::ThreadDebugInfo const*,
impala::Promise<long, (impala::PromiseMode)0>*)
/data/jenkins/workspace/impala-asf-master-core-asan/repos/Impala/be/src/util/thread.cc:361:3
#11 0x3ba276b in boost::_bi::bind_t<void, void
(*)(std::__cxx11::basic_string<char, std::char_traits<char>,
std::allocator<char> > const&, std::__cxx11::basic_string<char,
std::char_traits<char>, std::allocator<char> > const&, boost::function<void ()>
const&, impala::ThreadDebugInfo const*, impala::Promise<long,
(impala::PromiseMode)0>*),
boost::_bi::list5<boost::_bi::value<std::__cxx11::basic_string<char,
std::char_traits<char>, std::allocator<char> > >,
boost::_bi::value<std::__cxx11::basic_string<char, std::char_traits<char>,
std::allocator<char> > >, boost::_bi::value<boost::function<void ()> >,
boost::_bi::value<impala::ThreadDebugInfo*>,
boost::_bi::value<impala::Promise<long, (impala::PromiseMode)0>*> >
>::operator()()
/data/jenkins/workspace/impala-asf-master-core-asan/Impala-Toolchain/toolchain-packages-gcc10.4.0/boost-1.74.0-p1/include/boost/bind/bind.hpp:1294:16
#12 0x54b8916 in thread_proxy
/mnt/source/boost/boost_1_74_0-p1/libs/thread/src/pthread/thread.cpp:179:37{noformat}
On this job, it looks like test_kudu.py::TestKuduArray was running at the time.
Maybe there were other tests from test_kudu.py running.
The only new change for this run of the ASAN job is IMPALA-14472. [~xuebinsu],
can you take a look and see if this is related to IMPALA-14472?
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
