Core dump occurs when the program exits while reading array columns in s3
Parquet file??
Any ideas on how to fix it??
bt as follows
#0 0x00007ff826f6e412 in
std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release
(this=0x7ffad80db1a0) at /usr/include/c++/9/bits/shared_ptr_base.h:155
#1 0x00007ff826f6b31b in
std::__shared_count<(__gnu_cxx::_Lock_policy)2>::~__shared_count
(this=0x7ff8044a7ba8, __in_chrg=<optimized out>) at
/usr/include/c++/9/bits/shared_ptr_base.h:730
#2 0x00007ff826f643d4 in std::__shared_ptr<arrow::MemoryManager,
(__gnu_cxx::_Lock_policy)2>::~__shared_ptr (this=0x7ff8044a7ba0,
__in_chrg=<optimized out>) at /usr/include/c++/9/bits/shared_ptr_base.h:1169
#3 0x00007ff826f6e5ad in std::__shared_ptr<arrow::MemoryManager,
(__gnu_cxx::_Lock_policy)2>::operator= (this=0x7ffaec00b6e8, __r=...) at
/usr/include/c++/9/bits/shared_ptr_base.h:1265
#4 0x00007ff826f6b56a in
std::shared_ptr<arrow::MemoryManager>::operator= (this=0x7ffaec00b6e8,
__r=...) at /usr/include/c++/9/bits/shared_ptr.h:335
#5 0x00007ff826f6457a in arrow::Buffer::SetMemoryManager
(this=0x7ffaec00b6b0, mm=std::shared_ptr<arrow::MemoryManager> (empty) =
{...}) at external/arrow/cpp/src/arrow/buffer.h:305
#6 0x00007ff828ba5540 in arrow::Buffer::Buffer (this=0x7ffaec00b6b0,
parent=std::shared_ptr<arrow::Buffer> (use count 2, weak count 0) = {...},
offset=725583, size=29) at external/arrow/cpp/src/arrow/buffer.h:96
#7 0x00007ff828bb4757 in
__gnu_cxx::new_allocator<arrow::Buffer>::construct<arrow::Buffer,
std::shared_ptr<arrow::Buffer> const&, long const&, long
const&> (this=0x7ff8044a7dcf, __p=0x7ffaec00b6b0) at
/usr/include/c++/9/ext/new_allocator.h:147
#8 0x00007ff828bb3c6b in
std::allocator_traits<std::allocator<arrow::Buffer>
>::construct<arrow::Buffer, std::shared_ptr<arrow::Buffer> const&,
long const&, long const&> (__a=..., __p=0x7ffaec00b6b0) at
/usr/include/c++/9/bits/alloc_traits.h:484
#9 0x00007ff828bb2c30 in std::_Sp_counted_ptr_inplace<arrow::Buffer,
std::allocator<arrow::Buffer>,
(__gnu_cxx::_Lock_policy)2>::_Sp_counted_ptr_inplace<std::shared_ptr<arrow::Buffer>
const&, long const&, long const&> (this=0x7ffaec00b6a0,
__a=...) at /usr/include/c++/9/bits/shared_ptr_base.h:548
#10 0x00007ff828bb1c87 in
std::__shared_count<(__gnu_cxx::_Lock_policy)2>::__shared_count<arrow::Buffer,
std::allocator<arrow::Buffer>, std::shared_ptr<arrow::Buffer>
const&, long const&, long const&> (this=0x7ff8044a8008,
__p=@0x7ff8044a8000: 0x0, __a=...) at
/usr/include/c++/9/bits/shared_ptr_base.h:679
#11 0x00007ff828bb0a34 in std::__shared_ptr<arrow::Buffer,
(__gnu_cxx::_Lock_policy)2>::__shared_ptr<std::allocator<arrow::Buffer>,
std::shared_ptr<arrow::Buffer> const&, long const&, long
const&> (this=0x7ff8044a8000, __tag=...) at
/usr/include/c++/9/bits/shared_ptr_base.h:1344
#12 0x00007ff828baec07 in
std::shared_ptr<arrow::Buffer>::shared_ptr<std::allocator<arrow::Buffer>,
std::shared_ptr<arrow::Buffer> const&, long const&, long
const&> (this=0x7ff8044a8000, __tag=...) at
/usr/include/c++/9/bits/shared_ptr.h:359
#13 0x00007ff828babfb9 in std::allocate_shared<arrow::Buffer,
std::allocator<arrow::Buffer>, std::shared_ptr<arrow::Buffer> const&,
long const&, long const&> (__a=...) at
/usr/include/c++/9/bits/shared_ptr.h:702
#14 0x00007ff828ba953f in std::make_shared<arrow::Buffer,
std::shared_ptr<arrow::Buffer> const&, long const&, long
const&> () at /usr/include/c++/9/bits/shared_ptr.h:718
#15 0x00007ff82907cb4e in arrow::SliceBuffer
(buffer=std::shared_ptr<arrow::Buffer> (use count 2, weak count 0) = {...},
offset=725583, length=29) at external/arrow/cpp/src/arrow/buffer.h:324
#16 0x00007ff82907f28a in arrow::io::BufferReader::DoReadAt
(this=0x7ffad80dafd0, position=725583, nbytes=29) at
external/arrow/cpp/src/arrow/io/memory.cc:351
#17 0x00007ff82907f69e in arrow::io::BufferReader::DoRead (this=0x7ffad80dafd0,
nbytes=29) at external/arrow/cpp/src/arrow/io/memory.cc:366
#18 0x00007ff826f83591 in
arrow::io::internal::RandomAccessFileConcurrencyWrapper<arrow::io::BufferReader>::Read
(this=0x7ffad80dafd0, nbytes=29) at
external/arrow/cpp/src/arrow/io/concurrency.h:186
#19 0x00007ff8290703ce in arrow::io::InputStream::Advance (this=0x7ffad80dafd0,
nbytes=29) at external/arrow/cpp/src/arrow/io/interfaces.cc:108
#20 0x00007ff828d696e4 in parquet::(anonymous
namespace)::SerializedPageReader::NextPage (this=0x7ffaec0db7a0) at
external/arrow/cpp/src/parquet/column_reader.cc:367
#21 0x00007ff828d986db in parquet::(anonymous
namespace)::ColumnReaderImplBase<parquet::PhysicalType<(parquet::Type::type)2>
>::ReadNewPage (this=0x7ffaec009020) at
external/arrow/cpp/src/parquet/column_reader.cc:604
#22 0x00007ff828d8ff43 in parquet::(anonymous
namespace)::ColumnReaderImplBase<parquet::PhysicalType<(parquet::Type::type)2>
>::HasNextInternal (this=0x7ffaec009020) at
external/arrow/cpp/src/parquet/column_reader.cc:584
#23 0x00007ff828d827eb in parquet::internal::(anonymous
namespace)::TypedRecordReader<parquet::PhysicalType<(parquet::Type::type)2>
>::ReadRecords (this=0x7ffaec009020, num_records=76969) at
external/arrow/cpp/src/parquet/column_reader.cc:1248
#24 0x00007ff8296a87c9 in parquet::arrow::(anonymous
namespace)::LeafReader::LoadBatch (this=0x7ffaec03d050, records_to_read=76969)
at external/arrow/cpp/src/parquet/arrow/reader.cc:479
#25 0x00007ff8296b6e2b in parquet::arrow::(anonymous
namespace)::ListReader<int>::LoadBatch (this=0x7ffaec02b9c0,
number_of_records=76969) at external/arrow/cpp/src/parquet/arrow/reader.cc:573
#26 0x00007ff8296b9fa4 in parquet::arrow::ColumnReaderImpl::NextBatch
(this=0x7ffaec02b9c0, batch_size=76969, out=0x7ff8044a8760) at
external/arrow/cpp/src/parquet/arrow/reader.cc:109
#27 0x00007ff8296a744d in parquet::arrow::(anonymous
namespace)::FileReaderImpl::ReadColumn (this=0x7ffb780cf650, i=0,
row_groups=std::vector of length 1, capacity 1 = {...}, reader=0x7ffaec02b9c0,
out=0x7ff8044a8760) at external/arrow/cpp/src/parquet/arrow/reader.cc:285
#28 0x00007ff8296ae479 in parquet::arrow::(anonymous
namespace)::FileReaderImpl::<lambda(size_t,
std::shared_ptr<parquet::arrow::ColumnReaderImpl>)>::operator()(size_t,
std::shared_ptr<parquet::arrow::ColumnReaderImpl>) const
(__closure=0x7ff8044a8900, i=0,
reader=std::shared_ptr<parquet::arrow::ColumnReaderImpl> (use
count 2, weak count 0) = {...}) at
external/arrow/cpp/src/parquet/arrow/reader.cc:1236
#29 0x00007ff8296b08cf in
arrow::internal::OptionalParallelForAsync<parquet::arrow::(anonymous
namespace)::FileReaderImpl::DecodeRowGroups(std::shared_ptr<parquet::arrow::(anonymous
namespace)::FileReaderImpl>, const std::vector<int>&, const
std::vector<int>&, arrow::internal::Executor*)::<lambda(size_t,
std::shared_ptr<parquet::arrow::ColumnReaderImpl>)>&,
std::shared_ptr<parquet::arrow::ColumnReaderImpl> >(bool,
std::vector<std::shared_ptr<parquet::arrow::ColumnReaderImpl>,
std::allocator<std::shared_ptr<parquet::arrow::ColumnReaderImpl> > >,
parquet::arrow::(anonymous namespace)::FileReaderImpl::<lambda(size_t,
std::shared_ptr<parquet::arrow::ColumnReaderImpl>)> &,
arrow::internal::Executor *) (use_threads=false, inputs=std::vector of length
1, capacity 1 = {...}, func=..., executor=0x18f88660) at
external/arrow/cpp/src/arrow/util/parallel.h:95
#30 0x00007ff8296aec98 in parquet::arrow::(anonymous
namespace)::FileReaderImpl::DecodeRowGroups (this=0x7ffb780cf650,
self=std::shared_ptr<parquet::arrow::(anonymous namespace)::FileReaderImpl>
(use count 6, weak count 0) = {...}, row_groups=std::vector of length 1,
capacity 1 = {...},
column_indices=std::vector of length 1, capacity 1 = {...},
cpu_executor=0x18f88660) at external/arrow/cpp/src/parquet/arrow/reader.cc:1254
#31 0x00007ff8296ad899 in parquet::arrow::RowGroupGenerator::ReadOneRowGroup
(cpu_executor=0x18f88660, self=std::shared_ptr<parquet::arrow::(anonymous
namespace)::FileReaderImpl> (use count 6, weak count 0) = {...},
row_group=0, column_indices=std::vector of length 1, capacity 1 = {...})
at external/arrow/cpp/src/parquet/arrow/reader.cc:1140
#32 0x00007ff8296b97fc in
arrow::detail::ContinueFuture::operator()<arrow::Future<std::function<arrow::Future<std::shared_ptr<arrow::RecordBatch>
>()> > (*&)(arrow::internal::Executor*,
std::shared_ptr<parquet::arrow::(anonymous namespace)::FileReaderImpl>, int,
const std::vector<int>&), arrow::internal::Executor*&,
std::shared_ptr<parquet::arrow::(anonymous namespace)::FileReaderImpl>&,
int&, std::vector<int, std::allocator<int>
>&>(arrow::Future<std::function<arrow::Future<std::shared_ptr<arrow::RecordBatch>
>()> >,
arrow::Future<std::function<arrow::Future<std::shared_ptr<arrow::RecordBatch>
>()> > (*&)(arrow::internal::Executor *,
std::shared_ptr<parquet::arrow::(anonymous namespace)::FileReaderImpl>, int,
const std::vector<int, std::allocator<int> > &)) const
(this=0x7ffb780dbd48, next=..., f=
@0x7ffb780dbd88: 0x7ff8296ad7a6
<parquet::arrow::RowGroupGenerator::ReadOneRowGroup(arrow::internal::Executor*,
std::shared_ptr<parquet::arrow::(anonymous namespace)::FileReaderImpl>, int,
std::vector<int, std::allocator<int> > const&)>) at
external/arrow/cpp/src/arrow/util/future.h:176
#33 0x00007ff8296b9575 in std::__invoke_impl<void,
arrow::detail::ContinueFuture&,
arrow::Future<std::function<arrow::Future<std::shared_ptr<arrow::RecordBatch>
>()> >&,
arrow::Future<std::function<arrow::Future<std::shared_ptr<arrow::RecordBatch>
>()> > (*&)(arrow::internal::Executor*,
std::shared_ptr<parquet::arrow::(anonymous namespace)::FileReaderImpl>, int,
const std::vector<int, std::allocator<int> >&),
arrow::internal::Executor*&, std::shared_ptr<parquet::arrow::(anonymous
namespace)::FileReaderImpl>&, int&, std::vector<int,
std::allocator<int> >&>(std::__invoke_other,
arrow::detail::ContinueFuture &) (
__f=...) at /usr/include/c++/9/bits/invoke.h:60
#34 0x00007ff8296b8e4c in std::__invoke<arrow::detail::ContinueFuture&,
arrow::Future<std::function<arrow::Future<std::shared_ptr<arrow::RecordBatch>
>()> >&,
arrow::Future<std::function<arrow::Future<std::shared_ptr<arrow::RecordBatch>
>()> > (*&)(arrow::internal::Executor*,
std::shared_ptr<parquet::arrow::(anonymous namespace)::FileReaderImpl>, int,
const std::vector<int, std::allocator<int> >&),
arrow::internal::Executor*&, std::shared_ptr<parquet::arrow::(anonymous
namespace)::FileReaderImpl>&, int&, std::vector<int,
std::allocator<int> >&>(arrow::detail::ContinueFuture &)
(__fn=...)
at /usr/include/c++/9/bits/invoke.h:95
#35 0x00007ff8296b85e0 in
std::_Bind<arrow::detail::ContinueFuture(arrow::Future<std::function<arrow::Future<std::shared_ptr<arrow::RecordBatch>
>()> >,
arrow::Future<std::function<arrow::Future<std::shared_ptr<arrow::RecordBatch>
>()> > (*)(arrow::internal::Executor*,
std::shared_ptr<parquet::arrow::(anonymous namespace)::FileReaderImpl>, int,
const std::vector<int, std::allocator<int> >&),
arrow::internal::Executor*, std::shared_ptr<parquet::arrow::(anonymous
namespace)::FileReaderImpl>, int, std::vector<int, std::allocator<int>
>)>::__call<void, 0, 1, 2, 3, 4, 5>(std::tuple<> &&,
std::_Index_tuple<0, 1, 2, 3, 4, 5>) (this=0x7ffb780dbd48, __args=...) at
/usr/include/c++/9/functional:400
#36 0x00007ff8296b7f7c in
std::_Bind<arrow::detail::ContinueFuture(arrow::Future<std::function<arrow::Future<std::shared_ptr<arrow::RecordBatch>
>()> >,
arrow::Future<std::function<arrow::Future<std::shared_ptr<arrow::RecordBatch>
>()> > (*)(arrow::internal::Executor*,
std::shared_ptr<parquet::arrow::(anonymous namespace)::FileReaderImpl>, int,
const std::vector<int, std::allocator<int> >&),
arrow::internal::Executor*, std::shared_ptr<parquet::arrow::(anonymous
namespace)::FileReaderImpl>, int, std::vector<int, std::allocator<int>
>)>::operator()<>(void) (this=0x7ffb780dbd48)
at /usr/include/c++/9/functional:484
#37 0x00007ff8296b5c56 in
arrow::internal::FnOnce<void()>::FnImpl<std::_Bind<arrow::detail::ContinueFuture(arrow::Future<std::function<arrow::Future<std::shared_ptr<arrow::RecordBatch>
>()> >,
arrow::Future<std::function<arrow::Future<std::shared_ptr<arrow::RecordBatch>
>()> > (*)(arrow::internal::Executor*,
std::shared_ptr<parquet::arrow::(anonymous namespace)::FileReaderImpl>, int,
const std::vector<int, std::allocator<int> >&),
arrow::internal::Executor*, std::shared_ptr<parquet::arrow::(anonymous
namespace)::FileReaderImpl>, int, std::vector<int, std::allocator<int>
>)> >::invoke(void) (
this=0x7ffb780dbd40) at
external/arrow/cpp/src/arrow/util/functional.h:152
#38 0x00007ff82909cb0a in arrow::internal::FnOnce<void ()>::operator()()
&& (this=0x7ff8044a8da0) at
external/arrow/cpp/src/arrow/util/functional.h:140
#39 0x00007ff82909916c in arrow::internal::WorkerLoop
(state=std::shared_ptr<arrow::internal::ThreadPool::State> (use count 5,
weak count 0) = {...}, it={_M_id = {_M_thread = 140703200614144}}) at
external/arrow/cpp/src/arrow/util/thread_pool.cc:247
#40 0x00007ff829099e4f in
arrow::internal::ThreadPool::<lambda()>::operator()(void) const
(__closure=0x7ffb78162628) at
external/arrow/cpp/src/arrow/util/thread_pool.cc:418
#41 0x00007ff82909c674 in std::__invoke_impl<void,
arrow::internal::ThreadPool::LaunchWorkersUnlocked(int)::<lambda()>
>(std::__invoke_other, arrow::internal::ThreadPool::<lambda()>
&&) (__f=...) at /usr/include/c++/9/bits/invoke.h:60
#42 0x00007ff82909c629 in
std::__invoke<arrow::internal::ThreadPool::LaunchWorkersUnlocked(int)::<lambda()>
>(arrow::internal::ThreadPool::<lambda()> &&) (__fn=...) at
/usr/include/c++/9/bits/invoke.h:95
#43 0x00007ff82909c5d6 in
std::thread::_Invoker<std::tuple<arrow::internal::ThreadPool::LaunchWorkersUnlocked(int)::<lambda()>
> >::_M_invoke<0>(std::_Index_tuple<0>) (this=0x7ffb78162628) at
/usr/include/c++/9/thread:244
#44 0x00007ff82909c5ac in
std::thread::_Invoker<std::tuple<arrow::internal::ThreadPool::LaunchWorkersUnlocked(int)::<lambda()>
> >::operator()(void) (this=0x7ffb78162628) at
/usr/include/c++/9/thread:251
#45 0x00007ff82909c590 in
std::thread::_State_impl<std::thread::_Invoker<std::tuple<arrow::internal::ThreadPool::LaunchWorkersUnlocked(int)::<lambda()>
> > >::_M_run(void) (this=0x7ffb78162620) at
/usr/include/c++/9/thread:195
#46 0x00007ffdd9921de4 in ?? () from /lib/x86_64-linux-gnu/libstdc++.so.6
#47 0x00007ffff7daf609 in start_thread (arg=<optimized out>) at
pthread_create.c:477
#48 0x00007ffff7eeb293 in clone () at
../sysdeps/unix/sysv/linux/x86_64/clone.S:95
1057445597
[email protected]
