Hi,
When you pull and recompile, does it still deadlock?
Kenneth
On 06/02/14 07:59, Jean-François Beaulac wrote:
> Hi,
>
>
>
> When I compile moses with TCMalloc, invoking lmplz without limiting the
> memory used for sorting results in what appears to be a deadlock. If I
> compiled using the --without-tcmalloc switch, the problem goes away.
>
>
>
> If I run it with:
>
> bin/lmplz -T /tmp -o 3 < bin/testcorpus > testcorpus.out
>
> I get a deadlock
>
>
>
> If I run it with to -S option, I can get it to work:
>
> bin/lmplz -S 50% -T /tmp -o 3 < bin/testcorpus > testcorpus.out
>
>
>
> In my setup, if I go above 54% it always deadlocks.
>
>
>
> I compiled it with the latest gperftools version and boost 1.55, the
> machine I run it on has 40Gig of physical RAM
>
>
>
> Heres the backtraces for all threads when it locks up
>
>
>
>
>
> Thread 6 (Thread 0x7ffff61dd700 (LWP 32333)):
>
> #0 0x00007ffff6d95000 in sem_wait () from /lib64/libpthread.so.0
>
> #1 0x0000000000431039 in boost::interprocess::ipcdetail::semaphore_wait
> (handle=0x1d08282e0) at
> /opt/boost-1.55/include/boost/interprocess/sync/posix/semaphore_wrapper.hpp:157
>
> #2 0x0000000000431118 in
> boost::interprocess::ipcdetail::posix_semaphore::wait (this=0x1d08282e0)
> at /opt/boost-1.55/include/boost/interprocess/sync/posix/semaphore.hpp:45
>
> #3 0x000000000043116e in
> boost::interprocess::interprocess_semaphore::wait (this=0x1d08282e0) at
> /opt/boost-1.55/include/boost/interprocess/sync/interprocess_semaphore.hpp:128
>
> #4 0x00000000004311a3 in util::WaitSemaphore (on=...) at
> ./util/pcqueue.hh:16
>
> #5 0x00000000004323b4 in util::PCQueue<util::stream::Block>::Consume
> (this=0x1d08282c0, out=...) at ./util/pcqueue.hh:59
>
> #6 0x000000000042f392 in util::stream::Link::Init (this=0x7ffff61dcd70,
> position=...) at
> /store/disk1/jbeaulac/moses-src/RELEASE-2.1.1.git/util/stream/chain.cc:115
>
> #7 0x000000000042f419 in util::stream::Link::Link (this=0x7ffff61dcd70,
> position=...) at
> /store/disk1/jbeaulac/moses-src/RELEASE-2.1.1.git/util/stream/chain.cc:119
>
> #8 0x000000000042e74a in util::stream::Recycler::Run (this=0x1d082c5f8,
> position=...) at
> /store/disk1/jbeaulac/moses-src/RELEASE-2.1.1.git/util/stream/chain.cc:31
>
> #9 0x0000000000435d76 in
> util::stream::Thread::operator()<util::stream::ChainPosition,
> util::stream::Recycler> (this=0xfa01c0, position=..., worker=...)
>
> at ./util/stream/chain.hh:54
>
> #10 0x0000000000435c55 in
> boost::_bi::list2<boost::_bi::value<util::stream::ChainPosition>,
> boost::_bi::value<util::stream::Recycler>
>>::operator()<boost::reference_wrapper<util::stream::Thread>,
> boost::_bi::list0> (this=0x1d082c5c0, f=..., a=...) at
> /opt/boost-1.55/include/boost/bind/bind.hpp:313
>
> #11 0x0000000000435a07 in boost::_bi::bind_t<void,
> boost::reference_wrapper<util::stream::Thread>,
> boost::_bi::list2<boost::_bi::value<util::stream::ChainPosition>,
> boost::_bi::value<util::stream::Recycler> > >::operator()
> (this=0x1d082c5b8) at
> /opt/boost-1.55/include/boost/bind/bind_template.hpp:20
>
> #12 0x00000000004357d4 in
> boost::detail::thread_data<boost::_bi::bind_t<void,
> boost::reference_wrapper<util::stream::Thread>,
> boost::_bi::list2<boost::_bi::value<util::stream::ChainPosition>,
> boost::_bi::value<util::stream::Recycler> > > >::run (this=0x1d082c400)
> at /opt/boost-1.55/include/boost/thread/detail/thread.hpp:117
>
> #13 0x00000000004e584a in thread_proxy ()
>
> #14 0x00007ffff6d8f0a2 in start_thread () from /lib64/libpthread.so.0
>
> #15 0x00007ffff6ac4b5d in clone () from /lib64/libc.so.6
>
>
>
> Thread 1 (Thread 0x7ffff7fd8740 (LWP 32323)):
>
> #0 0x00007ffff6d9304f in pthread_cond_wait@@GLIBC_2.3.2 () from
> /lib64/libpthread.so.0
>
> #1 0x00000000004e87eb in
> boost::condition_variable::wait(boost::unique_lock<boost::mutex>&) ()
>
> #2 0x00000000004e6276 in boost::thread::join_noexcept() ()
>
> #3 0x0000000000430a7b in boost::thread::join (this=0xfa01c0) at
> /opt/boost-1.55/include/boost/thread/detail/thread.hpp:756
>
> #4 0x000000000042e6b1 in util::stream::Thread::~Thread (this=0xfa01c0,
> __in_chrg=<optimized out>) at
> /store/disk1/jbeaulac/moses-src/RELEASE-2.1.1.git/util/stream/chain.cc:22
>
> #5 0x00000000004353c2 in boost::checked_delete<util::stream::Thread
> const> (x=0xfa01c0) at /opt/boost-1.55/include/boost/checked_delete.hpp:34
>
> #6 0x00000000004350aa in boost::delete_clone<util::stream::Thread>
> (r=0xfa01c0) at
> /opt/boost-1.55/include/boost/ptr_container/clone_allocator.hpp:56
>
> #7 0x0000000000434bb0 in
> boost::heap_clone_allocator::deallocate_clone<util::stream::Thread>
> (r=0xfa01c0) at
> /opt/boost-1.55/include/boost/ptr_container/clone_allocator.hpp:74
>
> #8 0x000000000043452e in
> boost::ptr_container_detail::reversible_ptr_container<boost::ptr_container_detail::sequence_config<util::stream::Thread,
> std::vector<void*, std::allocator<void*> > >,
> boost::heap_clone_allocator>::null_clone_allocator<false>::deallocate_clone
> (x=0xfa01c0)
>
> at
> /opt/boost-1.55/include/boost/ptr_container/detail/reversible_ptr_container.hpp:126
>
> #9 0x0000000000434c6b in
> boost::ptr_container_detail::reversible_ptr_container<boost::ptr_container_detail::sequence_config<util::stream::Thread,
> std::vector<void*, std::allocator<void*> > >,
> boost::heap_clone_allocator>::null_policy_deallocate_clone (x=0xfa01c0)
> at
> /opt/boost-1.55/include/boost/ptr_container/detail/reversible_ptr_container.hpp:276
>
> #10 0x0000000000434676 in
> boost::ptr_container_detail::reversible_ptr_container<boost::ptr_container_detail::sequence_config<util::stream::Thread,
> std::vector<void*, std::allocator<void*> > >,
> boost::heap_clone_allocator>::remove<boost::void_ptr_iterator<__gnu_cxx::__normal_iterator<void**,
> std::vector<void*, std::allocator<void*> > >, util::stream::Thread> >
> (this=0xfc4048, i=...) at
> /opt/boost-1.55/include/boost/ptr_container/detail/reversible_ptr_container.hpp:250
>
> #11 0x0000000000433e39 in
> boost::ptr_container_detail::reversible_ptr_container<boost::ptr_container_detail::sequence_config<util::stream::Thread,
> std::vector<void*, std::allocator<void*> > >,
> boost::heap_clone_allocator>::remove<boost::void_ptr_iterator<__gnu_cxx::__normal_iterator<void**,
> std::vector<void*, std::allocator<void*> > >, util::stream::Thread> >
> (this=0xfc4048, first=..., last=...) at
> /opt/boost-1.55/include/boost/ptr_container/detail/reversible_ptr_container.hpp:257
>
> #12 0x0000000000433171 in
> boost::ptr_container_detail::reversible_ptr_container<boost::ptr_container_detail::sequence_config<util::stream::Thread,
> std::vector<void*, std::allocator<void*> > >,
> boost::heap_clone_allocator>::remove_all (this=0xfc4048) at
> /opt/boost-1.55/include/boost/ptr_container/detail/reversible_ptr_container.hpp:218
>
> #13 0x000000000043219a in
> boost::ptr_container_detail::reversible_ptr_container<boost::ptr_container_detail::sequence_config<util::stream::Thread,
> std::vector<void*, std::allocator<void*> > >,
> boost::heap_clone_allocator>::clear (this=0xfc4048) at
> /opt/boost-1.55/include/boost/ptr_container/detail/reversible_ptr_container.hpp:601
>
> #14 0x000000000042ee4a in util::stream::Chain::Wait (this=0xfc4000,
> release_memory=true) at
> /store/disk1/jbeaulac/moses-src/RELEASE-2.1.1.git/util/stream/chain.cc:68
>
> #15 0x000000000042ebd0 in util::stream::Chain::~Chain (this=0xfc4000,
> __in_chrg=<optimized out>) at
> /store/disk1/jbeaulac/moses-src/RELEASE-2.1.1.git/util/stream/chain.cc:47
>
> #16 0x00000000004829bc in
> lm::builder::FixedArray<util::stream::Chain>::clear
> (this=0x7fffffffdb60) at ./lm/builder/multi_stream.hh:64
>
> #17 0x00000000004815e3 in
> lm::builder::FixedArray<util::stream::Chain>::~FixedArray
> (this=0x7fffffffdb60, __in_chrg=<optimized out>) at
> ./lm/builder/multi_stream.hh:40
>
> #18 0x0000000000481369 in lm::builder::Chains::~Chains
> (this=0x7fffffffdb60, __in_chrg=<optimized out>) at
> ./lm/builder/multi_stream.hh:92
>
> #19 0x000000000047f387 in lm::builder::(anonymous
> namespace)::Master::~Master (this=0x7fffffffdad0, __in_chrg=<optimized out>)
>
> ---Type <return> to continue, or q <return> to quit---
>
> at
> /store/disk1/jbeaulac/moses-src/RELEASE-2.1.1.git/lm/builder/pipeline.cc:33
>
> #20 0x000000000047fc0c in lm::builder::Pipeline (config=...,
> text_file=0, out_arpa=1) at
> /store/disk1/jbeaulac/moses-src/RELEASE-2.1.1.git/lm/builder/pipeline.cc:318
>
> #21 0x00000000004a2bec in main (argc=5, argv=0x7fffffffe2c8) at
> /store/disk1/jbeaulac/moses-src/RELEASE-2.1.1.git/lm/builder/lmplz_main.cc:109
>
>
>
> *---*
>
> *Jean-Francois Beaulac*
>
> Programmeur analyste
>
> Versacom inc.
> 6^e étage
> 1501, avenue McGill College
> Montréal (Québec) H3A 3M8
>
> 514-394-7142
> www.versacom.ca <http://www.versacom.ca>
>
>
>
>
>
> _______________________________________________
> Moses-support mailing list
> [email protected]
> http://mailman.mit.edu/mailman/listinfo/moses-support
>
_______________________________________________
Moses-support mailing list
[email protected]
http://mailman.mit.edu/mailman/listinfo/moses-support
