See <http://build.gluster.org/job/regression-test-burn-in/3200/display/redirect>
------------------------------------------ [...truncated 739.87 KB...] Thread 6 (Thread 0x7f51040f5700 (LWP 30980)): #0 0x00007f510d44aa5e in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f510e1b973c in syncenv_task (proc=0xe9b600) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/syncop.c>:603 env = 0xe9b600 task = 0x0 sleep_till = {tv_sec = 1495489615, tv_nsec = 0} ret = 0 #2 0x00007f510e1b99de in syncenv_processor (thdata=0xe9b600) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/syncop.c>:695 env = 0xe9b600 proc = 0xe9b600 task = 0x0 #3 0x00007f510d446aa1 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007f510cdaebcd in clone () from /lib64/libc.so.6 No symbol table info available. Thread 5 (Thread 0x7f5105ef8700 (LWP 30977)): #0 0x00007f510d44e00d in nanosleep () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f510e17ec7d in gf_timer_proc (data=0xe9ae10) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/timer.c>:164 now = 117149023831675 now_ts = {tv_sec = 117149, tv_nsec = 23831675} reg = 0xe9ae10 sleepts = {tv_sec = 1, tv_nsec = 0} event = 0xe9ae20 tmp = 0xe9b0f0 old_THIS = 0x0 #2 0x00007f510d446aa1 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f510cdaebcd in clone () from /lib64/libc.so.6 No symbol table info available. Thread 4 (Thread 0x7f5104af6700 (LWP 30979)): #0 0x00007f510cd72c4d in nanosleep () from /lib64/libc.so.6 No symbol table info available. #1 0x00007f510cd72ac0 in sleep () from /lib64/libc.so.6 No symbol table info available. #2 0x00007f510e1a425e in pool_sweeper (arg=0x0) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/mem-pool.c>:465 state = {death_row = {next = 0x0, prev = 0x0}, cold_lists = {0x0 <repeats 1024 times>}, n_cold_lists = 0} pool_list = 0x0 next_pl = 0x0 pt_pool = 0x0 i = 0 begin_time = {tv_sec = 0, tv_usec = 0} end_time = {tv_sec = 0, tv_usec = 0} elapsed = {tv_sec = 0, tv_usec = 0} #3 0x00007f510d446aa1 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007f510cdaebcd in clone () from /lib64/libc.so.6 No symbol table info available. Thread 3 (Thread 0x7f510e668700 (LWP 30976)): #0 0x00007f510d4472fd in pthread_join () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f510e1df84b in event_dispatch_epoll (event_pool=0xe7dfc0) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/event-epoll.c>:732 i = 1 t_id = 139985888679680 pollercount = 1 ret = 0 ev_data = 0xed5990 __FUNCTION__ = "event_dispatch_epoll" #2 0x00007f510e1a29ae in event_dispatch (event_pool=0xe7dfc0) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/event.c>:124 ret = -1 __FUNCTION__ = "event_dispatch" #3 0x000000000040abf3 in ?? () No symbol table info available. #4 0x0000000000000000 in ?? () No symbol table info available. Thread 2 (Thread 0x7f50f9460700 (LWP 30988)): #0 0x00007f510d44a68c in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f5105f19f56 in notify_kernel_loop (data=0xe85880) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/mount/fuse/src/fuse-bridge.c>:3997 len = 40 rv = 40 this = 0xe85880 priv = 0xe8be40 node = 0x7f50fc046400 tmp = 0x0 pfoh = 0x7f50fc046400 __FUNCTION__ = "notify_kernel_loop" #2 0x00007f510d446aa1 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f510cdaebcd in clone () from /lib64/libc.so.6 No symbol table info available. Thread 1 (Thread 0x7f50fa862700 (LWP 30985)): #0 0x00007f510016d93a in offset_at_tail (conf=0xc0, object=0x7f50f400ac28) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/encryption/crypt/src/atom.c>:96 No locals. #1 0x00007f510016d9e4 in offset_at_data_tail (frame=0x7f50f4001320, object=0x7f50f400ac28) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/encryption/crypt/src/atom.c>:110 No locals. #2 0x00007f510016e738 in rmw_partial_block (frame=0x7f50f4001320, cookie=0x7f50ec00bd50, this=0x7f50fc00b870, op_ret=4096, op_errno=0, vec=0x7f50ec00d2a0, count=1, stbuf=0x7f50ec0177e8, iobref=0x7f50ec004c70, atom=0x7f510038e6a0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/encryption/crypt/src/atom.c>:523 was_read = 4096 file_size = 116008 local = 0x7f50f400d9c0 object = 0x7f50f400ac28 partial = 0x7f50f400de10 conf = 0x7f50f400da80 end_writeback_partial_block = 0x7f5100172f2f <end_writeback_writev> __FUNCTION__ = "rmw_partial_block" #3 0x00007f510016f348 in rmw_data_tail (frame=0x7f50f4001320, cookie=0x7f50ec00bd50, this=0x7f50fc00b870, op_ret=4096, op_errno=0, vec=0x7f50ec00d2a0, count=1, stbuf=0x7f50ec0177e8, iobref=0x7f50ec004c70, xdata=0x0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/encryption/crypt/src/atom.c>:716 No locals. #4 0x00007f5100181699 in __crypt_readv_done (frame=0x7f50ec00bd50, cookie=0x0, this=0x7f50fc00b870, op_ret=0, op_errno=0, xdata=0x0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/encryption/crypt/src/crypt.c>:3460 fn = 0x7f510016f2d8 <rmw_data_tail> _parent = 0x7f50f4001320 old_THIS = 0x7f50fc00b870 local = 0x7f50ec017640 local_fd = 0x7f50ec00bb10 local_xdata = 0x0 avec = 0x7f50ec00d2a0 pool = 0x7f50ec014c00 blocks_in_pool = 0 iobref = 0x7f50ec004c70 iobref_data = 0x0 __FUNCTION__ = "__crypt_readv_done" #5 0x00007f5100181774 in crypt_readv_done (frame=0x7f50ec00bd50, this=0x7f50fc00b870) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/encryption/crypt/src/crypt.c>:3487 __FUNCTION__ = "crypt_readv_done" #6 0x00007f5100181b3a in put_one_call_readv (frame=0x7f50ec00bd50, this=0x7f50fc00b870) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/encryption/crypt/src/crypt.c>:3514 local = 0x7f50ec017640 #7 0x00007f5100170885 in crypt_readv_cbk (frame=0x7f50ec00bd50, cookie=0x7f50ec00c140, this=0x7f50fc00b870, op_ret=4096, op_errno=0, vec=0x7f50fa861880, count=1, stbuf=0x7f50fa861810, iobref=0x7f50ec004c70, xdata=0x0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/encryption/crypt/src/crypt.c>:371 local = 0x7f50ec017640 conf = 0x7f50ec017700 object = 0x7f50f400ac28 avec = 0x7f50ec00d2a0 i = 1 to_vec = 0 to_user = 4096 __FUNCTION__ = "crypt_readv_cbk" #8 0x00007f510041a76f in dht_readv_cbk (frame=0x7f50ec00c140, cookie=0x7f50ec00b8c0, this=0x7f50fc00a200, op_ret=4096, op_errno=0, vector=0x7f50fa861880, count=1, stbuf=0x7f50fa861810, iobref=0x7f50ec004c70, xdata=0x0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/dht/src/dht-inode-read.c>:479 fn = 0x7f51001704a0 <crypt_readv_cbk> _parent = 0x7f50ec00bd50 old_THIS = 0x7f50fc00a200 __local = 0x7f50ec0064f0 __xl = 0x7f50fc00a200 local = 0x7f50ec0064f0 ret = 0 src_subvol = 0x0 dst_subvol = 0x0 __FUNCTION__ = "dht_readv_cbk" #9 0x00007f510067cf83 in client3_3_readv_cbk (req=0x7f50ec005ef0, iov=0x7f50ec005f30, count=2, myframe=0x7f50ec00b8c0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/protocol/client/src/client-rpc-fops.c>:2927 fn = 0x7f510041a1e3 <dht_readv_cbk> _parent = 0x7f50ec00c140 old_THIS = 0x7f50fc007850 __local = 0x7f50ec002a40 frame = 0x7f50ec00b8c0 iobref = 0x7f50ec004c70 vector = {{iov_base = 0x7f510ca9c000, iov_len = 4096}, {iov_base = 0x0, iov_len = 0} <repeats 15 times>} stat = {ia_ino = 9977425372214447893, ia_gfid = "\357\373U\272\324\374J\265\212v\357\203k\317\317\025", ia_dev = 51776, ia_type = IA_IFREG, ia_prot = {suid = 0 '\000', sgid = 0 '\000', sticky = 0 '\000', owner = {read = 1 '\001', write = 1 '\001', exec = 1 '\001'}, group = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, other = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}}, ia_nlink = 1, ia_uid = 0, ia_gid = 0, ia_rdev = 0, ia_size = 116016, ia_blksize = 4096, ia_blocks = 227, ia_atime = 1495489016, ia_atime_nsec = 37473305, ia_mtime = 1495489016, ia_mtime_nsec = 36473295, ia_ctime = 1495489016, ia_ctime_nsec = 36473295} rsp = {op_ret = 4096, op_errno = 0, stat = {ia_gfid = "\357\373U\272\324\374J\265\212v\357\203k\317\317\025", ia_ino = 9977425372214447893, ia_dev = 51776, mode = 33216, ia_nlink = 1, ia_uid = 0, ia_gid = 0, ia_rdev = 0, ia_size = 116016, ia_blksize = 4096, ia_blocks = 227, ia_atime = 1495489016, ia_atime_nsec = 37473305, ia_mtime = 1495489016, ia_mtime_nsec = 36473295, ia_ctime = 1495489016, ia_ctime_nsec = 36473295}, size = 4096, xdata = {xdata_len = 0, xdata_val = 0x0}} ret = 0 rspcount = 1 local = 0x7f50ec002a40 this = 0x7f50fc007850 xdata = 0x0 __FUNCTION__ = "client3_3_readv_cbk" #10 0x00007f510df3384d in rpc_clnt_handle_reply (clnt=0x7f50fc03ebb0, pollin=0x7f50ec002570) at <http://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-lib/src/rpc-clnt.c>:778 conn = 0x7f50fc03ebe0 saved_frame = 0x7f50ec004b30 ret = 0 req = 0x7f50ec005ef0 xid = 198 __FUNCTION__ = "rpc_clnt_handle_reply" #11 0x00007f510df33e17 in rpc_clnt_notify (trans=0x7f50fc03ed80, mydata=0x7f50fc03ebe0, event=RPC_TRANSPORT_MSG_RECEIVED, data=0x7f50ec002570) at <http://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-lib/src/rpc-clnt.c>:971 conn = 0x7f50fc03ebe0 clnt = 0x7f50fc03ebb0 ret = -1 req_info = 0x0 pollin = 0x7f50ec002570 clnt_mydata = 0x0 old_THIS = 0x7f50fc007850 __FUNCTION__ = "rpc_clnt_notify" #12 0x00007f510df2fdac in rpc_transport_notify (this=0x7f50fc03ed80, event=RPC_TRANSPORT_MSG_RECEIVED, data=0x7f50ec002570) at <http://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-lib/src/rpc-transport.c>:538 ret = -1 __FUNCTION__ = "rpc_transport_notify" #13 0x00007f5102ae158a in socket_event_poll_in (this=0x7f50fc03ed80, notify_handled=_gf_true) at <http://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-transport/socket/src/socket.c>:2315 ret = 0 pollin = 0x7f50ec002570 priv = 0x7f50fc03f340 ctx = 0xe47010 #14 0x00007f5102ae1bd5 in socket_event_handler (fd=10, idx=2, gen=1, data=0x7f50fc03ed80, poll_in=1, poll_out=0, poll_err=0) at <http://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-transport/socket/src/socket.c>:2467 this = 0x7f50fc03ed80 priv = 0x7f50fc03f340 ret = 0 ctx = 0xe47010 socket_closed = _gf_false notify_handled = _gf_false __FUNCTION__ = "socket_event_handler" #15 0x00007f510e1df31e in event_dispatch_epoll_handler (event_pool=0xe7dfc0, event=0x7f50fa861e70) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/event-epoll.c>:572 ev_data = 0x7f50fa861e74 slot = 0xec1950 handler = 0x7f5102ae1924 <socket_event_handler> data = 0x7f50fc03ed80 idx = 2 gen = 1 ret = -1 fd = 10 __FUNCTION__ = "event_dispatch_epoll_handler" #16 0x00007f510e1df620 in event_dispatch_epoll_worker (data=0x7f50fc039f80) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/event-epoll.c>:648 event = {events = 1, data = {ptr = 0x100000002, fd = 2, u32 = 2, u64 = 4294967298}} ret = 1 ev_data = 0x7f50fc039f80 event_pool = 0xe7dfc0 myindex = 2 timetodie = 0 __FUNCTION__ = "event_dispatch_epoll_worker" #17 0x00007f510d446aa1 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #18 0x00007f510cdaebcd in clone () from /lib64/libc.so.6 No symbol table info available. ========================================================= Finish backtrace program name : /build/install/sbin/glusterfs corefile : /glusterfs-30976.core ========================================================= + rm -f /build/install/cores/gdbout.txt + sort /build/install/cores/liblist.txt + uniq + cat /build/install/cores/liblist.txt.tmp + grep -v /build/install + tar -cf /archives/archived_builds/build-install-regression-test-burn-in-3200.tar /build/install/sbin /build/install/bin /build/install/lib /build/install/libexec /build/install/cores tar: Removing leading `/' from member names + tar -rhf /archives/archived_builds/build-install-regression-test-burn-in-3200.tar -T /build/install/cores/liblist.txt tar: Removing leading `/' from member names + bzip2 /archives/archived_builds/build-install-regression-test-burn-in-3200.tar + rm -f /build/install/cores/liblist.txt + rm -f /build/install/cores/liblist.txt.tmp + echo Cores and build archived in http://slave22.cloud.gluster.org/archived_builds/build-install-regression-test-burn-in-3200.tar.bz2 Cores and build archived in http://slave22.cloud.gluster.org/archived_builds/build-install-regression-test-burn-in-3200.tar.bz2 + echo Open core using the following command to get a proper stack... Open core using the following command to get a proper stack... + echo Example: From root of extracted tarball Example: From root of extracted tarball + echo 'gdb -ex '\''set sysroot ./'\'' -ex '\''core-file ./build/install/cores/xxx.core'\'' <target, say ./build/install/sbin/glusterd>' gdb -ex 'set sysroot ./' -ex 'core-file ./build/install/cores/xxx.core' <target, say ./build/install/sbin/glusterd> + RET=1 + '[' 1 -ne 0 ']' + filename=logs/glusterfs-logs-regression-test-burn-in-3200.tgz + tar -czf /archives/logs/glusterfs-logs-regression-test-burn-in-3200.tgz /var/log/glusterfs /var/log/messages /var/log/messages-20170430 /var/log/messages-20170507 /var/log/messages-20170514 /var/log/messages-20170521 tar: Removing leading `/' from member names + echo Logs archived in http://slave22.cloud.gluster.org/logs/glusterfs-logs-regression-test-burn-in-3200.tgz Logs archived in http://slave22.cloud.gluster.org/logs/glusterfs-logs-regression-test-burn-in-3200.tgz + case $(uname -s) in ++ uname -s + /sbin/sysctl -w kernel.core_pattern=/%e-%p.core kernel.core_pattern = /%e-%p.core + exit 1 Build step 'Execute shell' marked build as failure _______________________________________________ maintainers mailing list [email protected] http://lists.gluster.org/mailman/listinfo/maintainers
