See <https://build.gluster.org/job/regression-test-with-multiplex/803/display/redirect?page=changes>
Changes: [Amar Tumballi] logging: check for fmts not being NULL [Nithya Balachandran] dht: delete tier related internal xattr in dht_getxattr_cbk ------------------------------------------ [...truncated 989.00 KB...] Thread 8 (Thread 0x7fb6c3cbc780 (LWP 9292)): #0 0x00007fb6c27f6f97 in pthread_join () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fb6c381afd8 in event_dispatch_epoll (event_pool=0x2469c30) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/event-epoll.c>:750 i = 1 t_id = 140422720984832 pollercount = 1 ret = 0 ev_data = 0x24adcc0 thread_name = "epoll0\000\000" __FUNCTION__ = "event_dispatch_epoll" #2 0x00007fb6c37d8727 in event_dispatch (event_pool=0x2469c30) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/event.c>:124 ret = -1 __FUNCTION__ = "event_dispatch" #3 0x000000000040b4e9 in ?? () No symbol table info available. #4 0x0000000000000000 in ?? () No symbol table info available. Thread 7 (Thread 0x7fb6ba93f700 (LWP 9293)): #0 0x00007fb6c27fcf3d in nanosleep () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fb6c37b298d in gf_timer_proc (data=0x2486f20) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/timer.c>:202 now = 1216161174549500 now_ts = {tv_sec = 1216161, tv_nsec = 174549500} reg = 0x2486f20 sleepts = {tv_sec = 1, tv_nsec = 0} event = 0x7fb6a4000930 tmp = 0x7fb6a40009d0 old_THIS = 0x7fb6c3aab2c0 <global_xlator> #2 0x00007fb6c27f5e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007fb6c1ebabad in clone () from /lib64/libc.so.6 No symbol table info available. Thread 6 (Thread 0x7fb6ba13e700 (LWP 9294)): #0 0x00007fb6c27fd461 in sigwait () from /lib64/libpthread.so.0 No symbol table info available. #1 0x000000000040a730 in ?? () No symbol table info available. #2 0x0000000000000000 in ?? () No symbol table info available. Thread 5 (Thread 0x7fb6b993d700 (LWP 9295)): #0 0x00007fb6c1e8156d in nanosleep () from /lib64/libc.so.6 No symbol table info available. #1 0x00007fb6c1e81404 in sleep () from /lib64/libc.so.6 No symbol table info available. #2 0x00007fb6c37d9eeb in pool_sweeper (arg=0x0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/mem-pool.c>:470 state = {death_row = {next = 0x0, prev = 0x0}, cold_lists = {0x0 <repeats 1024 times>}, n_cold_lists = 0} pool_list = 0x0 next_pl = 0x0 pt_pool = 0x0 i = 0 begin_time = {tv_sec = 0, tv_usec = 0} end_time = {tv_sec = 0, tv_usec = 0} elapsed = {tv_sec = 0, tv_usec = 0} #3 0x00007fb6c27f5e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007fb6c1ebabad in clone () from /lib64/libc.so.6 No symbol table info available. Thread 4 (Thread 0x7fb6aeaac700 (LWP 9308)): #0 0x00007fb6c1eb1660 in readv () from /lib64/libc.so.6 No symbol table info available. #1 0x00007fb6c37dc8c4 in sys_readv (fd=8, iov=0x7fb6aeaabe40, iovcnt=2) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/syscall.c>:354 _result = 256 __FUNCTION__ = "sys_readv" #2 0x00007fb6bab7d26c in fuse_thread_proc (data=0x2471ed0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mount/fuse/src/fuse-bridge.c>:5101 mount_point = 0x0 this = 0x2471ed0 priv = 0x2479a80 res = 77 iobuf = 0x2469270 finh = 0x7fb6a0023860 iov_in = {{iov_base = 0x7fb6a002b8a0, iov_len = 80}, {iov_base = 0x7fb6c1a7c000, iov_len = 131072}} msg = 0x7fb6a0023888 msg0_size = 168 fuse_ops = 0x7fb6bad896c0 <fuse_std_ops> pfd = {{fd = 6, events = 25, revents = 1}, {fd = 8, events = 25, revents = 1}} __FUNCTION__ = "fuse_thread_proc" #3 0x00007fb6c27f5e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007fb6c1ebabad in clone () from /lib64/libc.so.6 No symbol table info available. Thread 3 (Thread 0x7fb6b6671700 (LWP 9298)): #0 0x00007fb6c1ebb183 in epoll_wait () from /lib64/libc.so.6 No symbol table info available. #1 0x00007fb6c381ad44 in event_dispatch_epoll_worker (data=0x24adcc0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/event-epoll.c>:653 event = {events = 1, data = {ptr = 0x100000005, fd = 5, u32 = 5, u64 = 4294967301}} ret = 0 ev_data = 0x24adcc0 event_pool = 0x2469c30 myindex = 1 timetodie = 0 __FUNCTION__ = "event_dispatch_epoll_worker" #2 0x00007fb6c27f5e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007fb6c1ebabad in clone () from /lib64/libc.so.6 No symbol table info available. Thread 2 (Thread 0x7fb6b893b700 (LWP 9297)): #0 0x00007fb6c27f9d42 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fb6c37f1711 in syncenv_task (proc=0x2487b20) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/syncop.c>:603 env = 0x2487760 task = 0x0 sleep_till = {tv_sec = 1531751841, tv_nsec = 0} ret = 0 #2 0x00007fb6c37f19ac in syncenv_processor (thdata=0x2487b20) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/syncop.c>:695 env = 0x2487760 proc = 0x2487b20 task = 0x0 #3 0x00007fb6c27f5e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007fb6c1ebabad in clone () from /lib64/libc.so.6 No symbol table info available. Thread 1 (Thread 0x7fb6b913c700 (LWP 9296)): #0 0x00007fb6c1df2277 in raise () from /lib64/libc.so.6 No symbol table info available. #1 0x00007fb6c1df3968 in abort () from /lib64/libc.so.6 No symbol table info available. #2 0x00007fb6c1deb096 in __assert_fail_base () from /lib64/libc.so.6 No symbol table info available. #3 0x00007fb6c1deb142 in __assert_fail () from /lib64/libc.so.6 No symbol table info available. #4 0x00007fb6b5c307b2 in client_pre_inodelk_v2 (this=0x7fb6b0007a10, req=0x7fb6adaa8d90, loc=0x7fb6980018e0, cmd=6, flock=0x7fb698001b08, volume=0x7fb6b0011810 "slave-replicate-0", xdata=0x0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/client/src/client-common.c>:3042 op_errno = 116 gf_cmd = 0 gf_type = 0 __PRETTY_FUNCTION__ = "client_pre_inodelk_v2" __FUNCTION__ = "client_pre_inodelk_v2" #5 0x00007fb6b5c52762 in client4_0_inodelk (frame=0x7fb6980063c8, this=0x7fb6b0007a10, data=0x7fb6adaa8ed0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/client/src/client-rpc-fops_v2.c>:4638 conf = 0x7fb6b0083750 args = 0x7fb6adaa8ed0 req = {gfid = '\000' <repeats 15 times>, cmd = 0, type = 0, flock = {type = 0, whence = 0, start = 0, len = 0, pid = 0, lk_owner = {lk_owner_len = 0, lk_owner_val = 0x0}}, volume = 0x0, xdata = {xdr_size = 0, count = 0, pairs = {pairs_len = 0, pairs_val = 0x0}}} ret = 0 op_errno = 116 __FUNCTION__ = "client4_0_inodelk" #6 0x00007fb6b5bdf322 in client_inodelk (frame=0x7fb6980063c8, this=0x7fb6b0007a10, volume=0x7fb6b0011810 "slave-replicate-0", loc=0x7fb6980018e0, cmd=6, lock=0x7fb698001b08, xdata=0x0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/client/src/client.c>:1578 ret = -1 conf = 0x7fb6b0083750 proc = 0x7fb6b5e70630 <clnt4_0_fop_actors+464> args = {loc = 0x7fb6980018e0, fd = 0x0, linkname = 0x0, iobref = 0x0, vector = 0x0, xattr = 0x0, stbuf = 0x0, oldloc = 0x0, newloc = 0x0, name = 0x0, flock = 0x7fb698001b08, volume = 0x7fb6b0011810 "slave-replicate-0", basename = 0x0, offset = 0, mask = 0, cmd = 6, size = 0, mode = 0, rdev = 0, flags = 0, count = 0, datasync = 0, cmd_entrylk = ENTRYLK_LOCK, type = ENTRYLK_RDLCK, optype = GF_XATTROP_ADD_ARRAY, valid = 0, len = 0, what = GF_SEEK_DATA, lease = 0x0, umask = 0, xdata = 0x0, locklist = 0x0} __FUNCTION__ = "client_inodelk" #7 0x00007fb6b595f9e9 in afr_nonblocking_inodelk (frame=0x7fb698001398, this=0x7fb6b0012f90) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/cluster/afr/src/afr-lk-common.c>:1093 _new = 0x7fb6980063c8 old_THIS = 0x7fb6b0012f90 next_xl_fn = 0x7fb6b5bdf20a <client_inodelk> tmp_cbk = 0x7fb6b595eacb <afr_nonblocking_inodelk_cbk> int_lock = 0x7fb6980019f0 local = 0x7fb6980014a8 priv = 0x7fb6b006c6f0 fd_ctx = 0x0 call_count = 2 i = 0 ret = 0 __FUNCTION__ = "afr_nonblocking_inodelk" #8 0x00007fb6b595754c in afr_lock (frame=0x7fb698001398, this=0x7fb6b0012f90) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/cluster/afr/src/afr-transaction.c>:1757 int_lock = 0x7fb6980019f0 local = 0x7fb6980014a8 __PRETTY_FUNCTION__ = "afr_lock" #9 0x00007fb6b5959090 in afr_transaction_start (local=0x7fb6980014a8, this=0x7fb6b0012f90) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/cluster/afr/src/afr-transaction.c>:2438 priv = 0x7fb6b006c6f0 take_lock = true do_pre_op = false timer_local = 0x0 #10 0x00007fb6b5959415 in afr_transaction (frame=0x7fb698001398, this=0x7fb6b0012f90, type=AFR_METADATA_TRANSACTION) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/cluster/afr/src/afr-transaction.c>:2512 local = 0x7fb6980014a8 priv = 0x7fb6b006c6f0 ret = 0 event_generation = 2 #11 0x00007fb6b593d9cd in afr_setattr (frame=0x7fb698000a78, this=0x7fb6b0012f90, loc=0x7fb6b00ab1f0, buf=0x7fb6b00ab318, valid=7, xdata=0x0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/cluster/afr/src/afr-inode-write.c>:898 local = 0x7fb6980014a8 transaction_frame = 0x7fb698001398 ret = 0 op_errno = 12 __FUNCTION__ = "afr_setattr" #12 0x00007fb6c37f8a5a in syncop_setattr (subvol=0x7fb6b0012f90, loc=0x7fb6b00ab1f0, iatt=0x7fb6b00ab318, valid=7, preop=0x0, postop=0x0, xdata_in=0x0, xdata_out=0x0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/syncop.c>:1833 _new = 0x7fb698000a78 old_THIS = 0x7fb6b0016730 next_xl_fn = 0x7fb6b593d787 <afr_setattr> tmp_cbk = 0x7fb6c37f849a <syncop_setattr_cbk> task = 0x7fb6b00b2020 frame = 0x7fb6b0090db8 args = {op_ret = 0, op_errno = 0, iatt1 = {ia_flags = 0, ia_ino = 0, ia_dev = 0, ia_rdev = 0, ia_size = 0, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_mtime = 0, ia_ctime = 0, ia_btime = 0, ia_atime_nsec = 0, ia_mtime_nsec = 0, ia_ctime_nsec = 0, ia_btime_nsec = 0, ia_attributes = 0, ia_attributes_mask = 0, ia_gfid = '\000' <repeats 15 times>, ia_type = IA_INVAL, ia_prot = {suid = 0 '\000', sgid = 0 '\000', sticky = 0 '\000', owner = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, group = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, other = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}}}, iatt2 = {ia_flags = 0, ia_ino = 0, ia_dev = 0, ia_rdev = 0, ia_size = 0, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_mtime = 0, ia_ctime = 0, ia_btime = 0, ia_atime_nsec = 0, ia_mtime_nsec = 0, ia_ctime_nsec = 0, ia_btime_nsec = 0, ia_attributes = 0, ia_attributes_mask = 0, ia_gf id = '\000' <repeats 15 times>, ia_type = IA_INVAL, ia_prot = {suid = 0 '\000', sgid = 0 '\000', sticky = 0 '\000', owner = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, group = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, other = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}}}, xattr = 0x0, statvfs_buf = {f_bsize = 0, f_frsize = 0, f_blocks = 0, f_bfree = 0, f_bavail = 0, f_files = 0, f_ffree = 0, f_favail = 0, f_fsid = 0, f_flag = 0, f_namemax = 0, __f_spare = {0, 0, 0, 0, 0, 0}}, vector = 0x0, count = 0, iobref = 0x0, buffer = 0x0, xdata = 0x0, flock = {l_type = 0, l_whence = 0, l_start = 0, l_len = 0, l_pid = 0, l_owner = {len = 0, data = '\000' <repeats 1023 times>}}, lease = {cmd = 0, lease_type = NONE, lease_id = '\000' <repeats 15 times>, lease_flags = 0}, dict_out = 0x0, uuid = '\000' <repeats 15 times>, errstr = 0x0, dict = 0x0, lock_dict = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0, __kind = 0, __spins = 0, __elision = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}, barrier = {initialized = false, guard = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0, __kind = 0, __spins = 0, __elision = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}, cond = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, __size = '\000' <repeats 47 times>, __align = 0}, waitq = {next = 0x0, prev = 0x0}, count = 0, waitfor = 0}, task = 0x7fb6b00b2020, mutex = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0, __kind = 0, __spins = 0, __elision = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}, cond = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, __size = '\000' <repeats 47 times>, __align = 0}, done = 0, entries = {{list = {next = 0x0, prev = 0x0}, {next = 0x0, prev = 0x0}}, d_ino = 0, d_off = 0, d_len = 0, d_type = 0, d_stat = {ia_flags = 0, ia_ino = 0, ia_dev = 0, ia_rdev = 0, ia_size = 0, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_mtime = 0, ia_ctime = 0, ia_btime = 0, ia_atime_nsec = 0, ia_mtime_nsec = 0, ia_ctime_nsec = 0, ia_btime_nsec = 0, ia_attributes = 0, ia_attributes_mask = 0, ia_gfid = '\000' <repeats 15 times>, ia_type = IA_INVAL, ia_prot = {suid = 0 '\000', sgid = 0 '\000', sticky = 0 '\000', owner = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, group = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, other = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}}}, dict = 0x0, inode = 0x0, d_name = 0x7fb6adaa9ae8 ""}, offset = 0, locklist = {list = {next = 0x0, prev = 0x0}, flock = {l_type = 0, l_whence = 0, l_start = 0, l_len = 0, l_pid = 0, l_owner = {len = 0, data = '\000' <repea ts 1023 times>}}, client_uid = 0x0, lk_flags = 0}} __FUNCTION__ = "syncop_setattr" #13 0x00007fb6b565103d in dht_dir_attr_heal (data=0x7fb6b008f218) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/cluster/dht/src/dht-selfheal.c>:2502 frame = 0x7fb6b008f218 local = 0x7fb6b00ab1e8 subvol = 0x7fb6b0012f90 mds_subvol = 0x7fb6b0015000 this = 0x7fb6b0016730 conf = 0x7fb6b005d700 call_cnt = 2 ret = -1 i = 0 gfid = '\000' <repeats 49 times> __FUNCTION__ = "dht_dir_attr_heal" #14 0x00007fb6c37f0ee4 in synctask_wrap () at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/syncop.c>:375 task = 0x7fb6b00b2020 #15 0x00007fb6c1e04030 in ?? () from /lib64/libc.so.6 No symbol table info available. #16 0x0000000000000000 in ?? () No symbol table info available. ========================================================= Finish backtrace program name : /build/install/sbin/glusterfs corefile : /glustersproc0-9292.core ========================================================= + rm -f /build/install/cores/gdbout.txt + uniq + sort /build/install/cores/liblist.txt + cat /build/install/cores/liblist.txt.tmp + grep -v /build/install + tar -cf /archives/archived_builds/build-install-regression-test-with-multiplex-803.tar /build/install/sbin /build/install/bin /build/install/lib /build/install/libexec /build/install/cores tar: Removing leading `/' from member names + tar -rhf /archives/archived_builds/build-install-regression-test-with-multiplex-803.tar -T /build/install/cores/liblist.txt tar: Removing leading `/' from member names + bzip2 /archives/archived_builds/build-install-regression-test-with-multiplex-803.tar + rm -f /build/install/cores/liblist.txt + rm -f /build/install/cores/liblist.txt.tmp + find /archives -size +1G -delete -type f + echo 'Cores and build archived in http://builder104.cloud.gluster.org/archived_builds/build-install-regression-test-with-multiplex-803.tar.bz2' Cores and build archived in http://builder104.cloud.gluster.org/archived_builds/build-install-regression-test-with-multiplex-803.tar.bz2 + echo 'Open core using the following command to get a proper stack' Open core using the following command to get a proper stack + echo 'Example: From root of extracted tarball' Example: From root of extracted tarball + echo '\t\tgdb -ex '\''set sysroot ./'\'' -ex '\''core-file ./build/install/cores/xxx.core'\'' <target, say ./build/install/sbin/glusterd>' \t\tgdb -ex 'set sysroot ./' -ex 'core-file ./build/install/cores/xxx.core' <target, say ./build/install/sbin/glusterd> + RET=1 + '[' 1 -ne 0 ']' + tar -czf <https://build.gluster.org/job/regression-test-with-multiplex/803/artifact/glusterfs-logs.tgz> /var/log/glusterfs /var/log/messages /var/log/messages-20180624 /var/log/messages-20180701 /var/log/messages-20180708 /var/log/messages-20180715 tar: Removing leading `/' from member names + scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i <https://build.gluster.org/job/regression-test-with-multiplex/ws/> glusterfs-logs.tgz [email protected]:/var/www/glusterfs-logs/regression-test-with-multiplex-803.tgz ssh: connect to host http.int.rht.gluster.org port 22: Connection timed out lost connection + true + case $(uname -s) in ++ uname -s + /sbin/sysctl -w kernel.core_pattern=/%e-%p.core kernel.core_pattern = /%e-%p.core + exit 1 Build step 'Execute shell' marked build as failure _______________________________________________ maintainers mailing list [email protected] https://lists.gluster.org/mailman/listinfo/maintainers
