See <http://build.gluster.org/job/regression-test-burn-in/1897/>
------------------------------------------ [...truncated 12911 lines...] pfoh = 0x7f8d68068b70 __FUNCTION__ = "notify_kernel_loop" #2 0x00007f8d7a997aa1 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f8d7a300aad in clone () from /lib64/libc.so.6 No symbol table info available. Thread 5 (Thread 0x7f8d7164a700 (LWP 9299)): #0 0x00007f8d7a99ba5e in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f8d7b706747 in syncenv_task (proc=0x1e1df90) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/syncop.c>:603 env = 0x1e1dbd0 task = 0x0 sleep_till = {tv_sec = 1476686317, tv_nsec = 0} ret = 0 #2 0x00007f8d7b7069e9 in syncenv_processor (thdata=0x1e1df90) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/syncop.c>:695 env = 0x1e1dbd0 proc = 0x1e1df90 task = 0x0 #3 0x00007f8d7a997aa1 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007f8d7a300aad in clone () from /lib64/libc.so.6 No symbol table info available. Thread 4 (Thread 0x7f8d674fd700 (LWP 9332)): #0 0x00007f8d7a2f8af7 in readv () from /lib64/libc.so.6 No symbol table info available. #1 0x00007f8d7b6f2d96 in sys_readv (fd=8, iov=0x7f8d674fce20, iovcnt=2) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/syscall.c>:266 No locals. #2 0x00007f8d7347167d in fuse_thread_proc (data=0x1e08060) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/mount/fuse/src/fuse-bridge.c>:4970 mount_point = 0x0 this = 0x1e08060 priv = 0x1e0e650 res = 60 iobuf = 0x1e01590 finh = 0x7f8d54005e30 iov_in = {{iov_base = 0x7f8d54001180, iov_len = 80}, {iov_base = 0x7f8d79cd4000, iov_len = 131072}} msg = 0x7f8d54005e58 msg0_size = 168 fuse_ops = 0x7f8d7367cf20 pfd = {{fd = 6, events = 25, revents = 1}, {fd = 8, events = 25, revents = 1}} mount_finished = _gf_true __FUNCTION__ = "fuse_thread_proc" #3 0x00007f8d7a997aa1 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007f8d7a300aad in clone () from /lib64/libc.so.6 No symbol table info available. Thread 3 (Thread 0x7f8d7344d700 (LWP 9295)): #0 0x00007f8d7a99f00d in nanosleep () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f8d7b6cee51 in gf_timer_proc (data=0x1e1d620) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/timer.c>:164 now = 2424660855206864 now_ts = {tv_sec = 2424660, tv_nsec = 855206864} reg = 0x1e1d620 sleepts = {tv_sec = 1, tv_nsec = 0} event = 0x1e1d630 tmp = 0x7f8d68062090 old_THIS = 0x0 #2 0x00007f8d7a997aa1 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f8d7a300aad in clone () from /lib64/libc.so.6 No symbol table info available. Thread 2 (Thread 0x7f8d67fff700 (LWP 9314)): #0 0x00007f8d7a3010a3 in epoll_wait () from /lib64/libc.so.6 No symbol table info available. #1 0x00007f8d7b72c39a in event_dispatch_epoll_worker (data=0x7f8d6804be90) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/event-epoll.c>:664 event = {events = 1073741827, data = {ptr = 0x400000002, fd = 2, u32 = 2, u64 = 17179869186}} ret = 0 ev_data = 0x7f8d6804be90 event_pool = 0x1e01ef0 myindex = 2 timetodie = 0 __FUNCTION__ = "event_dispatch_epoll_worker" #2 0x00007f8d7a997aa1 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f8d7a300aad in clone () from /lib64/libc.so.6 No symbol table info available. Thread 1 (Thread 0x7f8d6c290700 (LWP 9311)): #0 0x00007f8d6e07886b in dht_rename_lock_cbk (frame=0x7f8d6000258c, cookie=0x0, this=0x7f8d6800f070, op_ret=0, op_errno=0, xdata=0x0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/dht/src/dht-rename.c>:1406 _new = 0x0 old_THIS = 0x0 tmp_cbk = 0x7f8d6e07849c <dht_rename_lookup_cbk> local = 0x7f8d60002e9c src_gfid = '\000' <repeats 49 times> dst_gfid = '\000' <repeats 49 times> xattr_req = 0x7f8d6000556c conf = 0x7f8d68044060 i = 1 __FUNCTION__ = "dht_rename_lock_cbk" #1 0x00007f8d6e055478 in dht_inodelk_done (lock_frame=0x7f8d600047bc) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/dht/src/dht-helper.c>:1770 inodelk_cbk = 0x7f8d6e0785c4 <dht_rename_lock_cbk> main_frame = 0x7f8d6000258c local = 0x7f8d6000852c #2 0x00007f8d6e056932 in dht_blocking_inodelk_cbk (frame=0x7f8d600047bc, cookie=0x0, this=0x7f8d6800f070, op_ret=0, op_errno=0, xdata=0x0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/dht/src/dht-helper.c>:2086 lk_index = 0 i = 0 local = 0x7f8d6000852c #3 0x00007f8d7b760d89 in default_inodelk_cbk (frame=0x7f8d600048ec, cookie=0x7f8d600092fc, this=0x7f8d6800d890, op_ret=0, op_errno=0, xdata=0x0) at defaults.c:1115 fn = 0x7f8d6e0567d7 <dht_blocking_inodelk_cbk> _parent = 0x7f8d600047bc old_THIS = 0x7f8d6800d890 __FUNCTION__ = "default_inodelk_cbk" #4 0x00007f8d6e318948 in ec_manager_inodelk (fop=0x7f8d600092fc, state=5) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/ec/src/ec-locks.c>:646 cbk = 0x7f8d5c0036ec __PRETTY_FUNCTION__ = "ec_manager_inodelk" __FUNCTION__ = "ec_manager_inodelk" #5 0x00007f8d6e30e869 in __ec_manager (fop=0x7f8d600092fc, error=0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/ec/src/ec-common.c>:2283 ec = 0x7f8d68049770 __PRETTY_FUNCTION__ = "__ec_manager" #6 0x00007f8d6e30e973 in ec_manager (fop=0x7f8d600092fc, error=0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/ec/src/ec-common.c>:2301 __PRETTY_FUNCTION__ = "ec_manager" #7 0x00007f8d6e318fdd in ec_inodelk (frame=0x7f8d600048ec, this=0x7f8d6800d890, target=18446744073709551615, minimum=-3, func=0x7f8d7b760ad7 <default_inodelk_cbk>, data=0x0, volume=0x7f8d60003d60 "", loc=0x7f8d600050a4, cmd=7, flock=0x7f8d6c28f0f0, xdata=0x0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/ec/src/ec-locks.c>:766 callback = {access = 0x7f8d7b760ad7 <default_inodelk_cbk>, create = 0x7f8d7b760ad7 <default_inodelk_cbk>, discard = 0x7f8d7b760ad7 <default_inodelk_cbk>, entrylk = 0x7f8d7b760ad7 <default_inodelk_cbk>, fentrylk = 0x7f8d7b760ad7 <default_inodelk_cbk>, fallocate = 0x7f8d7b760ad7 <default_inodelk_cbk>, flush = 0x7f8d7b760ad7 <default_inodelk_cbk>, fsync = 0x7f8d7b760ad7 <default_inodelk_cbk>, fsyncdir = 0x7f8d7b760ad7 <default_inodelk_cbk>, getxattr = 0x7f8d7b760ad7 <default_inodelk_cbk>, fgetxattr = 0x7f8d7b760ad7 <default_inodelk_cbk>, heal = 0x7f8d7b760ad7 <default_inodelk_cbk>, fheal = 0x7f8d7b760ad7 <default_inodelk_cbk>, inodelk = 0x7f8d7b760ad7 <default_inodelk_cbk>, finodelk = 0x7f8d7b760ad7 <default_inodelk_cbk>, link = 0x7f8d7b760ad7 <default_inodelk_cbk>, lk = 0x7f8d7b760ad7 <default_inodelk_cbk>, lookup = 0x7f8d7b760ad7 <default_inodelk_cbk>, mkdir = 0x7f8d7b760ad7 <default_inodelk_cbk>, mknod = 0x7f8d7b760ad7 <default_inodelk_cbk>, open = 0x7f8d7b760ad7 <def ault_inodelk_cbk>, opendir = 0x7f8d7b760ad7 <default_inodelk_cbk>, readdir = 0x7f8d7b760ad7 <default_inodelk_cbk>, readdirp = 0x7f8d7b760ad7 <default_inodelk_cbk>, readlink = 0x7f8d7b760ad7 <default_inodelk_cbk>, readv = 0x7f8d7b760ad7 <default_inodelk_cbk>, removexattr = 0x7f8d7b760ad7 <default_inodelk_cbk>, fremovexattr = 0x7f8d7b760ad7 <default_inodelk_cbk>, rename = 0x7f8d7b760ad7 <default_inodelk_cbk>, rmdir = 0x7f8d7b760ad7 <default_inodelk_cbk>, setattr = 0x7f8d7b760ad7 <default_inodelk_cbk>, fsetattr = 0x7f8d7b760ad7 <default_inodelk_cbk>, setxattr = 0x7f8d7b760ad7 <default_inodelk_cbk>, fsetxattr = 0x7f8d7b760ad7 <default_inodelk_cbk>, stat = 0x7f8d7b760ad7 <default_inodelk_cbk>, fstat = 0x7f8d7b760ad7 <default_inodelk_cbk>, statfs = 0x7f8d7b760ad7 <default_inodelk_cbk>, symlink = 0x7f8d7b760ad7 <default_inodelk_cbk>, truncate = 0x7f8d7b760ad7 <default_inodelk_cbk>, ftruncate = 0x7f8d7b760ad7 <default_inodelk_cbk>, unlink = 0x7f8d7b760ad7 <default_inodelk_cbk>, writ ev = 0x7f8d7b760ad7 <default_inodelk_cbk>, xattrop = 0x7f8d7b760ad7 <default_inodelk_cbk>, fxattrop = 0x7f8d7b760ad7 <default_inodelk_cbk>, zerofill = 0x7f8d7b760ad7 <default_inodelk_cbk>, seek = 0x7f8d7b760ad7 <default_inodelk_cbk>, ipc = 0x7f8d7b760ad7 <default_inodelk_cbk>} fop = 0x7f8d600092fc error = 0 __FUNCTION__ = "ec_inodelk" #8 0x00007f8d6e303434 in ec_gf_inodelk (frame=0x7f8d600048ec, this=0x7f8d6800d890, volume=0x7f8d60003d60 "", loc=0x7f8d600050a4, cmd=7, flock=0x7f8d6c28f0f0, xdata=0x0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/ec/src/ec.c>:877 minimum = -3 #9 0x00007f8d6e056da5 in dht_blocking_inodelk_rec (frame=0x7f8d600047bc, i=0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/dht/src/dht-helper.c>:2109 _new = 0x7f8d600048ec old_THIS = 0x7f8d6800f070 tmp_cbk = 0x7f8d6e0567d7 <dht_blocking_inodelk_cbk> local = 0x7f8d6000852c flock = {l_type = 1, l_whence = 0, l_start = 0, l_len = 0, l_pid = 0, l_owner = {len = 0, data = '\000' <repeats 1023 times>}} __FUNCTION__ = "dht_blocking_inodelk_rec" #10 0x00007f8d6e057175 in dht_blocking_inodelk (frame=0x7f8d6000258c, lk_array=0x7f8d60004740, lk_count=1, reaction=FAIL_ON_ANY_ERROR, inodelk_cbk=0x7f8d6e0785c4 <dht_rename_lock_cbk>) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/dht/src/dht-helper.c>:2185 ret = 0 lock_frame = 0x7f8d600047bc local = 0x7f8d6000852c __FUNCTION__ = "dht_blocking_inodelk" #11 0x00007f8d6e078d59 in dht_rename_lock (frame=0x7f8d6000258c) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/dht/src/dht-rename.c>:1459 local = 0x7f8d60002e9c count = 1 ret = -1 lk_array = 0x7f8d60004740 #12 0x00007f8d6e079473 in dht_rename (frame=0x7f8d6000258c, this=0x7f8d6800f070, oldloc=0x7f8d60000c4c, newloc=0x7f8d60000c8c, xdata=0x0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/cluster/dht/src/dht-rename.c>:1568 src_cached = 0x7f8d6800d890 src_hashed = 0x7f8d6800d890 dst_cached = 0x0 dst_hashed = 0x7f8d6800d890 op_errno = -1 ret = 0 local = 0x7f8d60002e9c gfid = "2b5572b6-3634-4424-8aa6-bfba50658c2d", '\000' <repeats 13 times> __FUNCTION__ = "dht_rename" #13 0x00007f8d7b770ff3 in default_rename (frame=0x7f8d6000258c, this=0x7f8d68010760, oldloc=0x7f8d60000c4c, newloc=0x7f8d60000c8c, xdata=0x0) at defaults.c:2220 old_THIS = 0x7f8d68010760 __FUNCTION__ = "default_rename" #14 0x00007f8d7b770ff3 in default_rename (frame=0x7f8d6000258c, this=0x7f8d68011dc0, oldloc=0x7f8d60000c4c, newloc=0x7f8d60000c8c, xdata=0x0) at defaults.c:2220 old_THIS = 0x7f8d68011dc0 __FUNCTION__ = "default_rename" #15 0x00007f8d7b770ff3 in default_rename (frame=0x7f8d6000258c, this=0x7f8d680132e0, oldloc=0x7f8d60000c4c, newloc=0x7f8d60000c8c, xdata=0x0) at defaults.c:2220 old_THIS = 0x7f8d680132e0 __FUNCTION__ = "default_rename" #16 0x00007f8d7b770ff3 in default_rename (frame=0x7f8d6000258c, this=0x7f8d68014970, oldloc=0x7f8d60000c4c, newloc=0x7f8d60000c8c, xdata=0x0) at defaults.c:2220 old_THIS = 0x7f8d68014970 __FUNCTION__ = "default_rename" #17 0x00007f8d7b770ff3 in default_rename (frame=0x7f8d6000258c, this=0x7f8d68015e40, oldloc=0x7f8d60000c4c, newloc=0x7f8d60000c8c, xdata=0x0) at defaults.c:2220 old_THIS = 0x7f8d68015e40 __FUNCTION__ = "default_rename" #18 0x00007f8d7b768262 in default_rename_resume (frame=0x7f8d6000245c, this=0x7f8d68017430, oldloc=0x7f8d60000c4c, newloc=0x7f8d60000c8c, xdata=0x0) at defaults.c:1586 _new = 0x7f8d6000258c old_THIS = 0x7f8d68017430 tmp_cbk = 0x7f8d7b75f12a <default_rename_cbk> __FUNCTION__ = "default_rename_resume" #19 0x00007f8d7b6de990 in call_resume_wind (stub=0x7f8d60000bfc) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/call-stub.c>:2024 __FUNCTION__ = "call_resume_wind" #20 0x00007f8d7b6ec87c in call_resume (stub=0x7f8d60000bfc) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/call-stub.c>:2508 old_THIS = 0x7f8d68017430 __FUNCTION__ = "call_resume" #21 0x00007f8d6d3f761d in open_and_resume (this=0x7f8d68017430, fd=0x0, stub=0x7f8d60000bfc) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/performance/open-behind/src/open-behind.c>:242 ob_fd = 0x0 op_errno = 0 #22 0x00007f8d6d3fb6a7 in ob_rename (frame=0x7f8d6000245c, this=0x7f8d68017430, src=0x7f8d5c00a96c, dst=0x7f8d5c00a9ac, xdata=0x0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/performance/open-behind/src/open-behind.c>:800 fd = 0x0 stub = 0x7f8d60000bfc __FUNCTION__ = "ob_rename" #23 0x00007f8d6d1e571d in mdc_rename (frame=0x7f8d6000462c, this=0x7f8d680189b0, oldloc=0x7f8d5c00a96c, newloc=0x7f8d5c00a9ac, xdata=0x0) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/performance/md-cache/src/md-cache.c>:1566 _new = 0x7f8d6000245c old_THIS = 0x7f8d680189b0 tmp_cbk = 0x7f8d6d1e5036 <mdc_rename_cbk> local = 0x7f8d60000920 __FUNCTION__ = "mdc_rename" #24 0x00007f8d7b768262 in default_rename_resume (frame=0x7f8d5c00424c, this=0x7f8d68019e80, oldloc=0x7f8d5c00a96c, newloc=0x7f8d5c00a9ac, xdata=0x0) at defaults.c:1586 _new = 0x7f8d6000462c old_THIS = 0x7f8d68019e80 tmp_cbk = 0x7f8d7b75f12a <default_rename_cbk> __FUNCTION__ = "default_rename_resume" #25 0x00007f8d7b6de990 in call_resume_wind (stub=0x7f8d5c00a91c) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/call-stub.c>:2024 __FUNCTION__ = "call_resume_wind" #26 0x00007f8d7b6ec87c in call_resume (stub=0x7f8d5c00a91c) at <http://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/call-stub.c>:2508 old_THIS = 0x7f8d68019e80 __FUNCTION__ = "call_resume" #27 0x00007f8d6cfd4c85 in iot_worker (data=0x7f8d68029710) at <http://build.gluster.org/job/regression-test-burn-in/ws/xlators/performance/io-threads/src/io-threads.c>:215 conf = 0x7f8d68029710 this = 0x7f8d68019e80 stub = 0x7f8d5c00a91c sleep_till = {tv_sec = 1476685839, tv_nsec = 0} ret = 0 pri = 1 timeout = 0 '\000' bye = 0 '\000' __FUNCTION__ = "iot_worker" #28 0x00007f8d7a997aa1 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #29 0x00007f8d7a300aad in clone () from /lib64/libc.so.6 No symbol table info available. ========================================================= Finish backtrace program name : /build/install/sbin/glusterfs corefile : /glusterfs-9294.core ========================================================= + rm -f /build/install/cores/gdbout.txt + sort /build/install/cores/liblist.txt + uniq + cat /build/install/cores/liblist.txt.tmp + grep -v /build/install + tar -cf /archives/archived_builds/build-install-regression-test-burn-in-1897.tar /build/install/sbin /build/install/bin /build/install/lib /build/install/libexec /build/install/cores tar: Removing leading `/' from member names + tar -rhf /archives/archived_builds/build-install-regression-test-burn-in-1897.tar -T /build/install/cores/liblist.txt tar: Removing leading `/' from member names + bzip2 /archives/archived_builds/build-install-regression-test-burn-in-1897.tar + rm -f /build/install/cores/liblist.txt + rm -f /build/install/cores/liblist.txt.tmp + echo Cores and build archived in http://slave22.cloud.gluster.org/archived_builds/build-install-regression-test-burn-in-1897.tar.bz2 Cores and build archived in http://slave22.cloud.gluster.org/archived_builds/build-install-regression-test-burn-in-1897.tar.bz2 + echo Open core using the following command to get a proper stack... Open core using the following command to get a proper stack... + echo Example: From root of extracted tarball Example: From root of extracted tarball + echo 'gdb -ex '\''set sysroot ./'\'' -ex '\''core-file ./build/install/cores/xxx.core'\'' <target, say ./build/install/sbin/glusterd>' gdb -ex 'set sysroot ./' -ex 'core-file ./build/install/cores/xxx.core' <target, say ./build/install/sbin/glusterd> + RET=1 + '[' 1 -ne 0 ']' + filename=logs/glusterfs-logs-regression-test-burn-in-1897.tgz + tar -czf /archives/logs/glusterfs-logs-regression-test-burn-in-1897.tgz /var/log/glusterfs /var/log/messages /var/log/messages-20160925 /var/log/messages-20161002 /var/log/messages-20161009 /var/log/messages-20161016 tar: Removing leading `/' from member names + echo Logs archived in http://slave22.cloud.gluster.org/logs/glusterfs-logs-regression-test-burn-in-1897.tgz Logs archived in http://slave22.cloud.gluster.org/logs/glusterfs-logs-regression-test-burn-in-1897.tgz + case $(uname -s) in ++ uname -s + /sbin/sysctl -w kernel.core_pattern=/%e-%p.core kernel.core_pattern = /%e-%p.core + exit 1 Build step 'Execute shell' marked build as failure _______________________________________________ maintainers mailing list maintainers@gluster.org http://www.gluster.org/mailman/listinfo/maintainers