See <https://build.gluster.org/job/regression-test-with-multiplex/688/display/redirect>
------------------------------------------ [...truncated 1.12 MB...] #4 0x00007f69a5a9734d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 8 (Thread 0x7f69486f1700 (LWP 8516)): #0 0x00007f69a5a5e1ad in nanosleep () from /lib64/libc.so.6 No symbol table info available. #1 0x00007f69a5a5e044 in sleep () from /lib64/libc.so.6 No symbol table info available. #2 0x00007f6999a4175a in posix_disk_space_check_thread_proc (data=0x7f696809d190) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/storage/posix/src/posix-helpers.c>:2165 this = 0x7f696809d190 priv = 0x7f6968520040 interval = 5 ret = 0 __FUNCTION__ = "posix_disk_space_check_thread_proc" #3 0x00007f69a61cae25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007f69a5a9734d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 7 (Thread 0x7f694aef6700 (LWP 8502)): #0 0x00007f69a61ce945 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f69986c6500 in br_stub_signth (arg=0x7f69680a31d0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/bit-rot/src/stub/bit-rot-stub.c>:868 this = 0x7f69680a31d0 priv = 0x7f69680fa010 sigstub = 0x0 #2 0x00007f69a61cae25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f69a5a9734d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 6 (Thread 0x7f692cba6700 (LWP 8806)): #0 0x00007f69a61cecf2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f69937a5727 in iot_worker (data=0x7f69680dde90) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/performance/io-threads/src/io-threads.c>:195 conf = 0x7f69680dde90 this = 0x7f69680acbb0 stub = 0x0 sleep_till = {tv_sec = 1521389611, tv_nsec = 889247838} ret = 0 pri = -1 bye = false __FUNCTION__ = "iot_worker" #2 0x00007f69a61cae25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f69a5a9734d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 5 (Thread 0x7f692c449700 (LWP 8835)): #0 0x00007f69a61cecf2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f69937a5727 in iot_worker (data=0x7f69686aed70) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/performance/io-threads/src/io-threads.c>:195 conf = 0x7f69686aed70 this = 0x7f696867daa0 stub = 0x0 sleep_till = {tv_sec = 1521389611, tv_nsec = 888247820} ret = 0 pri = -1 bye = false __FUNCTION__ = "iot_worker" #2 0x00007f69a61cae25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f69a5a9734d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 4 (Thread 0x7f6990210700 (LWP 8500)): #0 0x00007f69a61ce945 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f6992f48329 in index_worker (data=0x7f69680b2dc0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/index/src/index.c>:218 priv = 0x7f69680cd650 this = 0x7f69680b2dc0 stub = 0x0 bye = false #2 0x00007f69a61cae25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f69a5a9734d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 3 (Thread 0x7f692ca20700 (LWP 8812)): #0 0x00007f69a61cecf2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f69937a5727 in iot_worker (data=0x7f69580444c0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/performance/io-threads/src/io-threads.c>:195 conf = 0x7f69580444c0 this = 0x7f6958013270 stub = 0x0 sleep_till = {tv_sec = 1521389611, tv_nsec = 888247820} ret = 0 pri = -1 bye = false __FUNCTION__ = "iot_worker" #2 0x00007f69a61cae25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f69a5a9734d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 2 (Thread 0x7f692c48a700 (LWP 8834)): #0 0x00007f69937a536c in __iot_dequeue (conf=0x7f69680dde90, pri=0x7f692c489e8c) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/performance/io-threads/src/io-threads.c>:93 stub = 0x0 i = 1 ctx = 0x0 #1 0x00007f69937a5842 in iot_worker (data=0x7f69680dde90) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/performance/io-threads/src/io-threads.c>:221 conf = 0x7f69680dde90 this = 0x7f69680acbb0 stub = 0x0 sleep_till = {tv_sec = 1521389611, tv_nsec = 883247731} ret = 0 pri = -1 bye = false __FUNCTION__ = "iot_worker" #2 0x00007f69a61cae25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f69a5a9734d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 1 (Thread 0x7f699c971700 (LWP 8469)): #0 0x00007f69a59d41f7 in raise () from /lib64/libc.so.6 No symbol table info available. #1 0x00007f69a59d58e8 in abort () from /lib64/libc.so.6 No symbol table info available. #2 0x00007f69a59cd266 in __assert_fail_base () from /lib64/libc.so.6 No symbol table info available. #3 0x00007f69a59cd312 in __assert_fail () from /lib64/libc.so.6 No symbol table info available. #4 0x00007f69a738c15d in __inode_unref (inode=0x7f6958b36ad8) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:484 index = 0 this = 0x7f699402f940 __PRETTY_FUNCTION__ = "__inode_unref" #5 0x00007f69a738c354 in inode_unref (inode=0x7f6958b36ad8) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:558 table = 0x7f6958940190 #6 0x00007f69926350cd in server_loc_wipe (loc=0x7f6994140a68) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server-helpers.c>:158 No locals. #7 0x00007f69926352bc in free_state (state=0x7f6994140a50) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server-helpers.c>:218 No locals. #8 0x00007f699262d2c5 in server_submit_reply (frame=0x7f699428ad98, req=0x7f69941bafc8, arg=0x7f698c839fe0, payload=0x0, payloadcount=0, iobref=0x7f69605d3960, xdrproc=0x7f69a6f1d2f4 <xdr_gfx_common_rsp>) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server.c>:154 iob = 0x1e90688 ret = -1 rsp = {iov_base = 0x7f69a788f880, iov_len = 20} state = 0x7f6994140a50 new_iobref = 1 '\001' client = 0x7f695890cc20 __FUNCTION__ = "server_submit_reply" #9 0x00007f6992675bea in server4_inodelk_cbk (frame=0x7f699428ad98, cookie=0x7f699422e728, this=0x7f699402f940, op_ret=-1, op_errno=0, xdata=0x0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server-rpc-fops_v2.c>:286 rsp = {op_ret = -1, op_errno = 0, xdata = {xdr_size = 0, count = -1, pairs = {pairs_len = 0, pairs_val = 0x0}}} state = 0x7f6994140a50 req = 0x7f69941bafc8 __FUNCTION__ = "server4_inodelk_cbk" #10 0x00007f6992af003c in io_stats_inodelk_cbk (frame=0x7f699422e728, cookie=0x7f69942dd7e8, this=0x7f69605d1420, op_ret=-1, op_errno=0, xdata=0x0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/debug/io-stats/src/io-stats.c>:2677 fn = 0x7f6992675a16 <server4_inodelk_cbk> _parent = 0x7f699428ad98 old_THIS = 0x7f69605d1420 __FUNCTION__ = "io_stats_inodelk_cbk" #11 0x00007f69a74343c8 in default_inodelk_cbk (frame=0x7f69942dd7e8, cookie=0x7f69645e0fd8, this=0x7f696048bd00, op_ret=-1, op_errno=0, xdata=0x0) at defaults.c:1177 fn = 0x7f6992aefbfc <io_stats_inodelk_cbk> _parent = 0x7f699422e728 old_THIS = 0x7f696048bd00 __FUNCTION__ = "default_inodelk_cbk" #12 0x00007f6998278962 in pl_forget (this=0x7f69604838a0, inode=0x7f6958b36ad8) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/locks/src/posix.c>:2545 fn = 0x7f69a7434045 <default_inodelk_cbk> _parent = 0x7f69942dd7e8 old_THIS = 0x7f69604838a0 pl_inode = 0x7f6968c763f0 ext_tmp = 0x7f698c83a210 ext_l = 0x7f698c83a210 posixlks_released = {next = 0x7f698c83a210, prev = 0x7f698c83a210} ino_tmp = 0x7f69654da5f0 ino_l = 0x7f69654d1b60 inodelks_released = {next = 0x7f69654d1b70, prev = 0x7f696447fd30} rw_tmp = 0x0 rw_req = 0x0 entry_tmp = 0x0 entry_l = 0x0 entrylks_released = {next = 0x7f698c83a1f0, prev = 0x7f698c83a1f0} dom = 0x7f6968c76418 dom_tmp = 0x7f6968c76418 __FUNCTION__ = "pl_forget" #13 0x00007f69a738bb23 in __inode_ctx_free (inode=0x7f6958b36ad8) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:331 index = 7 xl = 0x7f69604838a0 old_THIS = 0x7f69a76822c0 <global_xlator> __FUNCTION__ = "__inode_ctx_free" #14 0x00007f69a738bbed in __inode_destroy (inode=0x7f6958b36ad8) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:352 __FUNCTION__ = "__inode_destroy" #15 0x00007f69a738e514 in inode_table_prune (table=0x7f6958940190) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:1578 ret = 0 purge = {next = 0x7f6958a61450, prev = 0x7f6958a61450} del = 0x7f6958b36ad8 tmp = 0x7f6958a613c8 entry = 0x0 __FUNCTION__ = "inode_table_prune" #16 0x00007f69a738eee4 in inode_table_destroy (inode_table=0x7f6958940190) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:1852 trav = 0x7f6958a613c8 __FUNCTION__ = "inode_table_destroy" #17 0x000000000040ba32 in ?? () No symbol table info available. #18 0x0000000000000000 in ?? () No symbol table info available. ========================================================= Finish backtrace program name : /build/install/sbin/glusterfsd corefile : /glustersproc1-8464.core ========================================================= + rm -f /build/install/cores/gdbout.txt + for corefile in '$CORELIST' + getliblistfromcore /build/install/cores/glustersproc0-11070.core + rm -f /build/install/cores/gdbout.txt + gdb -c /build/install/cores/glustersproc0-11070.core -q -ex 'set pagination off' -ex 'info sharedlibrary' -ex q + set +x + rm -f /build/install/cores/gdbout.txt + for corefile in '$CORELIST' + getliblistfromcore /build/install/cores/glustersproc1-8464.core + rm -f /build/install/cores/gdbout.txt + gdb -c /build/install/cores/glustersproc1-8464.core -q -ex 'set pagination off' -ex 'info sharedlibrary' -ex q + set +x + rm -f /build/install/cores/gdbout.txt + sort /build/install/cores/liblist.txt + uniq + cat /build/install/cores/liblist.txt.tmp + grep -v /build/install + tar -cf /archives/archived_builds/build-install-regression-test-with-multiplex-688.tar /build/install/sbin /build/install/bin /build/install/lib /build/install/libexec /build/install/cores tar: Removing leading `/' from member names + tar -rhf /archives/archived_builds/build-install-regression-test-with-multiplex-688.tar -T /build/install/cores/liblist.txt tar: Removing leading `/' from member names + bzip2 /archives/archived_builds/build-install-regression-test-with-multiplex-688.tar + rm -f /build/install/cores/liblist.txt + rm -f /build/install/cores/liblist.txt.tmp + find /archives -size +1G -delete -type f + echo 'Cores and build archived in http://builder104.cloud.gluster.org/archived_builds/build-install-regression-test-with-multiplex-688.tar.bz2' Cores and build archived in http://builder104.cloud.gluster.org/archived_builds/build-install-regression-test-with-multiplex-688.tar.bz2 + echo 'Open core using the following command to get a proper stack' Open core using the following command to get a proper stack + echo 'Example: From root of extracted tarball' Example: From root of extracted tarball + echo '\t\tgdb -ex '\''set sysroot ./'\'' -ex '\''core-file ./build/install/cores/xxx.core'\'' <target, say ./build/install/sbin/glusterd>' \t\tgdb -ex 'set sysroot ./' -ex 'core-file ./build/install/cores/xxx.core' <target, say ./build/install/sbin/glusterd> + RET=1 + '[' 1 -ne 0 ']' + tar -czf <https://build.gluster.org/job/regression-test-with-multiplex/688/artifact/glusterfs-logs.tgz> /var/log/glusterfs /var/log/messages /var/log/messages-20180219 /var/log/messages-20180225 /var/log/messages-20180304 /var/log/messages-20180311 tar: Removing leading `/' from member names + scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i <https://build.gluster.org/job/regression-test-with-multiplex/ws/> glusterfs-logs.tgz _logs_collec...@http.int.rht.gluster.org:/var/www/glusterfs-logs/regression-test-with-multiplex-688.tgz ssh: connect to host http.int.rht.gluster.org port 22: Connection timed out lost connection + true + case $(uname -s) in ++ uname -s + /sbin/sysctl -w kernel.core_pattern=/%e-%p.core kernel.core_pattern = /%e-%p.core + exit 1 Build step 'Execute shell' marked build as failure _______________________________________________ maintainers mailing list maintainers@gluster.org http://lists.gluster.org/mailman/listinfo/maintainers