See <https://build.gluster.org/job/regression-test-with-multiplex/683/display/redirect>
------------------------------------------ [...truncated 1009.27 KB...] pfd = 0x7f4d1850d330 now = 1521195943 __FUNCTION__ = "posix_janitor_thread_proc" #3 0x00007f4d43643e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007f4d42f1034d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 9 (Thread 0x7f4d2c4bf700 (LWP 1406)): #0 0x00007f4d43647945 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f4d3440c329 in index_worker (data=0x7f4d040b2e20) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/index/src/index.c>:218 priv = 0x7f4d040cd6b0 this = 0x7f4d040b2e20 stub = 0x0 bye = false #2 0x00007f4d43643e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f4d42f1034d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 8 (Thread 0x7f4cd94dd700 (LWP 1415)): #0 0x00007f4d42ed71ad in nanosleep () from /lib64/libc.so.6 No symbol table info available. #1 0x00007f4d42ed7044 in sleep () from /lib64/libc.so.6 No symbol table info available. #2 0x00007f4d36eb9e1c in posix_health_check_thread_proc (data=0x7f4d0409d190) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/storage/posix/src/posix-helpers.c>:1985 this = 0x7f4d0409d190 priv = 0x7f4d045206d0 interval = 30 ret = 0 top = 0x0 victim = 0x0 trav_p = 0x0 count = 0 victim_found = false ctx = 0xd58010 __FUNCTION__ = "posix_health_check_thread_proc" #3 0x00007f4d43643e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007f4d42f1034d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 7 (Thread 0x7f4cdd5e4700 (LWP 1405)): #0 0x00007f4d43647945 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f4d445b2e28 in rpcsvc_request_handler (arg=0x7f4d30046220) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/rpc/rpc-lib/src/rpcsvc.c>:1976 program = 0x7f4d30046220 req = 0x0 actor = 0x7f4d2fb99fa0 <glusterfs3_3_fop_actors+2688> done = false ret = 0 __FUNCTION__ = "rpcsvc_request_handler" #2 0x00007f4d43643e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f4d42f1034d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 6 (Thread 0x7f4cdb4e1700 (LWP 1411)): #0 0x00007f4d42f077a3 in select () from /lib64/libc.so.6 No symbol table info available. #1 0x00007f4d35d7b857 in changelog_ev_dispatch (data=0x7f4d04101058) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/changelog/src/changelog-ev-handle.c>:351 ret = 3 opaque = 0x0 this = 0x7f4d040a18e0 c_clnt = 0x7f4d04101058 tv = {tv_sec = 0, tv_usec = 762207} __FUNCTION__ = "changelog_ev_dispatch" #2 0x00007f4d43643e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f4d42f1034d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 5 (Thread 0x7f4cdbce2700 (LWP 1410)): #0 0x00007f4d43647945 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f4d35d7b245 in changelog_ev_connector (data=0x7f4d04101058) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/changelog/src/changelog-ev-handle.c>:205 this = 0x7f4d040a18e0 c_clnt = 0x7f4d04101058 crpc = 0x0 __FUNCTION__ = "changelog_ev_connector" #2 0x00007f4d43643e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f4d42f1034d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 4 (Thread 0x7f4d2c37d700 (LWP 1409)): #0 0x00007f4d43647945 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f4d35b3b295 in br_stub_worker (data=0x7f4d040a3240) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/bit-rot/src/stub/bit-rot-stub-helpers.c>:327 priv = 0x7f4d040fa070 this = 0x7f4d040a3240 stub = 0x0 #2 0x00007f4d43643e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f4d42f1034d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 3 (Thread 0x7f4cdc4e3700 (LWP 1408)): #0 0x00007f4d43647945 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f4d35b3f500 in br_stub_signth (arg=0x7f4d040a3240) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/bit-rot/src/stub/bit-rot-stub.c>:868 this = 0x7f4d040a3240 priv = 0x7f4d040fa070 sigstub = 0x0 #2 0x00007f4d43643e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f4d42f1034d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 2 (Thread 0x7f4d37909700 (LWP 1340)): #0 0x00007f4d42f10923 in epoll_wait () from /lib64/libc.so.6 No symbol table info available. #1 0x00007f4d4486b482 in event_dispatch_epoll_worker (data=0xddb140) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/event-epoll.c>:645 event = {events = 1, data = {ptr = 0x70000001b, fd = 27, u32 = 27, u64 = 30064771099}} ret = 0 ev_data = 0xddb140 event_pool = 0xd8fc20 myindex = 1 timetodie = 0 __FUNCTION__ = "event_dispatch_epoll_worker" #2 0x00007f4d43643e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f4d42f1034d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 1 (Thread 0x7f4d3a5eb700 (LWP 1338)): #0 0x00007f4d42e4d1f7 in raise () from /lib64/libc.so.6 No symbol table info available. #1 0x00007f4d42e4e8e8 in abort () from /lib64/libc.so.6 No symbol table info available. #2 0x00007f4d42e46266 in __assert_fail_base () from /lib64/libc.so.6 No symbol table info available. #3 0x00007f4d42e46312 in __assert_fail () from /lib64/libc.so.6 No symbol table info available. #4 0x00007f4d4480515d in __inode_unref (inode=0x7f4cf8447b48) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:484 index = 0 this = 0x7f4d3002f940 __PRETTY_FUNCTION__ = "__inode_unref" #5 0x00007f4d44805354 in inode_unref (inode=0x7f4cf8447b48) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:558 table = 0x7f4cf8440210 #6 0x00007f4d2f9270cd in server_loc_wipe (loc=0x7f4d142b72a8) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server-helpers.c>:158 No locals. #7 0x00007f4d2f9272bc in free_state (state=0x7f4d142b7290) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server-helpers.c>:218 No locals. #8 0x00007f4d2f91f2c5 in server_submit_reply (frame=0x7f4d142bd338, req=0x7f4d14012878, arg=0x7f4d187bf660, payload=0x0, payloadcount=0, iobref=0x7f4d0402b460, xdrproc=0x7f4d443962f4 <xdr_gfx_common_rsp>) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server.c>:154 iob = 0xd73c00 ret = -1 rsp = {iov_base = 0x7f4d44d0bf00, iov_len = 20} state = 0x7f4d142b7290 new_iobref = 1 '\001' client = 0x7f4d18587440 __FUNCTION__ = "server_submit_reply" #9 0x00007f4d2f967bea in server4_inodelk_cbk (frame=0x7f4d142bd338, cookie=0x7f4d1402fb88, this=0x7f4d3002f940, op_ret=-1, op_errno=0, xdata=0x0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server-rpc-fops_v2.c>:286 rsp = {op_ret = -1, op_errno = 0, xdata = {xdr_size = 0, count = -1, pairs = {pairs_len = 0, pairs_val = 0x0}}} state = 0x7f4d142b7290 req = 0x7f4d14012878 __FUNCTION__ = "server4_inodelk_cbk" #10 0x00007f4d2fde203c in io_stats_inodelk_cbk (frame=0x7f4d1402fb88, cookie=0x7f4d14043788, this=0x7f4cfcc0af30, op_ret=-1, op_errno=0, xdata=0x0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/debug/io-stats/src/io-stats.c>:2677 fn = 0x7f4d2f967a16 <server4_inodelk_cbk> _parent = 0x7f4d142bd338 old_THIS = 0x7f4cfcc0af30 __FUNCTION__ = "io_stats_inodelk_cbk" #11 0x00007f4d448ad3c8 in default_inodelk_cbk (frame=0x7f4d14043788, cookie=0x7f4cec01da58, this=0x7f4cfcbe94d0, op_ret=-1, op_errno=0, xdata=0x0) at defaults.c:1177 fn = 0x7f4d2fde1bfc <io_stats_inodelk_cbk> _parent = 0x7f4d1402fb88 old_THIS = 0x7f4cfcbe94d0 __FUNCTION__ = "default_inodelk_cbk" #12 0x00007f4d356f1962 in pl_forget (this=0x7f4cfcbf6e50, inode=0x7f4cf8447b48) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/locks/src/posix.c>:2545 fn = 0x7f4d448ad045 <default_inodelk_cbk> _parent = 0x7f4d14043788 old_THIS = 0x7f4cfcbf6e50 pl_inode = 0x7f4d18560cd0 ext_tmp = 0x7f4d187bf890 ext_l = 0x7f4d187bf890 posixlks_released = {next = 0x7f4d187bf890, prev = 0x7f4d187bf890} ino_tmp = 0x7f4d200657b0 ino_l = 0x7f4cec01e6e0 inodelks_released = {next = 0x7f4cec01e6f0, prev = 0x7f4d200657c0} rw_tmp = 0x0 rw_req = 0x0 entry_tmp = 0x0 entry_l = 0x0 entrylks_released = {next = 0x7f4d187bf870, prev = 0x7f4d187bf870} dom = 0x7f4d18560cf8 dom_tmp = 0x7f4d18560cf8 __FUNCTION__ = "pl_forget" #13 0x00007f4d44804b23 in __inode_ctx_free (inode=0x7f4cf8447b48) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:331 index = 7 xl = 0x7f4cfcbf6e50 old_THIS = 0x7f4d44afb2c0 <global_xlator> __FUNCTION__ = "__inode_ctx_free" #14 0x00007f4d44804bed in __inode_destroy (inode=0x7f4cf8447b48) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:352 __FUNCTION__ = "__inode_destroy" #15 0x00007f4d44807514 in inode_table_prune (table=0x7f4cf8440210) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:1578 ret = 0 purge = {next = 0x7f4cf843b490, prev = 0x7f4cf843b490} del = 0x7f4cf8447b48 tmp = 0x7f4cf843b408 entry = 0x0 __FUNCTION__ = "inode_table_prune" #16 0x00007f4d44807ee4 in inode_table_destroy (inode_table=0x7f4cf8440210) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:1852 trav = 0x7f4cf843b408 __FUNCTION__ = "inode_table_destroy" #17 0x000000000040ba32 in ?? () No symbol table info available. #18 0x0000000000000000 in ?? () No symbol table info available. ========================================================= Finish backtrace program name : /build/install/sbin/glusterfsd corefile : /glustersproc0-1334.core ========================================================= + rm -f /build/install/cores/gdbout.txt + sort /build/install/cores/liblist.txt + uniq + cat /build/install/cores/liblist.txt.tmp + grep -v /build/install + tar -cf /archives/archived_builds/build-install-regression-test-with-multiplex-683.tar /build/install/sbin /build/install/bin /build/install/lib /build/install/libexec /build/install/cores tar: Removing leading `/' from member names + tar -rhf /archives/archived_builds/build-install-regression-test-with-multiplex-683.tar -T /build/install/cores/liblist.txt tar: Removing leading `/' from member names + bzip2 /archives/archived_builds/build-install-regression-test-with-multiplex-683.tar + rm -f /build/install/cores/liblist.txt + rm -f /build/install/cores/liblist.txt.tmp + find /archives -size +1G -delete -type f + echo 'Cores and build archived in http://builder104.cloud.gluster.org/archived_builds/build-install-regression-test-with-multiplex-683.tar.bz2' Cores and build archived in http://builder104.cloud.gluster.org/archived_builds/build-install-regression-test-with-multiplex-683.tar.bz2 + echo 'Open core using the following command to get a proper stack' Open core using the following command to get a proper stack + echo 'Example: From root of extracted tarball' Example: From root of extracted tarball + echo '\t\tgdb -ex '\''set sysroot ./'\'' -ex '\''core-file ./build/install/cores/xxx.core'\'' <target, say ./build/install/sbin/glusterd>' \t\tgdb -ex 'set sysroot ./' -ex 'core-file ./build/install/cores/xxx.core' <target, say ./build/install/sbin/glusterd> + RET=1 + '[' 1 -ne 0 ']' + tar -czf <https://build.gluster.org/job/regression-test-with-multiplex/683/artifact/glusterfs-logs.tgz> /var/log/glusterfs /var/log/messages /var/log/messages-20180219 /var/log/messages-20180225 /var/log/messages-20180304 /var/log/messages-20180311 tar: Removing leading `/' from member names + scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i <https://build.gluster.org/job/regression-test-with-multiplex/ws/> glusterfs-logs.tgz _logs_collec...@http.int.rht.gluster.org:/var/www/glusterfs-logs/regression-test-with-multiplex-683.tgz ssh: connect to host http.int.rht.gluster.org port 22: Connection timed out lost connection + true + case $(uname -s) in ++ uname -s + /sbin/sysctl -w kernel.core_pattern=/%e-%p.core kernel.core_pattern = /%e-%p.core + exit 1 Build step 'Execute shell' marked build as failure _______________________________________________ maintainers mailing list maintainers@gluster.org http://lists.gluster.org/mailman/listinfo/maintainers