See <https://build.gluster.org/job/regression-test-with-multiplex/691/display/redirect>
------------------------------------------ [...truncated 1.28 MB...] No symbol table info available. Thread 8 (Thread 0x7fce576ef700 (LWP 5407)): #0 0x00007fcebd3ed1ad in nanosleep () from /lib64/libc.so.6 No symbol table info available. #1 0x00007fcebd3ed044 in sleep () from /lib64/libc.so.6 No symbol table info available. #2 0x00007fceb13cfe1d in posix_health_check_thread_proc (data=0x7fce805d4590) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/storage/posix/src/posix-helpers.c>:1973 this = 0x7fce805d4590 priv = 0x7fce80a56950 interval = 30 ret = 0 top = 0x0 victim = 0x0 trav_p = 0x0 count = 0 victim_found = false ctx = 0x248e010 __FUNCTION__ = "posix_health_check_thread_proc" #3 0x00007fcebdb59e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007fcebd42634d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 7 (Thread 0x7fce59ef4700 (LWP 5401)): #0 0x00007fcebdb5d945 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fceb0291245 in changelog_ev_connector (data=0x7fce806381b8) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/changelog/src/changelog-ev-handle.c>:205 this = 0x7fce805d8b40 c_clnt = 0x7fce806381b8 crpc = 0x0 __FUNCTION__ = "changelog_ev_connector" #2 0x00007fcebdb59e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007fcebd42634d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 6 (Thread 0x7fce8c5ef700 (LWP 5400)): #0 0x00007fcebdb5d945 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fceb0051295 in br_stub_worker (data=0x7fce805da490) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/bit-rot/src/stub/bit-rot-stub-helpers.c>:327 priv = 0x7fce806311d0 this = 0x7fce805da490 stub = 0x0 #2 0x00007fcebdb59e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007fcebd42634d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 5 (Thread 0x7fce5a6f5700 (LWP 5399)): #0 0x00007fcebdb5d945 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fceb0055500 in br_stub_signth (arg=0x7fce805da490) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/bit-rot/src/stub/bit-rot-stub.c>:868 this = 0x7fce805da490 priv = 0x7fce806311d0 sigstub = 0x0 #2 0x00007fcebdb59e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007fcebd42634d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 4 (Thread 0x7fce5b7f6700 (LWP 5396)): #0 0x00007fcebdb5d945 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fcebeac8e28 in rpcsvc_request_handler (arg=0x7fceac045f20) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/rpc/rpc-lib/src/rpcsvc.c>:1976 program = 0x7fceac045f20 req = 0x0 actor = 0x7fceaa234fa0 <glusterfs3_3_fop_actors+2688> done = false ret = 0 __FUNCTION__ = "rpcsvc_request_handler" #2 0x00007fcebdb59e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007fcebd42634d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 3 (Thread 0x7fce667fc700 (LWP 5373)): #0 0x00007fcebdb5d945 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fcebeac8e28 in rpcsvc_request_handler (arg=0x7fceac045f20) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/rpc/rpc-lib/src/rpcsvc.c>:1976 program = 0x7fceac045f20 req = 0x0 actor = 0x7fceaa234fa0 <glusterfs3_3_fop_actors+2688> done = false ret = 0 __FUNCTION__ = "rpcsvc_request_handler" #2 0x00007fcebdb59e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007fcebd42634d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 2 (Thread 0x7fcea8245700 (LWP 6491)): #0 0x00007fcebdb5dcf2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fceab132727 in iot_worker (data=0x7fce81aca440) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/performance/io-threads/src/io-threads.c>:195 conf = 0x7fce81aca440 this = 0x7fce81199220 stub = 0x0 sleep_till = {tv_sec = 1521822956, tv_nsec = 564404919} ret = 0 pri = -1 bye = false __FUNCTION__ = "iot_worker" #2 0x00007fcebdb59e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007fcebd42634d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 1 (Thread 0x7fce8e9fa700 (LWP 5358)): #0 0x00007fcebd3631f7 in raise () from /lib64/libc.so.6 No symbol table info available. #1 0x00007fcebd3648e8 in abort () from /lib64/libc.so.6 No symbol table info available. #2 0x00007fcebd35c266 in __assert_fail_base () from /lib64/libc.so.6 No symbol table info available. #3 0x00007fcebd35c312 in __assert_fail () from /lib64/libc.so.6 No symbol table info available. #4 0x00007fcebed1b1ae in __inode_unref (inode=0x264db58) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:484 index = 0 this = 0x7fceac02f810 __PRETTY_FUNCTION__ = "__inode_unref" #5 0x00007fcebed1b3a5 in inode_unref (inode=0x264db58) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:558 table = 0x7fceac29e470 #6 0x00007fcea9fc20cd in server_loc_wipe (loc=0x7fce60071f68) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server-helpers.c>:158 No locals. #7 0x00007fcea9fc22bc in free_state (state=0x7fce60071f50) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server-helpers.c>:218 No locals. #8 0x00007fcea9fba2c5 in server_submit_reply (frame=0x7fce6009bfa8, req=0x7fce803bc2b8, arg=0x7fce6c69b040, payload=0x0, payloadcount=0, iobref=0x7fce745f2ec0, xdrproc=0x7fcebe8ac2f4 <xdr_gfx_common_rsp>) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server.c>:154 iob = 0x24a9628 ret = -1 rsp = {iov_base = 0x7fcebf221680, iov_len = 20} state = 0x7fce60071f50 new_iobref = 1 '\001' client = 0x7fceac2f3e50 __FUNCTION__ = "server_submit_reply" #9 0x00007fceaa002bea in server4_inodelk_cbk (frame=0x7fce6009bfa8, cookie=0x7fce6000e2d8, this=0x7fceac02f810, op_ret=-1, op_errno=0, xdata=0x0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/protocol/server/src/server-rpc-fops_v2.c>:286 rsp = {op_ret = -1, op_errno = 0, xdata = {xdr_size = 0, count = -1, pairs = {pairs_len = 0, pairs_val = 0x0}}} state = 0x7fce60071f50 req = 0x7fce803bc2b8 __FUNCTION__ = "server4_inodelk_cbk" #10 0x00007fceaa47d03c in io_stats_inodelk_cbk (frame=0x7fce6000e2d8, cookie=0x7fce60036a38, this=0x7fce7c07c9b0, op_ret=-1, op_errno=0, xdata=0x0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/debug/io-stats/src/io-stats.c>:2677 fn = 0x7fceaa002a16 <server4_inodelk_cbk> _parent = 0x7fce6009bfa8 old_THIS = 0x7fce7c07c9b0 __FUNCTION__ = "io_stats_inodelk_cbk" #11 0x00007fcebedc3613 in default_inodelk_cbk (frame=0x7fce60036a38, cookie=0x258ae08, this=0x7fce7c076890, op_ret=-1, op_errno=0, xdata=0x0) at defaults.c:1177 fn = 0x7fceaa47cbfc <io_stats_inodelk_cbk> _parent = 0x7fce6000e2d8 old_THIS = 0x7fce7c076890 __FUNCTION__ = "default_inodelk_cbk" #12 0x00007fceabbba962 in pl_forget (this=0x7fce7c0877e0, inode=0x264db58) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/features/locks/src/posix.c>:2545 fn = 0x7fcebedc3290 <default_inodelk_cbk> _parent = 0x7fce60036a38 old_THIS = 0x7fce7c0877e0 pl_inode = 0x254a480 ext_tmp = 0x7fce6c69b270 ext_l = 0x7fce6c69b270 posixlks_released = {next = 0x7fce6c69b270, prev = 0x7fce6c69b270} ino_tmp = 0x7fceac26fe50 ino_l = 0x260e2f0 inodelks_released = {next = 0x260e300, prev = 0x7fceac08b9b0} rw_tmp = 0x0 rw_req = 0x0 entry_tmp = 0x0 entry_l = 0x0 entrylks_released = {next = 0x7fce6c69b250, prev = 0x7fce6c69b250} dom = 0x254a4a8 dom_tmp = 0x254a4a8 __FUNCTION__ = "pl_forget" #13 0x00007fcebed1ab74 in __inode_ctx_free (inode=0x264db58) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:331 index = 7 xl = 0x7fce7c0877e0 old_THIS = 0x7fcebf0112c0 <global_xlator> __FUNCTION__ = "__inode_ctx_free" #14 0x00007fcebed1ac3e in __inode_destroy (inode=0x264db58) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:352 __FUNCTION__ = "__inode_destroy" #15 0x00007fcebed1d565 in inode_table_prune (table=0x7fceac29e470) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:1578 ret = 0 purge = {next = 0x7fceac00c830, prev = 0x7fceac00c830} del = 0x264db58 tmp = 0x7fceac00c7a8 entry = 0x0 __FUNCTION__ = "inode_table_prune" #16 0x00007fcebed1df35 in inode_table_destroy (inode_table=0x7fceac29e470) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/inode.c>:1852 trav = 0x7fceac00c7a8 __FUNCTION__ = "inode_table_destroy" #17 0x000000000040bac1 in ?? () No symbol table info available. #18 0x0000000000000000 in ?? () No symbol table info available. ========================================================= Finish backtrace program name : /build/install/sbin/glusterfsd corefile : /glustersproc2-5337.core ========================================================= + rm -f /build/install/cores/gdbout.txt + for corefile in '$CORELIST' + getliblistfromcore /build/install/cores/glusteriotwr2-13131.core + rm -f /build/install/cores/gdbout.txt + gdb -c /build/install/cores/glusteriotwr2-13131.core -q -ex 'set pagination off' -ex 'info sharedlibrary' -ex q + set +x + rm -f /build/install/cores/gdbout.txt + for corefile in '$CORELIST' + getliblistfromcore /build/install/cores/glusterrpcrqhnd-19332.core + rm -f /build/install/cores/gdbout.txt + gdb -c /build/install/cores/glusterrpcrqhnd-19332.core -q -ex 'set pagination off' -ex 'info sharedlibrary' -ex q + set +x + rm -f /build/install/cores/gdbout.txt + for corefile in '$CORELIST' + getliblistfromcore /build/install/cores/glustersproc2-5337.core + rm -f /build/install/cores/gdbout.txt + gdb -c /build/install/cores/glustersproc2-5337.core -q -ex 'set pagination off' -ex 'info sharedlibrary' -ex q + set +x + rm -f /build/install/cores/gdbout.txt + sort /build/install/cores/liblist.txt + uniq + cat /build/install/cores/liblist.txt.tmp + grep -v /build/install + tar -cf /archives/archived_builds/build-install-regression-test-with-multiplex-691.tar /build/install/sbin /build/install/bin /build/install/lib /build/install/libexec /build/install/cores tar: Removing leading `/' from member names + tar -rhf /archives/archived_builds/build-install-regression-test-with-multiplex-691.tar -T /build/install/cores/liblist.txt tar: Removing leading `/' from member names + bzip2 /archives/archived_builds/build-install-regression-test-with-multiplex-691.tar + rm -f /build/install/cores/liblist.txt + rm -f /build/install/cores/liblist.txt.tmp + find /archives -size +1G -delete -type f + echo 'Cores and build archived in http://builder104.cloud.gluster.org/archived_builds/build-install-regression-test-with-multiplex-691.tar.bz2' Cores and build archived in http://builder104.cloud.gluster.org/archived_builds/build-install-regression-test-with-multiplex-691.tar.bz2 + echo 'Open core using the following command to get a proper stack' Open core using the following command to get a proper stack + echo 'Example: From root of extracted tarball' Example: From root of extracted tarball + echo '\t\tgdb -ex '\''set sysroot ./'\'' -ex '\''core-file ./build/install/cores/xxx.core'\'' <target, say ./build/install/sbin/glusterd>' \t\tgdb -ex 'set sysroot ./' -ex 'core-file ./build/install/cores/xxx.core' <target, say ./build/install/sbin/glusterd> + RET=1 + '[' 1 -ne 0 ']' + tar -czf <https://build.gluster.org/job/regression-test-with-multiplex/691/artifact/glusterfs-logs.tgz> /var/log/glusterfs /var/log/messages /var/log/messages-20180225 /var/log/messages-20180304 /var/log/messages-20180311 /var/log/messages-20180319 tar: Removing leading `/' from member names + scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i <https://build.gluster.org/job/regression-test-with-multiplex/ws/> glusterfs-logs.tgz _logs_collec...@http.int.rht.gluster.org:/var/www/glusterfs-logs/regression-test-with-multiplex-691.tgz ssh: connect to host http.int.rht.gluster.org port 22: Connection timed out lost connection + true + case $(uname -s) in ++ uname -s + /sbin/sysctl -w kernel.core_pattern=/%e-%p.core kernel.core_pattern = /%e-%p.core + exit 1 Build step 'Execute shell' marked build as failure _______________________________________________ maintainers mailing list maintainers@gluster.org http://lists.gluster.org/mailman/listinfo/maintainers