See <https://build.gluster.org/job/regression-test-burn-in/5172/display/redirect>
Changes: ------------------------------------------ [...truncated 3.84 MB...] #9 0x00007f4cb1851dfc in __glusterd_brick_rpc_notify (rpc=0x7f4c980128a0, mydata=0x7f4c98016610, event=RPC_CLNT_DISCONNECT, data=0x0) at <https://build.gluster.org/job/regression-test-burn-in/ws/xlators/mgmt/glusterd/src/glusterd-handler.c>:6107 brickid = 0x7f4c98016610 "ded62c2f-4b8c-47a1-94dd-b024c0ca65d8:builder204.int.aws.gluster.org:/d/backends/patchy0" ret = 0 conf = 0x0 brickinfo = 0x0 volinfo = 0x0 this = 0x0 pid = -1 brickinfo_tmp = 0x0 brick_proc = 0x0 pidfile = '\000' <repeats 4095 times> brickpath = 0x0 is_service_running = true __PRETTY_FUNCTION__ = "__glusterd_brick_rpc_notify" __FUNCTION__ = "__glusterd_brick_rpc_notify" #10 0x00007f4cb183dbb1 in glusterd_big_locked_notify (rpc=0x7f4c980128a0, mydata=0x7f4c98016610, event=RPC_CLNT_DISCONNECT, data=0x0, notify_fn=0x7f4cb1851d38 <__glusterd_brick_rpc_notify>) at <https://build.gluster.org/job/regression-test-burn-in/ws/xlators/mgmt/glusterd/src/glusterd-handler.c>:66 priv = 0x1d80b00 ret = -1 #11 0x00007f4cb1852791 in glusterd_brick_rpc_notify (rpc=0x7f4c980128a0, mydata=0x7f4c98016610, event=RPC_CLNT_DISCONNECT, data=0x0) at <https://build.gluster.org/job/regression-test-burn-in/ws/xlators/mgmt/glusterd/src/glusterd-handler.c>:6262 No locals. #12 0x00007f4cbd51d7e5 in rpc_clnt_handle_disconnect (clnt=0x7f4c980128a0, conn=0x7f4c980128d0) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-lib/src/rpc-clnt.c>:821 ts = {tv_sec = 0, tv_nsec = 0} unref_clnt = false pre_notify_gen = 0 post_notify_gen = 0 __FUNCTION__ = "rpc_clnt_handle_disconnect" #13 0x00007f4cbd51daaa in rpc_clnt_notify (trans=0x7f4c980116e0, mydata=0x7f4c980128d0, event=RPC_TRANSPORT_DISCONNECT, data=0x7f4c980116e0) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-lib/src/rpc-clnt.c>:882 conn = 0x7f4c980128d0 clnt = 0x7f4c980128a0 ret = -1 req_info = 0x0 pollin = 0x0 clnt_mydata = 0x0 old_THIS = 0x1cd4d80 __FUNCTION__ = "rpc_clnt_notify" #14 0x00007f4cbd519b37 in rpc_transport_notify (this=0x7f4c980116e0, event=RPC_TRANSPORT_DISCONNECT, data=0x7f4c980116e0) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-lib/src/rpc-transport.c>:520 ret = -1 __FUNCTION__ = "rpc_transport_notify" #15 0x00007f4cb085c7b0 in socket_event_poll_err (this=0x7f4c980116e0, gen=13, idx=9) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-transport/socket/src/socket.c>:1364 priv = 0x7f4c98014430 socket_closed = true #16 0x00007f4cb0862007 in socket_event_handler (fd=12, idx=9, gen=13, data=0x7f4c980116e0, poll_in=1, poll_out=0, poll_err=16, event_thread_died=0 '\000') at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-transport/socket/src/socket.c>:2958 sa = 0x7f4c980117a0 this = 0x7f4c980116e0 priv = 0x7f4c98014430 ret = -1 ctx = 0x1c8b010 socket_closed = false notify_handled = false __FUNCTION__ = "socket_event_handler" #17 0x00007f4cbd7f716b in event_dispatch_epoll_handler (event_pool=0x1cc1ce0, event=0x7f4cae51a140) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/event-epoll.c>:640 ev_data = 0x7f4cae51a144 slot = 0x1d029f0 handler = 0x7f4cb08619ef <socket_event_handler> data = 0x7f4c980116e0 idx = 9 gen = 13 ret = 0 fd = 12 handled_error_previously = false __FUNCTION__ = "event_dispatch_epoll_handler" #18 0x00007f4cbd7f76ae in event_dispatch_epoll_worker (data=0x1d9fda0) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/event-epoll.c>:751 event = {events = 17, data = {ptr = 0xd00000009, fd = 9, u32 = 9, u64 = 55834574857}} ret = 1 ev_data = 0x1d9fda0 event_pool = 0x1cc1ce0 myindex = 1 timetodie = 0 gen = 0 poller_death_notify = {next = 0x0, prev = 0x0} slot = 0x0 tmp = 0x0 __FUNCTION__ = "event_dispatch_epoll_worker" #19 0x00007f4cbc5a9ea5 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #20 0x00007f4cbbe6f8dd in clone () from /lib64/libc.so.6 No symbol table info available. Thread 7 (Thread 0x7f4cb4d2d700 (LWP 29684)): #0 0x00007f4cbc5adde2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f4cbd78ef59 in gf_timer_proc (data=0x1cc9980) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/timer.c>:141 now = {tv_sec = 40019, tv_nsec = 464129228} reg = 0x1cc9980 event = 0x7f4c980122a0 tmp = 0x0 old_THIS = 0x7f4cbda90920 <global_xlator> #2 0x00007f4cbc5a9ea5 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f4cbbe6f8dd in clone () from /lib64/libc.so.6 No symbol table info available. Thread 6 (Thread 0x7f4cbdca24c0 (LWP 29683)): #0 0x00007f4cbc5ab017 in pthread_join () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f4cbd7f7961 in event_dispatch_epoll (event_pool=0x1cc1ce0) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/event-epoll.c>:835 i = 1 t_id = 139967318832896 pollercount = 1 ret = 0 ev_data = 0x1d9fda0 __FUNCTION__ = "event_dispatch_epoll" #2 0x00007f4cbd7b2ef9 in gf_event_dispatch (event_pool=0x1cc1ce0) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/event.c>:115 ret = -1 __FUNCTION__ = "gf_event_dispatch" #3 0x000000000040c533 in ?? () No symbol table info available. #4 0x0000000000000000 in ?? () No symbol table info available. Thread 5 (Thread 0x7f4cb2528700 (LWP 29689)): #0 0x00007f4cbbe669a3 in select () from /lib64/libc.so.6 No symbol table info available. #1 0x00007f4cbd81606b in runner (arg=0x1cce460) at <https://build.gluster.org/job/regression-test-burn-in/ws/contrib/timer-wheel/timer-wheel.c>:186 tv = {tv_sec = 0, tv_usec = 380421} base = 0x1cce460 #2 0x00007f4cbc5a9ea5 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f4cbbe6f8dd in clone () from /lib64/libc.so.6 No symbol table info available. Thread 4 (Thread 0x7f4cb2d29700 (LWP 29688)): #0 0x00007f4cbc5adde2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f4cbd7cd3d0 in syncenv_task (proc=0x1cca6b0) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/syncop.c>:577 env = 0x1cca2f0 task = 0x0 sleep_till = {tv_sec = 1593469305, tv_nsec = 0} ret = 0 #2 0x00007f4cbd7cd701 in syncenv_processor (thdata=0x1cca6b0) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/syncop.c>:678 proc = 0x1cca6b0 task = 0x7f4ca0004640 #3 0x00007f4cbc5a9ea5 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007f4cbbe6f8dd in clone () from /lib64/libc.so.6 No symbol table info available. Thread 3 (Thread 0x7f4cb352a700 (LWP 29687)): #0 0x00007f4cbc5adde2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f4cbd7cd3d0 in syncenv_task (proc=0x1cca2f0) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/syncop.c>:577 env = 0x1cca2f0 task = 0x0 sleep_till = {tv_sec = 1593469305, tv_nsec = 0} ret = 0 #2 0x00007f4cbd7cd701 in syncenv_processor (thdata=0x1cca2f0) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/syncop.c>:678 proc = 0x1cca2f0 task = 0x7f4ca0005380 #3 0x00007f4cbc5a9ea5 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007f4cbbe6f8dd in clone () from /lib64/libc.so.6 No symbol table info available. Thread 2 (Thread 0x7f4cb3d2b700 (LWP 29686)): #0 0x00007f4cbbe3685d in nanosleep () from /lib64/libc.so.6 No symbol table info available. #1 0x00007f4cbbe366f4 in sleep () from /lib64/libc.so.6 No symbol table info available. #2 0x00007f4cbd7b4509 in pool_sweeper (arg=0x0) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/mem-pool.c>:453 state = {cold_lists = {0x0 <repeats 1024 times>}, n_cold_lists = 0} pool_list = 0x7f4cbda8e5b0 <pool_threads> i = 0 pending = false #3 0x00007f4cbc5a9ea5 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007f4cbbe6f8dd in clone () from /lib64/libc.so.6 No symbol table info available. Thread 1 (Thread 0x7f4cb452c700 (LWP 29685)): #0 0x00007f4cbbda7387 in raise () from /lib64/libc.so.6 No symbol table info available. #1 0x00007f4cbbda8a78 in abort () from /lib64/libc.so.6 No symbol table info available. #2 0x00007f4cbbde9ed7 in __libc_message () from /lib64/libc.so.6 No symbol table info available. #3 0x00007f4cbbde9fbe in __libc_fatal () from /lib64/libc.so.6 No symbol table info available. #4 0x00007f4cbbdea333 in _IO_vtable_check () from /lib64/libc.so.6 No symbol table info available. #5 0x00007f4cbbdeee4b in _IO_cleanup () from /lib64/libc.so.6 No symbol table info available. #6 0x00007f4cbbdaac9b in __run_exit_handlers () from /lib64/libc.so.6 No symbol table info available. #7 0x00007f4cbbdaad37 in exit () from /lib64/libc.so.6 No symbol table info available. #8 0x0000000000409811 in ?? () No symbol table info available. #9 0x0000000000000001 in ?? () No symbol table info available. #10 0x00000000000186c0 in ?? () No symbol table info available. #11 0x00000000004162a8 in ?? () No symbol table info available. #12 0x000000000000000f in ?? () No symbol table info available. #13 0x0000000000000000 in ?? () No symbol table info available. ========================================================= Finish backtrace program name : /build/install/sbin/glusterd corefile : /glfs_sigwait-29683.core ========================================================= + rm -f /build/install/cores/gdbout.txt + for corefile in '$CORELIST' + getliblistfromcore /build/install/cores/glfs_sigwait-29683.core + rm -f /build/install/cores/gdbout.txt + gdb -c /build/install/cores/glfs_sigwait-29683.core -q -ex 'set pagination off' -ex 'info sharedlibrary' -ex q + set +x + rm -f /build/install/cores/gdbout.txt + uniq + sort /build/install/cores/liblist.txt + cat /build/install/cores/liblist.txt.tmp + grep -v /build/install + tar -cf /archives/archived_builds/build-install-regression-test-burn-in-5172.tar /build/install/sbin /build/install/bin /build/install/lib /build/install/libexec /build/install/cores tar: Removing leading `/' from member names + tar -rhf /archives/archived_builds/build-install-regression-test-burn-in-5172.tar -T /build/install/cores/liblist.txt tar: Removing leading `/' from member names + bzip2 /archives/archived_builds/build-install-regression-test-burn-in-5172.tar + rm -f /build/install/cores/liblist.txt + rm -f /build/install/cores/liblist.txt.tmp + find /archives -size +1G -delete -type f + [[ builder204.int.aws.gluster.org == *\a\w\s* ]] + scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i '' /archives/archived_builds/build-install-regression-test-burn-in-5172.tar.bz2 [email protected]:/var/www/glusterfs-logs/regression-test-burn-in-5172.bz2 Warning: Identity file not accessible: No such file or directory. Warning: Permanently added 'logs.aws.gluster.org,18.219.45.211' (ECDSA) to the list of known hosts. Permission denied (publickey,gssapi-keyex,gssapi-with-mic). lost connection + true + echo 'Cores and builds archived in https://logs.aws.gluster.org/regression-test-burn-in-5172.bz2' Cores and builds archived in https://logs.aws.gluster.org/regression-test-burn-in-5172.bz2 + echo 'Open core using the following command to get a proper stack' Open core using the following command to get a proper stack + echo 'Example: From root of extracted tarball' Example: From root of extracted tarball + echo '\t\tgdb -ex '\''set sysroot ./'\'' -ex '\''core-file ./build/install/cores/xxx.core'\'' <target, say ./build/install/sbin/glusterd>' \t\tgdb -ex 'set sysroot ./' -ex 'core-file ./build/install/cores/xxx.core' <target, say ./build/install/sbin/glusterd> + RET=1 + '[' 1 -ne 0 ']' + tar -czf <https://build.gluster.org/job/regression-test-burn-in/5172/artifact/glusterfs-logs.tgz> /var/log/glusterfs /var/log/messages /var/log/messages-20200607 /var/log/messages-20200614 /var/log/messages-20200621 /var/log/messages-20200628 tar: Removing leading `/' from member names + case $(uname -s) in ++ uname -s + /sbin/sysctl -w kernel.core_pattern=/%e-%p.core kernel.core_pattern = /%e-%p.core + exit 1 Logs are archived at Build artifacts: https://build.gluster.org/job/regression-test-burn-in/ fatal: For input string: "" Build step 'Execute shell' marked build as failure _______________________________________________ maintainers mailing list [email protected] https://lists.gluster.org/mailman/listinfo/maintainers
