See <https://build.gluster.org/job/regression-test-with-multiplex/1523/display/redirect>
Changes: ------------------------------------------ [...truncated 3.68 MB...] Copyright (C) 2013 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html> This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-redhat-linux-gnu". For bug reporting instructions, please see: <http://www.gnu.org/software/gdb/bugs/>. [New LWP 5724] [New LWP 5723] [New LWP 5725] [New LWP 5726] [New LWP 5727] [New LWP 5755] [New LWP 5722] [New LWP 5728] [New LWP 5756] Core was generated by `glusterd --xlator-option management.working-directory=/d/backends/1/glusterd --'. Program terminated with signal 6, Aborted. #0 0x00007fdc79cc5337 in ?? () exe = 'glusterd --xlator-option management.working-directory=/d/backends/1/glusterd --' ++ gdb -ex 'core-file /glfs_sigwait-5722.core' -ex 'set pagination off' -ex 'info proc exe' -ex q ++ cut -d ''\''' -f2 ++ cut -d ' ' -f1 ++ tail -1 + executable_name=glusterd ++ which glusterd + executable_path=/build/install/sbin/glusterd + set +x ========================================================= Start printing backtrace program name : /build/install/sbin/glusterd corefile : /glfs_sigwait-5722.core ========================================================= warning: core file may not match specified executable file. [New LWP 5724] [New LWP 5723] [New LWP 5725] [New LWP 5726] [New LWP 5727] [New LWP 5755] [New LWP 5722] [New LWP 5728] [New LWP 5756] [Thread debugging using libthread_db enabled] Using host libthread_db library "/lib64/libthread_db.so.1". Core was generated by `glusterd --xlator-option management.working-directory=/d/backends/1/glusterd --'. Program terminated with signal 6, Aborted. #0 0x00007fdc79cc5337 in raise () from /lib64/libc.so.6 Thread 9 (Thread 0x7fdc67fff700 (LWP 5756)): #0 0x00007fdc79d8de63 in epoll_wait () from /lib64/libc.so.6 No symbol table info available. #1 0x00007fdc7b718a85 in event_dispatch_epoll_worker (data=0x1586870) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/event-epoll.c>:745 event = {events = 1, data = {ptr = 0x100000005, fd = 5, u32 = 5, u64 = 4294967301}} ret = 0 ev_data = 0x1586870 event_pool = 0x1506e70 myindex = 1 timetodie = 0 gen = 0 poller_death_notify = {next = 0x0, prev = 0x0} slot = 0x0 tmp = 0x0 __FUNCTION__ = "event_dispatch_epoll_worker" #2 0x00007fdc7a4c7e65 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007fdc79d8d88d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 8 (Thread 0x7fdc7045f700 (LWP 5728)): #0 0x00007fdc79d84953 in select () from /lib64/libc.so.6 No symbol table info available. #1 0x00007fdc7b737455 in runner (arg=0x1514580) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/contrib/timer-wheel/timer-wheel.c>:186 tv = {tv_sec = 0, tv_usec = 992576} base = 0x1514580 #2 0x00007fdc7a4c7e65 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007fdc79d8d88d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 7 (Thread 0x7fdc7bbc34c0 (LWP 5722)): #0 0x00007fdc7a4c8fd7 in pthread_join () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fdc7b718d4c in event_dispatch_epoll (event_pool=0x1506e70) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/event-epoll.c>:840 i = 1 t_id = 140584614360832 pollercount = 1 ret = 0 ev_data = 0x1586870 __FUNCTION__ = "event_dispatch_epoll" #2 0x00007fdc7b6d495f in gf_event_dispatch (event_pool=0x1506e70) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/event.c>:115 ret = -1 __FUNCTION__ = "gf_event_dispatch" #3 0x000000000040c26c in ?? () No symbol table info available. #4 0x0000000000000000 in ?? () No symbol table info available. Thread 6 (Thread 0x7fdc6cbe4700 (LWP 5755)): #0 0x00007fdc7a4cb9f5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fdc6f84ec34 in hooks_worker (args=0x151aea0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-hooks.c>:527 conf = 0x15675a0 hooks_priv = 0x1584e40 stub = 0x7fdc58007970 #2 0x00007fdc7a4c7e65 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007fdc79d8d88d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 5 (Thread 0x7fdc70c60700 (LWP 5727)): #0 0x00007fdc7a4cbda2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fdc7b6eee20 in syncenv_task (proc=0x1510740) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/syncop.c>:517 env = 0x1510380 task = 0x0 sleep_till = {tv_sec = 1570990330, tv_nsec = 0} ret = 0 #2 0x00007fdc7b6ef015 in syncenv_processor (thdata=0x1510740) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/syncop.c>:584 env = 0x1510380 proc = 0x1510740 task = 0x7fdc6000d5c0 #3 0x00007fdc7a4c7e65 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007fdc79d8d88d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 4 (Thread 0x7fdc71461700 (LWP 5726)): #0 0x00007fdc7a4cbda2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fdc7b6eee20 in syncenv_task (proc=0x1510380) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/syncop.c>:517 env = 0x1510380 task = 0x0 sleep_till = {tv_sec = 1570990330, tv_nsec = 0} ret = 0 #2 0x00007fdc7b6ef015 in syncenv_processor (thdata=0x1510380) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/syncop.c>:584 env = 0x1510380 proc = 0x1510380 task = 0x7fdc6000d5c0 #3 0x00007fdc7a4c7e65 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007fdc79d8d88d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 3 (Thread 0x7fdc71c62700 (LWP 5725)): #0 0x00007fdc79d5480d in nanosleep () from /lib64/libc.so.6 No symbol table info available. #1 0x00007fdc79d546a4 in sleep () from /lib64/libc.so.6 No symbol table info available. #2 0x00007fdc7b6d5f52 in pool_sweeper (arg=0x0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/mem-pool.c>:446 state = {death_row = {next = 0x0, prev = 0x0}, cold_lists = {0x0 <repeats 1024 times>}, n_cold_lists = 0} pool_list = 0x0 next_pl = 0x0 pt_pool = 0x0 i = 0 poisoned = false #3 0x00007fdc7a4c7e65 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007fdc79d8d88d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 2 (Thread 0x7fdc72c64700 (LWP 5723)): #0 0x00007fdc7a4cbda2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fdc7b6ae1ee in gf_timer_proc (data=0x150f0b0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/timer.c>:140 now = {tv_sec = 4678310, tv_nsec = 201779479} reg = 0x150f0b0 event = 0x7fdc600018e0 tmp = 0x0 old_THIS = 0x7fdc7b9b1a60 <global_xlator> #2 0x00007fdc7a4c7e65 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007fdc79d8d88d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 1 (Thread 0x7fdc72463700 (LWP 5724)): #0 0x00007fdc79cc5337 in raise () from /lib64/libc.so.6 No symbol table info available. #1 0x00007fdc79cc6a28 in abort () from /lib64/libc.so.6 No symbol table info available. #2 0x00007fdc79d07e87 in __libc_message () from /lib64/libc.so.6 No symbol table info available. #3 0x00007fdc79d07f6e in __libc_fatal () from /lib64/libc.so.6 No symbol table info available. #4 0x00007fdc79d082e3 in _IO_vtable_check () from /lib64/libc.so.6 No symbol table info available. #5 0x00007fdc79d0cdfb in _IO_cleanup () from /lib64/libc.so.6 No symbol table info available. #6 0x00007fdc79cc8c4b in __run_exit_handlers () from /lib64/libc.so.6 No symbol table info available. #7 0x00007fdc79cc8ce7 in exit () from /lib64/libc.so.6 No symbol table info available. #8 0x00000000004096da in ?? () No symbol table info available. #9 0x0000000000000001 in ?? () No symbol table info available. #10 0x00000000000186c0 in ?? () No symbol table info available. #11 0x0000000000416b48 in ?? () No symbol table info available. #12 0x000000000000000f in ?? () No symbol table info available. #13 0x0000000000000000 in ?? () No symbol table info available. ========================================================= Finish backtrace program name : /build/install/sbin/glusterd corefile : /glfs_sigwait-5722.core ========================================================= + rm -f /build/install/cores/gdbout.txt + sort /build/install/cores/liblist.txt + uniq + cat /build/install/cores/liblist.txt.tmp + grep -v /build/install + tar -cf /archives/archived_builds/build-install-regression-test-with-multiplex-1523.tar /build/install/sbin /build/install/bin /build/install/lib /build/install/libexec /build/install/cores tar: Removing leading `/' from member names + tar -rhf /archives/archived_builds/build-install-regression-test-with-multiplex-1523.tar -T /build/install/cores/liblist.txt tar: Removing leading `/' from member names + bzip2 /archives/archived_builds/build-install-regression-test-with-multiplex-1523.tar + rm -f /build/install/cores/liblist.txt + rm -f /build/install/cores/liblist.txt.tmp + find /archives -size +1G -delete -type f + [[ builder210.int.aws.gluster.org == *\a\w\s* ]] + scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i **** /archives/archived_builds/build-install-regression-test-with-multiplex-1523.tar.bz2 [email protected]:/var/www/glusterfs-logs/regression-test-with-multiplex-1523.bz2 Warning: Permanently added 'logs.aws.gluster.org,18.219.45.211' (ECDSA) to the list of known hosts. scp: /var/www/glusterfs-logs/regression-test-with-multiplex-1523.bz2: No space left on device + true + echo 'Cores and builds archived in https://logs.aws.gluster.org/regression-test-with-multiplex-1523.bz2' Cores and builds archived in https://logs.aws.gluster.org/regression-test-with-multiplex-1523.bz2 + echo 'Open core using the following command to get a proper stack' Open core using the following command to get a proper stack + echo 'Example: From root of extracted tarball' Example: From root of extracted tarball + echo '\t\tgdb -ex '\''set sysroot ./'\'' -ex '\''core-file ./build/install/cores/xxx.core'\'' <target, say ./build/install/sbin/glusterd>' \t\tgdb -ex 'set sysroot ./' -ex 'core-file ./build/install/cores/xxx.core' <target, say ./build/install/sbin/glusterd> + RET=1 + '[' 1 -ne 0 ']' + tar -czf <https://build.gluster.org/job/regression-test-with-multiplex/1523/artifact/glusterfs-logs.tgz> /var/log/glusterfs /var/log/messages /var/log/messages-20190922 /var/log/messages-20190929 /var/log/messages-20191006 /var/log/messages-20191013 tar: Removing leading `/' from member names + case $(uname -s) in ++ uname -s + /sbin/sysctl -w kernel.core_pattern=/%e-%p.core kernel.core_pattern = /%e-%p.core + exit 1 Build step 'Execute shell' marked build as failure _______________________________________________ maintainers mailing list [email protected] https://lists.gluster.org/mailman/listinfo/maintainers
