See <https://build.gluster.org/job/regression-test-with-multiplex/1727/display/redirect?page=changes>
Changes: [Mohit Agrawal] Posix: Use simple approach to close fd [Amar Tumballi] worm-xlator: fix newly introduced coverity issue ------------------------------------------ [...truncated 3.72 MB...] #0 0x00007fb448044da2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fb449225987 in gf_timer_proc (data=0xde9980) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/timer.c>:141 now = {tv_sec = 7507206, tv_nsec = 498294492} reg = 0xde9980 event = 0x7fb4341ad4d0 tmp = 0x0 old_THIS = 0x7fb4495268e0 <global_xlator> #2 0x00007fb448040e65 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007fb44790688d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 5 (Thread 0x7fb439fdf700 (LWP 21835)): #0 0x00007fb44804750d in __lll_lock_wait () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fb448042e5b in _L_lock_883 () from /lib64/libpthread.so.0 No symbol table info available. #2 0x00007fb448042d28 in pthread_mutex_lock () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007fb43d40df36 in gd_peerinfo_find_from_hostname (hoststr=0x7fb42c00479c "builder210.int.aws.gluster.org") at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-peer-utils.c>:109 this = 0xdf4d90 priv = 0xea0e10 peer = 0x0 found = 0x0 tmphost = 0x0 __PRETTY_FUNCTION__ = "gd_peerinfo_find_from_hostname" __FUNCTION__ = "gd_peerinfo_find_from_hostname" #4 0x00007fb43d40e43b in glusterd_peerinfo_find_by_hostname (hoststr=0x7fb42c00479c "builder210.int.aws.gluster.org") at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-peer-utils.c>:210 ret = -1 addr = 0x0 p = 0x0 this = 0xdf4d90 peerinfo = 0x0 __PRETTY_FUNCTION__ = "glusterd_peerinfo_find_by_hostname" __FUNCTION__ = "glusterd_peerinfo_find_by_hostname" #5 0x00007fb43d40e67d in glusterd_hostname_to_uuid (hostname=0x7fb42c00479c "builder210.int.aws.gluster.org", uuid=0x7fb439fdaaa0 "") at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-peer-utils.c>:252 __PRETTY_FUNCTION__ = "glusterd_hostname_to_uuid" peerinfo = 0x0 priv = 0xea0e10 ret = -1 this = 0xdf4d90 __FUNCTION__ = "glusterd_hostname_to_uuid" #6 0x00007fb43d3348a9 in glusterd_volume_brickinfo_get (uuid=0x0, hostname=0x7fb42c00479c "builder210.int.aws.gluster.org", path=0x7fb42c00489b "/d/backends/patchy0", volinfo=0x7fb43001de50, brickinfo=0x7fb439fddc00) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-utils.c>:1502 brickiter = 0x0 peer_uuid = '\000' <repeats 15 times> ret = -1 this = 0xdf4d90 __FUNCTION__ = "glusterd_volume_brickinfo_get" #7 0x00007fb43d334ccf in glusterd_volume_brickinfo_get_by_brick (brick=0x7fb42c004625 "builder210.int.aws.gluster.org:/d/backends/patchy0", volinfo=0x7fb43001de50, brickinfo=0x7fb439fddc00, construct_real_path=false) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-utils.c>:1577 ret = 0 tmp_brickinfo = 0x7fb42c004700 __PRETTY_FUNCTION__ = "glusterd_volume_brickinfo_get_by_brick" __FUNCTION__ = "glusterd_volume_brickinfo_get_by_brick" #8 0x00007fb43d312e7b in get_brickinfo_from_brickid (brickid=0x7fb434003f80 "20ee176d-a1ad-429a-b1ff-bea61b391c3a:builder210.int.aws.gluster.org:/d/backends/patchy0", brickinfo=0x7fb439fddc00) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-handler.c>:5934 volinfo = 0x7fb43001de50 volid_str = 0x7fb42c004600 "20ee176d-a1ad-429a-b1ff-bea61b391c3a" brick = 0x7fb42c004625 "builder210.int.aws.gluster.org:/d/backends/patchy0" brickid_dup = 0x7fb42c004600 "20ee176d-a1ad-429a-b1ff-bea61b391c3a" volid = " \356\027m\241\255B\232\261\377\276\246\033\071\034:" ret = 0 #9 0x00007fb43d312f62 in __glusterd_brick_rpc_notify (rpc=0x7fb434004040, mydata=0x7fb434003f80, event=RPC_CLNT_DISCONNECT, data=0x0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-handler.c>:5968 brickid = 0x7fb434003f80 "20ee176d-a1ad-429a-b1ff-bea61b391c3a:builder210.int.aws.gluster.org:/d/backends/patchy0" ret = 0 conf = 0x0 brickinfo = 0x0 volinfo = 0x0 this = 0x0 pid = -1 brickinfo_tmp = 0x0 brick_proc = 0x0 pidfile = '\000' <repeats 4095 times> brickpath = 0x0 is_service_running = true __PRETTY_FUNCTION__ = "__glusterd_brick_rpc_notify" __FUNCTION__ = "__glusterd_brick_rpc_notify" #10 0x00007fb43d3003e2 in glusterd_big_locked_notify (rpc=0x7fb434004040, mydata=0x7fb434003f80, event=RPC_CLNT_DISCONNECT, data=0x0, notify_fn=0x7fb43d312e9e <__glusterd_brick_rpc_notify>) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-handler.c>:66 priv = 0xea0e10 ret = -1 #11 0x00007fb43d3138f7 in glusterd_brick_rpc_notify (rpc=0x7fb434004040, mydata=0x7fb434003f80, event=RPC_CLNT_DISCONNECT, data=0x0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-handler.c>:6123 No locals. #12 0x00007fb448fb4733 in rpc_clnt_handle_disconnect (clnt=0x7fb434004040, conn=0x7fb434004070) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/rpc/rpc-lib/src/rpc-clnt.c>:830 ts = {tv_sec = 0, tv_nsec = 0} unref_clnt = false pre_notify_gen = 0 post_notify_gen = 0 __FUNCTION__ = "rpc_clnt_handle_disconnect" #13 0x00007fb448fb49f2 in rpc_clnt_notify (trans=0x7fb434004340, mydata=0x7fb434004070, event=RPC_TRANSPORT_DISCONNECT, data=0x7fb434004340) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/rpc/rpc-lib/src/rpc-clnt.c>:891 conn = 0x7fb434004070 clnt = 0x7fb434004040 ret = -1 req_info = 0x0 pollin = 0x0 clnt_mydata = 0x0 old_THIS = 0xdf4d90 __FUNCTION__ = "rpc_clnt_notify" #14 0x00007fb448fb0af2 in rpc_transport_notify (this=0x7fb434004340, event=RPC_TRANSPORT_DISCONNECT, data=0x7fb434004340) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/rpc/rpc-lib/src/rpc-transport.c>:520 ret = -1 __FUNCTION__ = "rpc_transport_notify" #15 0x00007fb43c31f64f in socket_event_poll_err (this=0x7fb434004340, gen=1, idx=4) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/rpc/rpc-transport/socket/src/socket.c>:1364 priv = 0x7fb4340048a0 socket_closed = true #16 0x00007fb43c324ea6 in socket_event_handler (fd=12, idx=4, gen=1, data=0x7fb434004340, poll_in=1, poll_out=0, poll_err=16, event_thread_died=0 '\000') at <https://build.gluster.org/job/regression-test-with-multiplex/ws/rpc/rpc-transport/socket/src/socket.c>:2958 sa = 0x7fb434004400 this = 0x7fb434004340 priv = 0x7fb4340048a0 ret = -1 ctx = 0xdab010 socket_closed = false notify_handled = false __FUNCTION__ = "socket_event_handler" #17 0x00007fb44928d10c in event_dispatch_epoll_handler (event_pool=0xde1ce0, event=0x7fb439fde140) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/event-epoll.c>:640 ev_data = 0x7fb439fde144 slot = 0xe22950 handler = 0x7fb43c32488e <socket_event_handler> data = 0x7fb434004340 idx = 4 gen = 1 ret = 0 fd = 12 handled_error_previously = false __FUNCTION__ = "event_dispatch_epoll_handler" #18 0x00007fb44928d64f in event_dispatch_epoll_worker (data=0xebff70) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/event-epoll.c>:751 event = {events = 17, data = {ptr = 0x100000004, fd = 4, u32 = 4, u64 = 4294967300}} ret = 1 ev_data = 0xebff70 event_pool = 0xde1ce0 myindex = 1 timetodie = 0 gen = 0 poller_death_notify = {next = 0x0, prev = 0x0} slot = 0x0 tmp = 0x0 __FUNCTION__ = "event_dispatch_epoll_worker" #19 0x00007fb448040e65 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #20 0x00007fb44790688d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 4 (Thread 0x7fb4497384c0 (LWP 21800)): #0 0x00007fb448041fd7 in pthread_join () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fb44928d902 in event_dispatch_epoll (event_pool=0xde1ce0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/event-epoll.c>:835 i = 1 t_id = 140412043785984 pollercount = 1 ret = 0 ev_data = 0xebff70 __FUNCTION__ = "event_dispatch_epoll" #2 0x00007fb449249841 in gf_event_dispatch (event_pool=0xde1ce0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/event.c>:115 ret = -1 __FUNCTION__ = "gf_event_dispatch" #3 0x000000000040c426 in ?? () No symbol table info available. #4 0x0000000000000000 in ?? () No symbol table info available. Thread 3 (Thread 0x7fb43efda700 (LWP 21804)): #0 0x00007fb448044da2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007fb44926373a in syncenv_task (proc=0xdea2f0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/syncop.c>:524 env = 0xdea2f0 task = 0x0 sleep_till = {tv_sec = 1584732092, tv_nsec = 0} ret = 0 #2 0x00007fb44926392f in syncenv_processor (thdata=0xdea2f0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/syncop.c>:591 env = 0xdea2f0 proc = 0xdea2f0 task = 0x7fb42c0037f0 #3 0x00007fb448040e65 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007fb44790688d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 2 (Thread 0x7fb43f7db700 (LWP 21803)): #0 0x00007fb4478cd80d in nanosleep () from /lib64/libc.so.6 No symbol table info available. #1 0x00007fb4478cd6a4 in sleep () from /lib64/libc.so.6 No symbol table info available. #2 0x00007fb44924ae51 in pool_sweeper (arg=0x0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/mem-pool.c>:453 state = {cold_lists = {0x0 <repeats 1024 times>}, n_cold_lists = 0} pool_list = 0x7fb449524570 <pool_threads> i = 0 pending = false #3 0x00007fb448040e65 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007fb44790688d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 1 (Thread 0x7fb43ffdc700 (LWP 21802)): #0 0x00007fb447885c9f in _IO_cleanup () from /lib64/libc.so.6 No symbol table info available. #1 0x00007fb447841c4b in __run_exit_handlers () from /lib64/libc.so.6 No symbol table info available. #2 0x00007fb447841ce7 in exit () from /lib64/libc.so.6 No symbol table info available. #3 0x0000000000409704 in ?? () No symbol table info available. #4 0x0000000000000001 in ?? () No symbol table info available. #5 0x00000000000186c0 in ?? () No symbol table info available. #6 0x00000000004161a0 in ?? () No symbol table info available. #7 0x000000000000000f in ?? () No symbol table info available. #8 0x0000000000000000 in ?? () No symbol table info available. ========================================================= Finish backtrace program name : /build/install/sbin/glusterd corefile : /glfs_sigwait-21800.core ========================================================= + rm -f /build/install/cores/gdbout.txt + sort /build/install/cores/liblist.txt + uniq + grep -v /build/install + cat /build/install/cores/liblist.txt.tmp + tar -cf /archives/archived_builds/build-install-regression-test-with-multiplex-1727.tar /build/install/sbin /build/install/bin /build/install/lib /build/install/libexec /build/install/cores tar: Removing leading `/' from member names + tar -rhf /archives/archived_builds/build-install-regression-test-with-multiplex-1727.tar -T /build/install/cores/liblist.txt tar: Removing leading `/' from member names + bzip2 /archives/archived_builds/build-install-regression-test-with-multiplex-1727.tar + rm -f /build/install/cores/liblist.txt + rm -f /build/install/cores/liblist.txt.tmp + find /archives -size +1G -delete -type f + [[ builder210.int.aws.gluster.org == *\a\w\s* ]] + scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i **** /archives/archived_builds/build-install-regression-test-with-multiplex-1727.tar.bz2 [email protected]:/var/www/glusterfs-logs/regression-test-with-multiplex-1727.bz2 Warning: Permanently added 'logs.aws.gluster.org,18.219.45.211' (ECDSA) to the list of known hosts. + echo 'Cores and builds archived in https://logs.aws.gluster.org/regression-test-with-multiplex-1727.bz2' Cores and builds archived in https://logs.aws.gluster.org/regression-test-with-multiplex-1727.bz2 + echo 'Open core using the following command to get a proper stack' Open core using the following command to get a proper stack + echo 'Example: From root of extracted tarball' Example: From root of extracted tarball + echo '\t\tgdb -ex '\''set sysroot ./'\'' -ex '\''core-file ./build/install/cores/xxx.core'\'' <target, say ./build/install/sbin/glusterd>' \t\tgdb -ex 'set sysroot ./' -ex 'core-file ./build/install/cores/xxx.core' <target, say ./build/install/sbin/glusterd> + RET=1 + '[' 1 -ne 0 ']' + tar -czf <https://build.gluster.org/job/regression-test-with-multiplex/1727/artifact/glusterfs-logs.tgz> /var/log/glusterfs /var/log/messages /var/log/messages-20200223 /var/log/messages-20200301 /var/log/messages-20200308 /var/log/messages-20200315 tar: Removing leading `/' from member names + case $(uname -s) in ++ uname -s + /sbin/sysctl -w kernel.core_pattern=/%e-%p.core kernel.core_pattern = /%e-%p.core + exit 1 Logs are archived at Build artifacts: https://build.gluster.org/job/regression-test-with-multiplex/ Build step 'Execute shell' marked build as failure _______________________________________________ maintainers mailing list [email protected] https://lists.gluster.org/mailman/listinfo/maintainers
