See <https://build.gluster.org/job/regression-test-burn-in/4608/display/redirect?page=changes>
Changes: [atin] glusterd: store fips-mode-rchecksum option in the info file [Amar Tumballi] cluster/replicate: Modify command in unit file to assign port correctly [Amar Tumballi] uss: Ensure that snapshot is deleted before creating a new snapshot [Amar Tumballi] Fixing formatting errors in markdown files [Amar Tumballi] xlator/log: Add more logging in xlator_is_cleanup_starting ------------------------------------------ [...truncated 3.84 MB...] No symbol table info available. #1 0x00007f27fb1fe1ac in malloc () from /lib64/libc.so.6 No symbol table info available. #2 0x00007f27fcbbd3ae in __gf_malloc (size=4096, type=28, typestr=0x7f27fcc6604b "gf_common_mt_char") at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/mem-pool.c>:166 tot_size = 4184 ptr = 0x0 xl = 0x7f27e000abf0 __FUNCTION__ = "__gf_malloc" #3 0x00007f27fcb86084 in _gf_msg (domain=0x7f27fcc68036 "timer", file=0x7f27fcc67fe8 "<https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/timer.c";,> function=0x7f27fcc680f0 <__FUNCTION__.13192> "gf_timer_call_after", line=34, level=GF_LOG_ERROR, errnum=22, trace=1, msgid=101172, fmt=0x7f27fcc68040 "Either ctx is NULL or ctx cleanup started") at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/logging.c>:1980 ret = 41 msgstr = 0x7f27e8002840 "Either ctx is NULL or ctx cleanup started" ap = {{gp_offset = 48, fp_offset = 48, overflow_arg_area = 0x7f27ef6796d8, reg_save_area = 0x7f27ef679600}} this = 0x7f27e000abf0 ctx = 0x1dce010 callstr = 0x0 log_inited = 0 __PRETTY_FUNCTION__ = "_gf_msg" #4 0x00007f27fcb958dc in gf_timer_call_after (ctx=0x1dce010, delta=..., callbk=0x7f27fc921bd7 <call_bail>, data=0x7f27e00232a0) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/timer.c>:32 reg = 0x0 event = 0x0 trav = 0x0 at = 0 __FUNCTION__ = "gf_timer_call_after" #5 0x00007f27fc9221d1 in __save_frame (rpc_clnt=0x7f27e00232a0, frame=0x7f27e8007728, rpcreq=0x7f27e8007958) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-lib/src/rpc-clnt.c>:222 conn = 0x7f27e00232d0 timeout = {tv_sec = 10, tv_nsec = 0} saved_frame = 0x7f27e8002648 #6 0x00007f27fc9255cd in rpc_clnt_submit (rpc=0x7f27e00232a0, prog=0x7f27ee679360 <clnt_dump_prog>, procnum=1, cbkfn=0x7f27ee428f6b <client_dump_version_cbk>, proghdr=0x7f27ef679b70, proghdrcount=1, progpayload=0x0, progpayloadcount=0, iobref=0x7f27e8000910, frame=0x7f27e8007728, rsphdr=0x0, rsphdr_count=0, rsp_payload=0x0, rsp_payload_count=0, rsp_iobref=0x0) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-lib/src/rpc-clnt.c>:1714 conn = 0x7f27e00232d0 request_iob = 0x1de8e20 rpchdr = {iov_base = 0x7f27fd0a7f00, iov_len = 64} rpcreq = 0x7f27e8007958 req = {rpc_req = 0x7f27e8007958, msg = {rpchdr = 0x7f27ef679850, rpchdrcount = 1, proghdr = 0x7f27ef679b70, proghdrcount = 1, progpayload = 0x0, progpayloadcount = 0, iobref = 0x7f27e8000910}, rsp = {rsphdr = 0x0, rsphdr_count = 0, rsp_payload = 0x0, rsp_payload_count = 0, rsp_iobref = 0x0}} ret = 0 proglen = 8 new_iobref = 0 '\000' callid = 2 need_unref = false cframe = 0x7f27e8007728 __FUNCTION__ = "rpc_clnt_submit" #7 0x00007f27ee3eaa81 in client_submit_request (this=0x7f27e000abf0, req=0x7f27ef679c10, frame=0x7f27e8007728, prog=0x7f27ee679360 <clnt_dump_prog>, procnum=1, cbkfn=0x7f27ee428f6b <client_dump_version_cbk>, cp=0x0, xdrproc=0x7f27fc705ba3 <xdr_gf_dump_req>) at <https://build.gluster.org/job/regression-test-burn-in/ws/xlators/protocol/client/src/client.c>:240 ret = 8 conf = 0x7f27e0023060 iov = {iov_base = 0x7f27fd0a7f80, iov_len = 8} iobuf = 0x1de8e78 count = 1 new_iobref = 0x7f27e8000910 xdr_size = 8 rpcreq = {conn = 0x0, req = {{iov_base = 0x0, iov_len = 0}, {iov_base = 0x0, iov_len = 0}}, reqcnt = 0, req_iobref = 0x0, rsp = {{iov_base = 0x0, iov_len = 0}, {iov_base = 0x0, iov_len = 0}}, rspcnt = 0, rsp_iobref = 0x0, rpc_status = 0, verf = {flavour = 0, datalen = 0, authdata = '\000' <repeats 399 times>}, prog = 0x0, procnum = 0, cbkfn = 0x0, conn_private = 0x0, xid = 0} __FUNCTION__ = "client_submit_request" #8 0x00007f27ee429381 in client_handshake (this=0x7f27e000abf0, rpc=0x7f27e00232a0) at <https://build.gluster.org/job/regression-test-burn-in/ws/xlators/protocol/client/src/client-handshake.c>:1630 frame = 0x7f27e8007728 conf = 0x7f27e0023060 req = {gfs_id = 47806} ret = 0 __FUNCTION__ = "client_handshake" #9 0x00007f27ee3fa0cb in client_rpc_notify (rpc=0x7f27e00232a0, mydata=0x7f27e000abf0, event=RPC_CLNT_CONNECT, data=0x0) at <https://build.gluster.org/job/regression-test-burn-in/ws/xlators/protocol/client/src/client.c>:2317 this = 0x7f27e000abf0 conf = 0x7f27e0023060 is_parent_down = false ret = 0 __FUNCTION__ = "client_rpc_notify" #10 0x00007f27fc923b83 in rpc_clnt_notify (trans=0x7f27e0023620, mydata=0x7f27e00232d0, event=RPC_TRANSPORT_CONNECT, data=0x7f27e0023620) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-lib/src/rpc-clnt.c>:969 conn = 0x7f27e00232d0 clnt = 0x7f27e00232a0 ret = -1 req_info = 0x0 pollin = 0x0 clnt_mydata = 0x0 old_THIS = 0x7f27e000abf0 __FUNCTION__ = "rpc_clnt_notify" #11 0x00007f27fc91fa6e in rpc_transport_notify (this=0x7f27e0023620, event=RPC_TRANSPORT_CONNECT, data=0x7f27e0023620) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-lib/src/rpc-transport.c>:549 ret = -1 __FUNCTION__ = "rpc_transport_notify" #12 0x00007f27f0f3113b in socket_connect_finish (this=0x7f27e0023620) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-transport/socket/src/socket.c>:2677 ret = 0 priv = 0x7f27e0023e40 event = RPC_TRANSPORT_CONNECT notify_rpc = 1 '\001' __FUNCTION__ = "socket_connect_finish" #13 0x00007f27f0f317c1 in socket_handle_client_connection_attempt (this=0x7f27e0023620) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-transport/socket/src/socket.c>:2869 priv = 0x7f27e0023e40 ctx = 0x1dce010 idx = 4 gen = 1 ret = -1 fd = 13 __FUNCTION__ = "socket_handle_client_connection_attempt" #14 0x00007f27f0f31935 in socket_complete_connection (this=0x7f27e0023620) at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-transport/socket/src/socket.c>:2918 priv = 0x7f27e0023e40 ctx = 0x1dce010 idx = 4 gen = 1 ret = -1 fd = 13 #15 0x00007f27f0f31c48 in socket_event_handler (fd=13, idx=4, gen=1, data=0x7f27e0023620, poll_in=0, poll_out=4, poll_err=0, event_thread_died=0 '\000') at <https://build.gluster.org/job/regression-test-burn-in/ws/rpc/rpc-transport/socket/src/socket.c>:2968 this = 0x7f27e0023620 priv = 0x7f27e0023e40 ret = -1 ctx = 0x1dce010 socket_closed = false notify_handled = false __FUNCTION__ = "socket_event_handler" #16 0x00007f27fcbff976 in event_dispatch_epoll_handler (event_pool=0x1e04e40, event=0x7f27ef67a140) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/event-epoll.c>:648 ev_data = 0x7f27ef67a144 slot = 0x1e38bc0 handler = 0x7f27f0f3193d <socket_event_handler> data = 0x7f27e0023620 idx = 4 gen = 1 ret = 0 fd = 13 handled_error_previously = false __FUNCTION__ = "event_dispatch_epoll_handler" #17 0x00007f27fcbffe8f in event_dispatch_epoll_worker (data=0x1e57890) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/event-epoll.c>:761 event = {events = 4, data = {ptr = 0x100000004, fd = 4, u32 = 4, u64 = 4294967300}} ret = 1 ev_data = 0x1e57890 event_pool = 0x1e04e40 myindex = 1 timetodie = 0 gen = 0 poller_death_notify = {next = 0x0, prev = 0x0} slot = 0x0 tmp = 0x0 __FUNCTION__ = "event_dispatch_epoll_worker" #18 0x00007f27fb9afdd5 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #19 0x00007f27fb276ead in clone () from /lib64/libc.so.6 No symbol table info available. Thread 5 (Thread 0x7f27f414e700 (LWP 24174)): #0 0x00007f27fb9b6e3d in nanosleep () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f27fcb95ea9 in gf_timer_proc (data=0x1e0ca60) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/timer.c>:194 now = 344191148364018 now_ts = {tv_sec = 344191, tv_nsec = 148364018} reg = 0x1e0ca60 sleepts = {tv_sec = 1, tv_nsec = 0} event = 0x1e57900 tmp = 0x7f27e00289c0 old_THIS = 0x0 #2 0x00007f27fb9afdd5 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f27fb276ead in clone () from /lib64/libc.so.6 No symbol table info available. Thread 4 (Thread 0x7f27f1949700 (LWP 24179)): #0 0x00007f27fb26df73 in select () from /lib64/libc.so.6 No symbol table info available. #1 0x00007f27fcc1e82a in runner (arg=0x1e11df0) at <https://build.gluster.org/job/regression-test-burn-in/ws/contrib/timer-wheel/timer-wheel.c>:186 tv = {tv_sec = 0, tv_usec = 986090} base = 0x1e11df0 #2 0x00007f27fb9afdd5 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f27fb276ead in clone () from /lib64/libc.so.6 No symbol table info available. Thread 3 (Thread 0x7f27f294b700 (LWP 24177)): #0 0x00007f27fb9b3d12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f27fcbd6445 in syncenv_task (proc=0x1e0dc70) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/syncop.c>:517 env = 0x1e0dc70 task = 0x0 sleep_till = {tv_sec = 1560015877, tv_nsec = 0} ret = 0 #2 0x00007f27fcbd663a in syncenv_processor (thdata=0x1e0dc70) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/syncop.c>:584 env = 0x1e0dc70 proc = 0x1e0dc70 task = 0x0 #3 0x00007f27fb9afdd5 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007f27fb276ead in clone () from /lib64/libc.so.6 No symbol table info available. Thread 2 (Thread 0x7f27f314c700 (LWP 24176)): #0 0x00007f27fb23de2d in nanosleep () from /lib64/libc.so.6 No symbol table info available. #1 0x00007f27fb23dcc4 in sleep () from /lib64/libc.so.6 No symbol table info available. #2 0x00007f27fcbbdc39 in pool_sweeper (arg=0x0) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/mem-pool.c>:446 state = {death_row = {next = 0x0, prev = 0x0}, cold_lists = {0x0 <repeats 1024 times>}, n_cold_lists = 0} pool_list = 0x0 next_pl = 0x0 pt_pool = 0x0 i = 0 poisoned = false #3 0x00007f27fb9afdd5 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007f27fb276ead in clone () from /lib64/libc.so.6 No symbol table info available. Thread 1 (Thread 0x7f27f394d700 (LWP 24175)): #0 0x0000000000409412 in ?? () No symbol table info available. #1 0x0000000000000001 in ?? () No symbol table info available. #2 0x00000000000186c0 in ?? () No symbol table info available. #3 0x00000000004165b0 in ?? () No symbol table info available. #4 0x000000000000000f in ?? () No symbol table info available. #5 0x0000000000000000 in ?? () No symbol table info available. ========================================================= Finish backtrace program name : /build/install/sbin/glusterfs corefile : /glfs_sigwait-24173.core ========================================================= + rm -f /build/install/cores/gdbout.txt + sort /build/install/cores/liblist.txt + uniq + cat /build/install/cores/liblist.txt.tmp + grep -v /build/install + tar -cf /archives/archived_builds/build-install-regression-test-burn-in-4608.tar /build/install/sbin /build/install/bin /build/install/lib /build/install/libexec /build/install/cores tar: Removing leading `/' from member names + tar -rhf /archives/archived_builds/build-install-regression-test-burn-in-4608.tar -T /build/install/cores/liblist.txt tar: Removing leading `/' from member names + bzip2 /archives/archived_builds/build-install-regression-test-burn-in-4608.tar + rm -f /build/install/cores/liblist.txt + rm -f /build/install/cores/liblist.txt.tmp + find /archives -size +1G -delete -type f + [[ builder208.int.aws.gluster.org == *\a\w\s* ]] + scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i '' /archives/archived_builds/build-install-regression-test-burn-in-4608.tar.bz2 [email protected]:/var/www/glusterfs-logs/regression-test-burn-in-4608.bz2 Warning: Identity file not accessible: No such file or directory. Warning: Permanently added 'logs.aws.gluster.org,18.219.45.211' (ECDSA) to the list of known hosts. Permission denied (publickey,gssapi-keyex,gssapi-with-mic). lost connection + true + echo 'Cores and builds archived in https://logs.aws.gluster.org/regression-test-burn-in-4608.bz2' Cores and builds archived in https://logs.aws.gluster.org/regression-test-burn-in-4608.bz2 + echo 'Open core using the following command to get a proper stack' Open core using the following command to get a proper stack + echo 'Example: From root of extracted tarball' Example: From root of extracted tarball + echo '\t\tgdb -ex '\''set sysroot ./'\'' -ex '\''core-file ./build/install/cores/xxx.core'\'' <target, say ./build/install/sbin/glusterd>' \t\tgdb -ex 'set sysroot ./' -ex 'core-file ./build/install/cores/xxx.core' <target, say ./build/install/sbin/glusterd> + RET=1 + '[' 1 -ne 0 ']' + tar -czf <https://build.gluster.org/job/regression-test-burn-in/4608/artifact/glusterfs-logs.tgz> /var/log/glusterfs /var/log/messages /var/log/messages-20190602 tar: Removing leading `/' from member names + case $(uname -s) in ++ uname -s + /sbin/sysctl -w kernel.core_pattern=/%e-%p.core kernel.core_pattern = /%e-%p.core + exit 1 Build step 'Execute shell' marked build as failure _______________________________________________ maintainers mailing list [email protected] https://lists.gluster.org/mailman/listinfo/maintainers
