See <https://build.gluster.org/job/regression-test-with-multiplex/1735/display/redirect>
Changes: ------------------------------------------ [...truncated 3.75 MB...] #1 0x00007f827dc6561a in event_dispatch_epoll_worker (data=0x10fc860) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/event-epoll.c>:741 event = {events = 1, data = {ptr = 0x10000000a, fd = 10, u32 = 10, u64 = 4294967306}} ret = 0 ev_data = 0x10fc860 event_pool = 0x101ece0 myindex = 1 timetodie = 0 gen = 0 poller_death_notify = {next = 0x0, prev = 0x0} slot = 0x0 tmp = 0x0 __FUNCTION__ = "event_dispatch_epoll_worker" #2 0x00007f827ca18e65 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f827c2de88d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 6 (Thread 0x7f826f037700 (LWP 9346)): #0 0x00007f827ca1c9f5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f8271db1161 in hooks_worker (args=0x1031d90) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-hooks.c>:527 conf = 0x10dde10 hooks_priv = 0x11252a0 stub = 0x7f8264004040 #2 0x00007f827ca18e65 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f827c2de88d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 5 (Thread 0x7f82729b0700 (LWP 9314)): #0 0x00007f827c2d5953 in select () from /lib64/libc.so.6 No symbol table info available. #1 0x00007f827dc8400c in runner (arg=0x102b470) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/contrib/timer-wheel/timer-wheel.c>:186 tv = {tv_sec = 0, tv_usec = 970712} base = 0x102b470 #2 0x00007f827ca18e65 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f827c2de88d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 4 (Thread 0x7f82739b2700 (LWP 9312)): #0 0x00007f827ca1cda2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f827dc3b73a in syncenv_task (proc=0x10272f0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/syncop.c>:524 env = 0x10272f0 task = 0x0 sleep_till = {tv_sec = 1585084435, tv_nsec = 0} ret = 0 #2 0x00007f827dc3b92f in syncenv_processor (thdata=0x10272f0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/syncop.c>:591 env = 0x10272f0 proc = 0x10272f0 task = 0x7f8260005050 #3 0x00007f827ca18e65 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007f827c2de88d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 3 (Thread 0x7f82749b4700 (LWP 9310)): #0 0x00007f827ca20381 in sigwait () from /lib64/libpthread.so.0 No symbol table info available. #1 0x000000000040b3e6 in ?? () No symbol table info available. #2 0x0000000000000000 in ?? () No symbol table info available. Thread 2 (Thread 0x7f82751b5700 (LWP 9309)): #0 0x00007f827ca1cda2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f827dbfd987 in gf_timer_proc (data=0x1026980) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/timer.c>:141 now = {tv_sec = 7859546, tv_nsec = 485839122} reg = 0x1026980 event = 0x7f82640051d0 tmp = 0x0 old_THIS = 0x7f827defe8e0 <global_xlator> #2 0x00007f827ca18e65 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f827c2de88d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 1 (Thread 0x7f82731b1700 (LWP 9313)): #0 0x00007f8271d08abc in cds_list_add_tail (newp=0x7f826400eff8, head=0x18) at /usr/include/urcu/list.h:66 No locals. #1 0x00007f8271d0feaa in glusterd_brick_process_add_brick (brickinfo=0x7f826400ef70, parent_brickinfo=0x1118c40) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-utils.c>:2428 ret = 0 this = 0x1031d90 priv = 0x10dde10 brick_proc = 0x0 __FUNCTION__ = "glusterd_brick_process_add_brick" #2 0x00007f8271d1bb1d in attach_brick (this=0x1031d90, brickinfo=0x7f826400ef70, other_brick=0x1118c40, volinfo=0x1104090, other_vol=0x1104090) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-utils.c>:6003 conf = 0x10dde10 unslashed = "d-backends-patchy3", '\000' <repeats 4077 times> full_id = "patchy.builder210.int.aws.gluster.org.d-backends-patchy3", '\000' <repeats 4039 times> path = "/var/lib/glusterd/vols/patchy/patchy.builder210.int.aws.gluster.org.d-backends-patchy3.vol", '\000' <repeats 4005 times> ret = 0 tries = 15 rpc = 0x7f8268003610 len = 56 __FUNCTION__ = "attach_brick" #3 0x00007f8271d1d771 in glusterd_brick_start (volinfo=0x1104090, brickinfo=0x7f826400ef70, wait=true, only_connect=false) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-utils.c>:6577 ret = 0 this = 0x1031d90 other_brick = 0x1118c40 conf = 0x10dde10 pid = -1 pidfile = "/var/run/gluster/vols/patchy/builder210.int.aws.gluster.org-d-backends-patchy3.pid", '\000' <repeats 4013 times> socketpath = '\000' <repeats 4095 times> brickpath = 0x0 other_vol = 0x1104090 is_service_running = false volid = "Z<\262\211\301,@ܒ\375\237\347f^8\250" size = 16 __PRETTY_FUNCTION__ = "glusterd_brick_start" __FUNCTION__ = "glusterd_brick_start" #4 0x00007f8271da2e96 in glusterd_op_perform_add_bricks (volinfo=0x1104090, count=1, bricks=0x7f8264002a90 " builder210.int.aws.gluster.org:/d/backends/patchy3 ", dict=0x7f82640030b8) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-brick-ops.c>:1184 brick = 0x7f8264008f81 "builder210.int.aws.gluster.org:/d/backends/patchy3" i = 1 brick_list = 0x7f8264008f80 " builder210.int.aws.gluster.org:/d/backends/patchy3" free_ptr1 = 0x7f826400ed70 " builder210.int.aws.gluster.org:/d/backends/patchy3" free_ptr2 = 0x7f8264008f80 " builder210.int.aws.gluster.org:/d/backends/patchy3" saveptr = 0x7f8264008fb4 "" ret = 0 stripe_count = 0 replica_count = 3 arbiter_count = 0 type = 0 brickinfo = 0x7f826400ef70 param = {rsp_dict = 0x0, volinfo = 0x0, node = 0x0} restart_needed = false brickid = 3 key = "brick1.mount_dir", '\000' <repeats 47 times> brick_mount_dir = 0x7f8264001e30 "/backends/patchy3" this = 0x1031d90 conf = 0x10dde10 is_valid_add_brick = true brickstat = {f_bsize = 4096, f_frsize = 4096, f_blocks = 2618880, f_bfree = 2559044, f_bavail = 2559044, f_files = 5242880, f_ffree = 5240079, f_favail = 5240079, f_fsid = 1792, f_flag = 4096, f_namemax = 255, __f_spare = {0, 0, 0, 0, 0, 0}} __PRETTY_FUNCTION__ = "glusterd_op_perform_add_bricks" __FUNCTION__ = "glusterd_op_perform_add_bricks" #5 0x00007f8271da5a3e in glusterd_op_add_brick (dict=0x7f82640030b8, op_errstr=0x7f8260204b80) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-brick-ops.c>:2086 ret = 0 volname = 0x7f8264000d70 "patchy" priv = 0x10dde10 volinfo = 0x1104090 this = 0x1031d90 bricks = 0x7f8264002a90 " builder210.int.aws.gluster.org:/d/backends/patchy3 " count = 1 __PRETTY_FUNCTION__ = "glusterd_op_add_brick" __FUNCTION__ = "glusterd_op_add_brick" #6 0x00007f8271dde240 in gd_mgmt_v3_commit_fn (op=GD_OP_ADD_BRICK, dict=0x7f82640030b8, op_errstr=0x7f8260204b80, op_errno=0x7f8260204b78, rsp_dict=0x7f8264000b28) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-mgmt.c>:314 ret = -1 this = 0x1031d90 __PRETTY_FUNCTION__ = "gd_mgmt_v3_commit_fn" __FUNCTION__ = "gd_mgmt_v3_commit_fn" #7 0x00007f8271de1d73 in glusterd_mgmt_v3_commit (op=GD_OP_ADD_BRICK, op_ctx=0x7f8264000c38, req_dict=0x7f82640030b8, op_errstr=0x7f8260204b80, op_errno=0x7f8260204b78, txn_generation=0) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-mgmt.c>:1577 ret = -1 peer_cnt = 0 rsp_dict = 0x7f8264000b28 peerinfo = 0x0 args = {op_ret = 0, op_errno = 0, iatt1 = {ia_flags = 0, ia_ino = 0, ia_dev = 0, ia_rdev = 0, ia_size = 0, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_mtime = 0, ia_ctime = 0, ia_btime = 0, ia_atime_nsec = 0, ia_mtime_nsec = 0, ia_ctime_nsec = 0, ia_btime_nsec = 0, ia_attributes = 0, ia_attributes_mask = 0, ia_gfid = '\000' <repeats 15 times>, ia_type = IA_INVAL, ia_prot = {suid = 0 '\000', sgid = 0 '\000', sticky = 0 '\000', owner = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, group = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, other = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}}}, iatt2 = {ia_flags = 0, ia_ino = 0, ia_dev = 0, ia_rdev = 0, ia_size = 0, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_mtime = 0, ia_ctime = 0, ia_btime = 0, ia_atime_nsec = 0, ia_mtime_nsec = 0, ia_ctime_nsec = 0, ia_btime_nsec = 0, ia_attributes = 0, ia_attributes_mask = 0, ia_gfid = '\000' <repeats 15 times>, ia_type = IA_INVAL, ia_prot = {suid = 0 '\000', sgid = 0 '\000', sticky = 0 '\000', owner = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, group = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, other = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}}}, iatt3 = {ia_flags = 0, ia_ino = 0, ia_dev = 0, ia_rdev = 0, ia_size = 0, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_mtime = 0, ia_ctime = 0, ia_btime = 0, ia_atime_nsec = 0, ia_mtime_nsec = 0, ia_ctime_nsec = 0, ia_btime_nsec = 0, ia_attributes = 0, ia_attributes_mask = 0, ia_gfid = '\000' <repeats 15 times>, ia_type = IA_INVAL, ia_prot = {suid = 0 '\000', sgid = 0 '\000', sticky = 0 '\000', owner = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, group = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, other = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}}}, xattr = 0x0, statvfs_buf = {f_bsize = 0, f_frsize = 0, f_blocks = 0, f_bfree = 0, f_bavail = 0, f_files = 0, f_ffree = 0, f_favail = 0, f_fsid = 0, f_flag = 0, f_namemax = 0, __f_spare = {0, 0, 0, 0, 0, 0}}, vector = 0x0, count = 0, iobref = 0x0, buffer = 0x0, xdata = 0x0, flock = {l_type = 0, l_whence = 0, l_start = 0, l_len = 0, l_pid = 0, l_owner = {len = 0, data = '\000' <repeats 1023 times>}}, lease = {cmd = 0, lease_type = NONE, lease_id = '\000' <repeats 15 times>, lease_flags = 0}, dict_out = 0x0, uuid = '\000' <repeats 15 times>, errstr = 0x0, dict = 0x0, lock_dict = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0, __kind = 0, __spins = 0, __elision = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}, barrier = {initialized = false, guard = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0, __kind = 0, __spins = 0, __elision = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}, cond = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, __size = '\000' <repeats 47 times>, __align = 0}, waitq = {next = 0x0, prev = 0x0}, count = 0, waitfor = 0}, task = 0x0, mutex = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0, __kind = 0, __spins = 0, __elision = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' <repeats 39 times>, __align = 0}, cond = {__data = {__lock = 0, __futex = 0, __total_seq = 0, __wakeup_seq = 0, __woken_seq = 0, __mutex = 0x0, __nwaiters = 0, __broadcast_seq = 0}, __size = '\000' <repeats 47 times>, __align = 0}, done = 0, entries = {{list = {next = 0x0, prev = 0x0}, {next = 0x0, prev = 0x0}}, d_ino = 0, d_off = 0, d_len = 0, d_type = 0, d_stat = {ia_flags = 0, ia_ino = 0, ia_dev = 0, ia_rdev = 0, ia_size = 0, ia_nlink = 0, ia_uid = 0, ia_gid = 0, ia_blksize = 0, ia_blocks = 0, ia_atime = 0, ia_mtime = 0, ia_ctime = 0, ia_btime = 0, ia_atime_nsec = 0, ia_mtime_nsec = 0, ia_ctime_nsec = 0, ia_btime_nsec = 0, ia_attributes = 0, ia_attributes_mask = 0, ia_gfid = '\000' <repeats 15 times>, ia_type = IA_INVAL, ia_prot = {suid = 0 '\000', sgid = 0 '\000', sticky = 0 '\000', owner = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, group = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}, other = {read = 0 '\000', write = 0 '\000', exec = 0 '\000'}}}, dict = 0x0, inode = 0x0, d_name = 0x7f82602046a0 ""}, offset = 0, locklist = {list = {next = 0x0, prev = 0x0}, flock = {l_type = 0, l_whence = 0, l_start = 0, l_len = 0, l_pid = 0, l_owner = {len = 0, data = '\000' <repeats 1023 times>}}, client_uid = 0x0, lk_flags = 0}} peer_uuid = '\000' <repeats 15 times> this = 0x1031d90 conf = 0x10dde10 __PRETTY_FUNCTION__ = "glusterd_mgmt_v3_commit" __FUNCTION__ = "glusterd_mgmt_v3_commit" #8 0x00007f8271de4154 in glusterd_mgmt_v3_initiate_all_phases (req=0x7f8260001a28, op=GD_OP_ADD_BRICK, dict=0x7f8264000c38) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-mgmt.c>:2333 ret = 0 op_ret = -1 req_dict = 0x7f82640030b8 tmp_dict = 0x7f8264003518 conf = 0x10dde10 op_errstr = 0x7f826400dc80 "/d/backends/patchy3 is already part of a volume" this = 0x1031d90 is_acquired = true originator_uuid = 0x7f8264004160 txn_generation = 0 op_errno = 0 __PRETTY_FUNCTION__ = "glusterd_mgmt_v3_initiate_all_phases" __FUNCTION__ = "glusterd_mgmt_v3_initiate_all_phases" #9 0x00007f8271da086b in __glusterd_handle_add_brick (req=0x7f8260001a28) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-brick-ops.c>:443 ret = 0 cli_req = {dict = {dict_len = 252, dict_val = 0x7f826400eac0 ""}} dict = 0x7f8264000c38 bricks = 0x7f8264002a90 " builder210.int.aws.gluster.org:/d/backends/patchy3 " volname = 0x7f8264000d70 "patchy" brick_count = 1 cli_rsp = 0x0 err_str = '\000' <repeats 2047 times> rsp = {op_ret = 0, op_errno = 0, op_errstr = 0x0, dict = {dict_len = 0, dict_val = 0x0}} volinfo = 0x1104090 this = 0x1031d90 total_bricks = 3 replica_count = 3 arbiter_count = 0 stripe_count = 0 type = 0 conf = 0x10dde10 __PRETTY_FUNCTION__ = "__glusterd_handle_add_brick" __FUNCTION__ = "__glusterd_handle_add_brick" #10 0x00007f8271cd8445 in glusterd_big_locked_handler (req=0x7f8260001a28, actor_fn=0x7f8271d9fcac <__glusterd_handle_add_brick>) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-handler.c>:79 priv = 0x10dde10 ret = -1 #11 0x00007f8271da094d in glusterd_handle_add_brick (req=0x7f8260001a28) at <https://build.gluster.org/job/regression-test-with-multiplex/ws/xlators/mgmt/glusterd/src/glusterd-brick-ops.c>:467 No locals. #12 0x00007f827dc3ae6d in synctask_wrap () at <https://build.gluster.org/job/regression-test-with-multiplex/ws/libglusterfs/src/syncop.c>:279 task = 0x7f8260005050 #13 0x00007f827c228140 in ?? () from /lib64/libc.so.6 No symbol table info available. #14 0x0000000000000000 in ?? () No symbol table info available. ========================================================= Finish backtrace program name : /build/install/sbin/glusterd corefile : /glfs_sproc1-9308.core ========================================================= + rm -f /build/install/cores/gdbout.txt + sort /build/install/cores/liblist.txt + uniq + cat /build/install/cores/liblist.txt.tmp + grep -v /build/install + tar -cf /archives/archived_builds/build-install-regression-test-with-multiplex-1735.tar /build/install/sbin /build/install/bin /build/install/lib /build/install/libexec /build/install/cores tar: Removing leading `/' from member names + tar -rhf /archives/archived_builds/build-install-regression-test-with-multiplex-1735.tar -T /build/install/cores/liblist.txt tar: Removing leading `/' from member names + bzip2 /archives/archived_builds/build-install-regression-test-with-multiplex-1735.tar + rm -f /build/install/cores/liblist.txt + rm -f /build/install/cores/liblist.txt.tmp + find /archives -size +1G -delete -type f + [[ builder210.int.aws.gluster.org == *\a\w\s* ]] + scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i **** /archives/archived_builds/build-install-regression-test-with-multiplex-1735.tar.bz2 [email protected]:/var/www/glusterfs-logs/regression-test-with-multiplex-1735.bz2 Warning: Permanently added 'logs.aws.gluster.org,18.219.45.211' (ECDSA) to the list of known hosts. + echo 'Cores and builds archived in https://logs.aws.gluster.org/regression-test-with-multiplex-1735.bz2' Cores and builds archived in https://logs.aws.gluster.org/regression-test-with-multiplex-1735.bz2 + echo 'Open core using the following command to get a proper stack' Open core using the following command to get a proper stack + echo 'Example: From root of extracted tarball' Example: From root of extracted tarball + echo '\t\tgdb -ex '\''set sysroot ./'\'' -ex '\''core-file ./build/install/cores/xxx.core'\'' <target, say ./build/install/sbin/glusterd>' \t\tgdb -ex 'set sysroot ./' -ex 'core-file ./build/install/cores/xxx.core' <target, say ./build/install/sbin/glusterd> + RET=1 + '[' 1 -ne 0 ']' + tar -czf <https://build.gluster.org/job/regression-test-with-multiplex/1735/artifact/glusterfs-logs.tgz> /var/log/glusterfs /var/log/messages /var/log/messages-20200301 /var/log/messages-20200308 /var/log/messages-20200315 /var/log/messages-20200322 tar: Removing leading `/' from member names + case $(uname -s) in ++ uname -s + /sbin/sysctl -w kernel.core_pattern=/%e-%p.core kernel.core_pattern = /%e-%p.core + exit 1 Logs are archived at Build artifacts: https://build.gluster.org/job/regression-test-with-multiplex/ Build step 'Execute shell' marked build as failure _______________________________________________ maintainers mailing list [email protected] https://lists.gluster.org/mailman/listinfo/maintainers
