See <https://build.gluster.org/job/experimental-periodic/316/display/redirect>
------------------------------------------ [...truncated 974.31 KB...] [New LWP 28693] [New LWP 28691] [New LWP 28692] [New LWP 28694] [Thread debugging using libthread_db enabled] Using host libthread_db library "/lib64/libthread_db.so.1". Core was generated by `glusterd --xlator-option management.working-directory=/d/backends/2/glusterd --'. Program terminated with signal 11, Segmentation fault. #0 0x00007f3f1c40deb4 in xlator_volume_option_get_list (vol_list=0xffffffffffffff00, key=0x25b4980 "run-directory") at <https://build.gluster.org/job/experimental-periodic/ws/libglusterfs/src/options.c>:921 921 if (!vol_list->given_opt) { Thread 7 (Thread 0x7f3f121a0700 (LWP 28694)): #0 0x00007f3f1b1ff42d in __lll_lock_wait () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f3f1b1fadcb in _L_lock_812 () from /lib64/libpthread.so.0 No symbol table info available. #2 0x00007f3f1b1fac98 in pthread_mutex_lock () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f3f1c3a6ab4 in gf_log_glusterlog (ctx=0x2560010, domain=0x25aa4b0 "management", file=0x7f3f10f67a8d "glusterd-svc-mgmt.c", function=0x7f3f10f67d90 <__FUNCTION__.25081> "glusterd_svc_stop", line=229, level=GF_LOG_INFO, errnum=0, msgid=106568, appmsgstr=0x7f3f0ccaad78, callstr=0x0, tv=..., graph_id=0, fmt=gf_logformat_withmsgid) at <https://build.gluster.org/job/experimental-periodic/ws/libglusterfs/src/logging.c>:1454 timestr = "2018-05-09 16:25:41.548332", '\000' <repeats 229 times> header = 0x7f3f08007890 "[2018-05-09 16:25:41.548332] I [MSGID: 106568] [glusterd-svc-mgmt.c:229:glusterd_svc_stop] 0-management: " footer = 0x0 msg = 0x7f3f08002bf0 "[2018-05-09 16:25:41.548332] I [MSGID: 106568] [glusterd-svc-mgmt.c:229:glusterd_svc_stop] 0-management: bitd service is stopped" hlen = 105 flen = 0 mlen = 23 ret = 105 #4 0x00007f3f1c3a75bd in gf_log_print_plain_fmt (ctx=0x2560010, domain=0x25aa4b0 "management", file=0x7f3f10f67a8d "glusterd-svc-mgmt.c", function=0x7f3f10f67d90 <__FUNCTION__.25081> "glusterd_svc_stop", line=229, level=GF_LOG_INFO, errnum=0, msgid=106568, appmsgstr=0x7f3f0ccaad78, callstr=0x0, tv=..., graph_id=0, fmt=gf_logformat_withmsgid) at <https://build.gluster.org/job/experimental-periodic/ws/libglusterfs/src/logging.c>:1690 ret = -1 logger = gf_logger_glusterlog #5 0x00007f3f1c3a8147 in _gf_msg_internal (domain=0x25aa4b0 "management", file=0x7f3f10f67a40 "<https://build.gluster.org/job/experimental-periodic/ws/xlators/mgmt/glusterd/src/glusterd-svc-mgmt.c";,> function=0x7f3f10f67d90 <__FUNCTION__.25081> "glusterd_svc_stop", line=229, level=GF_LOG_INFO, errnum=0, msgid=106568, appmsgstr=0x7f3f0ccaad78, callstr=0x0, graph_id=0) at <https://build.gluster.org/job/experimental-periodic/ws/libglusterfs/src/logging.c>:2028 ret = 0 size = 0 basename = 0x7f3f10f67a8d "glusterd-svc-mgmt.c" this = 0x25a9480 ctx = 0x2560010 iter = 0x25602f8 buf_tmp = 0x25602f8 buf_new = 0x0 first = 0x0 tv = {tv_sec = 1525883141, tv_usec = 548332} found = false flush_lru = false flush_logged_msg = true __FUNCTION__ = "_gf_msg_internal" #6 0x00007f3f1c3a851b in _gf_msg (domain=0x25aa4b0 "management", file=0x7f3f10f67a40 "<https://build.gluster.org/job/experimental-periodic/ws/xlators/mgmt/glusterd/src/glusterd-svc-mgmt.c";,> function=0x7f3f10f67d90 <__FUNCTION__.25081> "glusterd_svc_stop", line=229, level=GF_LOG_INFO, errnum=0, trace=0, msgid=106568, fmt=0x7f3f10f67bf0 "%s service is stopped") at <https://build.gluster.org/job/experimental-periodic/ws/libglusterfs/src/logging.c>:2107 ret = 23 msgstr = 0x7f3f080020e0 "bitd service is stopped" ap = {{gp_offset = 48, fp_offset = 48, overflow_arg_area = 0x7f3f0ccaae80, reg_save_area = 0x7f3f0ccaada0}} this = 0x25a9480 ctx = 0x2560010 callstr = '\000' <repeats 4095 times> passcallstr = 0 log_inited = 1 __PRETTY_FUNCTION__ = "_gf_msg" #7 0x00007f3f10f1471a in glusterd_svc_stop (svc=0x7f3f1c71f340, sig=15) at <https://build.gluster.org/job/experimental-periodic/ws/xlators/mgmt/glusterd/src/glusterd-svc-mgmt.c>:228 ret = 0 __FUNCTION__ = "glusterd_svc_stop" #8 0x00007f3f10f1b5ce in glusterd_bitdsvc_stop (svc=0x7f3f1c71f340, sig=15) at <https://build.gluster.org/job/experimental-periodic/ws/xlators/mgmt/glusterd/src/glusterd-bitd-svc.c>:141 No locals. #9 0x00007f3f10f1b430 in glusterd_bitdsvc_manager (svc=0x7f3f1c71f340, data=0x0, flags=2) at <https://build.gluster.org/job/experimental-periodic/ws/xlators/mgmt/glusterd/src/glusterd-bitd-svc.c>:88 ret = 0 this = 0x25a9480 __PRETTY_FUNCTION__ = "glusterd_bitdsvc_manager" __FUNCTION__ = "glusterd_bitdsvc_manager" #10 0x00007f3f10f18103 in glusterd_svcs_manager (volinfo=0x0) at <https://build.gluster.org/job/experimental-periodic/ws/xlators/mgmt/glusterd/src/glusterd-svc-helper.c>:143 ret = 0 this = 0x25a9480 conf = 0x7f3f1c70d060 __PRETTY_FUNCTION__ = "glusterd_svcs_manager" #11 0x00007f3f10e328d1 in glusterd_restart_bricks (conf=0x7f3f1c70d060) at <https://build.gluster.org/job/experimental-periodic/ws/xlators/mgmt/glusterd/src/glusterd-utils.c>:6049 ret = 2 volinfo = 0x2600ed0 brickinfo = 0x0 snap = 0x0 start_svcs = true this = 0x25a9480 active_count = 1 quorum_count = 1 node_quorum = true __FUNCTION__ = "glusterd_restart_bricks" #12 0x00007f3f10e2a355 in glusterd_spawn_daemons (opaque=0x0) at <https://build.gluster.org/job/experimental-periodic/ws/xlators/mgmt/glusterd/src/glusterd-utils.c>:3535 conf = 0x7f3f1c70d060 ret = -1 #13 0x00007f3f1c3f2ec0 in synctask_wrap () at <https://build.gluster.org/job/experimental-periodic/ws/libglusterfs/src/syncop.c>:375 task = 0x25f9010 #14 0x00007f3f1aa13d40 in ?? () from /lib64/libc.so.6 No symbol table info available. #15 0x0000000000000000 in ?? () No symbol table info available. Thread 6 (Thread 0x7f3f131a2700 (LWP 28692)): #0 0x00007f3f1b200371 in sigwait () from /lib64/libpthread.so.0 No symbol table info available. #1 0x000000000040a432 in ?? () No symbol table info available. #2 0x0000000000000000 in ?? () No symbol table info available. Thread 5 (Thread 0x7f3f139a3700 (LWP 28691)): #0 0x00007f3f1b1ffe4d in nanosleep () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f3f1c3b4fb5 in gf_timer_proc (data=0x259fb20) at <https://build.gluster.org/job/experimental-periodic/ws/libglusterfs/src/timer.c>:201 now = 2228063527262480 now_ts = {tv_sec = 2228063, tv_nsec = 527262480} reg = 0x259fb20 sleepts = {tv_sec = 1, tv_nsec = 0} event = 0x259fbd0 tmp = 0x259fb30 old_THIS = 0x0 #2 0x00007f3f1b1f8e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f3f1aac534d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 4 (Thread 0x7f3f129a1700 (LWP 28693)): #0 0x00007f3f1aa8c1ad in nanosleep () from /lib64/libc.so.6 No symbol table info available. #1 0x00007f3f1aa8c044 in sleep () from /lib64/libc.so.6 No symbol table info available. #2 0x00007f3f1c3dc531 in pool_sweeper (arg=0x0) at <https://build.gluster.org/job/experimental-periodic/ws/libglusterfs/src/mem-pool.c>:470 state = {death_row = {next = 0x0, prev = 0x0}, cold_lists = {0x0 <repeats 1024 times>}, n_cold_lists = 0} pool_list = 0x0 next_pl = 0x0 pt_pool = 0x0 i = 0 begin_time = {tv_sec = 0, tv_usec = 0} end_time = {tv_sec = 0, tv_usec = 0} elapsed = {tv_sec = 0, tv_usec = 0} #3 0x00007f3f1b1f8e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007f3f1aac534d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 3 (Thread 0x7f3f0caaa700 (LWP 28722)): #0 0x00007f3f1aac5311 in clone () from /lib64/libc.so.6 No symbol table info available. #1 0x00007f3f1b1f8d60 in ?? () from /lib64/libpthread.so.0 No symbol table info available. #2 0x00007f3f0caaa700 in ?? () No symbol table info available. #3 0x0000000000000000 in ?? () No symbol table info available. Thread 2 (Thread 0x7f3f1199f700 (LWP 28695)): #0 0x00007f3f1b1fccf2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f3f1c3f36ed in syncenv_task (proc=0x25a10d0) at <https://build.gluster.org/job/experimental-periodic/ws/libglusterfs/src/syncop.c>:603 env = 0x25a0d10 task = 0x0 sleep_till = {tv_sec = 1525883741, tv_nsec = 0} ret = 0 #2 0x00007f3f1c3f3988 in syncenv_processor (thdata=0x25a10d0) at <https://build.gluster.org/job/experimental-periodic/ws/libglusterfs/src/syncop.c>:695 env = 0x25a0d10 proc = 0x25a10d0 task = 0x0 #3 0x00007f3f1b1f8e25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007f3f1aac534d in clone () from /lib64/libc.so.6 No symbol table info available. Thread 1 (Thread 0x7f3f1c8b7780 (LWP 28690)): #0 0x00007f3f1c40deb4 in xlator_volume_option_get_list (vol_list=0xffffffffffffff00, key=0x25b4980 "run-directory") at <https://build.gluster.org/job/experimental-periodic/ws/libglusterfs/src/options.c>:921 opt = 0x0 opt_list = 0x0 found = 0x0 index = 0 i = 0 cmp_key = 0x0 #1 0x00007f3f1c40dfc6 in xlator_volume_option_get (xl=0x25a9480, key=0x25b4980 "run-directory") at <https://build.gluster.org/job/experimental-periodic/ws/libglusterfs/src/options.c>:951 vol_list = 0xffffffffffffff00 found = 0x0 #2 0x00007f3f1c3ef59c in _log_if_unknown_option (dict=0x25aa4f8, key=0x25b4980 "run-directory", value=0x25b5b28, data=0x25a9480) at <https://build.gluster.org/job/experimental-periodic/ws/libglusterfs/src/graph.c>:358 found = 0x0 xl = 0x25a9480 __FUNCTION__ = "_log_if_unknown_option" #3 0x00007f3f1c39a797 in dict_foreach_match (dict=0x25aa4f8, match=0x7f3f1c39a627 <dict_match_everything>, match_data=0x0, action=0x7f3f1c3ef559 <_log_if_unknown_option>, action_data=0x25a9480) at <https://build.gluster.org/job/experimental-periodic/ws/libglusterfs/src/dict.c>:1279 __FUNCTION__ = "dict_foreach_match" ret = 0 count = 6 pairs = 0x25b5bb8 next = 0x25b5a98 #4 0x00007f3f1c39a683 in dict_foreach (dict=0x25aa4f8, fn=0x7f3f1c3ef559 <_log_if_unknown_option>, data=0x25a9480) at <https://build.gluster.org/job/experimental-periodic/ws/libglusterfs/src/dict.c>:1237 ret = 0 #5 0x00007f3f1c3ef631 in _xlator_check_unknown_options (xl=0x25a9480, data=0x0) at <https://build.gluster.org/job/experimental-periodic/ws/libglusterfs/src/graph.c>:373 No locals. #6 0x00007f3f1c3a1478 in xlator_foreach (this=0x25a9480, fn=0x7f3f1c3ef606 <_xlator_check_unknown_options>, data=0x0) at <https://build.gluster.org/job/experimental-periodic/ws/libglusterfs/src/xlator.c>:543 first = 0x25a9480 old_THIS = 0x7f3f1c6a6280 <global_xlator> __FUNCTION__ = "xlator_foreach" #7 0x00007f3f1c3ef65e in glusterfs_graph_unknown_options (graph=0x25a5100) at <https://build.gluster.org/job/experimental-periodic/ws/libglusterfs/src/graph.c>:380 No locals. #8 0x00007f3f1c3f0159 in glusterfs_graph_activate (graph=0x25a5100, ctx=0x2560010) at <https://build.gluster.org/job/experimental-periodic/ws/libglusterfs/src/graph.c>:702 ret = 0 root = 0x25a9480 __FUNCTION__ = "glusterfs_graph_activate" #9 0x000000000040ac10 in ?? () No symbol table info available. #10 0x000000002b45a6b3 in ?? () No symbol table info available. #11 0x0000000000000000 in ?? () No symbol table info available. ========================================================= Finish backtrace program name : /build/install/sbin/glusterd corefile : /glusterd-28690.core ========================================================= + rm -f /build/install/cores/gdbout.txt + for corefile in '$CORELIST' + getliblistfromcore /build/install/cores/glusterepoll0-11813.core + rm -f /build/install/cores/gdbout.txt + gdb -c /build/install/cores/glusterepoll0-11813.core -q -ex 'set pagination off' -ex 'info sharedlibrary' -ex q + set +x + rm -f /build/install/cores/gdbout.txt + sort /build/install/cores/liblist.txt + uniq + cat /build/install/cores/liblist.txt.tmp + grep -v /build/install + tar -cf /archives/archived_builds/build-install-experimental-periodic-316.tar /build/install/sbin /build/install/bin /build/install/lib /build/install/libexec /build/install/cores tar: Removing leading `/' from member names + tar -rhf /archives/archived_builds/build-install-experimental-periodic-316.tar -T /build/install/cores/liblist.txt tar: Removing leading `/' from member names + bzip2 /archives/archived_builds/build-install-experimental-periodic-316.tar + rm -f /build/install/cores/liblist.txt + rm -f /build/install/cores/liblist.txt.tmp + find /archives -size +1G -delete -type f + echo 'Cores and build archived in http://builder107.cloud.gluster.org/archived_builds/build-install-experimental-periodic-316.tar.bz2' Cores and build archived in http://builder107.cloud.gluster.org/archived_builds/build-install-experimental-periodic-316.tar.bz2 + echo 'Open core using the following command to get a proper stack' Open core using the following command to get a proper stack + echo 'Example: From root of extracted tarball' Example: From root of extracted tarball + echo '\t\tgdb -ex '\''set sysroot ./'\'' -ex '\''core-file ./build/install/cores/xxx.core'\'' <target, say ./build/install/sbin/glusterd>' \t\tgdb -ex 'set sysroot ./' -ex 'core-file ./build/install/cores/xxx.core' <target, say ./build/install/sbin/glusterd> + RET=1 + '[' 1 -ne 0 ']' + tar -czf <https://build.gluster.org/job/experimental-periodic/ws/glusterfs-logs.tgz> /var/log/glusterfs /var/log/messages /var/log/messages-20180415 /var/log/messages-20180423 /var/log/messages-20180429 /var/log/messages-20180506 tar: Removing leading `/' from member names + scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i <https://build.gluster.org/job/experimental-periodic/ws/> glusterfs-logs.tgz [email protected]:/var/www/glusterfs-logs/experimental-periodic-316.tgz ssh: connect to host http.int.rht.gluster.org port 22: Connection timed out lost connection + true + case $(uname -s) in ++ uname -s + /sbin/sysctl -w kernel.core_pattern=/%e-%p.core kernel.core_pattern = /%e-%p.core + exit 1 Build step 'Execute shell' marked build as failure _______________________________________________ maintainers mailing list [email protected] http://lists.gluster.org/mailman/listinfo/maintainers
