See <https://build.gluster.org/job/regression-test-burn-in/4166/display/redirect>
------------------------------------------ [...truncated 1.01 MB...] #2 0x00007f361b1cdce8 in pthread_mutex_lock () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f361c37d44f in gf_log_flush () at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/logging.c>:174 this = 0x7f361c68b2e0 <global_xlator> ctx = 0xd77010 #4 0x00007f361c387cdf in gf_print_trace (signum=11, ctx=0xd77010) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/common-utils.c>:920 msg = '\000' <repeats 1023 times> timestr = '\000' <repeats 63 times> stack = 0x0 #5 0x000000000040a85d in ?? () No symbol table info available. #6 0x0000000000000000 in ?? () No symbol table info available. Thread 10 (Thread 0x7f361c73a700 (LWP 15844)): #0 0x00007f361b1d251d in __lll_lock_wait () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f361b1cde1b in _L_lock_812 () from /lib64/libpthread.so.0 No symbol table info available. #2 0x00007f361b1cdce8 in pthread_mutex_lock () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f361c37d44f in gf_log_flush () at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/logging.c>:174 this = 0x7f361c68b2e0 <global_xlator> ctx = 0xd77010 #4 0x00007f361c387cdf in gf_print_trace (signum=11, ctx=0xd77010) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/common-utils.c>:920 msg = '\000' <repeats 1023 times> timestr = '\000' <repeats 63 times> stack = 0x0 #5 0x000000000040a85d in ?? () No symbol table info available. #6 0x0000000000000000 in ?? () No symbol table info available. Thread 9 (Thread 0x7f36057bb700 (LWP 15847)): #0 0x00007f361b1d251d in __lll_lock_wait () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f361b1cde1b in _L_lock_812 () from /lib64/libpthread.so.0 No symbol table info available. #2 0x00007f361b1cdce8 in pthread_mutex_lock () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f361c37d44f in gf_log_flush () at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/logging.c>:174 this = 0x7f361c68b2e0 <global_xlator> ctx = 0xd77010 #4 0x00007f361c387cdf in gf_print_trace (signum=11, ctx=0xd77010) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/common-utils.c>:920 msg = '\000' <repeats 1023 times> timestr = '\000' <repeats 63 times> stack = 0x0 #5 0x000000000040a85d in ?? () No symbol table info available. #6 0x0000000000000000 in ?? () No symbol table info available. Thread 8 (Thread 0x7f36032b2700 (LWP 15856)): #0 0x00007f361a9de4c7 in vfprintf () from /lib64/libc.so.6 No symbol table info available. #1 0x00007f361a9e9297 in fprintf () from /lib64/libc.so.6 No symbol table info available. #2 0x00007f361c37edc7 in _gf_msg_plain_internal (level=GF_LOG_ALERT, msg=0x7f361c45c90a "pending frames:") at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/logging.c>:974 this = 0x7f361c68b2e0 <global_xlator> ctx = 0xd77010 priority = 32565 #3 0x00007f361c37f122 in _gf_msg_plain_nomem (level=GF_LOG_ALERT, msg=0x7f361c45c90a "pending frames:") at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/logging.c>:1075 this = 0x7f361c68b2e0 <global_xlator> ret = 0 ctx = 0xd77010 #4 0x00007f361c387cff in gf_print_trace (signum=11, ctx=0xd77010) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/common-utils.c>:925 msg = '\000' <repeats 1023 times> timestr = '\000' <repeats 63 times> stack = 0x0 #5 0x000000000040a85d in ?? () No symbol table info available. #6 0x0000000000000000 in ?? () No symbol table info available. Thread 7 (Thread 0x7f360f488700 (LWP 15823)): #0 0x00007f361b1d251d in __lll_lock_wait () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f361b1cde1b in _L_lock_812 () from /lib64/libpthread.so.0 No symbol table info available. #2 0x00007f361b1cdce8 in pthread_mutex_lock () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f361c381909 in _gf_msg (domain=0x414477 "", file=0x413b78 "<https://build.gluster.org/job/regression-test-burn-in/ws/glusterfsd/src/glusterfsd.c";,> function=0x4154f0 "cleanup_and_exit", line=1481, level=GF_LOG_WARNING, errnum=0, trace=1, msgid=100032, fmt=0x414a38 "received signum (%d), shutting down") at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/logging.c>:2083 ret = 1 msgstr = 0x0 ap = {{gp_offset = 4294967295, fp_offset = 4294967295, overflow_arg_area = 0xffffffffffffffff, reg_save_area = 0x0}} this = 0x7f361c68b2e0 <global_xlator> ctx = 0xd77010 callstr = "(-->/build/install/sbin/glusterfsd(mgmt_getspec_cbk+0x708) [0x410967] -->/build/install/sbin/glusterfsd(glusterfs_process_volfp+0x203) [0x40b011] -->/build/install/sbin/glusterfsd(cleanup_and_exit+0x88"... passcallstr = 1 log_inited = 0 __PRETTY_FUNCTION__ = "_gf_msg" #4 0x0000000000408b07 in ?? () No symbol table info available. #5 0x0000000000000001 in ?? () No symbol table info available. #6 0x00000000000186c0 in ?? () No symbol table info available. #7 0x0000000000414a38 in ?? () No symbol table info available. #8 0x00000000ffffffff in ?? () No symbol table info available. #9 0x00007f360f4878d4 in ?? () No symbol table info available. #10 0xffffffff1c3cd349 in ?? () No symbol table info available. #11 0x0000000000000000 in ?? () No symbol table info available. Thread 6 (Thread 0x7f3611968700 (LWP 15822)): #0 0x00007f361b1cfd42 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f361c3cfc29 in syncenv_task (proc=0xdb82f0) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/syncop.c>:613 env = 0xdb7f30 task = 0x0 sleep_till = {tv_sec = 1540416950, tv_nsec = 0} ret = 0 #2 0x00007f361c3cfe1e in syncenv_processor (thdata=0xdb82f0) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/syncop.c>:680 env = 0xdb7f30 proc = 0xdb82f0 task = 0x0 #3 0x00007f361b1cbe25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007f361aa94bad in clone () from /lib64/libc.so.6 No symbol table info available. Thread 5 (Thread 0x7f361296a700 (LWP 15820)): #0 0x00007f361aa5b56d in nanosleep () from /lib64/libc.so.6 No symbol table info available. #1 0x00007f361aa5b404 in sleep () from /lib64/libc.so.6 No symbol table info available. #2 0x00007f361c3b84ca in pool_sweeper (arg=0x0) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/mem-pool.c>:473 state = {death_row = {next = 0x0, prev = 0x0}, cold_lists = {0x0 <repeats 1024 times>}, n_cold_lists = 0} pool_list = 0x0 next_pl = 0x0 pt_pool = 0x0 i = 0 begin_time = {tv_sec = 0, tv_usec = 0} end_time = {tv_sec = 0, tv_usec = 0} elapsed = {tv_sec = 0, tv_usec = 0} #3 0x00007f361b1cbe25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #4 0x00007f361aa94bad in clone () from /lib64/libc.so.6 No symbol table info available. Thread 4 (Thread 0x7f361316b700 (LWP 15819)): #0 0x00007f361b1d3461 in sigwait () from /lib64/libpthread.so.0 No symbol table info available. #1 0x000000000040a7be in ?? () No symbol table info available. #2 0x0000000000000000 in ?? () No symbol table info available. Thread 3 (Thread 0x7f361396c700 (LWP 15818)): #0 0x00007f361b1d2f3d in nanosleep () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f361c3910e7 in gf_timer_proc (data=0xdb76f0) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/timer.c>:195 now = 1423045431115227 now_ts = {tv_sec = 1423045, tv_nsec = 431115227} reg = 0xdb76f0 sleepts = {tv_sec = 1, tv_nsec = 0} event = 0xdfb380 tmp = 0xdb79f0 old_THIS = 0x0 #2 0x00007f361b1cbe25 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #3 0x00007f361aa94bad in clone () from /lib64/libc.so.6 No symbol table info available. Thread 2 (Thread 0x7f361c89b780 (LWP 15817)): #0 0x00007f361b1ccf97 in pthread_join () from /lib64/libpthread.so.0 No symbol table info available. #1 0x00007f361c3f9669 in event_dispatch_epoll (event_pool=0xdaec30) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/event-epoll.c>:758 i = 1 t_id = 139870161372928 pollercount = 1 ret = 0 ev_data = 0xdfa6c0 thread_name = "epoll000\000\000" __FUNCTION__ = "event_dispatch_epoll" #2 0x00007f361c3b6c8a in event_dispatch (event_pool=0xdaec30) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/event.c>:116 ret = -1 __FUNCTION__ = "event_dispatch" #3 0x000000000040b619 in ?? () No symbol table info available. #4 0x0000000000000000 in ?? () No symbol table info available. Thread 1 (Thread 0x7f3604ab5700 (LWP 15851)): #0 0x00007f360f6ab0b8 in ?? () from /lib64/libgcc_s.so.1 No symbol table info available. #1 0x00007f360f6abfb9 in _Unwind_Backtrace () from /lib64/libgcc_s.so.1 No symbol table info available. #2 0x00007f361aaaac16 in backtrace () from /lib64/libc.so.6 No symbol table info available. #3 0x00007f361c37f1e0 in _gf_msg_backtrace_nomem (level=GF_LOG_ALERT, stacksize=200) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/logging.c>:1103 this = 0x7f361c68b2e0 <global_xlator> ctx = 0xd77010 array = {0x7f361c37f1e0 <_gf_msg_backtrace_nomem+182>, 0x7f361c387ea4 <gf_print_trace+543>, 0x40a85d, 0x7f361a9cc2f0 <__restore_rt>, 0x7f361c45b9e3, 0x100000000, 0x14, 0xd70, 0x7f361c45b9e3, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x3000000010, 0x7f3604ab4540, 0x7f3604ab4480, 0x0, 0x7f361b1d3680 <funlockfile>, 0xdb6840, 0x7f3600000000, 0x0, 0x7f361b1d3680 <funlockfile>, 0xdb6840, 0x0 <repeats 31 times>, 0x7f361aa53431 <__strftime_internal+5905>, 0x0, 0x1ff5, 0x6, 0x91aa53431, 0x7f3604ab43e0, 0x7f3604ab41b0, 0x7f361ad5afa0 <_nl_C_LC_TIME>, 0x7f3604ab4360, 0xdb7420, 0x7f3604ab41d0, 0x1000, 0x7f35f4000070, 0xffff80c9fb54be21, 0x7f3604ab41e0, 0x7f3604ab41df, 0x7f35f4000070, 0xffff3035fb54be01, 0x7f3604ab4200, 0x7f3604ab41ff, 0x0, 0x303500000000, 0x7f35f4000e40, 0x7f35f4000020, 0x201c0, 0x1, 0x7f35f4002df0, 0x1e210, 0x7f361aa17212 <_int_free+658>, 0x7f35f4000dfb, 0x7f361ad5b780 <_nl_C_locobj>, 0x8, 0x7f361ab1d527, 0x7f35f4000dfb, 0x7f361aa52132 <__strftime_internal+1042>, 0x373 1383531000080, 0x7f35f4000de0, 0x2010, 0x7f35f4000020, 0x65, 0x7f35f4002df0, 0x51, 0x7f361aa1a677 <_int_realloc+295>, 0xffffffff, 0x7f361a9e9297 <fprintf+135>, 0x1ff5, 0x7f35f4000df0, 0x7f35f4000020, 0x7f35f4000de0, 0x7f3604ab4468, 0x60, 0x51, 0x7f361aa1beb2 <realloc+434>, 0x788, 0x2010, 0x0, 0x5bd0e35e, 0x14, 0x7f35f4000b90, 0x7f3604ab4380, 0x7f361ad58fe0 <_IO_mem_jumps>, 0x7f3604ab4468, 0x7f35f4000b90, 0x0, 0x7f361aa95bdd <send+141>, 0x7f3604ab4468, 0x7f35f4000b90, 0xffffffff, 0x7f361c45b9e0, 0x7f3604ab4468, 0x0, 0x14, 0x7f361aa8e909 <__vsyslog_chk+649>, 0x7f35f4000df0, 0x0, 0x50, 0x5bd0e35e, 0x7f35f4000b40, 0x0, 0xd793e0, 0x0, 0x7f35f4000df0, 0x0, 0xffffffff, 0x7f361c45ff28, 0x1900000032, 0x1800000015, 0x7600000009, 0x12800000003, 0x7f3500000000, 0x0, 0xdb7420, 0x7f361c3b7bc7 <__gf_malloc+215>, 0x7f3600000000, 0x0, 0x7f3604ab4570, 0x0, 0x801000, 0x0, 0x7f3604ab5700, 0x7f361aa8ec5f <syslog+143>, 0x0, 0x3000000018, 0x7f3604ab4540, 0x7f3604ab4480, 0x0, 0x7f361aa100c3 <_IO_ne w_file_write+67>, 0x7f35f4000930, 0x7f361aa85ced <write+45>, 0x7f3604ab5700, 0x7f361a9e316d <vfprintf+19661>, 0x7f361ad593a0 <__GI__IO_file_jumps>, 0x7f361aa118de <__GI__IO_do_write+190>, 0xdb6840, 0x7f361ad593a0 <__GI__IO_file_jumps>, 0x0, 0x801000, 0x0, 0x7f361aa0f718 <__GI__IO_file_sync+184>, 0x7f3604ab4500, 0x1e00801000, 0x0, 0xdb6840, 0x7f361ad593a0 <__GI__IO_file_jumps>, 0x7f361c3b8021 <__gf_mem_invalidate+294>, 0x0, 0x7f35f4000931, 0x7f36deadc0de, 0xd784e0, 0x7f3500000027, 0x0, 0x7f3604ab45b0, 0x0, 0x801000, 0x0, 0x7f3604ab5700, 0x7f361c3b833d <__gf_free+794>, 0x7f35f4000930, 0x7f35f4000930, 0x7f3604ab45d0, 0xd784e0, 0x7f35f40008e0, 0xeeeeeeee} bt_size = 0 fd = -1 #4 0x00007f361c387ea4 in gf_print_trace (signum=11, ctx=0xd77010) at <https://build.gluster.org/job/regression-test-burn-in/ws/libglusterfs/src/common-utils.c>:954 msg = "signal received: 11\000gluster.org/glusterfs.git", '\000' <repeats 978 times> timestr = "2018-10-24 21:25:50", '\000' <repeats 44 times> stack = 0xdb3d30 #5 0x000000000040a85d in ?? () No symbol table info available. #6 0x0000000000000000 in ?? () No symbol table info available. ========================================================= Finish backtrace program name : /build/install/sbin/glusterfsd corefile : /glfs_clogecon-15817.core ========================================================= + rm -f /build/install/cores/gdbout.txt + sort /build/install/cores/liblist.txt + uniq + cat /build/install/cores/liblist.txt.tmp + grep -v /build/install + tar -cf /archives/archived_builds/build-install-regression-test-burn-in-4166.tar /build/install/sbin /build/install/bin /build/install/lib /build/install/libexec /build/install/cores tar: Removing leading `/' from member names + tar -rhf /archives/archived_builds/build-install-regression-test-burn-in-4166.tar -T /build/install/cores/liblist.txt tar: Removing leading `/' from member names + bzip2 /archives/archived_builds/build-install-regression-test-burn-in-4166.tar + rm -f /build/install/cores/liblist.txt + rm -f /build/install/cores/liblist.txt.tmp + find /archives -size +1G -delete -type f + echo 'Cores and build archived in http://builder103.cloud.gluster.org/archived_builds/build-install-regression-test-burn-in-4166.tar.bz2' Cores and build archived in http://builder103.cloud.gluster.org/archived_builds/build-install-regression-test-burn-in-4166.tar.bz2 + echo 'Open core using the following command to get a proper stack' Open core using the following command to get a proper stack + echo 'Example: From root of extracted tarball' Example: From root of extracted tarball + echo '\t\tgdb -ex '\''set sysroot ./'\'' -ex '\''core-file ./build/install/cores/xxx.core'\'' <target, say ./build/install/sbin/glusterd>' \t\tgdb -ex 'set sysroot ./' -ex 'core-file ./build/install/cores/xxx.core' <target, say ./build/install/sbin/glusterd> + RET=1 + '[' 1 -ne 0 ']' + tar -czf <https://build.gluster.org/job/regression-test-burn-in/4166/artifact/glusterfs-logs.tgz> /var/log/glusterfs /var/log/messages /var/log/messages-20180930 /var/log/messages-20181007 /var/log/messages-20181014 /var/log/messages-20181021 tar: Removing leading `/' from member names + scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -i <https://build.gluster.org/job/regression-test-burn-in/ws/> glusterfs-logs.tgz [email protected]:/var/www/glusterfs-logs/regression-test-burn-in-4166.tgz ssh: connect to host http.int.rht.gluster.org port 22: Connection timed out lost connection + true + case $(uname -s) in ++ uname -s + /sbin/sysctl -w kernel.core_pattern=/%e-%p.core kernel.core_pattern = /%e-%p.core + exit 1 Build step 'Execute shell' marked build as failure _______________________________________________ maintainers mailing list [email protected] https://lists.gluster.org/mailman/listinfo/maintainers
