Hi,
after running the whole night. These are the only ones still happening.
Should i revert the mpm patch to check whether it's the source? I'm only
seeing one related to mod_http2.
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
Core was generated by `/usr/local/apache2/bin/httpd -k start'.
Program terminated with signal SIGSEGV, Segmentation fault.
#0 apr_pool_cleanup_kill (p=0x7f128c039378,
data=data@entry=0x7f128c039400,
cleanup_fn=cleanup_fn@entry=0x7f129fe89a40 <socket_cleanup>)
at memory/unix/apr_pools.c:2276
#0 apr_pool_cleanup_kill (p=0x7f128c039378,
data=data@entry=0x7f128c039400,
cleanup_fn=cleanup_fn@entry=0x7f129fe89a40 <socket_cleanup>)
at memory/unix/apr_pools.c:2276
#1 0x00007f129fe85e91 in apr_pool_cleanup_run (p=<optimized out>,
data=0x7f128c039400, cleanup_fn=0x7f129fe89a40 <socket_cleanup>)
at memory/unix/apr_pools.c:2342
#2 0x00007f129fe89d22 in apr_socket_close (thesocket=<optimized out>)
at network_io/unix/sockets.c:183
#3 0x00000000004fa54e in process_lingering_close (cs=0x7f128c039608,
pfd=0x1a4afa8) at event.c:1510
#4 0x00000000004fdc30 in listener_thread (thd=0x7f128c039378,
dummy=0x7f128c039608) at event.c:1837
#5 0x00007f129f6100a4 in start_thread ()
from /lib/x86_64-linux-gnu/libpthread.so.0
#6 0x00007f129f14162d in clone () from /lib/x86_64-linux-gnu/libc.so.6
Reading symbols from /usr/local/apache/bin/httpd...Reading symbols from
/usr/lib/debug//usr/local/apache2/bin/httpd...done.
done.
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
Core was generated by `/usr/local/apache2/bin/httpd -k start'.
Program terminated with signal SIGSEGV, Segmentation fault.
#0 apr_pool_cleanup_kill (p=0x7f128c075f88,
data=data@entry=0x7f128c076010,
cleanup_fn=cleanup_fn@entry=0x7f129fe89a40 <socket_cleanup>)
at memory/unix/apr_pools.c:2276
#0 apr_pool_cleanup_kill (p=0x7f128c075f88,
data=data@entry=0x7f128c076010,
cleanup_fn=cleanup_fn@entry=0x7f129fe89a40 <socket_cleanup>)
at memory/unix/apr_pools.c:2276
#1 0x00007f129fe85e91 in apr_pool_cleanup_run (p=<optimized out>,
data=0x7f128c076010, cleanup_fn=0x7f129fe89a40 <socket_cleanup>)
at memory/unix/apr_pools.c:2342
#2 0x00007f129fe89d22 in apr_socket_close (thesocket=<optimized out>)
at network_io/unix/sockets.c:183
#3 0x00000000004fa54e in process_lingering_close (cs=0x7f128c076218,
pfd=0x1a4afa8) at event.c:1510
#4 0x00000000004fdc30 in listener_thread (thd=0x7f128c075f88,
dummy=0x7f128c076218) at event.c:1837
#5 0x00007f129f6100a4 in start_thread ()
from /lib/x86_64-linux-gnu/libpthread.so.0
#6 0x00007f129f14162d in clone () from /lib/x86_64-linux-gnu/libc.so.6
Reading symbols from /usr/local/apache/bin/httpd...Reading symbols from
/usr/lib/debug//usr/local/apache2/bin/httpd...done.
done.
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
Core was generated by `/usr/local/apache2/bin/httpd -k start'.
Program terminated with signal SIGSEGV, Segmentation fault.
#0 0x00007f12a02ce832 in apr_bucket_free (mem=0x7f11d802d838)
at buckets/apr_buckets_alloc.c:200
#0 0x00007f12a02ce832 in apr_bucket_free (mem=0x7f11d802d838)
at buckets/apr_buckets_alloc.c:200
#1 0x00007f12a02ced97 in heap_bucket_destroy (data=0x7f11d00769c8)
at buckets/apr_buckets_heap.c:36
#2 0x000000000045b9d3 in writev_nonblocking (s=0x7f128c086b20,
vec=0x7f12837ed890, nvec=4, bb=0x7f128c087378,
cumulative_bytes_written=0x7f11d007f7e8, c=0x7f128c086db8)
at core_filters.c:796
#3 0x000000000045bba1 in send_brigade_nonblocking (s=0x7f128c086b20,
bb=0x7f128c087378, bytes_written=0x76ce00 <apr_bucket_type_heap>,
c=0x7f128c087380) at core_filters.c:704
#4 0x000000000045c996 in ap_core_output_filter (f=0x7f11d802d838,
new_bb=0x7f128c087378) at core_filters.c:556
#5 0x00000000004aac18 in bio_filter_out_pass (
outctx=outctx@entry=0x7f128c087358) at ssl_engine_io.c:139
#6 0x00000000004aacbe in bio_filter_out_write (bio=<optimized out>,
in=0x7f11d803b8a3 "\027\003\003\005,\f\037h<5-O\005\272", inl=1329)
at ssl_engine_io.c:234
#7 0x00007f12a0cc124c in BIO_write ()
from /usr/lib/x86_64-linux-gnu/libcrypto.so.1.0.0
#8 0x00007f12a1024fe2 in ?? () from
/usr/lib/x86_64-linux-gnu/libssl.so.1.0.0
#9 0x00007f12a10256c5 in ?? () from
/usr/lib/x86_64-linux-gnu/libssl.so.1.0.0
#10 0x00000000004ae04a in ssl_filter_write (f=<optimized out>,
f=<optimized out>, len=<optimized out>, data=<optimized out>)
at ssl_engine_io.c:793
#11 ssl_io_filter_output (f=0x7f128c087330, bb=0x7f11d007f898)
at ssl_engine_io.c:1746
#12 0x00000000004ab30a in ssl_io_filter_coalesce (f=0x7f11d802d838,
bb=0x7f11d007f898) at ssl_engine_io.c:1663
#13 0x00000000004db9ed in pass_output (io=0x7f11d0026148, session_eoc=0x0,
flush=<optimized out>) at h2_conn_io.c:296
#14 0x00000000004dbf20 in h2_conn_io_flush (io=0x7f11d0026148)
at h2_conn_io.c:346
#15 0x00000000004d012d in h2_session_process (session=0x7f11d0026100,
async=1)
at h2_session.c:2248
#16 0x00000000004bf641 in h2_conn_run (ctx=0x7f11d007f7a0, c=0x7f128c086db8)
at h2_conn.c:214
#17 0x00000000004c202a in h2_h2_process_conn (c=0x7f11d802d838) at
h2_h2.c:658
#18 0x000000000046a450 in ap_run_process_connection (c=0x7f128c086db8)
at connection.c:42
#19 0x00000000004fbf10 in process_socket (my_thread_num=<optimized out>,
my_child_num=<optimized out>, cs=0x7f128c086d28, sock=<optimized out>,
p=<optimized out>, thd=<optimized out>) at event.c:1134
#20 worker_thread (thd=0x7f11d802d838, dummy=0x382d35312e63696d)
at event.c:2137
#21 0x00007f129f6100a4 in start_thread ()
from /lib/x86_64-linux-gnu/libpthread.so.0
#22 0x00007f129f14162d in clone () from /lib/x86_64-linux-gnu/libc.so.6
Reading symbols from /usr/local/apache/bin/httpd...Reading symbols from
/usr/lib/debug//usr/local/apache2/bin/httpd...done.
done.
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
Core was generated by `/usr/local/apache2/bin/httpd -k start'.
Program terminated with signal SIGSEGV, Segmentation fault.
#0 apr_pool_cleanup_kill (p=0x7f128c06e658,
data=data@entry=0x7f128c06e6e0,
cleanup_fn=cleanup_fn@entry=0x7f129fe89a40 <socket_cleanup>)
at memory/unix/apr_pools.c:2276
#0 apr_pool_cleanup_kill (p=0x7f128c06e658,
data=data@entry=0x7f128c06e6e0,
cleanup_fn=cleanup_fn@entry=0x7f129fe89a40 <socket_cleanup>)
at memory/unix/apr_pools.c:2276
#1 0x00007f129fe85e91 in apr_pool_cleanup_run (p=<optimized out>,
data=0x7f128c06e6e0, cleanup_fn=0x7f129fe89a40 <socket_cleanup>)
at memory/unix/apr_pools.c:2342
#2 0x00007f129fe89d22 in apr_socket_close (thesocket=<optimized out>)
at network_io/unix/sockets.c:183
#3 0x00000000004fa54e in process_lingering_close (cs=0x7f128c06e8e8,
pfd=0x1a4afa8) at event.c:1510
#4 0x00000000004fdc30 in listener_thread (thd=0x7f128c06e658,
dummy=0x7f128c06e8e8) at event.c:1837
#5 0x00007f129f6100a4 in start_thread ()
from /lib/x86_64-linux-gnu/libpthread.so.0
#6 0x00007f129f14162d in clone () from /lib/x86_64-linux-gnu/libc.so.6
Reading symbols from /usr/local/apache/bin/httpd...Reading symbols from
/usr/lib/debug//usr/local/apache2/bin/httpd...done.
done.
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
Core was generated by `/usr/local/apache2/bin/httpd -k start'.
Program terminated with signal SIGSEGV, Segmentation fault.
#0 apr_pool_cleanup_kill (p=0x7f128c078ee8,
data=data@entry=0x7f128c078f70,
cleanup_fn=cleanup_fn@entry=0x7f129fe89a40 <socket_cleanup>)
at memory/unix/apr_pools.c:2276
#0 apr_pool_cleanup_kill (p=0x7f128c078ee8,
data=data@entry=0x7f128c078f70,
cleanup_fn=cleanup_fn@entry=0x7f129fe89a40 <socket_cleanup>)
at memory/unix/apr_pools.c:2276
#1 0x00007f129fe85e91 in apr_pool_cleanup_run (p=<optimized out>,
data=0x7f128c078f70, cleanup_fn=0x7f129fe89a40 <socket_cleanup>)
at memory/unix/apr_pools.c:2342
#2 0x00007f129fe89d22 in apr_socket_close (thesocket=<optimized out>)
at network_io/unix/sockets.c:183
#3 0x00000000004fa54e in process_lingering_close (cs=0x7f128c079178,
pfd=0x1a4afa8) at event.c:1510
#4 0x00000000004fdc30 in listener_thread (thd=0x7f128c078ee8,
dummy=0x7f128c079178) at event.c:1837
#5 0x00007f129f6100a4 in start_thread ()
from /lib/x86_64-linux-gnu/libpthread.so.0
#6 0x00007f129f14162d in clone () from /lib/x86_64-linux-gnu/libc.so.6
Reading symbols from /usr/local/apache/bin/httpd...Reading symbols from
/usr/lib/debug//usr/local/apache2/bin/httpd...done.
done.
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
Core was generated by `/usr/local/apache2/bin/httpd -k start'.
Program terminated with signal SIGSEGV, Segmentation fault.
#0 apr_pool_cleanup_kill (p=0x7f128c0623c8,
data=data@entry=0x7f128c062450,
cleanup_fn=cleanup_fn@entry=0x7f129fe89a40 <socket_cleanup>)
at memory/unix/apr_pools.c:2276
#0 apr_pool_cleanup_kill (p=0x7f128c0623c8,
data=data@entry=0x7f128c062450,
cleanup_fn=cleanup_fn@entry=0x7f129fe89a40 <socket_cleanup>)
at memory/unix/apr_pools.c:2276
#1 0x00007f129fe85e91 in apr_pool_cleanup_run (p=<optimized out>,
data=0x7f128c062450, cleanup_fn=0x7f129fe89a40 <socket_cleanup>)
at memory/unix/apr_pools.c:2342
#2 0x00007f129fe89d22 in apr_socket_close (thesocket=<optimized out>)
at network_io/unix/sockets.c:183
#3 0x00000000004fa54e in process_lingering_close (cs=0x7f128c062658,
pfd=0x1a4afa8) at event.c:1510
#4 0x00000000004fdc30 in listener_thread (thd=0x7f128c0623c8,
dummy=0x7f128c062658) at event.c:1837
#5 0x00007f129f6100a4 in start_thread ()
from /lib/x86_64-linux-gnu/libpthread.so.0
#6 0x00007f129f14162d in clone () from /lib/x86_64-linux-gnu/libc.so.6
Reading symbols from /usr/local/apache/bin/httpd...Reading symbols from
/usr/lib/debug//usr/local/apache2/bin/httpd...done.
done.
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
Core was generated by `/usr/local/apache2/bin/httpd -k start'.
Program terminated with signal SIGSEGV, Segmentation fault.
#0 0x00007f129f612274 in pthread_mutex_lock ()
from /lib/x86_64-linux-gnu/libpthread.so.0
#0 0x00007f129f612274 in pthread_mutex_lock ()
from /lib/x86_64-linux-gnu/libpthread.so.0
#1 0x00007f129fe83bc9 in apr_thread_mutex_lock (mutex=<optimized out>)
at locks/unix/thread_mutex.c:92
#2 0x00007f129fe82712 in apr_file_seek
(thefile=thefile@entry=0x7f120c0670c0,
where=where@entry=0, offset=offset@entry=0x7f12897f9b60)
at file_io/unix/seek.c:62
#3 0x00000000004dc413 in read_to_scratch (b=0x7f11c807ea08,
io=0x7f11c80806d8)
at h2_conn_io.c:220
#4 h2_conn_io_pass (io=io@entry=0x7f11c80806d8, bb=0x7f11c8080a08)
at h2_conn_io.c:434
#5 0x00000000004ca3ae in on_send_data_cb (ngh2=<optimized out>,
frame=<optimized out>, framehd=<optimized out>, length=1291,
source=<optimized out>, userp=0x7f11c8080690) at h2_session.c:649
#6 0x00007f12a0980e95 in ?? () from
/usr/lib/x86_64-linux-gnu/libnghttp2.so.14
#7 0x00007f12a0981ea9 in nghttp2_session_send ()
from /usr/lib/x86_64-linux-gnu/libnghttp2.so.14
#8 0x00000000004cca89 in h2_session_send (session=0x7f11c8080690)
at h2_session.c:1414
#9 0x00000000004cfc8c in h2_session_process (session=0x7f11c8080690,
async=1)
at h2_session.c:2246
#10 0x00000000004bf641 in h2_conn_run (ctx=0x7f120c066730, c=0x7f128c06cd98)
at h2_conn.c:214
#11 0x00000000004c202a in h2_h2_process_conn (c=0x3732323535395f39)
at h2_h2.c:658
#12 0x000000000046a450 in ap_run_process_connection (c=0x7f128c06cd98)
at connection.c:42
#13 0x00000000004fbf10 in process_socket (my_thread_num=<optimized out>,
my_child_num=<optimized out>, cs=0x7f128c06cd08, sock=<optimized out>,
p=<optimized out>, thd=<optimized out>) at event.c:1134
#14 worker_thread (thd=0x3732323535395f39, dummy=0x0) at event.c:2137
#15 0x00007f129f6100a4 in start_thread ()
from /lib/x86_64-linux-gnu/libpthread.so.0
#16 0x00007f129f14162d in clone () from /lib/x86_64-linux-gnu/libc.so.6
Stefan
Am 20.01.2017 um 23:28 schrieb Stefan Priebe - Profihost AG:
Hi,
this patch solved the file_close segfault. Never saw that again.
Right now i got this one:
Program terminated with signal SIGSEGV, Segmentation fault.
#0 0x00007f129f612274 in pthread_mutex_lock () from
/lib/x86_64-linux-gnu/libpthread.so.0
(gdb) bt
#0 0x00007f129f612274 in pthread_mutex_lock () from
/lib/x86_64-linux-gnu/libpthread.so.0
#1 0x00007f129fe83bc9 in apr_thread_mutex_lock (mutex=<optimized out>)
at locks/unix/thread_mutex.c:92
#2 0x00007f129fe82712 in apr_file_seek
(thefile=thefile@entry=0x7f120c0670c0, where=where@entry=0,
offset=offset@entry=0x7f12897f9b60) at file_io/unix/seek.c:62
#3 0x00000000004dc413 in read_to_scratch (b=0x7f11c807ea08,
io=0x7f11c80806d8) at h2_conn_io.c:220
#4 h2_conn_io_pass (io=io@entry=0x7f11c80806d8, bb=0x7f11c8080a08) at
h2_conn_io.c:434
#5 0x00000000004ca3ae in on_send_data_cb (ngh2=<optimized out>,
frame=<optimized out>, framehd=<optimized out>, length=1291,
source=<optimized out>, userp=0x7f11c8080690) at h2_session.c:649
#6 0x00007f12a0980e95 in ?? () from
/usr/lib/x86_64-linux-gnu/libnghttp2.so.14
#7 0x00007f12a0981ea9 in nghttp2_session_send () from
/usr/lib/x86_64-linux-gnu/libnghttp2.so.14
#8 0x00000000004cca89 in h2_session_send (session=0x7f11c8080690) at
h2_session.c:1414
#9 0x00000000004cfc8c in h2_session_process (session=0x7f11c8080690,
async=1) at h2_session.c:2246
#10 0x00000000004bf641 in h2_conn_run (ctx=0x7f120c066730,
c=0x7f128c06cd98) at h2_conn.c:214
#11 0x00000000004c202a in h2_h2_process_conn (c=0x3732323535395f39) at
h2_h2.c:658
#12 0x000000000046a450 in ap_run_process_connection (c=0x7f128c06cd98)
at connection.c:42
#13 0x00000000004fbf10 in process_socket (my_thread_num=<optimized out>,
my_child_num=<optimized out>, cs=0x7f128c06cd08,
sock=<optimized out>, p=<optimized out>, thd=<optimized out>) at
event.c:1134
#14 worker_thread (thd=0x3732323535395f39, dummy=0x0) at event.c:2137
#15 0x00007f129f6100a4 in start_thread () from
/lib/x86_64-linux-gnu/libpthread.so.0
#16 0x00007f129f14162d in clone () from /lib/x86_64-linux-gnu/libc.so.6
Stefan
Am 20.01.2017 um 18:17 schrieb Yann Ylavic:
On Fri, Jan 20, 2017 at 5:51 PM, Stefan Priebe - Profihost AG
<s.pri...@profihost.ag> wrote:
Yes. Until now I got 4 traces. But all are the same pointing to apr kill
pool. Not like before where i got many different ones.
Could you try this new patch on mod_http2 please?
Thanks,
Yann.
