Hi,
today I had catched one domU crash and taken tracedumps from xen vcpus,
see attachment. Hope it could help. Today I've got some problems with
clocksource so I've upgraded to last 2.6.26-xen-amd64 kernel from
security so I'll confirm if problem occurs there or not in some days.
--
Ondřej Kunc
----------------------------------------------------------------------
správce serverové farmy
CZOL media s.r.o.
Na Moráni 5357, Chomutov 43001
E-mail: on...@czol.eu
URL: www.czol.eu www.cz-hosting.com
SIP: tr...@ekiga.net
Jabber: tr...@jabber.cz
rip: ffffffff8020e3c4 math_state_restore+0x4a flags: 00001202 i nz
rsp: ffffffff80595df8
rax: 8000000000000000 rbx: ffff880001bc7a20 rcx: 001a1dff rdx: 00000000
rsi: 80000001000950c0 rdi: 80000001000950c0 rbp: 00000103
r8: 00000000 r9: ffff880001bd85b8 r10: ffff880081638000 r11: 00000246
r12: 000000e4 r13: ffffffff8060f200 r14: 00000000 r15: ffffffffff5f7000
cs: e033 ds: 0000 fs: 0000 gs: 0000
Stack:
ffff880001bc7a20 ffffffff8037d27e 0000000000000000 0000000000000001
0000000000000000 00000006be6e7d68 0000000000000001 ffffffff803801b5
0000000000000000 ffffffff8060f200 0000000000000000 0000000000000000
0000000000000000 ffffffff8043652a 0000000000000001 ffff880001bc6ea0
Code:
f7 f1 89 46 14 c3 c3 53 8b 0d 43 d0 32 00 f6 c1 01 74 04 f3 90 <eb> f1 48 8b 05
b3 34 34 00 48 89
Call Trace:
[<ffffffff8020e3c4>] math_state_restore+0x4a <--
[<ffffffff8037d27e>] uart_set_options+0x3a
[<0000000000000000>]
[<0000000000000001>] VDSO32_PRELINK+0x1
[<0000000000000000>]
[<0000000000000001>] VDSO32_PRELINK+0x1
[<ffffffff803801b5>] serial8250_config_port+0x435
[<0000000000000000>]
[<0000000000000000>]
[<0000000000000000>]
[<0000000000000000>]
[<0000000000000001>] VDSO32_PRELINK+0x1
[<0000000000000000>]
[<ffffffff803806ea>] serial8250_config_port+0x96a
[<0000000000000000>]
[<ffffffff80380d01>] receive_chars+0x32
[<0000000000000000>]
[<0000000000000000>]
[<0000000000000112>] VDSO32_vsyscall_eh_frame_size+0xd2
[<0000000000000000>]
[<ffffffff8025ef2e>] cgroup_exit+0xbe
[<0000000000000001>] VDSO32_PRELINK+0x1
[<0000000000000112>] VDSO32_vsyscall_eh_frame_size+0xd2
[<ffffffff802603e7>] cgroup_scan_tasks+0xe5
[<0000000000000112>] VDSO32_vsyscall_eh_frame_size+0xd2
[<0000000000000112>] VDSO32_vsyscall_eh_frame_size+0xd2
[<0000000000000000>]
[<0000000000000002>] _proxy_pda+0x1
[<0000000000000001>] VDSO32_PRELINK+0x1
[<ffffffff8020e136>] die_nmi+0xa2
[<0000000000000002>] _proxy_pda+0x1
[<0000000000000000>]
[<ffffffff8037db6c>] uart_ioctl+0x653
[<0000000000000000>]
[<0000000000000000>]
[<ffffffff8057d1c0>] early_idt_msg+0x9
[<0000000000000000>]
[<ffffffff8020bbce>] sys_rt_sigreturn+0x1d7
[<0000000000000000>]
[<0000000000000000>]
[<0000000000000000>]
[<0000000000000000>]
[<0000000000000000>]
[<0000000000000000>]
[<0000000000000000>]
[<0000000000000000>]
rip: ffffffff8020e3c4 math_state_restore+0x4a flags: 00001202 i nz
rsp: ffff8800bf513dc8
rax: 8000000000000000 rbx: ffff880001bcda20 rcx: 001a1dff rdx: 00000000
rsi: 80000001000950c0 rdi: 80000001000950c0 rbp: 00000107
r8: 00000000 r9: 298baf9a333 r10: 00000000 r11: 00000246
r12: 00000000 r13: ffffffff8053b404 r14: 00000001 r15: ffffffffff5f7000
cs: e033 ds: 002b fs: 0000 gs: 0000
Stack:
ffff880001bcda20 ffffffff8037d27e 0000000000000000 0000000000000001
0000000000000000 0000000901bcc540 0000000000000001 ffffffff803801b5
ffffffffff5f7000 ffffffff8053b404 00000000000000ff 0000000000000000
ffff880001bcb000 ffffffff804364be 0000000000000001 ffff8800bf441500
Code:
f7 f1 89 46 14 c3 c3 53 8b 0d 43 d0 32 00 f6 c1 01 74 04 f3 90 <eb> f1 48 8b 05
b3 34 34 00 48 89
Call Trace:
[<ffffffff8020e3c4>] math_state_restore+0x4a <--
[<ffffffff8037d27e>] uart_set_options+0x3a
[<0000000000000000>]
[<0000000000000001>] VDSO32_PRELINK+0x1
[<0000000000000000>]
[<0000000000000001>] VDSO32_PRELINK+0x1
[<ffffffff803801b5>] serial8250_config_port+0x435
[<00000000000000ff>] VDSO32_vsyscall_eh_frame_size+0xbf
[<0000000000000000>]
[<0000000000000001>] VDSO32_PRELINK+0x1
[<0000000000000000>]
[<ffffffff8020ea8b>] do_stack_segment+0x1f
[<ffffffff802685e8>] audit_log_exit+0xae1
[<0000000000000001>] VDSO32_PRELINK+0x1
[<0000000000000000>]
[<0000000000000061>] VDSO32_vsyscall_eh_frame_size+0x21
[<0000000000000003>] _proxy_pda+0x2
[<0000000000000000>]
[<0000000000000000>]
[<0000000000000108>] VDSO32_vsyscall_eh_frame_size+0xc8
[<0000000000000001>] VDSO32_PRELINK+0x1
[<ffffffff8025ef2e>] cgroup_exit+0xbe
[<0000000000000001>] VDSO32_PRELINK+0x1
[<0000000000000108>] VDSO32_vsyscall_eh_frame_size+0xc8
[<ffffffff802603e7>] cgroup_scan_tasks+0xe5
[<0000000000000108>] VDSO32_vsyscall_eh_frame_size+0xc8
[<0000000000000108>] VDSO32_vsyscall_eh_frame_size+0xc8
[<0000000000000000>]
[<000000000000000a>] _proxy_pda+0x9
[<0000000000000001>] VDSO32_PRELINK+0x1
[<ffffffff8020e136>] die_nmi+0xa2
[<000000000000000a>] _proxy_pda+0x9
[<0000000000000000>]
[<ffffffff8037db6c>] uart_ioctl+0x653
[<0000000000000001>] VDSO32_PRELINK+0x1
[<0000000000000000>]
[<0000000000000000>]
[<0000000000000000>]
[<0000000000000000>]
[<ffffffff8020bbce>] sys_rt_sigreturn+0x1d7
[<ffffffff8023be40>] __ptrace_may_attach+0x8e
[<0000000000000000>]
[<ffffffff8020be0e>] rff_trace+0x11
[<0000000000000013>] _proxy_pda+0x12
[<0000000000000200>] VDSO32_vsyscall_eh_frame_size+0x1c0
[<000000000000001b>] _proxy_pda+0x1a
rip: ffffffff8020e3c4 math_state_restore+0x4a flags: 00001202 i nz
rsp: ffff8800bf507bc8
rax: 8000000000000000 rbx: ffff880001bd3a20 rcx: 001a1dff rdx: 00000000
rsi: 80000001000950c0 rdi: 80000001000950c0 rbp: 0000010b
r8: 00000000 r9: ffff8800bf507a00 r10: 00000000 r11: ffff8800bf507d78
r12: 000000e5 r13: ffffffff8060f200 r14: fffe6d6e r15: ffffffffff444301
cs: e033 ds: 0000 fs: 0000 gs: 0000
Stack:
ffff880001bd3a20 ffffffff8037d27e 0000000000000000 0000000000000001
0000000000000000 0000000d00000002 ffffffffff444301 ffffffff803801b5
0000003000000028 ffffffff8060f200 0000000000000001 000000000001bd8c
ffffffff805c6cdf ffffffff8043652a 0000000000000034 0000000000000b16
Code:
f7 f1 89 46 14 c3 c3 53 8b 0d 43 d0 32 00 f6 c1 01 74 04 f3 90 <eb> f1 48 8b 05
b3 34 34 00 48 89
Call Trace:
[<ffffffff8020e3c4>] math_state_restore+0x4a <--
[<ffffffff8037d27e>] uart_set_options+0x3a
[<0000000000000000>]
[<0000000000000001>] VDSO32_PRELINK+0x1
[<0000000000000000>]
[<ffffffff803801b5>] serial8250_config_port+0x435
[<0000000000000001>] VDSO32_PRELINK+0x1
[<0000000000000034>] _proxy_pda+0x33
[<0000000000000b16>] VDSO32_SYSENTER_RETURN+0x6e6
[<0000000000000000>]
[<00000000000000ad>] VDSO32_vsyscall_eh_frame_size+0x6d
[<ffffffff8038071f>] serial8250_config_port+0x99f
[<0000000000000001>] VDSO32_PRELINK+0x1
[<ffffffff8022ca1b>] pull_rt_task+0x165
[<ffffffff8022ce78>] update_curr_rt+0x1e0
[<0000000000000001>] VDSO32_PRELINK+0x1
[<0000000000000012>] _proxy_pda+0x11
[<00000000000000b0>] VDSO32_vsyscall_eh_frame_size+0x70
[<0000000000000002>] _proxy_pda+0x1
[<ffffffff8022d42b>] free_sched_groups+0xbc
[<ffffffff8020e7ac>] do_invalid_TSS+0x4a
[<ffffffff8030dcdd>] generic_unplug_device+0x4
[<0000000000000109>] VDSO32_vsyscall_eh_frame_size+0xc9
[<00000000000004e2>] VDSO32_SYSENTER_RETURN+0xb2
[<000000000000000a>] _proxy_pda+0x9
[<0000000000000000>]
[<ffffffff8058d020>] early_gart_iommu_check+0xb5
[<ffffffff8022d4e4>] rebalance_domains+0xa1
[<0000000000000002>] _proxy_pda+0x1
[<0000000000000000>]
[<0000000000000000>]
[<0000000000000000>]
[<0000000000000002>] _proxy_pda+0x1
[<0000000000000002>] _proxy_pda+0x1
[<0000000000000109>] VDSO32_vsyscall_eh_frame_size+0xc9
[<ffffffff80311158>] blkdev_ioctl+0x26a
[<ffffffff8020e7ac>] do_invalid_TSS+0x4a
[<ffffffff8020eb78>] do_int3+0x72
[<0000000000000001>] VDSO32_PRELINK+0x1
[<0000000000000000>]
[<ffffffff8026131e>] cpuset_migrate_mm+0x8b
[<0000000000000000>]
[<0000000000000000>]
[<000000000000010c>] VDSO32_vsyscall_eh_frame_size+0xcc
[<0000000000000002>] _proxy_pda+0x1
[<ffffffff8025ef2e>] cgroup_exit+0xbe
[<0000000000000001>] VDSO32_PRELINK+0x1
[<000000000000010c>] VDSO32_vsyscall_eh_frame_size+0xcc
[<ffffffff802603e7>] cgroup_scan_tasks+0xe5
[<0000000000000001>] VDSO32_PRELINK+0x1
[<000000000000010c>] VDSO32_vsyscall_eh_frame_size+0xcc
[<0000000000000000>]
[<000000000000000e>] _proxy_pda+0xd
[<0000000000000001>] VDSO32_PRELINK+0x1
[<ffffffff8020e136>] die_nmi+0xa2
[<000000000000000e>] _proxy_pda+0xd
[<0000000000000000>]
[<ffffffff8037db6c>] uart_ioctl+0x653
[<ffffffff8020bbce>] sys_rt_sigreturn+0x1d7
[<ffffffff8023be40>] __ptrace_may_attach+0x8e
[<0000000000000000>]
[<ffffffff8020be0e>] rff_trace+0x11
[<0000000000000013>] _proxy_pda+0x12
[<0000000000000200>] VDSO32_vsyscall_eh_frame_size+0x1c0
[<000000000000001b>] _proxy_pda+0x1a
rip: ffffffff8020e3c4 math_state_restore+0x4a flags: 00001202 i nz
rsp: ffff8800bf55fdc8
rax: 8000000000000000 rbx: ffff880001bd9a20 rcx: 001a1dff rdx: 00000000
rsi: 80000001000950c0 rdi: 80000001000950c0 rbp: 0000010f
r8: 00000000 r9: 00000001 r10: ffff8800be20bee8 r11: 00000001
r12: 00000001 r13: ffffffff8053b404 r14: 00000003 r15: ffffffffff5f7000
cs: e033 ds: 0000 fs: 0000 gs: 0000
Stack:
ffff880001bd9a20 ffffffff8037d27e 0000000000000000 0000000000000001
0000000000000000 0000001100000003 ffff8800bf55fe18 ffffffff803801b5
ffff8800bf55fe08 ffffffff8053b404 00000000000001ff 0000000000000000
ffff880001bd7000 ffffffff804364be 0000000000000003 ffff8800bf541e40
Code:
f7 f1 89 46 14 c3 c3 53 8b 0d 43 d0 32 00 f6 c1 01 74 04 f3 90 <eb> f1 48 8b 05
b3 34 34 00 48 89
Call Trace:
[<ffffffff8020e3c4>] math_state_restore+0x4a <--
[<ffffffff8037d27e>] uart_set_options+0x3a
[<0000000000000000>]
[<0000000000000001>] VDSO32_PRELINK+0x1
[<0000000000000000>]
[<ffffffff803801b5>] serial8250_config_port+0x435
[<00000000000001ff>] VDSO32_vsyscall_eh_frame_size+0x1bf
[<0000000000000000>]
[<0000000000000003>] _proxy_pda+0x2
[<0000000000000000>]
[<ffffffff8020ea8b>] do_stack_segment+0x1f
[<0000000000000004>] _proxy_pda+0x3
[<0000000000000010>] _proxy_pda+0xf
[<0000000000000041>] VDSO32_vsyscall_eh_frame_size+0x1
[<ffffffff80241f8f>] sys_setregid+0xa9
[<0000000000000041>] VDSO32_vsyscall_eh_frame_size+0x1
[<0000000000000000>]
[<0000000000000001>] VDSO32_PRELINK+0x1
[<0000000000000003>] _proxy_pda+0x2
[<ffffffff8026135a>] cpuset_mem_spread_node+0x22
[<0000000000000000>]
[<0000000000000000>]
[<0000000000000110>] VDSO32_vsyscall_eh_frame_size+0xd0
[<0000000000000003>] _proxy_pda+0x2
[<ffffffff8025ef2e>] cgroup_exit+0xbe
[<0000000000000001>] VDSO32_PRELINK+0x1
[<0000000000000110>] VDSO32_vsyscall_eh_frame_size+0xd0
[<ffffffff802603e7>] cgroup_scan_tasks+0xe5
[<0000000000000001>] VDSO32_PRELINK+0x1
[<0000000000000110>] VDSO32_vsyscall_eh_frame_size+0xd0
[<0000000000000000>]
[<0000000000000012>] _proxy_pda+0x11
[<0000000000000001>] VDSO32_PRELINK+0x1
[<ffffffff8020e136>] die_nmi+0xa2
[<0000000000000012>] _proxy_pda+0x11
[<0000000000000000>]
[<ffffffff8037db6c>] uart_ioctl+0x653
[<0000000000000417>] VDSO32_rt_sigreturn+0x7
[<ffffffff8020bbce>] sys_rt_sigreturn+0x1d7
[<0000000000000000>]
[<0000000000000000>]
[<0000000000000000>]
[<0000000000000000>]
[<0000000000000000>]
[<0000000000000000>]
[<0000000000000000>]
[<0000000000000000>]
