On 2020/11/26 20:17, Stuart Henderson wrote:
> I setup a console server today - after leaving it for a few hours I came
> back to a double fault trap. 6.8+syspatches, amd64, APU2. Simple PF
> config, em(4), wg(4). Running ssh/sshd/conserver/lldpd plus default base
> daemons.
Traces from another crash. I had another one in db_read_bytes as well
but forgot to trace.
login: uvm_fault(0xffffffff821214b8, 0xffffffff0008a240, 0, 4) -> e
kernel: page fault trap, code=0
Stopped at 0xffffffff0008a240:uvm_fault(0xffffffff821214b8,
0xffffffff0008a240, 0, 1) -> e
kernel: page fault trap, code=0
Stopped at db_read_bytes+0x70: movzbl 0(%rdi,%rcx,1),%eax
ddb{0}> tr
db_read_bytes(ffffffff0008a240,1,ffff80001fe21338) at db_read_bytes+0x70
db_get_value(ffffffff0008a240,1,0) at db_get_value+0x3f
db_disasm(ffffffff0008a240,0) at db_disasm+0x85
db_trap(6,0) at db_trap+0xa5
db_ktrap(6,0,ffff80001fe21590) at db_ktrap+0x112
kerntrap(ffff80001fe21590) at kerntrap+0xa4
alltraps_kern_meltdown() at alltraps_kern_meltdown+0x7b
ffffffff0008a240(a,a,91a8cae800152f3a,0,10,ffff80001fe21670) at 0xffffffff0008a
240
x86_fast_ipi(ffff80001fa78ff0,f1) at x86_fast_ipi+0x42
pmap_tlb_shootpage(ffffffff821b4c08,ffff80001fe54000,1) at pmap_tlb_shootpage+0
x136
pmap_do_remove(ffffffff821b4c08,ffff80001fe54000,ffff80001fe55000,0) at pmap_do
_remove+0x524
uvm_unmap_remove(ffffffff821214b8,ffff80001fe54000,ffff80001fe55000,ffff80001fe
218e0,0,1) at uvm_unmap_remove+0x22b
sys_kbind(ffff80001fe5b8f0,ffff80001fe21960,ffff80001fe219c0) at sys_kbind+0x38
2
syscall(ffff80001fe21a30) at syscall+0x389
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x7f7ffffebf38, count: -15
ddb{0}> sh reg
rdi 0xffffffff0008a240
rsi 0x1
rbp 0xffff80001fe21320
rbx 0xffffffff0008a240
rdx 0xffff80001fe21338
rcx 0
rax 0x2
r8 0
r9 0x1
r10 0x240c40d54ae302a4
r11 0xf0a9831425dab75e
r12 0x1
r13 0x2
r14 0x1
r15 0
rip 0xffffffff812f17a0 db_read_bytes+0x70
cs 0x8
rflags 0x10246 __ALIGN_SIZE+0xf246
rsp 0xffff80001fe21300
ss 0x10
db_read_bytes+0x70: movzbl 0(%rdi,%rcx,1),%eax
ddb{0}> ps /o
TID PID UID PRFLAGS PFLAGS CPU COMMAND
* 45975 16635 736 0 0 0K conserver
5773 2362 736 0 0 2 conserver
ddb{0}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
*16635 45975 2362 736 7 0 conserver
8429 426980 2362 736 3 0x82 select ssh
39053 373370 71219 736 3 0x82 netio ssh
19513 64298 98727 736 3 0x82 select ssh
47789 322641 71219 736 3 0x82 netio ssh
21271 468310 71219 736 3 0x82 netio ssh
30971 306907 2362 736 3 0x82 netio ssh
79098 114844 2362 736 3 0x82 select ssh
20267 292736 2362 736 3 0x82 netio ssh
35029 283216 2362 736 3 0x82 netio ssh
85342 247671 2362 736 3 0x82 netio ssh
5026 19178 2362 736 3 0x82 select ssh
77040 304406 2362 736 3 0x82 select ssh
76252 106736 71219 736 3 0x82 netcon2 ssh
36012 282631 71219 736 3 0x82 netcon2 ssh
33864 439485 71219 736 3 0x82 netcon2 ssh
59242 499297 71219 736 3 0x82 netcon2 ssh
98607 317809 71219 736 3 0x82 netcon2 ssh
34332 113957 71219 736 3 0x82 netcon2 ssh
73243 60205 71219 736 3 0x82 netcon2 ssh
55945 371324 38307 1000 3 0x100083 kqread tail
98727 337142 43620 736 3 0x80 select conserver
32756 59128 2362 736 3 0x100082 select ssh
85586 501496 2362 736 3 0x100082 select ssh
2362 5773 43620 736 7 0 conserver
2362 513578 43620 736 3 0x4000080 select conserver
2362 396399 43620 736 3 0x4000080 poll conserver
38307 239821 83880 1000 3 0x10008b pause ksh
43768 500734 71219 736 3 0x100082 select ssh
34176 206371 71219 736 3 0x100082 select ssh
46020 243860 71219 736 3 0x100082 select ssh
18338 340252 71219 736 3 0x100082 select ssh
14861 256347 71219 736 3 0x100082 select ssh
18404 496474 71219 736 3 0x100082 select ssh
71219 262961 43620 736 3 0x80 select conserver
83880 467638 98480 1000 3 0x90 select sshd
54710 60328 43620 736 3 0x80 select conserver
69666 452135 1 0 3 0x100083 ttyin getty
95579 257908 1 0 3 0x100098 poll cron
44196 6674 33169 720 3 0x90 kqread lldpd
33169 4605 1 0 3 0x80 netio lldpd
98480 458628 56533 0 3 0x92 poll sshd
69562 249430 43620 736 3 0x80 select conserver
43620 366831 1 736 3 0x80 select conserver
18666 361472 1 99 3 0x100090 poll sndiod
77832 491643 1 110 3 0x100090 poll sndiod
34767 494745 43486 95 3 0x100092 kqread smtpd
30369 294146 43486 103 3 0x100092 kqread smtpd
63855 493857 43486 95 3 0x100092 kqread smtpd
37126 17986 43486 95 3 0x100092 kqread smtpd
47933 273100 43486 95 3 0x100092 kqread smtpd
21934 264000 43486 95 3 0x100092 kqread smtpd
43486 304793 1 0 3 0x100080 kqread smtpd
56533 106787 1 0 3 0x80 select sshd
18042 98577 1 0 3 0x100080 poll ntpd
61883 490596 53687 83 3 0x100092 poll ntpd
53687 467517 1 83 3 0x100092 poll ntpd
39436 301636 28232 74 3 0x100092 bpf pflogd
28232 83893 1 0 3 0x80 netio pflogd
38847 174620 49639 73 3 0x100090 kqread syslogd
49639 17610 1 0 3 0x100082 netio syslogd
17706 474262 1 77 3 0x100090 poll dhclient
52025 226070 1 0 3 0x80 poll dhclient
6590 503257 0 0 3 0x14200 bored wg_crypt
97649 311681 0 0 3 0x14200 bored wg_crypt
320 364430 0 0 3 0x14200 bored wg_crypt
86331 345058 0 0 3 0x14200 bored wg_crypt
66011 423655 0 0 3 0x14200 bored wg_handshake
88975 197851 0 0 3 0x14200 bored wg_handshake
49320 352084 94383 115 3 0x100092 kqread slaacd
67609 112251 94383 115 3 0x100092 kqread slaacd
94383 349676 1 0 3 0x100080 kqread slaacd
44300 6635 0 0 3 0x14200 bored smr
53036 425614 0 0 3 0x14200 pgzero zerothread
25173 14246 0 0 3 0x14200 aiodoned aiodoned
9582 427757 0 0 3 0x14200 syncer update
84730 389004 0 0 3 0x14200 cleaner cleaner
343 522361 0 0 3 0x14200 reaper reaper
23365 77750 0 0 3 0x14200 pgdaemon pagedaemon
72491 104038 0 0 3 0x14200 bored crynlk
77808 62971 0 0 3 0x14200 bored crypto
20295 241324 0 0 3 0x14200 bored sensors
31767 13225 0 0 3 0x14200 mmctsk sdmmc0
78788 185884 0 0 3 0x14200 usbtsk usbtask
55610 401517 0 0 3 0x14200 usbatsk usbatsk
22425 264 0 0 3 0x40014200 acpi0 acpi0
29494 352125 0 0 7 0x40014200 idle3
77136 71171 0 0 3 0x40014200 idle2
1254 95662 0 0 7 0x40014200 idle1
73361 85163 0 0 3 0x14200 bored softnet
80333 22895 0 0 3 0x14200 bored systqmp
53384 286245 0 0 3 0x14200 bored systq
71256 120130 0 0 3 0x40014200 bored softclock
82528 374942 0 0 3 0x40014200 idle0
1 126602 0 0 3 0x82 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{0}> mach ddbcpu 1
Stopped at x86_ipi_db+0x12: leave
ddb{1}> tr
x86_ipi_db(ffff80001fa78ff0) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
acpicpu_idle() at acpicpu_idle+0x11f
sched_idle(ffff80001fa78ff0) at sched_idle+0x27e
end trace frame: 0x0, count: -5
ddb{1}> sh reg
rdi 0xffff80001fa78ff0
rsi 0
rbp 0xffff80001fc2c730
rbx 0xffffffff8211d8b8 ipifunc+0x38
rdx 0
rcx 0x7
rax 0xffffff7f
r8 0
r9 0
r10 0
r11 0xee118a84688a101c
r12 0x7
r13 0
r14 0xffff80001fa78ff0
r15 0
rip 0xffffffff819fe212 x86_ipi_db+0x12
cs 0x8
rflags 0x282
rsp 0xffff80001fc2c720
ss 0x10
x86_ipi_db+0x12: leave
ddb{1}> mach ddbcpu 2
Stopped at x86_ipi_db+0x12: leave
ddb{2}> tr
x86_ipi_db(ffff80001fa81ff0) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
_kernel_lock() at _kernel_lock+0xb2
pageflttrap(ffff80001fe4d200,ae8568512e0,1) at pageflttrap+0x80
usertrap(ffff80001fe4d200) at usertrap+0x16e
recall_trap() at recall_trap+0x8
end of kernel
end trace frame: 0x7f7ffffebf70, count: -7
ddb{2}> sh reg
rdi 0xffff80001fa81ff0
rsi 0
rbp 0xffff80001fe4d020
rbx 0xffffffff8211d8b8 ipifunc+0x38
rdx 0
rcx 0x7
rax 0xffffff7f
r8 0
r9 0
r10 0
r11 0xee118a84688a101c
r12 0x7
r13 0
r14 0xffff80001fa81ff0
r15 0
rip 0xffffffff819fe212 x86_ipi_db+0x12
cs 0x8
rflags 0x282
rsp 0xffff80001fe4d010
ss 0
x86_ipi_db+0x12: leave
ddb{2}> mach ddbcpu 3
Stopped at x86_ipi_db+0x12: leave
ddb{3}> sh reg
rdi 0xffff80001fa8aff0
rsi 0
rbp 0xffff80001fc37f50
rbx 0xffffffff8211d8b8 ipifunc+0x38
rdx 0
rcx 0x7
rax 0xffffff7f
r8 0
r9 0
r10 0
r11 0xee118a84688a101c
r12 0x7
r13 0
r14 0xffff80001fa8aff0
r15 0
rip 0xffffffff819fe212 x86_ipi_db+0x12
cs 0x8
rflags 0x282
rsp 0xffff80001fc37f40
ss 0x10
x86_ipi_db+0x12: leave
