Hi all,
I'm running
OpenBSD 7.2-beta (GENERIC.MP) #651: Tue Jul 26 23:11:26 MDT 2022
[email protected]:/usr/src/sys/arch/amd64/compile/GENERIC.MP
on production firewall and for few weeks it was stable. Firewall panic
today and I will sysupgrade it, but maybe this panic message is
interesting so I'm sending it here.
bcbnfw1# uvm_fault(0xffffffff823a1a20, 0x0, 0, 1) -> e
kernel: page fault trap, code=0
Stopped at pf_state_export+0x38: movq 0(%rax),%rcx
TID PID UID PRFLAGS PFLAGS CPU COMMAND
309438 83954 0 0x14000 0x200 1 softnet
486408 53515 0 0x14000 0x200 3 softnet
* 80122 54608 0 0x14000 0x200 2 softnet
pf_state_export(fffffd806152f9dc,fffffd8664eb12b0) at pf_state_export+0x38
pfsync_sendout() at pfsync_sendout+0x5e4
pfsync_update_state(fffffd8728968d40) at pfsync_update_state+0x15b
pf_test(2,1,ffff800000bbb000,ffff800020c336d8) at pf_test+0x117a
ip_input_if(ffff800020c336d8,ffff800020c336e4,4,0,ffff800000bbb000) at
ip_input_if+0xcd
ipv4_input(ffff800000bbb000,fffffd80661d5300) at ipv4_input+0x39
ether_input(ffff800000bbb000,fffffd80661d5300) at ether_input+0x3b1
carp_input(ffff800000bd2000,fffffd80661d5300,5e000101) at carp_input+0x196
ether_input(ffff800000bd2000,fffffd80661d5300) at ether_input+0x1d9
vlan_input(ffff800000b9d000,fffffd80661d5300,ffff800020c3390c) at
vlan_input+0x23d
ether_input(ffff800000b9d000,fffffd80661d5300) at ether_input+0x85
if_input_process(ffff80000048b048,ffff800020c339a8) at if_input_process+0x6f
ifiq_process(ffff80000048ea00) at ifiq_process+0x69
taskq_thread(ffff800000035080) at taskq_thread+0x100
end trace frame: 0x0, count: 1
https://www.openbsd.org/ddb.html describes the minimum info required in
bug reports. Insufficient info makes it difficult to find and fix bugs.
ddb{2}> show reg
rdi 0xfffffd806152fae4
rsi 0
rbp 0xffff800020c33340
rbx 0x19c
rdx 0x4
rcx 0
rax 0
r8 0x104
r9 0x7d788a8c5153bdc
r10 0x92a5ce4f38be8823
r11 0xfffffd806152f9dc
r12 0xfffffd8664eb12b0
r13 0
r14 0xfffffd806152f9dc
r15 0xfffffd8664eb12b0
rip 0xffffffff81387678 pf_state_export+0x38
cs 0x8
rflags 0x10246 __ALIGN_SIZE+0xf246
rsp 0xffff800020c33300
ss 0x10
pf_state_export+0x38: movq 0(%rax),%rcx
ddb{2}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
5515 239236 1 0 3 0x100083 ttyin ksh
46351 180485 1 0 3 0x100098 kqread cron
67025 9485 68290 720 3 0x1000090 kqread lldpd
68290 377807 1 0 3 0x80 netio lldpd
74149 64334 55708 95 3 0x1100092 kqread smtpd
77756 107926 55708 103 3 0x1100092 kqread smtpd
96682 419793 55708 95 3 0x1100092 kqread smtpd
95361 134736 55708 95 3 0x100092 kqread smtpd
17548 16395 55708 95 3 0x1100092 kqread smtpd
9493 444926 55708 95 3 0x1100092 kqread smtpd
55708 424253 1 0 3 0x100080 kqread smtpd
3986 219916 1 77 3 0x1100090 kqread dhcpd
29833 112637 1 0 3 0x100080 kqread snmpd
99415 374613 1 91 3 0x1000092 kqread snmpd
94378 355183 1 0 3 0x88 kqread sshd
95447 307241 1 0 3 0x100080 kqread ntpd
55599 503746 7240 83 3 0x100092 kqread ntpd
7240 502064 1 83 3 0x1100092 kqread ntpd
96225 207770 58673 74 3 0x1100092 bpf pflogd
58673 266584 1 0 3 0x80 netio pflogd
56880 475875 37876 73 3 0x1100090 kqread syslogd
37876 114860 1 0 3 0x100082 netio syslogd
77675 225215 0 0 3 0x14200 bored smr
24420 32069 0 0 3 0x14200 pgzero zerothread
40785 164275 0 0 3 0x14200 aiodoned aiodoned
3250 15093 0 0 3 0x14200 syncer update
71159 338127 0 0 3 0x14200 cleaner cleaner
45614 132741 0 0 3 0x14200 reaper reaper
17965 161362 0 0 3 0x14200 pgdaemon pagedaemon
70681 34263 0 0 3 0x14200 usbtsk usbtask
30654 291134 0 0 3 0x14200 usbatsk usbatsk
22566 258438 0 0 3 0x40014200 acpi0 acpi0
65828 69579 0 0 7 0x40014200 idle5
61839 98119 0 0 7 0x40014200 idle4
71337 184015 0 0 3 0x40014200 idle3
17091 358759 0 0 3 0x40014200 idle2
23646 5502 0 0 3 0x40014200 idle1
17461 519860 0 0 3 0x14200 bored sensors
83954 309438 0 0 7 0x14200 softnet
81064 187177 0 0 3 0x14200 bored softnet
53515 486408 0 0 7 0x14200 softnet
*54608 80122 0 0 7 0x14200 softnet
94039 325275 0 0 3 0x14200 bored systqmp
40362 220333 0 0 3 0x14200 bored systq
85662 65400 0 0 3 0x40014200 bored softclock
43451 38743 0 0 7 0x40014200 idle0
1 236502 0 0 3 0x82 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{2}> ps /o
TID PID UID PRFLAGS PFLAGS CPU COMMAND
309438 83954 0 0x14000 0x200 1 softnet
486408 53515 0 0x14000 0x200 3 softnet
* 80122 54608 0 0x14000 0x200 2 softnet
ddb{2}> trace /t 0t309438
end trace frame: 0x0, count: -1
ddb{2}> trace /t 0t486408
end trace frame: 0x0, count: -1
ddb{2}> trace /t 0t80122
end trace frame: 0x0, count: -1
ddb{2}> mach ddbcpu 0
Stopped at x86_ipi_db+0x12: leave
x86_ipi_db(ffffffff822c7ff0) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
_kernel_lock() at _kernel_lock+0xa6
softintr_dispatch(0) at softintr_dispatch+0x49
Xsoftclock() at Xsoftclock+0x1f
acpicpu_idle() at acpicpu_idle+0x203
sched_idle(ffffffff822c7ff0) at sched_idle+0x280
end trace frame: 0x0, count: 7
ddb{0}> mach ddbcpu 1
Stopped at x86_ipi_db+0x12: leave
x86_ipi_db(ffff800020989ff0) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
msleep(ffff800000035200,ffff800000035218,20,ffffffff81f5c755,10) at
msleep+0x12
taskq_next_work(ffff800000035200,ffff800020c451f0) at taskq_next_work+0x61
taskq_thread(ffff800000035200) at taskq_thread+0xeb
end trace frame: 0x0, count: 9
ddb{1}> mach ddbcpu 2
Stopped at pf_state_export+0x38: movq 0(%rax),%rcx
pf_state_export(fffffd806152f9dc,fffffd8664eb12b0) at pf_state_export+0x38
pfsync_sendout() at pfsync_sendout+0x5e4
pfsync_update_state(fffffd8728968d40) at pfsync_update_state+0x15b
pf_test(2,1,ffff800000bbb000,ffff800020c336d8) at pf_test+0x117a
ip_input_if(ffff800020c336d8,ffff800020c336e4,4,0,ffff800000bbb000) at
ip_input_if+0xcd
ipv4_input(ffff800000bbb000,fffffd80661d5300) at ipv4_input+0x39
ether_input(ffff800000bbb000,fffffd80661d5300) at ether_input+0x3b1
carp_input(ffff800000bd2000,fffffd80661d5300,5e000101) at carp_input+0x196
ether_input(ffff800000bd2000,fffffd80661d5300) at ether_input+0x1d9
vlan_input(ffff800000b9d000,fffffd80661d5300,ffff800020c3390c) at
vlan_input+0x23d
ether_input(ffff800000b9d000,fffffd80661d5300) at ether_input+0x85
if_input_process(ffff80000048b048,ffff800020c339a8) at if_input_process+0x6f
ifiq_process(ffff80000048ea00) at ifiq_process+0x69
taskq_thread(ffff800000035080) at taskq_thread+0x100
end trace frame: 0x0, count: 1
ddb{2}> mach ddbcpu 3
Stopped at x86_ipi_db+0x12: leave
x86_ipi_db(ffff80002099bff0) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
mtx_enter(ffff800000035118) at mtx_enter+0x2c
msleep(ffff800000035100,ffff800000035118,20,ffffffff81f5c755,0) at
msleep+0x12a
taskq_next_work(ffff800000035100,ffff800020c39410) at taskq_next_work+0x61
taskq_thread(ffff800000035100) at taskq_thread+0xeb
end trace frame: 0x0, count: 8
ddb{3}> mach ddbcpu 4
Stopped at x86_ipi_db+0x12: leave
x86_ipi_db(ffff8000209a4ff0) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
acpicpu_idle() at acpicpu_idle+0x203
sched_idle(ffff8000209a4ff0) at sched_idle+0x280
end trace frame: 0x0, count: 10
ddb{4}> mach ddbcpu 5
Stopped at x86_ipi_db+0x12: leave
x86_ipi_db(ffff8000209adff0) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
acpicpu_idle() at acpicpu_idle+0x203
sched_idle(ffff8000209adff0) at sched_idle+0x280
end trace frame: 0x0, count: 10