Hi all,
I'm running firewall in production with NET_TASKQ=6 with claudio@ "use
timeout for rttimer" and bluhm@ "kernel lock in arp" diffs.
After week or so of running smoothly I've got panic.
I'm aware that it's not plain snapshot, but having two firewalls with
carp and pfsync gives me room for playing around and report back ...
Panic log in attachment
dmesg:
OpenBSD 7.1-current (GENERIC.MP) #24: Sun May 22 19:35:12 CEST 2022
[email protected]:/sys/arch/amd64/compile/GENERIC.MP
real mem = 34224844800 (32639MB)
avail mem = 32913821696 (31389MB)
random: good seed from bootblocks
mpath0 at root
scsibus0 at mpath0: 256 targets
mainbus0 at root
bios0 at mainbus0: SMBIOS rev. 3.0 @ 0xec9b0 (62 entries)
bios0: vendor American Megatrends Inc. version "3.1c" date 05/02/2019
bios0: Supermicro X10SRW-F
acpi0 at bios0: ACPI 5.0
acpi0: sleep states S0 S4 S5
acpi0: tables DSDT FACP APIC FPDT FIDT SPMI MCFG UEFI HPET NFIT WDDT
SSDT NITR SSDT SSDT PRAD DMAR HEST BERT ERST EINJ
acpi0: wakeup devices IP2P(S4) EHC1(S4) EHC2(S4) RP01(S4) RP02(S4)
RP03(S4) RP04(S4) RP05(S4) RP06(S4) RP07(S4) RP08(S4) BR1A(S4) BR1B(S4)
BR2A(S4) BR2B(S4) BR2C(S4) [...]
acpitimer0 at acpi0: 3579545 Hz, 24 bits
acpimadt0 at acpi0 addr 0xfee00000: PC-AT compat
cpu0 at mainbus0: apid 0 (boot processor)
cpu0: Intel(R) Xeon(R) CPU E5-1650 v4 @ 3.60GHz, 3600.55 MHz, 06-4f-01
cpu0:
FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CFLUSH,DS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM,PBE,SSE3,PCLMUL,DTES64,MWAIT,DS-CPL,VMX,SMX,EST,TM2,SSSE3,SDBG,FMA3,CX16,xTPR,PDCM,PCID,DCA,SSE4.1,SSE4.2,x2APIC,MOVBE,POPCNT,DEADLINE,AES,XSAVE,AVX,F16C,RDRAND,NXE,PAGE1GB,RDTSCP,LONG,LAHF,ABM,3DNOWP,PERF,ITSC,FSGSBASE,TSC_ADJUST,BMI1,HLE,AVX2,SMEP,BMI2,ERMS,INVPCID,RTM,PQM,RDSEED,ADX,SMAP,PT,MD_CLEAR,IBRS,IBPB,STIBP,L1DF,SSBD,SENSOR,ARAT,XSAVEOPT,MELTDOWN
cpu0: 256KB 64b/line 8-way L2 cache
cpu0: smt 0, core 0, package 0
mtrr: Pentium Pro MTRR support, 10 var ranges, 88 fixed ranges
cpu0: apic clock running at 99MHz
cpu0: mwait min=64, max=64, C-substates=0.2.1.2, IBE
cpu1 at mainbus0: apid 2 (application processor)
cpu1: Intel(R) Xeon(R) CPU E5-1650 v4 @ 3.60GHz, 3600.01 MHz, 06-4f-01
cpu1:
FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CFLUSH,DS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM,PBE,SSE3,PCLMUL,DTES64,MWAIT,DS-CPL,VMX,SMX,EST,TM2,SSSE3,SDBG,FMA3,CX16,xTPR,PDCM,PCID,DCA,SSE4.1,SSE4.2,x2APIC,MOVBE,POPCNT,DEADLINE,AES,XSAVE,AVX,F16C,RDRAND,NXE,PAGE1GB,RDTSCP,LONG,LAHF,ABM,3DNOWP,PERF,ITSC,FSGSBASE,TSC_ADJUST,BMI1,HLE,AVX2,SMEP,BMI2,ERMS,INVPCID,RTM,PQM,RDSEED,ADX,SMAP,PT,MD_CLEAR,IBRS,IBPB,STIBP,L1DF,SSBD,SENSOR,ARAT,XSAVEOPT,MELTDOWN
cpu1: 256KB 64b/line 8-way L2 cache
cpu1: smt 0, core 1, package 0
cpu2 at mainbus0: apid 4 (application processor)
cpu2: Intel(R) Xeon(R) CPU E5-1650 v4 @ 3.60GHz, 3600.01 MHz, 06-4f-01
cpu2:
FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CFLUSH,DS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM,PBE,SSE3,PCLMUL,DTES64,MWAIT,DS-CPL,VMX,SMX,EST,TM2,SSSE3,SDBG,FMA3,CX16,xTPR,PDCM,PCID,DCA,SSE4.1,SSE4.2,x2APIC,MOVBE,POPCNT,DEADLINE,AES,XSAVE,AVX,F16C,RDRAND,NXE,PAGE1GB,RDTSCP,LONG,LAHF,ABM,3DNOWP,PERF,ITSC,FSGSBASE,TSC_ADJUST,BMI1,HLE,AVX2,SMEP,BMI2,ERMS,INVPCID,RTM,PQM,RDSEED,ADX,SMAP,PT,MD_CLEAR,IBRS,IBPB,STIBP,L1DF,SSBD,SENSOR,ARAT,XSAVEOPT,MELTDOWN
cpu2: 256KB 64b/line 8-way L2 cache
cpu2: smt 0, core 2, package 0
cpu3 at mainbus0: apid 6 (application processor)
cpu3: Intel(R) Xeon(R) CPU E5-1650 v4 @ 3.60GHz, 3600.00 MHz, 06-4f-01
cpu3:
FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CFLUSH,DS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM,PBE,SSE3,PCLMUL,DTES64,MWAIT,DS-CPL,VMX,SMX,EST,TM2,SSSE3,SDBG,FMA3,CX16,xTPR,PDCM,PCID,DCA,SSE4.1,SSE4.2,x2APIC,MOVBE,POPCNT,DEADLINE,AES,XSAVE,AVX,F16C,RDRAND,NXE,PAGE1GB,RDTSCP,LONG,LAHF,ABM,3DNOWP,PERF,ITSC,FSGSBASE,TSC_ADJUST,BMI1,HLE,AVX2,SMEP,BMI2,ERMS,INVPCID,RTM,PQM,RDSEED,ADX,SMAP,PT,MD_CLEAR,IBRS,IBPB,STIBP,L1DF,SSBD,SENSOR,ARAT,XSAVEOPT,MELTDOWN
cpu3: 256KB 64b/line 8-way L2 cache
cpu3: smt 0, core 3, package 0
cpu4 at mainbus0: apid 8 (application processor)
cpu4: Intel(R) Xeon(R) CPU E5-1650 v4 @ 3.60GHz, 3600.00 MHz, 06-4f-01
cpu4:
FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CFLUSH,DS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM,PBE,SSE3,PCLMUL,DTES64,MWAIT,DS-CPL,VMX,SMX,EST,TM2,SSSE3,SDBG,FMA3,CX16,xTPR,PDCM,PCID,DCA,SSE4.1,SSE4.2,x2APIC,MOVBE,POPCNT,DEADLINE,AES,XSAVE,AVX,F16C,RDRAND,NXE,PAGE1GB,RDTSCP,LONG,LAHF,ABM,3DNOWP,PERF,ITSC,FSGSBASE,TSC_ADJUST,BMI1,HLE,AVX2,SMEP,BMI2,ERMS,INVPCID,RTM,PQM,RDSEED,ADX,SMAP,PT,MD_CLEAR,IBRS,IBPB,STIBP,L1DF,SSBD,SENSOR,ARAT,XSAVEOPT,MELTDOWN
cpu4: 256KB 64b/line 8-way L2 cache
cpu4: smt 0, core 4, package 0
cpu5 at mainbus0: apid 10 (application processor)
cpu5: Intel(R) Xeon(R) CPU E5-1650 v4 @ 3.60GHz, 3600.00 MHz, 06-4f-01
cpu5:
FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CFLUSH,DS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM,PBE,SSE3,PCLMUL,DTES64,MWAIT,DS-CPL,VMX,SMX,EST,TM2,SSSE3,SDBG,FMA3,CX16,xTPR,PDCM,PCID,DCA,SSE4.1,SSE4.2,x2APIC,MOVBE,POPCNT,DEADLINE,AES,XSAVE,AVX,F16C,RDRAND,NXE,PAGE1GB,RDTSCP,LONG,LAHF,ABM,3DNOWP,PERF,ITSC,FSGSBASE,TSC_ADJUST,BMI1,HLE,AVX2,SMEP,BMI2,ERMS,INVPCID,RTM,PQM,RDSEED,ADX,SMAP,PT,MD_CLEAR,IBRS,IBPB,STIBP,L1DF,SSBD,SENSOR,ARAT,XSAVEOPT,MELTDOWN
cpu5: 256KB 64b/line 8-way L2 cache
cpu5: smt 0, core 5, package 0
ioapic0 at mainbus0: apid 1 pa 0xfec00000, version 20, 24 pins
ioapic1 at mainbus0: apid 2 pa 0xfec01000, version 20, 24 pins
acpimcfg0 at acpi0
acpimcfg0: addr 0x80000000, bus 0-255
acpihpet0 at acpi0: 14318179 Hz
acpiprt0 at acpi0: bus 255 (UNC0)
acpiprt1 at acpi0: bus 0 (PCI0)
acpiprt2 at acpi0: bus 4 (RP03)
acpiprt3 at acpi0: bus 5 (BR7A)
acpiprt4 at acpi0: bus 6 (RP05)
acpiprt5 at acpi0: bus 1 (BR1A)
acpiprt6 at acpi0: bus -1 (BR1B)
acpiprt7 at acpi0: bus -1 (BR2A)
acpiprt8 at acpi0: bus -1 (BR2C)
acpiprt9 at acpi0: bus 2 (BR3A)
acpiprt10 at acpi0: bus -1 (BR3C)
acpipci0 at acpi0 UNC0: 0x00000010 0x00000011 0x00000000
"ACPI0004" at acpi0 not configured
"ACPI0007" at acpi0 not configured
"ACPI0007" at acpi0 not configured
"ACPI0007" at acpi0 not configured
"ACPI0007" at acpi0 not configured
"ACPI0007" at acpi0 not configured
"ACPI0007" at acpi0 not configured
acpipci1 at acpi0 PCI0: 0x00000010 0x00000011 0x00000000
"PNP0003" at acpi0 not configured
acpicmos0 at acpi0
com0 at acpi0 UAR1 addr 0x3f8/0x8 irq 4: ns16550a, 16 byte fifo
com1 at acpi0 UAR2 addr 0x2f8/0x8 irq 3: ns16550a, 16 byte fifo
com1: console
"IPI0001" at acpi0 not configured
acpibtn0 at acpi0: PWRB
"PNP0C33" at acpi0 not configured
"PNP0C14" at acpi0 not configured
"ACPI000D" at acpi0 not configured
acpicpu0 at acpi0: C1(1016@1 mwait.1), PSS
acpicpu1 at acpi0: C1(1016@1 mwait.1), PSS
acpicpu2 at acpi0: C1(1016@1 mwait.1), PSS
acpicpu3 at acpi0: C1(1016@1 mwait.1), PSS
acpicpu4 at acpi0: C1(1016@1 mwait.1), PSS
acpicpu5 at acpi0: C1(1016@1 mwait.1), PSS
ipmi at mainbus0 not configured
cpu0: using VERW MDS workaround (except on vmm entry)
cpu0: Enhanced SpeedStep 3600 MHz: speeds: 3601, 3600, 3400, 3300, 3100,
2900, 2700, 2600, 2400, 2200, 2100, 1900, 1700, 1500, 1400, 1200 MHz
pci0 at mainbus0 bus 255
255:30:3: mem address conflict 0x20/0x20
"Intel Xeon-D QPI Link" rev 0x01 at pci0 dev 11 function 0 not configured
"Intel Xeon-D QPI Link" rev 0x01 at pci0 dev 11 function 1 not configured
"Intel Xeon-D QPI Link" rev 0x01 at pci0 dev 11 function 2 not configured
"Intel Xeon-D QPI Debug" rev 0x01 at pci0 dev 11 function 3 not configured
"Intel Xeon-D Cache" rev 0x01 at pci0 dev 12 function 0 not configured
"Intel Xeon-D Cache" rev 0x01 at pci0 dev 12 function 1 not configured
"Intel Xeon-D Cache" rev 0x01 at pci0 dev 12 function 2 not configured
"Intel Xeon-D Cache" rev 0x01 at pci0 dev 12 function 3 not configured
"Intel E5 v4 Cache" rev 0x01 at pci0 dev 12 function 4 not configured
"Intel E5 v4 Cache" rev 0x01 at pci0 dev 12 function 5 not configured
"Intel Xeon-D Cache" rev 0x01 at pci0 dev 15 function 0 not configured
"Intel E5 v4 Cache" rev 0x01 at pci0 dev 15 function 1 not configured
"Intel Xeon-D Cache" rev 0x01 at pci0 dev 15 function 4 not configured
"Intel Xeon-D Cache" rev 0x01 at pci0 dev 15 function 5 not configured
"Intel Xeon-D Cache" rev 0x01 at pci0 dev 15 function 6 not configured
"Intel Xeon-D PCIE" rev 0x01 at pci0 dev 16 function 0 not configured
"Intel E5 v4 R2PCIe Agent" rev 0x01 at pci0 dev 16 function 1 not configured
"Intel Xeon-D Ubox" rev 0x01 at pci0 dev 16 function 5 not configured
"Intel Xeon-D Ubox" rev 0x01 at pci0 dev 16 function 6 not configured
"Intel Xeon-D Ubox" rev 0x01 at pci0 dev 16 function 7 not configured
"Intel Xeon-D Home Agent" rev 0x01 at pci0 dev 18 function 0 not configured
"Intel Xeon-D Home Agent" rev 0x01 at pci0 dev 18 function 1 not configured
"Intel Xeon-D Memory" rev 0x01 at pci0 dev 19 function 0 not configured
"Intel Xeon-D Memory" rev 0x01 at pci0 dev 19 function 1 not configured
"Intel Xeon-D Memory" rev 0x01 at pci0 dev 19 function 2 not configured
"Intel Xeon-D Memory" rev 0x01 at pci0 dev 19 function 3 not configured
"Intel Xeon-D Memory" rev 0x01 at pci0 dev 19 function 4 not configured
"Intel Xeon-D Memory" rev 0x01 at pci0 dev 19 function 5 not configured
"Intel Xeon-D Memory" rev 0x01 at pci0 dev 19 function 6 not configured
"Intel Xeon-D Memory" rev 0x01 at pci0 dev 19 function 7 not configured
"Intel Xeon-D Memory" rev 0x01 at pci0 dev 20 function 0 not configured
"Intel Xeon-D Memory" rev 0x01 at pci0 dev 20 function 1 not configured
"Intel Xeon-D Memory" rev 0x01 at pci0 dev 20 function 2 not configured
"Intel Xeon-D Memory" rev 0x01 at pci0 dev 20 function 3 not configured
"Intel Xeon-D Memory" rev 0x01 at pci0 dev 20 function 4 not configured
"Intel Xeon-D Memory" rev 0x01 at pci0 dev 20 function 5 not configured
"Intel Xeon-D Memory" rev 0x01 at pci0 dev 20 function 6 not configured
"Intel Xeon-D Memory" rev 0x01 at pci0 dev 20 function 7 not configured
"Intel Xeon-D Memory" rev 0x01 at pci0 dev 21 function 0 not configured
"Intel Xeon-D Memory" rev 0x01 at pci0 dev 21 function 1 not configured
"Intel Xeon-D Memory" rev 0x01 at pci0 dev 21 function 2 not configured
"Intel Xeon-D Memory" rev 0x01 at pci0 dev 21 function 3 not configured
"Intel E5 v4 RAS" rev 0x01 at pci0 dev 22 function 0 not configured
"Intel E5 v4 DDRIO" rev 0x01 at pci0 dev 22 function 6 not configured
"Intel E5 v4 DDRIO" rev 0x01 at pci0 dev 22 function 7 not configured
"Intel E5 v4 Thermal" rev 0x01 at pci0 dev 23 function 0 not configured
"Intel E5 v4 DDRIO" rev 0x01 at pci0 dev 23 function 4 not configured
"Intel E5 v4 DDRIO" rev 0x01 at pci0 dev 23 function 5 not configured
"Intel E5 v4 DDRIO" rev 0x01 at pci0 dev 23 function 6 not configured
"Intel E5 v4 DDRIO" rev 0x01 at pci0 dev 23 function 7 not configured
"Intel Xeon-D PCU" rev 0x01 at pci0 dev 30 function 0 not configured
"Intel Xeon-D PCU" rev 0x01 at pci0 dev 30 function 1 not configured
"Intel Xeon-D PCU" rev 0x01 at pci0 dev 30 function 2 not configured
"Intel Xeon-D PCU" rev 0x01 at pci0 dev 30 function 3 not configured
"Intel Xeon-D PCU" rev 0x01 at pci0 dev 30 function 4 not configured
"Intel Xeon-D PCU" rev 0x01 at pci0 dev 31 function 0 not configured
"Intel Xeon-D PCU" rev 0x01 at pci0 dev 31 function 2 not configured
pci1 at mainbus0 bus 0
pchb0 at pci1 dev 0 function 0 "Intel Xeon-D Host" rev 0x01
ppb0 at pci1 dev 1 function 0 "Intel Xeon-D PCIE" rev 0x01: msi
pci2 at ppb0 bus 1
ix0 at pci2 dev 0 function 0 "Intel 82599" rev 0x01, msix, 6 queues,
address 90:e2:ba:d7:1b:f4
ix1 at pci2 dev 0 function 1 "Intel 82599" rev 0x01, msix, 6 queues,
address 90:e2:ba:d7:1b:f5
ppb1 at pci1 dev 3 function 0 "Intel Xeon-D PCIE" rev 0x01: msi
pci3 at ppb1 bus 2
"Intel E5 v4 DMA" rev 0x01 at pci1 dev 4 function 0 not configured
"Intel E5 v4 DMA" rev 0x01 at pci1 dev 4 function 1 not configured
"Intel E5 v4 DMA" rev 0x01 at pci1 dev 4 function 2 not configured
"Intel E5 v4 DMA" rev 0x01 at pci1 dev 4 function 3 not configured
"Intel E5 v4 DMA" rev 0x01 at pci1 dev 4 function 4 not configured
"Intel E5 v4 DMA" rev 0x01 at pci1 dev 4 function 5 not configured
"Intel E5 v4 DMA" rev 0x01 at pci1 dev 4 function 6 not configured
"Intel E5 v4 DMA" rev 0x01 at pci1 dev 4 function 7 not configured
"Intel Xeon-D Address Map" rev 0x01 at pci1 dev 5 function 0 not configured
"Intel Xeon-D Hot Plug" rev 0x01 at pci1 dev 5 function 1 not configured
"Intel Xeon-D RAS" rev 0x01 at pci1 dev 5 function 2 not configured
"Intel Xeon-D I/O APIC" rev 0x01 at pci1 dev 5 function 4 not configured
"Intel C610 MS SPSR" rev 0x05 at pci1 dev 17 function 0 not configured
ahci0 at pci1 dev 17 function 4 "Intel C610 AHCI" rev 0x05: msi, AHCI 1.3
scsibus1 at ahci0: 32 targets
xhci0 at pci1 dev 20 function 0 "Intel C610 xHCI" rev 0x05: msi, xHCI 1.0
usb0 at xhci0: USB revision 3.0
uhub0 at usb0 configuration 1 interface 0 "Intel xHCI root hub" rev
3.00/1.00 addr 1
"Intel C610 MEI" rev 0x05 at pci1 dev 22 function 0 not configured
"Intel C610 MEI" rev 0x05 at pci1 dev 22 function 1 not configured
ehci0 at pci1 dev 26 function 0 "Intel C610 USB" rev 0x05: apic 1 int 18
usb1 at ehci0: USB revision 2.0
uhub1 at usb1 configuration 1 interface 0 "Intel EHCI root hub" rev
2.00/1.00 addr 1
ppb2 at pci1 dev 28 function 0 "Intel C610 PCIE" rev 0xd5
pci4 at ppb2 bus 3
ppb3 at pci1 dev 28 function 2 "Intel C610 PCIE" rev 0xd5: msi
pci5 at ppb3 bus 4
ppb4 at pci5 dev 0 function 0 "ASPEED Technology AST1150 PCI" rev 0x03
pci6 at ppb4 bus 5
vga1 at pci6 dev 0 function 0 "ASPEED Technology AST2000" rev 0x30
wsdisplay at vga1 not configured
ppb5 at pci1 dev 28 function 4 "Intel C610 PCIE" rev 0xd5: msi
pci7 at ppb5 bus 6
em0 at pci7 dev 0 function 0 "Intel I350" rev 0x01: msi, address
0c:c4:7a:da:cd:5a
em1 at pci7 dev 0 function 1 "Intel I350" rev 0x01: msi, address
0c:c4:7a:da:cd:5b
ehci1 at pci1 dev 29 function 0 "Intel C610 USB" rev 0x05: apic 1 int 18
usb2 at ehci1: USB revision 2.0
uhub2 at usb2 configuration 1 interface 0 "Intel EHCI root hub" rev
2.00/1.00 addr 1
pcib0 at pci1 dev 31 function 0 "Intel C610 LPC" rev 0x05
ahci1 at pci1 dev 31 function 2 "Intel C610 AHCI" rev 0x05: msi, AHCI 1.3
ahci1: port 0: 6.0Gb/s
ahci1: port 1: 6.0Gb/s
scsibus2 at ahci1: 32 targets
sd0 at scsibus2 targ 0 lun 0: <ATA, SAMSUNG MZ7LN256, MAV0>
naa.5002538d417c7a2b
sd0: 244198MB, 512 bytes/sector, 500118192 sectors, thin
sd1 at scsibus2 targ 1 lun 0: <ATA, SAMSUNG MZ7LN256, MAV0>
naa.5002538d417cc12c
sd1: 244198MB, 512 bytes/sector, 500118192 sectors, thin
ichiic0 at pci1 dev 31 function 3 "Intel C610 SMBus" rev 0x05: apic 1 int 18
iic0 at ichiic0
isa0 at pcib0
isadma0 at isa0
pcppi0 at isa0 port 0x61
spkr0 at pcppi0
vmm0 at mainbus0: VMX/EPT
uhub3 at uhub0 port 12 configuration 1 interface 0 "ATEN International
product 0x7000" rev 2.00/0.00 addr 2
uhidev0 at uhub3 port 1 configuration 1 interface 0 "ATEN International
product 0x2419" rev 1.10/1.00 addr 3
uhidev0: iclass 3/1
ukbd0 at uhidev0: 8 variable keys, 6 key codes
wskbd0 at ukbd0 mux 1
uhidev1 at uhub3 port 1 configuration 1 interface 1 "ATEN International
product 0x2419" rev 1.10/1.00 addr 3
uhidev1: iclass 3/1
ums0 at uhidev1: 3 buttons, Z dir
wsmouse0 at ums0 mux 0
uhub4 at uhub1 port 1 configuration 1 interface 0 "Intel Rate Matching
Hub" rev 2.00/0.05 addr 2
uhub5 at uhub2 port 1 configuration 1 interface 0 "Intel Rate Matching
Hub" rev 2.00/0.05 addr 2
vscsi0 at root
scsibus3 at vscsi0: 256 targets
softraid0 at root
scsibus4 at softraid0: 256 targets
root on sd0a (06e397d0f983db15.a) swap on sd0b dump on sd0bbcbnfw1# uvm_fault(0xffffffff823c6ac0, 0x10, 0, 1) -> e
kernel: page fault trap, code=0
Stopped at pf_state_export+0x4e: movq 0x10(%rax),%rcx
TID PID UID PRFLAGS PFLAGS CPU COMMAND
*414231 37466 0 0x14000 0x200 3 softnet
180795 96693 0 0x14000 0x200 2 softnet
39487 54182 0 0x14000 0x200 0 softnet
221352 95757 0 0x14000 0x200 4 softnet
252845 32137 0 0x14000 0x200 1 softnet
294301 63695 0 0x14000 0x200 5 softnet
pf_state_export(fffffd80611313c8,fffffd8877492ac0) at pf_state_export+0x4e
pfsync_sendout() at pfsync_sendout+0x5e4
pfsync_update_state(fffffd887df852b8) at pfsync_update_state+0x15b
pf_test(2,1,ffff800000d48000,ffff800020b23a08) at pf_test+0xd53
ip_input_if(ffff800020b23a08,ffff800020b23a14,4,0,ffff800000d48000) at
ip_input_if+0xcd
ipv4_input(ffff800000d48000,fffffd80774a4000) at ipv4_input+0x39
ether_input(ffff800000d48000,fffffd80774a4000) at ether_input+0x3ad
carp_input(ffff800000d64000,fffffd80774a4000,5e000115) at carp_input+0x196
ether_input(ffff800000d64000,fffffd80774a4000) at ether_input+0x1d9
vlan_input(ffff800000b9f000,fffffd80774a4000,ffff800020b23c3c) at
vlan_input+0x23d
ether_input(ffff800000b9f000,fffffd80774a4000) at ether_input+0x85
if_input_process(ffff800000493048,ffff800020b23cd8) at if_input_process+0x6f
ifiq_process(ffff800000491b00) at ifiq_process+0x69
taskq_thread(ffff800000036500) at taskq_thread+0x11a
end trace frame: 0x0, count: 1
https://www.openbsd.org/ddb.html describes the minimum info required in bug
reports. Insufficient info makes it difficult to find and fix bugs.
ddb{3}>
ddb{3}> show panic
*cpu3: uvm_fault(0xffffffff823c6ac0, 0x10, 0, 1) -> e
ddb{3}> show reg
rdi 0xfffffd80611314d0
rsi 0
rbp 0xffff800020b23690
rbx 0x388
rdx 0
rcx 0x5c12c6c1
rax 0
r8 0x108
r9 0xffff800020b23dc0
r10 0xea471f3dd69994ed
r11 0xfffffd80611313c8
r12 0xfffffd8877492ac0
r13 0
r14 0xfffffd80611313c8
r15 0xfffffd8877492ac0
rip 0xffffffff817c642e pf_state_export+0x4e
cs 0x8
rflags 0x10246 __ALIGN_SIZE+0xf246
rsp 0xffff800020b23650
ss 0x10
pf_state_export+0x4e: movq 0x10(%rax),%rcx
ddb{3}> show locks
exclusive kernel_lock &kernel_lock r = 0 (0xffffffff82448838)
#0 witness_lock+0x311
#1 kpageflttrap+0x173
#2 kerntrap+0x91
#3 alltraps_kern_meltdown+0x7b
#4 pf_state_export+0x4e
#5 pfsync_sendout+0x5e4
#6 pfsync_update_state+0x15b
#7 pf_test+0xd53
#8 ip_input_if+0xcd
#9 ipv4_input+0x39
#10 ether_input+0x3ad
#11 carp_input+0x196
#12 ether_input+0x1d9
#13 vlan_input+0x23d
#14 ether_input+0x85
#15 if_input_process+0x6f
#16 ifiq_process+0x69
#17 taskq_thread+0x11a
#18 proc_trampoline+0x1c
shared rwlock netlock r = 0 (0xffffffff822ad230)
#0 witness_lock+0x311
#1 if_input_process+0x43
#2 ifiq_process+0x69
#3 taskq_thread+0x11a
#4 proc_trampoline+0x1c
shared rwlock softnet r = 0 (0xffff800000036570)
#0 witness_lock+0x311
#1 taskq_thread+0x10d
#2 proc_trampoline+0x1c
ddb{3}>
ddb{3}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
50060 348006 15171 0 3 0x100083 ttyin ksh
15171 313810 70535 1000 3 0x10008b sigsusp ksh
70535 422113 74320 1000 3 0x98 kqread sshd
74320 29299 81875 0 3 0x82 kqread sshd
37292 143612 1 0 3 0x100083 ttyin ksh
24805 483147 1 0 3 0x100098 kqread cron
37232 145017 53091 720 3 0x1000090 kqread lldpd
53091 226605 1 0 3 0x80 netio lldpd
66773 491040 68259 95 3 0x1100092 kqread smtpd
93241 106039 68259 103 3 0x1100092 kqread smtpd
85487 6701 68259 95 3 0x1100092 kqread smtpd
59860 84195 68259 95 3 0x100092 kqread smtpd
90573 508897 68259 95 3 0x1100092 kqread smtpd
85717 464519 68259 95 3 0x1100092 kqread smtpd
68259 64541 1 0 3 0x100080 kqread smtpd
8129 86495 1 77 3 0x1100090 kqread dhcpd
90634 245500 1 0 3 0x100080 kqread snmpd
331 220628 1 91 3 0x1000092 kqread snmpd
81875 265986 1 0 3 0x88 kqread sshd
37895 444751 1 0 3 0x100080 kqread ntpd
54946 348510 59580 83 3 0x100092 kqread ntpd
59580 460715 1 83 3 0x1100092 kqread ntpd
54419 187909 31407 74 3 0x1100092 bpf pflogd
31407 49398 1 0 3 0x80 netio pflogd
15151 220828 51696 73 3 0x1100090 kqread syslogd
51696 86377 1 0 3 0x100082 netio syslogd
12973 150900 0 0 3 0x14200 bored smr
45350 328116 0 0 3 0x14200 pgzero zerothread
74609 235623 0 0 3 0x14200 aiodoned aiodoned
64269 363574 0 0 3 0x14200 syncer update
88452 419007 0 0 3 0x14200 cleaner cleaner
24067 267432 0 0 3 0x14200 reaper reaper
10631 433207 0 0 3 0x14200 pgdaemon pagedaemon
72074 338953 0 0 3 0x14200 usbtsk usbtask
71623 479129 0 0 3 0x14200 usbatsk usbatsk
33128 421238 0 0 3 0x40014200 acpi0 acpi0
85287 15823 0 0 3 0x40014200 idle5
88924 501834 0 0 3 0x40014200 idle4
91749 370132 0 0 3 0x40014200 idle3
66547 486982 0 0 3 0x40014200 idle2
95547 309400 0 0 3 0x40014200 idle1
76950 86175 0 0 3 0x14200 bored sensors
*37466 414231 0 0 7 0x14200 softnet
96693 180795 0 0 7 0x14200 softnet
54182 39487 0 0 7 0x14200 softnet
95757 221352 0 0 7 0x14200 softnet
32137 252845 0 0 7 0x14200 softnet
63695 294301 0 0 7 0x14200 softnet
4502 444546 0 0 3 0x14200 bored systqmp
43736 171337 0 0 3 0x14200 bored systq
68843 118164 0 0 3 0x40014200 bored softclock
96589 250450 0 0 3 0x40014200 idle0
1 502863 0 0 3 0x82 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{3}> ps /o
TID PID UID PRFLAGS PFLAGS CPU COMMAND
*414231 37466 0 0x14000 0x200 3 softnet
180795 96693 0 0x14000 0x200 2 softnet
39487 54182 0 0x14000 0x200 0 softnet
221352 95757 0 0x14000 0x200 4 softnet
252845 32137 0 0x14000 0x200 1 softnet
294301 63695 0 0x14000 0x200 5 softnet
ddb{3}> trace /t 0t414231
end trace frame: 0x0, count: -1
ddb{3}> trace /t 0t180795
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
msleep_nsec(10,ffff800020b1d850,246,8,ffffffff81c572f4) at msleep_nsec+0x4
taskq_next_work(ffff800000036400,ffff800020b1d8a8) at taskq_next_work+0x61
taskq_thread(ffff800000036400) at taskq_thread+0xfb
end trace frame: 0x0, count: -5
ddb{3}> trace /t 0t39487
__mp_release_all(ffffffff82448630) at __mp_release_all+0x7a
msleep(ffff800000036300,ffff800000036318,20,ffffffff81f6aa48,0) at msleep+0x10b
taskq_next_work(ffff800000036300,ffff800020b17248) at taskq_next_work+0x61
taskq_thread(ffff800000036300) at taskq_thread+0xfb
end trace frame: 0x0, count: -4
ddb{3}> trace /t 0t221352
__mp_release_all(ffffffff82448630) at __mp_release_all+0x7a
msleep(ffff800000036200,ffff800000036218,20,ffffffff81f6aa48,0) at msleep+0x10b
taskq_next_work(ffff800000036200,ffff800020b117a8) at taskq_next_work+0x61
taskq_thread(ffff800000036200) at taskq_thread+0xfb
end trace frame: 0x0, count: -4
ddb{3}> trace /t 0t252845
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
msleep_nsec(10,ffff800020b0bc70,246,8,ffffffff81c572f4) at msleep_nsec+0x4
taskq_next_work(ffff800000036100,ffff800020b0bcc8) at taskq_next_work+0x61
taskq_thread(ffff800000036100) at taskq_thread+0xfb
end trace frame: 0x0, count: -5
ddb{3}> trace /t 0t294301
with this command firewall freezes
ddb{3}> show all pool
Name Size Requests Fail Releases Pgreq Pgrel Npage Hiwat Minpg Maxpg Idle
pfsync 48 982695 0 982695 1313 1312 1 1 0 8 1
plcache 128 66 0 0 3 0 3 3 0 8 0
rtpcb 120 27 0 25 1 0 1 1 0 8 0
rtentry 112 309373 0 308691 254 234 20 26 0 8 0
unpcb 136 108 0 54 2 0 2 2 0 8 0
syncache 296 11 0 11 5 5 0 1 0 8 0
tcpqe 32 4 0 4 3 3 0 1 0 8 0
tcpcb 736 17 0 12 1 0 1 1 0 8 0
arp 120 309260 0 308679 386 367 19 24 0 8 0
inpcb 312 82139 0 82127 6999 6998 1 2 0 8 0
pffrag 232 295300411 0 295300410 141 140 1 68 0 482 0
pffrnode 88 289925076 0 289925075 1 0 1 1 0 8 0
pffrent 40 885891219 0 885891218 59 58 1 24 0 8 0
pfosfp 40 1428 0 1005 5 0 5 5 0 8 0
pfosfpen 112 1428 0 714 21 0 21 21 0 8 0
pfruleitem 16 6159955 0 6150996 71 19 52 66 0 8 0
pfstitem 24 255295209 0 255235082 5829 4706 1123 2957 0 8 0
pfstkey 112 256737008 0 256676790 41192 37507 3685 14025 0 8 0
pfstate 336 250577397 0 250520846 275914 269571 6343 41423 0 8 0
pfrule 1360 47 0 16 4 1 3 4 0 8 0
art_heap8 4096 1 0 0 1 0 1 1 0 8 0
art_heap4 256 267494 0 266845 2911 2869 42 48 0 8 0
art_table 32 267495 0 266845 21 15 6 7 0 8 0
art_node 16 309361 0 308702 6 2 4 4 0 8 0
dirhash 1024 270 0 40 31 2 29 29 0 8 0
dino1pl 128 28264 0 2946 823 6 817 817 0 8 0
ffsino 272 28264 0 2946 1702 13 1689 1689 0 8 0
nchpl 144 138589 0 134737 151 8 143 143 0 8 0
uvmvnodes 80 28302 0 0 578 0 578 578 0 8 0
vnodes 224 28302 0 0 1665 0 1665 1665 0 8 0
namei 1024 553620 0 553620 13266 13266 0 1 0 8 0
percpumem 48 80 0 0 1 0 1 1 0 8 0
ehcixfer 296 93 0 89 1 0 1 1 0 8 0
xhcixfer 280 101 0 99 1 0 1 1 0 8 0
kstatmem 264 160 0 0 11 0 11 11 0 8 0
acpiwqpl 32 195 0 195 2 1 1 2 1 8 1
scxspl 216 332787 0 332787 8738 8737 1 2 0 8 1
plimitpl 152 151 0 133 1 0 1 1 0 8 0
sigapl 424 6644 0 6591 12 5 7 8 0 8 0
futexpl 64 8165 0 8165 2 2 0 1 0 8 0
knotepl 120 1103 0 0 5 0 5 5 0 8 0
kqueuepl 216 41 0 15 2 0 2 2 0 8 0
pipepl 336 4554 0 4554 128 128 0 1 0 8 0
fdescpl 496 6619 0 6591 5 0 5 5 0 8 0
filepl 152 282263 0 282129 6 0 6 6 0 8 0
lockfpl 104 24 0 24 6 6 0 1 0 8 0
lockfspl 48 12 0 12 6 6 0 1 0 8 0
sessionpl 144 138 0 122 1 0 1 1 0 8 0
pgrppl 48 255 0 238 1 0 1 1 0 8 0
ucredpl 96 246 0 219 1 0 1 1 0 8 0
zombiepl 144 6591 0 6591 151 151 0 1 0 8 0
processpl 1064 6644 0 6591 6 1 5 5 0 8 0
procpl 672 6675 0 6622 6 0 6 6 0 8 0
srpgc 96 69 0 69 2 2 0 1 0 8 0
sockpl 480 82274 0 82206 10 1 9 9 0 8 0
mcl8k 8192 14 0 0 2 0 2 2 0 8 0
mcl4k 4096 10 0 0 2 0 2 2 0 8 0
mcl2k2 2112 172100 0 0 534 434 100 198 0 8 0
mcl2k 2048 71638 0 0 637 629 8 22 0 8 0
mtagpl 96 34434 0 0 12 11 1 2 0 8 0
mbufpl 256 355929 0 0 371 250 121 187 0 8 0
bufpl 288 114973 0 66047 3497 2 3495 3495 0 8 0
anonpl 24 752072 0 742592 886 828 58 287 0 3026 0
amapchunkpl 152 86541 0 85990 257 235 22 121 0 158 0
amappl16 200 2351 0 2344 44 43 1 17 0 8 0
amappl15 192 3718 0 3703 3 2 1 2 0 8 0
amappl14 184 18 0 17 2 1 1 1 0 8 0
amappl13 176 1613 0 1598 1 0 1 1 0 8 0
amappl12 168 342 0 342 9 9 0 3 0 8 0
amappl11 160 482 0 443 2 0 2 2 0 8 0
amappl10 152 116 0 114 1 0 1 1 0 8 0
amappl9 144 245 0 245 13 13 0 1 0 8 0
amappl8 136 6288 0 6271 14 13 1 13 0 8 0
amappl7 128 2428 0 2398 56 55 1 2 0 8 0
amappl6 120 3717 0 3697 4 3 1 3 0 8 0
amappl5 112 1197 0 1154 4 2 2 4 0 8 0
amappl4 104 12561 0 12507 35 33 2 24 0 8 0
amappl3 96 8522 0 8458 16 14 2 8 0 8 0
amappl2 88 18094 0 17938 52 48 4 30 0 8 0
amappl1 80 189618 0 188527 228 205 23 27 0 8 0
amappl 88 31745 0 31583 32 28 4 23 0 92 0
dma4096 4096 2 0 2 1 1 0 1 0 8 0
dma512 512 12 0 10 1 0 1 1 0 8 0
dma256 256 15 0 15 1 1 0 1 0 8 0
dma128 128 2 0 2 1 1 0 1 0 8 0
dma64 64 15 0 15 1 1 0 1 0 8 0
dma32 32 13 0 13 1 1 0 1 0 8 0
dma16 16 43 0 43 1 1 0 1 0 8 0
aobjpl 72 2 0 0 1 0 1 1 0 8 0
uaddrrnd 24 6619 0 6591 1 0 1 1 0 8 0
uaddrbest 32 2 0 0 1 0 1 1 0 8 0
uaddr 24 6619 0 6591 1 0 1 1 0 8 0
vmmpekpl 168 157428 0 157397 2 0 2 2 0 8 0
vmmpepl 168 937582 0 934979 1835 1719 116 364 0 357 0
vmsppl 368 6618 0 6591 4 0 4 4 0 8 0
rwobjpl 56 187207 0 157299 489 63 426 428 0 8 0
pdppl 4096 13245 0 13182 1405 1342 63 83 0 8 0
pvpl 32 9919086 0 9901567 3161 3016 145 1457 0 265 0
pmappl 248 6618 0 6591 3 0 3 3 0 8 0
extentpl 40 121 0 68 1 0 1 1 0 8 0
phpool 112 306878 0 295073 1564 660 904 1340 0 8 0
ddb{3}> mach ddbcpu 0
Stopped at x86_ipi_db+0x12: leave
x86_ipi_db(ffffffff822b3ff0) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
__mp_release_all(ffffffff82448630) at __mp_release_all+0x7a
msleep(ffff800000036300,ffff800000036318,20,ffffffff81f6aa48,0) at msleep+0x10b
taskq_next_work(ffff800000036300,ffff800020b17248) at taskq_next_work+0x61
taskq_thread(ffff800000036300) at taskq_thread+0xfb
end trace frame: 0x0, count: 8
ddb{0}> mach ddbcpu 1
Stopped at x86_ipi_db+0x12: leave
x86_ipi_db(ffff800020859ff0) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
msleep_nsec(10,ffff800020b0bc70,246,8,ffffffff81c572f4) at msleep_nsec+0x4
taskq_next_work(ffff800000036100,ffff800020b0bcc8) at taskq_next_work+0x61
taskq_thread(ffff800000036100) at taskq_thread+0xfb
end trace frame: 0x0, count: 9
ddb{1}> mach ddbcpu 2
Stopped at x86_ipi_db+0x12: leave
x86_ipi_db(ffff800020862ff0) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
msleep_nsec(10,ffff800020b1d850,246,8,ffffffff81c572f4) at msleep_nsec+0x4
taskq_next_work(ffff800000036400,ffff800020b1d8a8) at taskq_next_work+0x61
taskq_thread(ffff800000036400) at taskq_thread+0xfb
end trace frame: 0x0, count: 9
ddb{2}> mach ddbcpu 3
Stopped at pf_state_export+0x4e: movq 0x10(%rax),%rcx
pf_state_export(fffffd80611313c8,fffffd8877492ac0) at pf_state_export+0x4e
pfsync_sendout() at pfsync_sendout+0x5e4
pfsync_update_state(fffffd887df852b8) at pfsync_update_state+0x15b
pf_test(2,1,ffff800000d48000,ffff800020b23a08) at pf_test+0xd53
ip_input_if(ffff800020b23a08,ffff800020b23a14,4,0,ffff800000d48000) at
ip_input_if+0xcd
ipv4_input(ffff800000d48000,fffffd80774a4000) at ipv4_input+0x39
ether_input(ffff800000d48000,fffffd80774a4000) at ether_input+0x3ad
carp_input(ffff800000d64000,fffffd80774a4000,5e000115) at carp_input+0x196
ether_input(ffff800000d64000,fffffd80774a4000) at ether_input+0x1d9
vlan_input(ffff800000b9f000,fffffd80774a4000,ffff800020b23c3c) at
vlan_input+0x23d
ether_input(ffff800000b9f000,fffffd80774a4000) at ether_input+0x85
if_input_process(ffff800000493048,ffff800020b23cd8) at if_input_process+0x6f
ifiq_process(ffff800000491b00) at ifiq_process+0x69
taskq_thread(ffff800000036500) at taskq_thread+0x11a
end trace frame: 0x0, count: 1
ddb{3}> mach ddbcpu 4
Stopped at x86_ipi_db+0x12: leave
x86_ipi_db(ffff800020874ff0) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
__mp_release_all(ffffffff82448630) at __mp_release_all+0x7a
msleep(ffff800000036200,ffff800000036218,20,ffffffff81f6aa48,0) at msleep+0x10b
taskq_next_work(ffff800000036200,ffff800020b117a8) at taskq_next_work+0x61
taskq_thread(ffff800000036200) at taskq_thread+0xfb
end trace frame: 0x0, count: 8
ddb{4}> mach ddbcpu 5
Stopped at x86_ipi_db+0x12: leave
x86_ipi_db(ffff80002087dff0) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
__mp_acquire_count(ffffffff82448630,0) at __mp_acquire_count+0x44
msleep(ffff800000036000,ffff800000036018,20,ffffffff81f6aa48,0) at msleep+0x119
taskq_next_work(ffff800000036000,ffff800020b05b08) at taskq_next_work+0x61
taskq_thread(ffff800000036000) at taskq_thread+0xfb
end trace frame: 0x0, count: 8
ddb{5}>
