On Tue, Dec 23, 2025 at 6:07 PM Miod Vallat <[email protected]> wrote:
>
> > Hi, thanks for the diff -- I've just applied it. According to
> > KASSERT(9), DIAGNOSTIC must be enabled in the kernel. Could you
> > confirm that?
>
> DIAGNOSTIC is enabled in GENERIC and GENERIC.MP kernels.
You're right, of course. I've applied your patch -- the machine hung
building lang/rust, but I got a protection fault again. The ddb
session is still on, in case you need symbols examined.
Thanks,
--Kor
kernel: protection fault trap, code=0
Stopped at Xipi_invlrange_pcid+0x37:
ddb{0}> show reg
rdi 0xffffffff82b9f300 kernel_lock
rsi 0x1
rbp 0xffff8000560fb380
rbx 0xffff800000a46480
rdx 0xffff80004bd9f000
rcx 0
rax 0x800000000000
r8 0
r9 0
r10 0
r11 0xde5a72a002c42d8e
r12 0xffff8000560fb3e0
r13 0xffff800000a46480
r14 0xffffffff82a6fff0 cpu_info_full_primary+0x1ff0
r15 0
rip 0xffffffff8257a717 Xipi_invlrange_pcid+0x37
cs 0x8
rflags 0x10007 __ALIGN_SIZE+0xf007
rsp 0xffff8000560fb320
ss 0
Xipi_invlrange_pcid+0x37:
ddb{0}> tr
Xipi_invlrange_pcid() at Xipi_invlrange_pcid+0x37
intr_handler(ffff8000560fb3e0,ffff800000a46480) at intr_handler+0x71
Xintr_ioapic_edge16_untramp() at Xintr_ioapic_edge16_untramp+0x18f
end of kernel
end trace frame: 0x79b2642eda0, count: -3
ddb{0}> ps /o
TID PID UID PRFLAGS PFLAGS CPU COMMAND
391762 17885 0 0x3 0 7 rustc
114175 7376 0 0x3 0x4000000 12 rustc
338033 32477 0 0x3 0x4000000 5 rustc
463099 92362 0 0x3 0x4000000 11 rustc
211691 18046 0 0x3 0x4000000 1 rustc
4337 59800 0 0x3 0x4000000 8 rustc
311599 20578 0 0x3 0x4000000 14 rustc
1035 38860 0 0x3 0x4000000 6K rustc
273058 91636 0 0x3 0x4000000 2 rustc
522611 11957 0 0x3 0x4000000 10 rustc
216824 11252 0 0x3 0x4000000 15 rustc
338425 30179 0 0x3 0x4000000 3 rustc
*236156 14368 0 0x3 0x4000000 0 rustc
ddb{0}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
17885 391762 67851 0 7 0x3 rustc
67851 108943 83177 0 3 0x83 wait rustc
7376 518108 20105 0 3 0x83 fsleep rustc
7376 319729 20105 0 3 0x4000083 piperd rustc
7376 114175 20105 0 7 0x4000003 rustc
7376 338431 20105 0 3 0x4000083 fsleep rustc
20105 416425 83177 0 3 0x83 wait rustc
65482 144671 34868 0 3 0x83 fsleep rustc
65482 440660 34868 0 3 0x4000083 piperd rustc
65482 134193 34868 0 3 0x4000003 biowait rustc
65482 259415 34868 0 3 0x4000083 fsleep rustc
34868 142513 83177 0 3 0x83 wait rustc
32477 442953 25949 0 3 0x83 fsleep rustc
32477 41156 25949 0 3 0x4000083 piperd rustc
32477 78049 25949 0 3 0x4000083 fsleep rustc
32477 234160 25949 0 3 0x4000083 fsleep rustc
32477 186550 25949 0 3 0x4000083 piperd rustc
32477 279219 25949 0 3 0x4000083 fsleep rustc
32477 338033 25949 0 7 0x4000003 rustc
25949 448621 83177 0 3 0x83 wait rustc
76066 501338 83177 0 3 0x10000083 nanoslp build-script-build
76066 235395 83177 0 3 0x14000083 piperd build-script-build
79654 325877 83177 0 3 0x83 wait rustc
92362 498296 40239 0 3 0x83 fsleep rustc
92362 91766 40239 0 3 0x4000083 piperd rustc
92362 22468 40239 0 3 0x4000083 fsleep rustc
92362 76108 40239 0 3 0x4000083 fsleep rustc
92362 179041 40239 0 3 0x4000083 fsleep rustc
92362 268175 40239 0 3 0x4000083 piperd rustc
92362 463099 40239 0 7 0x4000003 rustc
40239 316548 83177 0 3 0x83 wait rustc
18046 306772 3456 0 3 0x83 fsleep rustc
18046 168108 3456 0 3 0x4000083 piperd rustc
18046 144367 3456 0 3 0x4000083 fsleep rustc
18046 196109 3456 0 3 0x4000083 fsleep rustc
18046 323935 3456 0 3 0x4000083 fsleep rustc
18046 262330 3456 0 3 0x4000083 piperd rustc
18046 211691 3456 0 7 0x4000003 rustc
3456 122907 83177 0 3 0x83 wait rustc
59800 58406 29025 0 3 0x83 fsleep rustc
59800 505762 29025 0 3 0x4000083 piperd rustc
59800 4337 29025 0 7 0x4000003 rustc
59800 490449 29025 0 3 0x4000083 fsleep rustc
29025 448532 83177 0 3 0x83 wait rustc
20578 167146 19034 0 3 0x83 fsleep rustc
20578 443186 19034 0 3 0x4000083 piperd rustc
20578 311599 19034 0 7 0x4000003 rustc
20578 489698 19034 0 3 0x4000083 fsleep rustc
19034 502592 83177 0 3 0x83 wait rustc
38860 263549 79833 0 3 0x83 fsleep rustc
38860 313988 79833 0 3 0x4000083 piperd rustc
38860 1035 79833 0 7 0x4000003 rustc
38860 268794 79833 0 3 0x4000083 fsleep rustc
79833 271519 83177 0 3 0x83 wait rustc
91636 188628 90620 0 3 0x83 fsleep rustc
91636 292989 90620 0 3 0x4000083 piperd rustc
91636 273058 90620 0 7 0x4000003 rustc
91636 92663 90620 0 3 0x4000083 fsleep rustc
91636 323354 90620 0 3 0x4000083 fsleep rustc
91636 193739 90620 0 3 0x4000083 piperd rustc
91636 408125 90620 0 3 0x4000083 fsleep rustc
90620 372209 83177 0 3 0x83 wait rustc
11957 27380 45753 0 3 0x83 fsleep rustc
11957 89028 45753 0 3 0x4000083 piperd rustc
11957 522611 45753 0 7 0x4000003 rustc
11957 487902 45753 0 3 0x4000083 fsleep rustc
45753 219237 83177 0 3 0x83 wait rustc
11252 96696 73497 0 3 0x83 fsleep rustc
11252 162153 73497 0 3 0x4000083 piperd rustc
11252 246607 73497 0 3 0x4000083 fsleep rustc
11252 441038 73497 0 3 0x4000083 fsleep rustc
11252 492338 73497 0 3 0x4000083 fsleep rustc
11252 243272 73497 0 3 0x4000083 piperd rustc
11252 216824 73497 0 7 0x4000003 rustc
73497 457718 83177 0 3 0x83 wait rustc
30179 434139 32428 0 3 0x83 fsleep rustc
30179 338761 32428 0 3 0x4000083 piperd rustc
30179 501966 32428 0 3 0x4000083 fsleep rustc
30179 25180 32428 0 3 0x4000083 fsleep rustc
30179 5420 32428 0 3 0x4000083 fsleep rustc
30179 302964 32428 0 3 0x4000083 piperd rustc
30179 338425 32428 0 7 0x4000003 rustc
32428 65356 83177 0 3 0x83 wait rustc
14368 178130 72984 0 3 0x83 fsleep rustc
14368 58914 72984 0 3 0x4000083 piperd rustc
14368 421955 72984 0 3 0x4000083 fsleep rustc
14368 511657 72984 0 3 0x4000083 fsleep rustc
14368 386802 72984 0 3 0x4000083 piperd rustc
14368 163831 72984 0 3 0x4000083 fsleep rustc
*14368 236156 72984 0 7 0x4000003 rustc
72984 415124 83177 0 3 0x83 wait rustc
83177 206776 52263 0 3 0x83 fsleep cargo
83177 159627 52263 0 3 0x4000083 piperd cargo
83177 298742 52263 0 3 0x4000083 kqread cargo
83177 488329 52263 0 3 0x4000083 kqread cargo
83177 3850 52263 0 3 0x4000083 kqread cargo
83177 36946 52263 0 3 0x4000083 kqread cargo
83177 377420 52263 0 3 0x4000083 kqread cargo
83177 86029 52263 0 3 0x4000083 kqread cargo
83177 345511 52263 0 3 0x4000083 kqread cargo
83177 209123 52263 0 3 0x4000083 kqread cargo
83177 359250 52263 0 3 0x4000083 kqread cargo
83177 425751 52263 0 3 0x4000083 kqread cargo
83177 213957 52263 0 3 0x4000083 kqread cargo
83177 516148 52263 0 3 0x4000083 kqread cargo
83177 244912 52263 0 3 0x4000083 kqread cargo
83177 120168 52263 0 3 0x4000083 kqread cargo
83177 388080 52263 0 3 0x4000083 kqread cargo
83177 280403 52263 0 3 0x4000083 kqread cargo
12972 131556 87946 0 3 0x100083 ttyout tail
52263 63784 51372 0 3 0x83 piperd bootstrap
51372 107901 74325 0 3 0x83 wait python3.13
74325 257681 14074 0 3 0x10008b sigsusp make
14074 218037 28333 0 3 0x10008b sigsusp make
28333 289463 36291 0 3 0x10008b sigsusp sh
36291 134930 64162 0 3 0x10008b sigsusp make
64162 83504 1 0 3 0x10008b sigsusp sh
9341 135102 1 0 3 0x100083 ttyin getty
79085 215219 1 0 3 0x100083 ttyin getty
91814 462095 1 0 3 0x100083 ttyin getty
72519 509226 1 0 3 0x100083 ttyin getty
62416 330547 1 0 3 0x100083 ttyin getty
87946 166740 1 0 3 0x10008b sigsusp ksh
97585 366353 1 0 3 0x100098 kqread cron
54858 192037 1 99 3 0x1100090 kqread sndiod
78669 489327 1 110 3 0x100090 kqread sndiod
45913 204506 5198 95 3 0x1100092 kqread smtpd
54956 497627 5198 103 3 0x1100092 kqread smtpd
10729 282897 5198 95 3 0x1100092 kqread smtpd
27183 412561 5198 95 3 0x100092 kqread smtpd
53203 10360 5198 95 3 0x1100092 kqread smtpd
51563 73720 5198 95 3 0x1100092 kqread smtpd
5198 473267 1 0 3 0x100080 kqread smtpd
85306 401877 1 0 3 0x88 kqread sshd
28067 50277 1 0 3 0x100080 kqread ntpd
97683 136186 44474 83 3 0x100092 kqread ntpd
44474 338471 1 83 3 0x1100092 kqread ntpd
32473 47967 46594 74 3 0x1100092 bpf pflogd
46594 213242 1 0 3 0x80 sbwait pflogd
9284 55754 60873 73 3 0x1100090 kqread syslogd
60873 474246 1 0 3 0x100082 sbwait syslogd
80524 509054 1 0 3 0x100080 kqread resolvd
79228 110129 62323 77 3 0x100092 kqread dhcpleased
28846 83701 62323 77 3 0x100092 kqread dhcpleased
62323 116003 1 0 3 0x80 kqread dhcpleased
36585 442602 82645 115 3 0x100092 kqread slaacd
42310 413742 82645 115 3 0x100092 kqread slaacd
82645 285315 1 0 3 0x100080 kqread slaacd
33670 82444 0 0 3 0x14200 bored smr
51820 317184 0 0 3 0x14200 pgzero zerothread
14955 19338 0 0 3 0x14200 aiodoned aiodoned
9003 131056 0 0 3 0x14200 syncer update
41814 455260 0 0 3 0x14200 cleaner cleaner
27373 320369 0 0 3 0x14200 reaper reaper
50040 193814 0 0 3 0x14200 pgdaemon pagedaemon
48856 208368 0 0 3 0x14200 bored wsdisplay0
86977 65210 0 0 3 0x14200 usbtsk usbtask
88775 88219 0 0 3 0x14200 usbatsk usbatsk
19981 370650 0 0 3 0x40014200 acpi0 acpi0
38759 322460 0 0 7 0x40014200 idle31
30638 46886 0 0 7 0x40014200 idle30
61452 440407 0 0 7 0x40014200 idle29
89689 129248 0 0 7 0x40014200 idle28
1093 126087 0 0 7 0x40014200 idle27
33726 437674 0 0 7 0x40014200 idle26
23530 455 0 0 7 0x40014200 idle25
67832 258834 0 0 7 0x40014200 idle24
38568 61306 0 0 7 0x40014200 idle23
72431 442579 0 0 7 0x40014200 idle22
42858 381718 0 0 7 0x40014200 idle21
36890 79112 0 0 7 0x40014200 idle20
26240 70536 0 0 7 0x40014200 idle19
480 505942 0 0 7 0x40014200 idle18
55492 329099 0 0 7 0x40014200 idle17
69288 84597 0 0 7 0x40014200 idle16
56522 387377 0 0 3 0x40014200 idle15
64444 130949 0 0 3 0x40014200 idle14
80522 332041 0 0 3 0x40014200 idle13
30737 57483 0 0 3 0x40014200 idle12
87849 14272 0 0 3 0x40014200 idle11
38231 347332 0 0 3 0x40014200 idle10
21754 221815 0 0 7 0x40014200 idle9
7120 445022 0 0 3 0x40014200 idle8
69577 321050 0 0 3 0x40014200 idle7
12354 272333 0 0 3 0x40014200 idle6
12294 224339 0 0 3 0x40014200 idle5
2984 25290 0 0 7 0x40014200 idle4
12677 56076 0 0 3 0x40014200 idle3
13698 284922 0 0 3 0x40014200 idle2
68176 387497 0 0 3 0x40014200 idle1
45551 16188 0 0 3 0x14200 bored sensors
90843 400592 0 0 3 0x14200 bored softnet7
9545 357675 0 0 3 0x14200 bored softnet6
21017 169762 0 0 3 0x14200 bored softnet5
32913 44373 0 0 3 0x14200 bored softnet4
26015 236950 0 0 3 0x14200 bored softnet3
61057 167104 0 0 3 0x14200 bored softnet2
36321 407451 0 0 3 0x14200 bored softnet1
23509 253857 0 0 3 0x14200 bored softnet0
86995 81289 0 0 3 0x14200 bored systqmp
58495 234455 0 0 3 0x14200 bored systq
91435 479457 0 0 3 0x14200 tmoslp softclockmp
68435 46531 0 0 3 0x40014200 tmoslp softclock
45363 517529 0 0 3 0x40014200 idle0
1 470327 0 0 3 0x82 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{0}> show uvm
Current UVM status:
pagesize=4096 (0x1000), pagemask=0xfff, pageshift=12
32434532 VM pages: 429640 active, 1533484 inactive, 1 wired,
25748457 free (3508310 zero)
freemin=1081151, free-target=1441534, inactive-target=0, wired-max=10811510
faults=639460693, traps=642373933, intrs=3921952,
ctxswitch=157163659 fpuswitch=0
softint=10012760, syscalls=1234625415, kmapent=10
fault counts:
noram=0, noanon=0, noamap=0, pgwait=0, pgrele=0
relocks=3375647(43917), upgrades=16021954(77289)
anget(retries)=152803329(0), amapcopy=38995711
neighbor anon/obj pg=15828144/240949053, gets(lock/unlock)=85197205/3422763
cases: anon=148094694, anoncow=4708635, obj=80081740,
prcopy=4992439, przero=401582171
daemon and swap counts:
woke=0, revs=0, scans=0, obscans=0, anscans=0
busy=0, freed=0, reactivate=0, deactivate=0
pageouts=0, pending=0, nswget=0
nswapdev=1
swpages=16777883, swpginuse=0, swpgonly=0 paging=0
kernel pointers:
objs(kern)=0xffffffff82acb868
ddb{0}> mach ddb 0t1
Stopped at x86_ipi_db+0x16: leave
ddb{1}> show reg
rdi 0xffff8000552baff0
rsi 0
rbp 0xffff8000560f4f90
rbx 0xffffffff82a081f8 ipifunc+0x38
rdx 0
rcx 0x7
rax 0xffffff7f
r8 0
r9 0
r10 0
r11 0xb266c3dd233911c7
r12 0x7
r13 0
r14 0xffff8000552baff0
r15 0
rip 0xffffffff812a8b86 x86_ipi_db+0x16
cs 0x8
rflags 0x282
rsp 0xffff8000560f4f80
ss 0
x86_ipi_db+0x16: leave
ddb{1}> tr
x86_ipi_db(ffff8000552baff0) at x86_ipi_db+0x16
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
pmap_enter(fffffd9adf4467b8,c3c12633000,16b64c1000,3,22) at pmap_enter+0x662
uvm_fault_lower(ffff8000560f52f8,ffff8000560f5330,ffff8000560f5270) at
uvm_fault_lower+0x255
uvm_fault(fffffd9d9ed465e0,c3c12633000,0,2) at uvm_fault+0x1c5
upageflttrap(ffff8000560f5470,c3c12633088) at upageflttrap+0x6c
usertrap(ffff8000560f5470) at usertrap+0x28b
recall_trap() at recall_trap+0x8
end of kernel
end trace frame: 0xc3c1ebd80d0, count: -9
ddb{1}> mach ddb 0t2
Stopped at x86_ipi_db+0x16: leave
ddb{2}> show reg
rdi 0xffff8000552c3ff0
rsi 0
rbp 0xffff8000561d9260
rbx 0xffffffff82a081f8 ipifunc+0x38
rdx 0
rcx 0x7
rax 0xffffff7f
r8 0
r9 0
r10 0
r11 0xb266c3dd233911c7
r12 0x7
r13 0
r14 0xffff8000552c3ff0
r15 0
rip 0xffffffff812a8b86 x86_ipi_db+0x16
cs 0x8
rflags 0x282
rsp 0xffff8000561d9250
ss 0x10
x86_ipi_db+0x16: leave
ddb{2}> tr
x86_ipi_db(ffff8000552c3ff0) at x86_ipi_db+0x16
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
pmap_do_remove(fffffd9adf4462a8,8ca98475000,8ca98476000,0) at
pmap_do_remove+0x592
uvm_unmap_kill_entry_withlock(fffffd9d9ed46ba0,fffffd96e390e4d0,1) at
uvm_unmap_kill_entry_withlock+0x133
uvm_unmap_remove(fffffd9d9ed46ba0,8ca98475000,8ca98476000,ffff8000561d9500,0,1,5a70945d53ad00d0)
at uvm_unmap_remove+0x32f
sys_munmap(ffff8000560574c8,ffff8000561d9600,ffff8000561d9580) at
sys_munmap+0x10b
syscall(ffff8000561d9600) at syscall+0x5f9
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x8cb11c5b5e0, count: -9
ddb{2}> mach ddb 0t3
Stopped at x86_ipi_db+0x16: leave
ddb{3}> tr
x86_ipi_db(ffff8000552ccff0) at x86_ipi_db+0x16
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
pmap_enter(fffffd96902846e8,c7adc9e4000,1d311a2000,3,22) at pmap_enter+0x662
uvm_fault_lower(ffff80005643d2c8,ffff80005643d300,ffff80005643d240) at
uvm_fault_lower+0x255
uvm_fault(fffffd9729881d18,c7adc9e4000,0,2) at uvm_fault+0x1c5
upageflttrap(ffff80005643d440,c7adc9e4040) at upageflttrap+0x6c
usertrap(ffff80005643d440) at usertrap+0x28b
recall_trap() at recall_trap+0x8
end of kernel
end trace frame: 0xc7b4b650930, count: -9
ddb{3}> mach ddb 0t5
Stopped at x86_ipi_db+0x16: leave
ddb{5}> tr
x86_ipi_db(ffff8000552deff0) at x86_ipi_db+0x16
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
pmap_enter(fffffd96902841d8,26909cd5000,1969125000,3,22) at pmap_enter+0x662
uvm_fault_lower(ffff80005620d078,ffff80005620d0b0,ffff80005620cff0) at
uvm_fault_lower+0x255
uvm_fault(fffffd9ced31ed08,26909cd5000,0,2) at uvm_fault+0x1c5
upageflttrap(ffff80005620d1f0,26909cd5000) at upageflttrap+0x6c
usertrap(ffff80005620d1f0) at usertrap+0x28b
recall_trap() at recall_trap+0x8
end of kernel
end trace frame: 0x268d36b3500, count: -9
ddb{5}> mach ddb 0t6
Stopped at x86_ipi_db+0x16: leave
ddb{6}> tr
x86_ipi_db(ffff8000552e7ff0) at x86_ipi_db+0x16
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
pmap_kremove(ffff80004c89f000,10000) at pmap_kremove+0xa2
buf_unmap(fffffd9d32b31348) at buf_unmap+0xbf
buf_map(fffffd9d412ad6d0) at buf_map+0x147
buf_get(fffffd96f0d37e88,4,10000) at buf_get+0x360
getblk(fffffd96f0d37e88,4,10000,0,ffffffffffffffff) at getblk+0x7b
ffs2_balloc(fffffd9d7ce65400,40000,10000,fffffda07f7d8478,0,ffff8000560e4d88)
at ffs2_balloc+0x6f0
ffs_write(ffff8000560e4e08) at ffs_write+0x21d
VOP_WRITE(fffffd96f0d37e88,ffff8000560e4f68,1,fffffda07f7d8478) at
VOP_WRITE+0x45
vn_write(fffffd9cc03940f8,ffff8000560e4f68,0) at vn_write+0xd8
dofilewritev(ffff800055febc88,9,ffff8000560e4f68,0,ffff8000560e5000)
at dofilewritev+0x171
sys_write(ffff800055febc88,ffff8000560e5080,ffff8000560e5000) at sys_write+0x55
syscall(ffff8000560e5080) at syscall+0x5f9
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x536644aeb00, count: -16
ddb{6}> mach ddb 0t7
Stopped at x86_ipi_db+0x16: leave
ddb{7}> tr
x86_ipi_db(ffff8000552f0ff0) at x86_ipi_db+0x16
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
pmap_write_protect(fffffd9adf446bf0,d2ec504b000,d2ec504c000,1) at
pmap_write_protect+0x272
uvm_map_protect(fffffd975a53e460,d2ec504b000,d2ec504c000,1,0,0,9cdc7d22427e2257)
at uvm_map_protect+0x481
sys_mprotect(ffff800056056f98,ffff800056363430,ffff8000563633b0) at
sys_mprotect+0x17c
syscall(ffff800056363430) at syscall+0x5f9
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x7b07b9ee2ab0, count: -8
ddb{7}> mach ddb 0t8
Stopped at x86_ipi_db+0x16: leave
ddb{8}> tr
x86_ipi_db(ffff8000552f9ff0) at x86_ipi_db+0x16
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
pmap_enter(fffffd9adf446cc8,fc1b51e5000,1cbd261000,3,22) at pmap_enter+0x662
uvm_fault_lower(ffff8000562d3388,ffff8000562d33c0,ffff8000562d3300) at
uvm_fault_lower+0x255
uvm_fault(fffffd9ced31ee78,fc1b51e5000,0,2) at uvm_fault+0x1c5
upageflttrap(ffff8000562d3500,fc1b51e5000) at upageflttrap+0x6c
usertrap(ffff8000562d3500) at usertrap+0x28b
recall_trap() at recall_trap+0x8
end of kernel
end trace frame: 0xfc1734921e0, count: -9
ddb{8}> mach ddb 0t10
Stopped at x86_ipi_db+0x16: leave
ddb{10}> tr
x86_ipi_db(ffff80005530bff0) at x86_ipi_db+0x16
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
pmap_enter(fffffd9c9941c880,f1c2e232000,16a5fe8000,3,22) at pmap_enter+0x662
uvm_fault_lower(ffff8000563eb148,ffff8000563eb180,ffff8000563eb0c0) at
uvm_fault_lower+0x255
uvm_fault(fffffd9c9cd0bd08,f1c2e232000,0,2) at uvm_fault+0x1c5
upageflttrap(ffff8000563eb2c0,f1c2e232000) at upageflttrap+0x6c
usertrap(ffff8000563eb2c0) at usertrap+0x28b
recall_trap() at recall_trap+0x8
end of kernel
end trace frame: 0xf1c61940b20, count: -9
ddb{10}> mach ddb 0t11
Stopped at x86_ipi_db+0x16: leave
ddb{11}> tr
x86_ipi_db(ffff800055314ff0) at x86_ipi_db+0x16
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
pmap_enter(fffffd9690284100,1179e0a4000,18a6817000,4,20) at pmap_enter+0x662
uvm_fault_lower_lookup(ffff80005632b0c8,ffff80005632b100,ffff80005632b040)
at uvm_fault_lower_lookup+0x126
uvm_fault_lower(ffff80005632b0c8,ffff80005632b100,ffff80005632b040) at
uvm_fault_lower+0x5c
uvm_fault(fffffd9ced31e748,1179e0a3000,0,4) at uvm_fault+0x1c5
upageflttrap(ffff80005632b240,1179e0a3560) at upageflttrap+0x6c
usertrap(ffff80005632b240) at usertrap+0x28b
recall_trap() at recall_trap+0x8
end of kernel
end trace frame: 0x1169d0c2560, count: -10
ddb{11}> mach ddb 0t12
Stopped at x86_ipi_db+0x16: leave
ddb{12}> tr
x86_ipi_db(ffff80005531dff0) at x86_ipi_db+0x16
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
pmap_enter(fffffd9adf446530,5cc5cd97000,16d61fa000,3,22) at pmap_enter+0x662
uvm_fault_lower(ffff8000562ef258,ffff8000562ef290,ffff8000562ef1d0) at
uvm_fault_lower+0x255
uvm_fault(fffffd975a53ee70,5cc5cd97000,0,2) at uvm_fault+0x1c5
upageflttrap(ffff8000562ef3d0,5cc5cd97000) at upageflttrap+0x6c
usertrap(ffff8000562ef3d0) at usertrap+0x28b
recall_trap() at recall_trap+0x8
end of kernel
end trace frame: 0x5cc4096c4f0, count: -9
ddb{12}> mach ddb 0t14
Stopped at x86_ipi_db+0x16: leave
ddb{14}> tr
x86_ipi_db(ffff80005532fff0) at x86_ipi_db+0x16
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
pmap_enter(fffffd9adf446968,b4bdd0df000,16d556c000,3,22) at pmap_enter+0x662
uvm_fault_lower(ffff80005645d5c8,ffff80005645d600,ffff80005645d540) at
uvm_fault_lower+0x255
uvm_fault(fffffd9ced31e2f8,b4bdd0df000,0,2) at uvm_fault+0x1c5
upageflttrap(ffff80005645d740,b4bdd0df000) at upageflttrap+0x6c
usertrap(ffff80005645d740) at usertrap+0x28b
recall_trap() at recall_trap+0x8
end of kernel
end trace frame: 0xb4bcf957160, count: -9
ddb{14}> mach ddb 0t15
Stopped at x86_ipi_db+0x16: leave
ddb{15}> tr
x86_ipi_db(ffff800055338ff0) at x86_ipi_db+0x16
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27
pmap_enter(fffffd9690284898,8bc14517000,16a08db000,3,22) at pmap_enter+0x662
uvm_fault_lower(ffff800056141058,ffff800056141090,ffff800056140fd0) at
uvm_fault_lower+0x255
uvm_fault(fffffd9c9979f470,8bc14517000,0,2) at uvm_fault+0x1c5
upageflttrap(ffff8000561411d0,8bc14517000) at upageflttrap+0x6c
usertrap(ffff8000561411d0) at usertrap+0x28b
recall_trap() at recall_trap+0x8
end of kernel
end trace frame: 0x8bc69acbbb0, count: -9
ddb{15}>
