Hi, An OpenBSD 7.4 machine on KVM running postgress and pagedaemon crashed in amap_wipeout().
bluhm kernel: protection fault trap, code=0 Stopped at amap_wipeout+0x76: movq %rcx,0x28(%rax) ddb{3}> show panic the kernel did not panic ddb{3}> trace amap_wipeout(fffffd8015b154d0) at amap_wipeout+0x76 uvm_fault_check(ffff8000232d6a20,ffff8000232d6a58,ffff8000232d6a80) at uvm_faul t_check+0x2ad uvm_fault(fffffd811d150748,7d42519fb000,0,1) at uvm_fault+0xfb upageflttrap(ffff8000232d6b80,7d42519fb3c0) at upageflttrap+0x65 usertrap(ffff8000232d6b80) at usertrap+0x1ee recall_trap() at recall_trap+0x8 end of kernel end trace frame: 0x7d42519fb3f0, count: -6 ddb{3}> show register rdi 0xffffffff82473f30 amap_list_lock rsi 0xffffffff824f4b50 uvm_amap_chunk_pool rbp 0xffff8000232d6880 rbx 0xe rdx 0xfe00000000000000 rcx 0x63002f00740069 rax 0x72007200650067 r8 0 r9 0x1 r10 0xffff8000232d6558 r11 0xa409b3b14c737625 r12 0xffff8000232d6a80 r13 0xffff8000232d6a80 r14 0xfffffd8015b154d0 r15 0xffff8000232d6a58 rip 0xffffffff8132b746 amap_wipeout+0x76 cs 0x8 rflags 0x10202 __ALIGN_SIZE+0xf202 rsp 0xffff8000232d6830 ss 0 amap_wipeout+0x76: movq %rcx,0x28(%rax) ddb{3}> x/s version version: OpenBSD 7.4 (GENERIC.MP) #1397: Tue Oct 10 09:02:37 MDT 2023\01 2 dera...@amd64.openbsd.org:/usr/src/sys/arch/amd64/compile/GENERIC.MP\012 ddb{3}> ps PID TID PPID UID S FLAGS WAIT COMMAND *38518 517051 50847 503 7 0 postgres 82624 208679 99182 1001 3 0x200082 kqread node 82624 119588 99182 1001 3 0x4200082 kqread node 82624 122193 99182 1001 3 0x4200082 fsleep node 82624 66095 99182 1001 3 0x4200082 fsleep node 82624 317454 99182 1001 3 0x4200082 fsleep node 82624 284088 99182 1001 3 0x4200082 fsleep node 82624 234719 99182 1001 3 0x4200082 fsleep node 31531 190400 99182 1001 3 0x200082 kqread node 31531 185654 99182 1001 3 0x4200082 kqread node 31531 229761 99182 1001 3 0x4200082 fsleep node 31531 117978 99182 1001 3 0x4200082 fsleep node 31531 334870 99182 1001 3 0x4200082 fsleep node 31531 312488 99182 1001 3 0x4200082 fsleep node 31531 167646 99182 1001 3 0x4200082 fsleep node 89435 492203 99182 1001 3 0x200082 kqread node 89435 460828 99182 1001 3 0x4200082 kqread node 89435 83554 99182 1001 3 0x4200082 fsleep node 89435 293193 99182 1001 3 0x4200082 fsleep node 89435 704 99182 1001 3 0x4200082 fsleep node 89435 359138 99182 1001 3 0x4200082 fsleep node 89435 19846 99182 1001 3 0x4200082 fsleep node 8671 276508 99182 1001 3 0x200082 fsleep node 8671 322042 99182 1001 3 0x4200082 kqread node 8671 351444 99182 1001 3 0x4200002 flt_noram5 node 8671 260721 99182 1001 3 0x4200082 fsleep node 8671 75501 99182 1001 3 0x4200002 flt_noram5 node 8671 141315 99182 1001 3 0x4200082 fsleep node 8671 287176 99182 1001 3 0x4200082 fsleep node 95187 370471 99182 1001 3 0x200082 kqread node 95187 210159 99182 1001 3 0x4200082 kqread node 95187 229193 99182 1001 3 0x4200082 fsleep node 95187 300771 99182 1001 3 0x4200082 fsleep node 95187 421388 99182 1001 3 0x4200082 fsleep node 95187 397767 99182 1001 3 0x4200082 fsleep node 95187 40543 99182 1001 3 0x4200082 fsleep node 2278 484811 99182 1001 3 0x200082 kqread node 2278 400491 99182 1001 3 0x4200082 kqread node 2278 371099 99182 1001 3 0x4200082 fsleep node 2278 362176 99182 1001 3 0x4200082 fsleep node 2278 136151 99182 1001 3 0x4200082 fsleep node 2278 319181 99182 1001 3 0x4200082 fsleep node 2278 382201 99182 1001 3 0x4200082 fsleep node 38833 71526 99182 1001 3 0x200002 flt_noram5 node 38833 499573 99182 1001 3 0x4200082 kqread node 38833 391427 99182 1001 3 0x4200002 flt_noram5 node 38833 274546 99182 1001 3 0x4200002 flt_noram5 node 38833 33206 99182 1001 3 0x4200002 flt_noram5 node 38833 428149 99182 1001 3 0x4200002 flt_noram5 node 38833 432234 99182 1001 3 0x4200082 fsleep node 18567 365070 39590 1001 3 0x200082 kqread node 18567 301380 39590 1001 3 0x4200082 kqread node 18567 159612 39590 1001 3 0x4200082 fsleep node 18567 201704 39590 1001 3 0x4200082 fsleep node 18567 357575 39590 1001 3 0x4200082 fsleep node 18567 66491 39590 1001 3 0x4200082 fsleep node 18567 16498 39590 1001 3 0x4200082 fsleep node 94902 405803 39590 1001 3 0x200082 kqread node 94902 420088 39590 1001 3 0x4200082 kqread node 94902 484205 39590 1001 3 0x4200082 fsleep node 94902 314327 39590 1001 3 0x4200082 fsleep node 94902 39034 39590 1001 3 0x4200082 fsleep node 94902 363351 39590 1001 3 0x4200082 fsleep node 94902 348016 39590 1001 3 0x4200082 fsleep node 91641 327208 39590 1001 3 0x200082 kqread node 91641 249829 39590 1001 3 0x4200082 kqread node 91641 448440 39590 1001 3 0x4200082 fsleep node 91641 503449 39590 1001 3 0x4200082 fsleep node 91641 497270 39590 1001 3 0x4200082 fsleep node 91641 255653 39590 1001 3 0x4200082 fsleep node 91641 39518 39590 1001 3 0x4200082 fsleep node 90240 221503 39590 1001 3 0x200082 kqread node 90240 404903 39590 1001 3 0x4200082 kqread node 90240 469431 39590 1001 3 0x4200082 fsleep node 90240 284598 39590 1001 3 0x4200082 fsleep node 90240 141004 39590 1001 3 0x4200082 fsleep node 90240 88458 39590 1001 3 0x4200082 fsleep node 90240 290324 39590 1001 3 0x4200082 fsleep node 99165 320067 39590 1001 3 0x200082 kqread node 99165 218772 39590 1001 3 0x4200082 kqread node 99165 162849 39590 1001 3 0x4200082 fsleep node 99165 293858 39590 1001 3 0x4200082 fsleep node 99165 329810 39590 1001 3 0x4200082 fsleep node 99165 443208 39590 1001 3 0x4200082 fsleep node 99165 44735 39590 1001 3 0x4200082 fsleep node 50369 390087 39590 1001 3 0x200082 kqread node 50369 317404 39590 1001 3 0x4200082 kqread node 50369 459169 39590 1001 3 0x4200082 fsleep node 50369 59727 39590 1001 3 0x4200082 fsleep node 50369 118453 39590 1001 3 0x4200082 fsleep node 50369 90743 39590 1001 3 0x4200082 fsleep node 50369 373741 39590 1001 3 0x4200082 fsleep node 76043 12398 39590 1001 3 0x200002 flt_noram5 node 76043 441655 39590 1001 3 0x4200082 kqread node 76043 339118 39590 1001 3 0x4200082 fsleep node 76043 435305 39590 1001 3 0x4200082 fsleep node 76043 332998 39590 1001 3 0x4200082 fsleep node 76043 118231 39590 1001 3 0x4200082 fsleep node 76043 249265 39590 1001 3 0x4200082 fsleep node 99182 172836 88576 1001 3 0x200082 kqread node 99182 462806 88576 1001 3 0x4200082 kqread node 99182 288628 88576 1001 3 0x4200082 fsleep node 99182 23952 88576 1001 3 0x4200082 fsleep node 99182 1158 88576 1001 3 0x4200082 fsleep node 99182 164301 88576 1001 3 0x4200082 fsleep node 99182 189284 88576 1001 3 0x4200082 fsleep node 99182 16823 88576 1001 3 0x4200082 fsleep node 99182 173326 88576 1001 3 0x4200082 fsleep node 99182 503575 88576 1001 3 0x4200082 fsleep node 99182 108862 88576 1001 3 0x4200082 fsleep node 39834 521191 50847 503 3 0x80 kqread postgres 39590 50528 32099 1001 3 0x200082 kqread node 39590 249523 32099 1001 3 0x4200082 kqread node 39590 295419 32099 1001 3 0x4200082 fsleep node 39590 317993 32099 1001 3 0x4200082 fsleep node 39590 413731 32099 1001 3 0x4200082 fsleep node 39590 475167 32099 1001 3 0x4200082 fsleep node 39590 385435 32099 1001 3 0x4200082 fsleep node 39590 272697 32099 1001 3 0x4200082 fsleep node 39590 301527 32099 1001 3 0x4200082 fsleep node 39590 507315 32099 1001 3 0x4200082 fsleep node 39590 432072 32099 1001 3 0x4200082 fsleep node 32099 173699 89510 1001 3 0x200082 kqread ruby32 32099 191307 89510 1001 3 0x4200082 kqread ruby32 32099 51503 89510 1001 3 0x4200082 fsleep ruby32 32099 504217 89510 1001 3 0x4200082 kqread ruby32 32099 271436 89510 1001 3 0x4200082 kqread ruby32 32099 105370 89510 1001 3 0x4200082 kqread ruby32 88576 299952 2004 1001 3 0x200082 kqread ruby32 88576 453440 2004 1001 3 0x4200082 kqread ruby32 88576 36953 2004 1001 3 0x4200082 fsleep ruby32 88576 18711 2004 1001 3 0x4200082 kqread ruby32 88576 30417 2004 1001 3 0x4200082 kqread ruby32 88576 388863 2004 1001 3 0x4200082 kqread ruby32 2004 115135 55167 1001 3 0x10008a sigsusp sh 89510 206024 55167 1001 3 0x10008a sigsusp sh 55167 54150 48269 1001 3 0x200082 kqread ruby32 55167 351037 48269 1001 3 0x4200082 kqread ruby32 55167 285523 48269 1001 3 0x4200082 kqread ruby32 48269 200679 95109 1001 3 0x10008a sigsusp sh 30134 456475 95109 1001 3 0x100000 uvm_pmr_getp sh 95109 221827 1 1001 3 0x100088 sigsusp sh 19096 57760 32989 1157 3 0x82 kqread uxd 32989 397496 86793 1157 3 0x10008a sigsusp sh 86793 346376 25180 1157 3 0x10008a sigsusp ksh 25180 346386 71574 1157 3 0x98 kqread sshd 71574 470458 5808 0 3 0x92 kqread sshd 14575 292582 12337 2136 3 0x8b kqread bash 12337 178457 73494 2136 3 0x98 kqread sshd 73494 74839 5808 0 3 0x92 kqread sshd 2085 144111 1 0 3 0x80 kqread ypbind 2721 386089 82629 93 3 0x100090 kqread ypldap 82629 125925 66868 93 3 0x1100090 kqread ypldap 66868 39650 1 93 3 0x100090 kqread ypldap 83554 362152 1 28 3 0x1100090 kqread portmap 95349 427026 50008 1001 3 0x2200082 fsleep java 95349 411090 50008 1001 3 0x6200082 fsleep java 95349 203656 50008 1001 3 0x6200082 fsleep java 95349 79214 50008 1001 3 0x6200082 fsleep java 95349 340882 50008 1001 3 0x6200082 fsleep java 95349 113336 50008 1001 3 0x6200082 fsleep java 95349 205164 50008 1001 3 0x6200082 fsleep java 95349 195292 50008 1001 3 0x6200082 fsleep java 95349 103886 50008 1001 3 0x6200082 fsleep java 95349 522805 50008 1001 3 0x6200082 fsleep java 95349 474497 50008 1001 3 0x6200082 fsleep java 95349 465589 50008 1001 3 0x6200082 fsleep java 95349 241494 50008 1001 3 0x6200082 fsleep java 95349 121823 50008 1001 3 0x6200082 fsleep java 95349 378087 50008 1001 3 0x6200082 piperd java 95349 24982 50008 1001 3 0x6200082 fsleep java 95349 274939 50008 1001 3 0x6200082 fsleep java 95349 431401 50008 1001 3 0x6200082 fsleep java 95349 360200 50008 1001 3 0x6200082 fsleep java 95349 390518 50008 1001 3 0x6200082 fsleep java 95349 381422 50008 1001 3 0x6200082 fsleep java 95349 223883 50008 1001 3 0x6200082 fsleep java 95349 405840 50008 1001 3 0x6200082 fsleep java 95349 451552 50008 1001 3 0x6200082 fsleep java 95349 523990 50008 1001 3 0x6200082 fsleep java 95349 37130 50008 1001 3 0x6200082 fsleep java 95349 136606 50008 1001 3 0x6200082 fsleep java 95349 407615 50008 1001 3 0x6200082 fsleep java 95349 487580 50008 1001 3 0x6200082 fsleep java 95349 306739 50008 1001 3 0x6200082 fsleep java 95349 392206 50008 1001 3 0x6200082 fsleep java 95349 408420 50008 1001 3 0x6200082 fsleep java 95349 294047 50008 1001 3 0x6200082 fsleep java 50008 358804 12717 1001 3 0x10008a sigsusp ksh 12717 353084 54100 1001 3 0x98 kqread sshd 54100 505283 5808 0 3 0x92 kqread sshd 75913 219454 1 0 3 0x100083 ttyin getty 99691 392809 1 0 3 0x100098 kqread cron 75437 233828 63698 67 3 0x90 kqread nginx 26314 94641 63698 67 3 0x90 kqread nginx 44685 189432 63698 67 3 0x90 kqread nginx 52653 49290 63698 67 3 0x90 kqread nginx 77236 388928 63698 67 3 0x90 kqread nginx 63698 206812 1 0 3 0x88 sigsusp nginx 62629 421311 1 686 3 0x80 kqread redis-server 62629 226935 1 686 3 0x4000080 fsleep redis-server 62629 347942 1 686 3 0x4000080 fsleep redis-server 62629 270282 1 686 3 0x4000080 fsleep redis-server 73062 320500 50847 503 3 0x80 kqread postgres 11961 77178 50847 503 3 0x80 kqread postgres 4985 352432 50847 503 3 0x80 kqread postgres 27138 169794 50847 503 3 0x80 kqread postgres 22514 458755 50847 503 3 0x80 kqread postgres 50847 134015 1 503 3 0x2 flt_noram3 postgres 58550 391897 1 99 3 0x1100090 kqread sndiod 15875 422948 1 110 3 0x100090 kqread sndiod 19086 208078 94293 95 3 0x1100092 kqread smtpd 72279 131998 94293 103 3 0x1100092 kqread smtpd 33509 220440 94293 95 3 0x1100092 kqread smtpd 40142 88550 94293 95 3 0x100092 kqread smtpd 60075 104470 94293 95 3 0x1100092 kqread smtpd 71095 75697 94293 95 3 0x1100092 kqread smtpd 94293 253995 1 0 3 0x100080 kqread smtpd 5808 395570 1 0 3 0x88 kqread sshd 68385 378110 0 0 3 0x14280 nfsidl nfsio 71612 19336 0 0 3 0x14280 nfsidl nfsio 19552 493593 0 0 3 0x14280 nfsidl nfsio 87325 403421 0 0 3 0x14280 nfsidl nfsio 59369 327869 19318 83 3 0x100092 kqread ntpd 19318 461489 95068 83 3 0x1100092 kqread ntpd 95068 464124 1 0 3 0x100080 kqread ntpd 79796 242229 25251 73 3 0x1100090 kqread syslogd 25251 241151 1 0 3 0x100082 netio syslogd 51941 386170 1 0 3 0x100080 kqread resolvd 42098 400174 88403 77 3 0x100092 kqread dhcpleased 3721 334306 88403 77 3 0x100092 kqread dhcpleased 88403 207930 1 0 3 0x80 kqread dhcpleased 38621 453662 14594 115 3 0x100092 kqread slaacd 14002 32717 14594 115 3 0x100092 kqread slaacd 14594 339463 1 0 3 0x100080 kqread slaacd 27608 157655 0 0 3 0x14200 bored smr 78112 437933 0 0 3 0x14200 pgzero zerothread 76538 141465 0 0 3 0x14200 aiodoned aiodoned 86632 68948 0 0 3 0x14200 syncer update 44300 508368 0 0 3 0x14200 cleaner cleaner 86582 72592 0 0 3 0x14200 reaper reaper 61233 523759 0 0 7 0x14200 pagedaemon 6292 523732 0 0 3 0x14200 bored viomb 3950 504372 0 0 3 0x14200 usbtsk usbtask 64836 498558 0 0 3 0x14200 usbatsk usbatsk 22346 417978 0 0 3 0x40014200 acpi0 acpi0 64791 445813 0 0 7 0x40014200 idle7 86515 245446 0 0 7 0x40014200 idle6 47339 284669 0 0 7 0x40014200 idle5 64931 8303 0 0 7 0x40014200 idle4 56952 3580 0 0 3 0x40014200 idle3 35956 208981 0 0 3 0x40014200 idle2 15811 189256 0 0 7 0x40014200 idle1 2914 231642 0 0 3 0x14200 bored softnet3 17388 313600 0 0 3 0x14200 bored softnet2 76838 351761 0 0 3 0x14200 bored softnet1 20106 88460 0 0 3 0x14200 bored softnet0 43836 393078 0 0 3 0x14200 bored systqmp 27643 95025 0 0 3 0x14200 bored systq 97329 195882 0 0 3 0x40014200 bored softclock 37237 507025 0 0 7 0x40014200 idle0 1 197824 0 0 3 0x82 wait init 0 0 -1 0 3 0x10200 scheduler swapper ddb{3}> show uvm Current UVM status: pagesize=4096 (0x1000), pagemask=0xfff, pageshift=12 1010052 VM pages: 623172 active, 279271 inactive, 1 wired, 6 free (74692 zero ) min 10% (25) anon, 10% (25) vnode, 5% (12) vtext freemin=33668, free-target=44890, inactive-target=284886, wired-max=336684 faults=520344779, traps=540669039, intrs=94328620, ctxswitch=339247611 fpuswi tch=0 softint=80051186, syscalls=904421005, kmapent=16 fault counts: noram=901681, noanon=19, noamap=0, pgwait=235551, pgrele=0 ok relocks(total)=49723771(49981898), anget(retries)=225096726(46089976), a mapcopy=57063589 neighbor anon/obj pg=172747826/168002778, gets(lock/unlock)=54550851/371667 1 cases: anon=210437542, anoncow=14417608, obj=45769930, prcopy=8696819, prze ro=241027408 daemon and swap counts: woke=2328, revs=2270, scans=243930514, obscans=1341687, anscans=242577343 busy=0, freed=53926033, reactivate=0, deactivate=173589726 pageouts=30558387, pending=30553456, nswget=46068798 nswapdev=1 swpages=2098481, swpginuse=524367, swpgonly=441879 paging=0 kernel pointers: objs(kern)=0xffffffff824c32e0 ddb{3}> dmesg OpenBSD 7.4 (GENERIC.MP) #1397: Tue Oct 10 09:02:37 MDT 2023 dera...@amd64.openbsd.org:/usr/src/sys/arch/amd64/compile/GENERIC.MP real mem = 4278054912 (4079MB) avail mem = 4128690176 (3937MB) random: good seed from bootblocks mpath0 at root scsibus0 at mpath0: 256 targets mainbus0 at root bios0 at mainbus0: SMBIOS rev. 2.8 @ 0xbffffc80 (17 entries) bios0: vendor SeaBIOS version "1.14.0-2" date 04/01/2014 bios0: QEMU Standard PC (i440FX + PIIX, 1996) acpi0 at bios0: ACPI 1.0 acpi0: sleep states S5 acpi0: tables DSDT FACP APIC WAET acpi0: wakeup devices acpitimer0 at acpi0: 3579545 Hz, 24 bits acpimadt0 at acpi0 addr 0xfee00000: PC-AT compat cpu0 at mainbus0: apid 0 (boot processor) cpu0: AMD EPYC 7452 32-Core Processor, 2350.44 MHz, 17-31-00 cpu0: FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,C FLUSH,MMX,FXSR,SSE,SSE2,SSE3,PCLMUL,SSSE3,FMA3,CX16,SSE4.1,SSE4.2,x2APIC,MOVBE, POPCNT,DEADLINE,AES,XSAVE,AVX,F16C,RDRAND,HV,NXE,MMXX,FFXSR,PAGE1GB,RDTSCP,LONG ,LAHF,CMPLEG,SVM,AMCR8,ABM,SSE4A,MASSE,3DNOWP,OSVW,CPCTR,FSGSBASE,TSC_ADJUST,BM I1,AVX2,SMEP,BMI2,RDSEED,ADX,SMAP,CLFLUSHOPT,CLWB,SHA,UMIP,IBRS,IBPB,STIBP,SSBD ,IBPB,STIBP,SSBD,VIRTSSBD,XSAVEOPT,XSAVEC,XGETBV1,XSAVES cpu0: 64KB 64b/line 2-way D-cache, 64KB 64b/line 2-way I-cache cpu0: 512KB 64b/line 16-way L2 cache cpu0: smt 0, core 0, package 0 mtrr: Pentium Pro MTRR support, 8 var ranges, 88 fixed ranges cpu0: apic clock running at 1000MHz cpu1 at mainbus0: apid 1 (application processor) cpu1: AMD EPYC 7452 32-Core Processor, 2350.43 MHz, 17-31-00 cpu1: FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,C FLUSH,MMX,FXSR,SSE,SSE2,SSE3,PCLMUL,SSSE3,FMA3,CX16,SSE4.1,SSE4.2,x2APIC,MOVBE, POPCNT,DEADLINE,AES,XSAVE,AVX,F16C,RDRAND,HV,NXE,MMXX,FFXSR,PAGE1GB,RDTSCP,LONG ,LAHF,CMPLEG,SVM,AMCR8,ABM,SSE4A,MASSE,3DNOWP,OSVW,CPCTR,FSGSBASE,TSC_ADJUST,BM I1,AVX2,SMEP,BMI2,RDSEED,ADX,SMAP,CLFLUSHOPT,CLWB,SHA,UMIP,IBRS,IBPB,STIBP,SSBD ,IBPB,STIBP,SSBD,VIRTSSBD,XSAVEOPT,XSAVEC,XGETBV1,XSAVES cpu1: 64KB 64b/line 2-way D-cache, 64KB 64b/line 2-way I-cache cpu1: 512KB 64b/line 16-way L2 cache cpu1: smt 0, core 0, package 1 cpu2 at mainbus0: apid 2 (application processor) cpu2: AMD EPYC 7452 32-Core Processor, 2350.40 MHz, 17-31-00 cpu2: FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,C FLUSH,MMX,FXSR,SSE,SSE2,SSE3,PCLMUL,SSSE3,FMA3,CX16,SSE4.1,SSE4.2,x2APIC,MOVBE, POPCNT,DEADLINE,AES,XSAVE,AVX,F16C,RDRAND,HV,NXE,MMXX,FFXSR,PAGE1GB,RDTSCP,LONG ,LAHF,CMPLEG,SVM,AMCR8,ABM,SSE4A,MASSE,3DNOWP,OSVW,CPCTR,FSGSBASE,TSC_ADJUST,BM I1,AVX2,SMEP,BMI2,RDSEED,ADX,SMAP,CLFLUSHOPT,CLWB,SHA,UMIP,IBRS,IBPB,STIBP,SSBD ,IBPB,STIBP,SSBD,VIRTSSBD,XSAVEOPT,XSAVEC,XGETBV1,XSAVES cpu2: 64KB 64b/line 2-way D-cache, 64KB 64b/line 2-way I-cache cpu2: 512KB 64b/line 16-way L2 cache cpu2: smt 0, core 0, package 2 cpu3 at mainbus0: apid 3 (application processor) cpu3: AMD EPYC 7452 32-Core Processor, 2350.63 MHz, 17-31-00 cpu3: FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,C FLUSH,MMX,FXSR,SSE,SSE2,SSE3,PCLMUL,SSSE3,FMA3,CX16,SSE4.1,SSE4.2,x2APIC,MOVBE, POPCNT,DEADLINE,AES,XSAVE,AVX,F16C,RDRAND,HV,NXE,MMXX,FFXSR,PAGE1GB,RDTSCP,LONG ,LAHF,CMPLEG,SVM,AMCR8,ABM,SSE4A,MASSE,3DNOWP,OSVW,CPCTR,FSGSBASE,TSC_ADJUST,BM I1,AVX2,SMEP,BMI2,RDSEED,ADX,SMAP,CLFLUSHOPT,CLWB,SHA,UMIP,IBRS,IBPB,STIBP,SSBD ,IBPB,STIBP,SSBD,VIRTSSBD,XSAVEOPT,XSAVEC,XGETBV1,XSAVES cpu3: 64KB 64b/line 2-way D-cache, 64KB 64b/line 2-way I-cache cpu3: 512KB 64b/line 16-way L2 cache cpu3: smt 0, core 0, package 3 cpu4 at mainbus0: apid 4 (application processor) cpu4: AMD EPYC 7452 32-Core Processor, 2350.49 MHz, 17-31-00 cpu4: FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,C FLUSH,MMX,FXSR,SSE,SSE2,SSE3,PCLMUL,SSSE3,FMA3,CX16,SSE4.1,SSE4.2,x2APIC,MOVBE, POPCNT,DEADLINE,AES,XSAVE,AVX,F16C,RDRAND,HV,NXE,MMXX,FFXSR,PAGE1GB,RDTSCP,LONG ,LAHF,CMPLEG,SVM,AMCR8,ABM,SSE4A,MASSE,3DNOWP,OSVW,CPCTR,FSGSBASE,TSC_ADJUST,BM I1,AVX2,SMEP,BMI2,RDSEED,ADX,SMAP,CLFLUSHOPT,CLWB,SHA,UMIP,IBRS,IBPB,STIBP,SSBD ,IBPB,STIBP,SSBD,VIRTSSBD,XSAVEOPT,XSAVEC,XGETBV1,XSAVES cpu4: 64KB 64b/line 2-way D-cache, 64KB 64b/line 2-way I-cache cpu4: 512KB 64b/line 16-way L2 cache cpu4: smt 0, core 0, package 4 cpu5 at mainbus0: apid 5 (application processor) cpu5: AMD EPYC 7452 32-Core Processor, 2350.55 MHz, 17-31-00 cpu5: FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,C FLUSH,MMX,FXSR,SSE,SSE2,SSE3,PCLMUL,SSSE3,FMA3,CX16,SSE4.1,SSE4.2,x2APIC,MOVBE, POPCNT,DEADLINE,AES,XSAVE,AVX,F16C,RDRAND,HV,NXE,MMXX,FFXSR,PAGE1GB,RDTSCP,LONG ,LAHF,CMPLEG,SVM,AMCR8,ABM,SSE4A,MASSE,3DNOWP,OSVW,CPCTR,FSGSBASE,TSC_ADJUST,BM I1,AVX2,SMEP,BMI2,RDSEED,ADX,SMAP,CLFLUSHOPT,CLWB,SHA,UMIP,IBRS,IBPB,STIBP,SSBD ,IBPB,STIBP,SSBD,VIRTSSBD,XSAVEOPT,XSAVEC,XGETBV1,XSAVES cpu5: 64KB 64b/line 2-way D-cache, 64KB 64b/line 2-way I-cache cpu5: 512KB 64b/line 16-way L2 cache cpu5: smt 0, core 0, package 5 cpu6 at mainbus0: apid 6 (application processor) cpu6: AMD EPYC 7452 32-Core Processor, 2350.64 MHz, 17-31-00 cpu6: FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,C FLUSH,MMX,FXSR,SSE,SSE2,SSE3,PCLMUL,SSSE3,FMA3,CX16,SSE4.1,SSE4.2,x2APIC,MOVBE, POPCNT,DEADLINE,AES,XSAVE,AVX,F16C,RDRAND,HV,NXE,MMXX,FFXSR,PAGE1GB,RDTSCP,LONG ,LAHF,CMPLEG,SVM,AMCR8,ABM,SSE4A,MASSE,3DNOWP,OSVW,CPCTR,FSGSBASE,TSC_ADJUST,BM I1,AVX2,SMEP,BMI2,RDSEED,ADX,SMAP,CLFLUSHOPT,CLWB,SHA,UMIP,IBRS,IBPB,STIBP,SSBD ,IBPB,STIBP,SSBD,VIRTSSBD,XSAVEOPT,XSAVEC,XGETBV1,XSAVES cpu6: 64KB 64b/line 2-way D-cache, 64KB 64b/line 2-way I-cache cpu6: 512KB 64b/line 16-way L2 cache cpu6: smt 0, core 0, package 6 cpu7 at mainbus0: apid 7 (application processor) cpu7: AMD EPYC 7452 32-Core Processor, 2350.57 MHz, 17-31-00 cpu7: FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,C FLUSH,MMX,FXSR,SSE,SSE2,SSE3,PCLMUL,SSSE3,FMA3,CX16,SSE4.1,SSE4.2,x2APIC,MOVBE, POPCNT,DEADLINE,AES,XSAVE,AVX,F16C,RDRAND,HV,NXE,MMXX,FFXSR,PAGE1GB,RDTSCP,LONG ,LAHF,CMPLEG,SVM,AMCR8,ABM,SSE4A,MASSE,3DNOWP,OSVW,CPCTR,FSGSBASE,TSC_ADJUST,BM I1,AVX2,SMEP,BMI2,RDSEED,ADX,SMAP,CLFLUSHOPT,CLWB,SHA,UMIP,IBRS,IBPB,STIBP,SSBD ,IBPB,STIBP,SSBD,VIRTSSBD,XSAVEOPT,XSAVEC,XGETBV1,XSAVES cpu7: 64KB 64b/line 2-way D-cache, 64KB 64b/line 2-way I-cache cpu7: 512KB 64b/line 16-way L2 cache cpu7: smt 0, core 0, package 7 ioapic0 at mainbus0: apid 0 pa 0xfec00000, version 11, 24 pins acpiprt0 at acpi0: bus 0 (PCI0) "ACPI0006" at acpi0 not configured acpipci0 at acpi0 PCI0 com0 at acpi0 COM1 addr 0x3f8/0x8 irq 4: ns16550a, 16 byte fifo com0: console acpicmos0 at acpi0 "PNP0A06" at acpi0 not configured "PNP0A06" at acpi0 not configured "PNP0A06" at acpi0 not configured "QEMU0002" at acpi0 not configured "ACPI0010" at acpi0 not configured acpicpu0 at acpi0: C1(@1 halt!) acpicpu1 at acpi0: C1(@1 halt!) acpicpu2 at acpi0: C1(@1 halt!) acpicpu3 at acpi0: C1(@1 halt!) acpicpu4 at acpi0: C1(@1 halt!) acpicpu5 at acpi0: C1(@1 halt!) acpicpu6 at acpi0: C1(@1 halt!) acpicpu7 at acpi0: C1(@1 halt!) pvbus0 at mainbus0: KVM pvclock0 at pvbus0 pci0 at mainbus0 bus 0 pchb0 at pci0 dev 0 function 0 "Intel 82441FX" rev 0x02 pcib0 at pci0 dev 1 function 0 "Intel 82371SB ISA" rev 0x00 pciide0 at pci0 dev 1 function 1 "Intel 82371SB IDE" rev 0x00: DMA, channel 0 w ired to compatibility, channel 1 wired to compatibility wd0 at pciide0 channel 0 drive 0: <QEMU HARDDISK> wd0: 16-sector PIO, LBA48, 122880MB, 251658240 sectors atapiscsi0 at pciide0 channel 0 drive 1 scsibus1 at atapiscsi0: 2 targets cd0 at scsibus1 targ 0 lun 0: <QEMU, QEMU DVD-ROM, 2.5+> removable wd0(pciide0:0:0): using PIO mode 4, DMA mode 2 cd0(pciide0:0:1): using PIO mode 4, DMA mode 2 pciide0: channel 1 disabled (no drives) piixpm0 at pci0 dev 1 function 3 "Intel 82371AB Power" rev 0x03: apic 0 int 9 iic0 at piixpm0 vga1 at pci0 dev 2 function 0 "Red Hat QXL Video" rev 0x05 wsdisplay at vga1 not configured em0 at pci0 dev 3 function 0 "Intel 82540EM" rev 0x03: apic 0 int 11, address 5 2:54:00:5d:d6:3f em1 at pci0 dev 4 function 0 "Intel 82540EM" rev 0x03: apic 0 int 11, address 5 2:54:00:34:89:59 azalia0 at pci0 dev 5 function 0 "Intel 82801FB HD Audio" rev 0x01: apic 0 int 1 0 azalia0: No codecs found uhci0 at pci0 dev 6 function 0 "Intel 82801I USB" rev 0x03: apic 0 int 10 uhci1 at pci0 dev 6 function 1 "Intel 82801I USB" rev 0x03: apic 0 int 11 uhci2 at pci0 dev 6 function 2 "Intel 82801I USB" rev 0x03: apic 0 int 11 ehci0 at pci0 dev 6 function 7 "Intel 82801I USB" rev 0x03: apic 0 int 10 usb0 at ehci0: USB revision 2.0 uhub0 at usb0 configuration 1 interface 0 "Intel EHCI root hub" rev 2.00/1.00 a ddr 1 virtio0 at pci0 dev 7 function 0 "Qumranet Virtio Console" rev 0x00 virtio0: no matching child driver; not configured virtio1 at pci0 dev 8 function 0 "Qumranet Virtio Memory Balloon" rev 0x00 viomb0 at virtio1 virtio1: apic 0 int 11 isa0 at pcib0 isadma0 at isa0 fdc0 at isa0 port 0x3f0/6 irq 6 drq 2 pckbc0 at isa0 port 0x60/5 irq 1 irq 12 pckbd0 at pckbc0 (kbd slot) wskbd0 at pckbd0 mux 1 pms0 at pckbc0 (aux slot) wsmouse0 at pms0 mux 0 pcppi0 at isa0 port 0x61 spkr0 at pcppi0 usb1 at uhci0: USB revision 1.0 uhub1 at usb1 configuration 1 interface 0 "Intel UHCI root hub" rev 1.00/1.00 a ddr 1 usb2 at uhci1: USB revision 1.0 uhub2 at usb2 configuration 1 interface 0 "Intel UHCI root hub" rev 1.00/1.00 a ddr 1 usb3 at uhci2: USB revision 1.0 uhub3 at usb3 configuration 1 interface 0 "Intel UHCI root hub" rev 1.00/1.00 a ddr 1 vmm0 at mainbus0: SVM/RVI uhidev0 at uhub0 port 1 configuration 1 interface 0 "QEMU QEMU USB Tablet" rev 2 .00/0.00 addr 2 uhidev0: iclass 3/0 ums0 at uhidev0: 3 buttons, Z dir wsmouse1 at ums0 mux 0 vscsi0 at root scsibus2 at vscsi0: 256 targets softraid0 at root scsibus3 at softraid0: 256 targets root on wd0a (6fad0da38091f1aa.a) swap on wd0b dump on wd0b fd0 at fdc0 drive 1: density unknown kernel: protection fault trap, code=0 Stopped at amap_wipeout+0x76: movq %rcx,0x28(%rax) 0000000000000870 <amap_wipeout>: ... /usr/src/sys/uvm/uvm_amap.c:498 8bd: 48 c7 45 b8 00 00 00 movq $0x0,0xffffffffffffffb8(%rbp) 8c4: 00 8c5: 48 8d 45 b8 lea 0xffffffffffffffb8(%rbp),%rax 8c9: 48 89 45 c0 mov %rax,0xffffffffffffffc0(%rbp) /usr/src/sys/uvm/uvm_amap.c:103 8cd: 48 c7 c7 00 00 00 00 mov $0x0,%rdi 8d4: e8 00 00 00 00 callq 8d9 <amap_wipeout+0x69> /usr/src/sys/uvm/uvm_amap.c:104 8d9: 49 8b 46 20 mov 0x20(%r14),%rax 8dd: 48 85 c0 test %rax,%rax 8e0: 74 0e je 8f0 <amap_wipeout+0x80> 8e2: 49 8b 4e 28 mov 0x28(%r14),%rcx * 8e6: 48 89 48 28 mov %rcx,0x28(%rax) 8ea: 49 8b 46 20 mov 0x20(%r14),%rax 8ee: eb 02 jmp 8f2 <amap_wipeout+0x82> 8f0: 31 c0 xor %eax,%eax 8f2: 49 8b 4e 28 mov 0x28(%r14),%rcx 8f6: 48 89 01 mov %rax,(%rcx) 8f9: 49 c7 46 28 ff ff ff movq $0xffffffffffffffff,0x28(%r14) 900: ff 901: 49 c7 46 20 ff ff ff movq $0xffffffffffffffff,0x20(%r14) 908: ff /usr/src/sys/uvm/uvm_amap.c:105 100 static inline void 101 amap_list_remove(struct vm_amap *amap) 102 { 103 amap_lock_list(); * 104 LIST_REMOVE(amap, am_list); 105 amap_unlock_list(); 106 } 480 amap_wipeout(struct vm_amap *amap) 481 { 482 int slot; 483 struct vm_anon *anon; 484 struct vm_amap_chunk *chunk; 485 struct pglist pgl; 486 487 KASSERT(rw_write_held(amap->am_lock)); 488 KASSERT(amap->am_ref == 0); 489 490 if (__predict_false((amap->am_flags & AMAP_SWAPOFF) != 0)) { 491 /* 492 * Note: amap_swap_off() will call us again. 493 */ 494 amap_unlock(amap); 495 return; 496 } 497 498 TAILQ_INIT(&pgl); * 499 amap_list_remove(amap); 500 501 AMAP_CHUNK_FOREACH(chunk, amap) { ddb{3}> show struct vm_amap 0xfffffd8015b154d0 struct vm_amap at 0xfffffd8015b154d0 (88 bytes) {am_lock = (struct rwlock *)0xf ffffd813ce2a9a8, am_ref = 0x0, am_flags = 0x0, am_nslot = 0x800, am_nused = 0x0 , am_ppref = {le_next = (struct process *)0x0, le_prev = 0x72007200650067}, am_ list = {le_next = (struct vm_amap *)0x72007200650067, le_prev = 0x63002f0074006 9}, am_impl = {ami_normal = {amn_buckets = 0xffff800000f2bc00, amn_chunks = {tq h_first = (struct vm_amap_chunk *)0x0, tqh_last = 0xfffffd8015b15508}, amn_nbuc kets = 0x10, amn_ncused = 0x0, amn_hashshift = 0x3}, ami_small = {ac_list = {tq e_next = (struct vm_amap_chunk *)0xffff800000f2bc00, tqe_prev = 0x0}, ac_basesl ot = 0x15b15508, ac_usedmap = 0xfffffd80, ac_nslot = 0x10ffff, ac_anon = 16}}} le_next is bogous pointer 0x72007200650067 in %rax ddb{0}> trace x86_ipi_db(ffffffff8249eff0) at x86_ipi_db+0x16 x86_ipi_handler() at x86_ipi_handler+0x80 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x281 sched_idle(ffffffff8249eff0) at sched_idle+0x282 end trace frame: 0x0, count: -5 ddb{1}> trace x86_ipi_db(ffff800022508ff0) at x86_ipi_db+0x16 x86_ipi_handler() at x86_ipi_handler+0x80 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x281 sched_idle(ffff800022508ff0) at sched_idle+0x282 end trace frame: 0x0, count: -5 ddb{2}> trace x86_ipi_db(ffff800022511ff0) at x86_ipi_db+0x16 x86_ipi_handler() at x86_ipi_handler+0x80 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 rijndaelEncrypt(ffffffff825c0d94,a,ffff800008058870,ffff800008058870) at rijnda elEncrypt+0x185 swap_encrypt(ffff80000083fbb8,ffff800008048000,ffff800008058000,6259b0,1000) at swap_encrypt+0xe9 uvm_swap_io(ffff800022710270,c4b31,10,4) at uvm_swap_io+0x384 uvm_pager_put(0,fffffd8003c2c380,ffff8000227102f0,ffff800022710318,90,c4b31,fe9 89cc32a05afea) at uvm_pager_put+0x10e uvmpd_scan_inactive(0,ffffffff825e3170) at uvmpd_scan_inactive+0x1e3 uvmpd_scan(0) at uvmpd_scan+0x6a uvm_pageout(ffff8000226da7f0) at uvm_pageout+0x368 end trace frame: 0x0, count: -10 ddb{2}> ps PID TID PPID UID S FLAGS WAIT COMMAND *61233 523759 0 0 7 0x14200 pagedaemon ddb{4}> trace x86_ipi_db(ffff800022523ff0) at x86_ipi_db+0x16 x86_ipi_handler() at x86_ipi_handler+0x80 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x281 sched_idle(ffff800022523ff0) at sched_idle+0x282 end trace frame: 0x0, count: -5 ddb{5}> trace x86_ipi_db(ffff80002252cff0) at x86_ipi_db+0x16 x86_ipi_handler() at x86_ipi_handler+0x80 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x281 sched_idle(ffff80002252cff0) at sched_idle+0x282 end trace frame: 0x0, count: -5 ddb{6}> trace x86_ipi_db(ffff800022535ff0) at x86_ipi_db+0x16 x86_ipi_handler() at x86_ipi_handler+0x80 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x281 sched_idle(ffff800022535ff0) at sched_idle+0x282 end trace frame: 0x0, count: -5 ddb{7}> trace x86_ipi_db(ffff80002253eff0) at x86_ipi_db+0x16 x86_ipi_handler() at x86_ipi_handler+0x80 Xresume_lapic_ipi() at Xresume_lapic_ipi+0x27 acpicpu_idle() at acpicpu_idle+0x281 sched_idle(ffff80002253eff0) at sched_idle+0x282 end trace frame: 0x0, count: -5