On Tue, Aug 23, 2022 at 02:16:27PM +0200, Alexander Bluhm wrote:
> On Tue, Aug 23, 2022 at 12:23:05PM +0200, Stefan Sperling wrote:
> > On Tue, Aug 23, 2022 at 11:43:22AM +0200, Alexander Bluhm wrote:
> > > On Tue, Aug 23, 2022 at 10:15:22AM +0200, Stefan Sperling wrote:
> > > > I found one of my amd64 systems running -current, built on 12th of
> > > > August, has crashed as follows.
> > >
> > > I there any chance that the kernel sources are between these commits?
> > > August 12th does not fit exactly, do you remember when you did the
> > > checkout? Or is it a snapshot kernel?
> >
> > Do you want to me provide anything else from ddb?
>
> The ususal:
>
> show panic
> show registers
> trace
> ps
> show struct ifaddr 0xffff8000004e9400
> show all routes
> traces from other cpu
>
> I fear that there will be no really usefull info. It looks like a
> use after free. When removing the route, the nd6 timer should have
> been deleted.
Makes sense. Anyway, here is the output:
ddb{2}> show panic
the kernel did not panic
ddb{2}> show registers
rdi 0xffff8000004e9400
rsi 0x800100 acpi_pdirpa+0x7ebf68
rbp 0xffff800022d4cea0
rbx 0
rdx 0xdeaf0009deafbead
rcx 0
rax 0xdeafbeaddeafbead
r8 0
r9 0xffffffff82125101 arcturus_feature_mask_map+0x2d1
r10 0x8
r11 0xeb6a1cd605457cff
r12 0xdeaf0009deafbead
r13 0
r14 0xffff8000004e9400
r15 0x800100 acpi_pdirpa+0x7ebf68
rip 0xffffffff813ef4f9 rt_ifa_del+0x39
cs 0x8
rflags 0x10286 __ALIGN_SIZE+0xf286
rsp 0xffff800022d4cd60
ss 0x10
rt_ifa_del+0x39: movb 0x1be(%rax),%bl
ddb{2}> trace
rt_ifa_del(ffff8000004e9400,800100,deaf0009deafbead,0) at rt_ifa_del+0x39
in6_unlink_ifa(ffff8000004e9400,ffff8000000da2a8) at in6_unlink_ifa+0xae
in6_purgeaddr(ffff8000004e9400) at in6_purgeaddr+0x127
nd6_expire(0) at nd6_expire+0x96
taskq_thread(ffff80000002c080) at taskq_thread+0x100
end trace frame: 0x0, count: -5
ddb{2}> ps
PID TID PPID UID S FLAGS WAIT COMMAND
85757 212591 1 0 3 0x100083 ttyin getty
13844 194231 1 0 3 0x100083 ttyin getty
52351 462696 1 0 3 0x100083 ttyin getty
11970 274173 1 0 3 0x100083 ttyin getty
55817 204799 1 0 3 0x100083 ttyin getty
55147 459952 1 0 3 0x100083 ttyin getty
97104 507732 1 0 3 0x100098 kqread cron
24934 108341 1 99 3 0x1100090 kqread sndiod
24851 158785 1 110 3 0x100090 kqread sndiod
79580 437931 1 0 3 0x100080 kqread httpd
90912 365815 1 67 3 0x1100092 kqread httpd
11193 62187 1 67 3 0x1100092 kqread httpd
11994 82021 1 67 3 0x1100092 kqread httpd
6336 127367 1 67 3 0x1100092 kqread httpd
46164 440393 1 67 3 0x1100092 kqread httpd
5307 16141 1 67 3 0x1100092 kqread httpd
3246 133657 1 67 3 0x1100092 kqread httpd
67433 170750 1 67 3 0x1100092 kqread httpd
71968 499680 1 67 3 0x1100092 kqread httpd
56363 70989 1 67 3 0x1100092 kqread httpd
66759 513771 1 67 3 0x1100092 kqread httpd
53393 89252 1 67 3 0x1100092 kqread httpd
65858 323071 1 67 3 0x1100092 kqread httpd
66322 146077 1 67 3 0x1100092 kqread httpd
14621 176429 1 67 3 0x1100092 kqread httpd
74712 218180 1 67 3 0x1100092 kqread httpd
61865 208410 1 67 3 0x1100092 kqread httpd
67924 73387 1 67 3 0x1100092 kqread httpd
62026 199422 1 67 3 0x1100092 kqread httpd
85443 340524 1 67 3 0x1100092 kqread httpd
95521 46441 1 67 3 0x1100092 kqread httpd
375 324584 1 67 3 0x1100092 kqread httpd
18765 359197 1 67 3 0x1100092 kqread httpd
60496 158853 1 67 3 0x1100092 kqread httpd
7009 5302 1 67 3 0x1100092 kqread httpd
36669 77305 1 67 3 0x1100092 kqread httpd
1569 118333 1 67 3 0x1100092 kqread httpd
90776 452570 1 67 3 0x1100092 kqread httpd
9695 181990 1 67 3 0x1100092 kqread httpd
62979 426648 1 67 3 0x1100092 kqread httpd
95880 55501 1 67 3 0x1100092 kqread httpd
71901 281156 1 67 3 0x1100092 kqread httpd
91959 370 1 67 3 0x1100092 kqread httpd
43477 27194 59793 95 3 0x1100092 kqread smtpd
87272 506284 59793 103 3 0x1100092 kqread smtpd
24953 385484 59793 95 3 0x1100092 kqread smtpd
93146 44058 59793 95 3 0x100092 kqread smtpd
62956 499470 59793 95 3 0x1100092 kqread smtpd
34117 449051 59793 95 3 0x1100092 kqread smtpd
59793 488148 1 0 3 0x100080 kqread smtpd
59578 32737 1 0 3 0x88 kqread sshd
61353 516893 1 0 3 0x100080 kqread ntpd
80706 330531 20695 83 3 0x100092 kqread ntpd
20695 231692 1 83 3 0x1100092 kqread ntpd
56166 111331 82410 74 3 0x1100092 bpf pflogd
82410 139750 1 0 3 0x80 netio pflogd
77345 370718 1698 73 3 0x1100090 kqread syslogd
1698 4985 1 0 3 0x100082 netio syslogd
72520 464551 1 0 3 0x100080 kqread resolvd
38267 107672 30853 77 3 0x100092 kqread dhcpleased
39555 381225 30853 77 3 0x100092 kqread dhcpleased
30853 331131 1 0 3 0x80 kqread dhcpleased
67021 465774 6374 115 3 0x100092 kqread slaacd
71545 10417 6374 115 3 0x100092 kqread slaacd
6374 325121 1 0 3 0x100080 kqread slaacd
11910 314819 1 0 3 0x80 mfsidl mount_mfs
25662 288608 0 0 3 0x14200 bored smr
55887 444644 0 0 3 0x14200 pgzero zerothread
77173 509105 0 0 3 0x14200 aiodoned aiodoned
76689 26837 0 0 3 0x14200 syncer update
83256 252351 0 0 3 0x14200 cleaner cleaner
13048 144090 0 0 3 0x14200 reaper reaper
7864 248464 0 0 3 0x14200 pgdaemon pagedaemon
6944 250073 0 0 3 0x14200 bored sensors
5838 193462 0 0 3 0x14200 bored srdis
63172 330339 0 0 3 0x40014200 acpi0 acpi0
29205 149097 0 0 7 0x40014200 idle15
83846 311992 0 0 7 0x40014200 idle14
26351 268056 0 0 7 0x40014200 idle13
48620 183140 0 0 7 0x40014200 idle12
17473 282076 0 0 7 0x40014200 idle11
44714 493945 0 0 7 0x40014200 idle10
27945 133349 0 0 7 0x40014200 idle9
97599 353617 0 0 7 0x40014200 idle8
27072 216418 0 0 7 0x40014200 idle7
61365 4562 0 0 7 0x40014200 idle6
30307 111354 0 0 7 0x40014200 idle5
29475 304295 0 0 7 0x40014200 idle4
42381 300067 0 0 7 0x40014200 idle3
59785 322449 0 0 3 0x40014200 idle2
42349 301284 0 0 7 0x40014200 idle1
6898 509295 0 0 3 0x14200 bored softnet
322 192172 0 0 3 0x14200 bored softnet
97721 318692 0 0 3 0x14200 bored softnet
*41031 433094 0 0 7 0x14200 softnet
6421 259203 0 0 3 0x14200 bored systqmp
73663 44314 0 0 3 0x14200 bored systq
92458 169786 0 0 3 0x40014200 bored softclock
98574 418069 0 0 7 0x40014200 idle0
1 331222 0 0 3 0x82 wait init
0 0 -1 0 3 0x10200 scheduler swapper
ddb{2}> show struct ifaddr 0xffff8000004e9400
struct ifaddr at 0xffff8000004e9400 (64 bytes) {ifa_addr = (struct sockaddr *)0
xdeaf0009deafbead, ifa_dstaddr = (struct sockaddr *)0x20ef1a8af1d895de, ifa_net
mask = (struct sockaddr *)0xdeafbeaddeafbead, ifa_ifp = (struct ifnet *)0xdeafb
eaddeafbead, ifa_list = {tqe_next = (struct ifaddr *)0xdeafbeaddeafbead, tqe_pr
ev = 0xdeafbeaddeafbead}, ifa_flags = 0xdeafbead, ifa_refcnt = 0xdeafbead, ifa_
metric = 0xdeafbead}
ddb{2}> show all routes
Route tree for af 2, rtableid 0
rtentry=0xfffffd87861eb690 flags=0x803 refcnt=1 use=5111 expire=0
key=[16,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0]
plen=0 gw=[16,2,0,0,79,132,240,177,0,0,0,0,0,0,0,0]
ifidx=1 ifa=0xffff8000004e9a00
ifa_addr=[16,2,0,0,79,132,240,178,0,0,0,0,0,0,0,0]
ifa_dsta=[16,2,0,0,79,132,240,183,0,0,0,0,0,0,0,0]
ifa_mask=[8,0,0,0,255,255,255,248]
flags=0x0, refcnt=5, metric=0
gwroute=0xfffffd87861eb770 llinfo=0x0 priority=8
rtentry=0xfffffd87861eb930 flags=0x809 refcnt=1 use=0 expire=0
key=[16,2,0,0,224,0,0,0,0,0,0,0,0,0,0,0]
plen=4 gw=[16,2,0,0,127,0,0,1,0,0,0,0,0,0,0,0]
ifidx=3 ifa=0xffff8000004e9c00
ifa_addr=[16,2,0,0,127,0,0,1,0,0,0,0,0,0,0,0]
ifa_dsta=[]
ifa_mask=[5,0,0,0,255]
flags=0x0, refcnt=3, metric=0
gwroute=0x0 llinfo=0x0 priority=8
rtentry=0xfffffd87861eb380 flags=0x800101 refcnt=2 use=1986 expire=0
key=[16,2,0,0,79,132,240,176,0,0,0,0,0,0,0,0]
plen=29 gw=[16,2,0,0,79,132,240,178,0,0,0,0,0,0,0,0]
ifidx=1 ifa=0xffff8000004e9a00
ifa_addr=[16,2,0,0,79,132,240,178,0,0,0,0,0,0,0,0]
ifa_dsta=[16,2,0,0,79,132,240,183,0,0,0,0,0,0,0,0]
ifa_mask=[8,0,0,0,255,255,255,248]
flags=0x0, refcnt=5, metric=0
gwroute=0x0 llinfo=0x0 priority=4
rtentry=0xfffffd87861eb770 flags=0x30405 refcnt=4 use=54461 expire=173719
key=[16,2,0,0,79,132,240,177,0,0,0,0,0,0,0,0]
plen=32 gw=[32,18,1,0,6,0,6,0,104,215,154,59,193,215,0,0,0,0,0,0,0,0,0,0,0,0,0
,0,0,0,0,0]
ifidx=1 ifa=0xffff8000004e9a00
ifa_addr=[16,2,0,0,79,132,240,178,0,0,0,0,0,0,0,0]
ifa_dsta=[16,2,0,0,79,132,240,183,0,0,0,0,0,0,0,0]
ifa_mask=[8,0,0,0,255,255,255,248]
flags=0x0, refcnt=5, metric=0
gwroute=0x1 llinfo=0xfffffd8782d7acb8 priority=3
rtentry=0xfffffd87861eb230 flags=0x200405 refcnt=1 use=10269 expire=0
key=[16,2,0,0,79,132,240,178,0,0,0,0,0,0,0,0]
plen=32 gw=[32,18,1,0,6,4,6,0,118,105,111,48,254,225,186,208,253,188,0,0,0,0,0
,0,0,0,0,0,0,0,0,0]
ifidx=1 ifa=0xffff8000004e9a00
ifa_addr=[16,2,0,0,79,132,240,178,0,0,0,0,0,0,0,0]
ifa_dsta=[16,2,0,0,79,132,240,183,0,0,0,0,0,0,0,0]
ifa_mask=[8,0,0,0,255,255,255,248]
flags=0x0, refcnt=5, metric=0
gwroute=0x0 llinfo=0xfffffd8782d7aec8 priority=1
rtentry=0xfffffd87861eb620 flags=0x400005 refcnt=1 use=0 expire=0
key=[16,2,0,0,79,132,240,183,0,0,0,0,0,0,0,0]
plen=32 gw=[16,2,0,0,79,132,240,178,0,0,0,0,0,0,0,0]
ifidx=1 ifa=0xffff8000004e9a00
ifa_addr=[16,2,0,0,79,132,240,178,0,0,0,0,0,0,0,0]
ifa_dsta=[16,2,0,0,79,132,240,183,0,0,0,0,0,0,0,0]
ifa_mask=[8,0,0,0,255,255,255,248]
flags=0x0, refcnt=5, metric=0
gwroute=0x0 llinfo=0x0 priority=1
rtentry=0xfffffd87861eb9a0 flags=0x80b refcnt=1 use=0 expire=0
key=[16,2,0,0,127,0,0,0,0,0,0,0,0,0,0,0]
plen=8 gw=[16,2,0,0,127,0,0,1,0,0,0,0,0,0,0,0]
ifidx=3 ifa=0xffff8000004e9c00
ifa_addr=[16,2,0,0,127,0,0,1,0,0,0,0,0,0,0,0]
ifa_dsta=[]
ifa_mask=[5,0,0,0,255]
flags=0x0, refcnt=3, metric=0
gwroute=0xfffffd87861eba80 llinfo=0x0 priority=8
rtentry=0xfffffd87861eba80 flags=0x220005 refcnt=2 use=2 expire=0
key=[16,2,0,0,127,0,0,1,0,0,0,0,0,0,0,0]
plen=32 gw=[16,2,0,0,127,0,0,1,0,0,0,0,0,0,0,0]
ifidx=3 ifa=0xffff8000004e9c00
ifa_addr=[16,2,0,0,127,0,0,1,0,0,0,0,0,0,0,0]
ifa_dsta=[]
ifa_mask=[5,0,0,0,255]
flags=0x0, refcnt=3, metric=0
gwroute=0x1 llinfo=0x0 priority=1
Route tree for af 24, rtableid 0
rtentry=0xfffffd87861ebaf0 flags=0x803 refcnt=1 use=24 expire=0
key=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]
plen=0 gw=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,106,215,154,255,254,59,193,21
5,0,0,0,0]
ifidx=1 ifa=0xffff8000004e9200
ifa_addr=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,252,225,186,255,254,208,253,1
88,0,0,0,0]
ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,
0,0,0,0,0,0,0,0,0,0,0,0]
flags=0x0, refcnt=6, metric=0
gwroute=0xfffffd87861eba10 llinfo=0x0 priority=8
rtentry=0xfffffd87861eb1c0 flags=0x80b refcnt=1 use=0 expire=0
key=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]
plen=96 gw=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifidx=3 ifa=0xffff8000004e9f00
ifa_addr=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifa_dsta=[]
ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,255,255,255,255,2
55,255,255,255,0,0,0,0]
flags=0x0, refcnt=11, metric=0
gwroute=0xfffffd87861ebb60 llinfo=0x0 priority=8
rtentry=0xfffffd87861ebb60 flags=0x220005 refcnt=11 use=20 expire=0
key=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
plen=128 gw=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifidx=3 ifa=0xffff8000004e9f00
ifa_addr=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifa_dsta=[]
ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,255,255,255,255,2
55,255,255,255,0,0,0,0]
flags=0x0, refcnt=11, metric=0
gwroute=0xa llinfo=0x0 priority=1
rtentry=0xfffffd87861eb5b0 flags=0x80b refcnt=1 use=0 expire=0
key=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,255,255,0,0,0,0,0,0,0,0]
plen=96 gw=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifidx=3 ifa=0xffff8000004e9f00
ifa_addr=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifa_dsta=[]
ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,255,255,255,255,2
55,255,255,255,0,0,0,0]
flags=0x0, refcnt=11, metric=0
gwroute=0xfffffd87861ebb60 llinfo=0x0 priority=8
rtentry=0xfffffd87861eb460 flags=0x80b refcnt=1 use=0 expire=0
key=[28,24,0,0,0,0,0,0,32,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]
plen=24 gw=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifidx=3 ifa=0xffff8000004e9f00
ifa_addr=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifa_dsta=[]
ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,255,255,255,255,2
55,255,255,255,0,0,0,0]
flags=0x0, refcnt=11, metric=0
gwroute=0xfffffd87861ebb60 llinfo=0x0 priority=8
rtentry=0xfffffd87861eb4d0 flags=0x80b refcnt=1 use=0 expire=0
key=[28,24,0,0,0,0,0,0,32,2,127,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]
plen=24 gw=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifidx=3 ifa=0xffff8000004e9f00
ifa_addr=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifa_dsta=[]
ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,255,255,255,255,2
55,255,255,255,0,0,0,0]
flags=0x0, refcnt=11, metric=0
gwroute=0xfffffd87861ebb60 llinfo=0x0 priority=8
rtentry=0xfffffd87861eb540 flags=0x80b refcnt=1 use=0 expire=0
key=[28,24,0,0,0,0,0,0,32,2,224,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]
plen=20 gw=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifidx=3 ifa=0xffff8000004e9f00
ifa_addr=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifa_dsta=[]
ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,255,255,255,255,2
55,255,255,255,0,0,0,0]
flags=0x0, refcnt=11, metric=0
gwroute=0xfffffd87861ebb60 llinfo=0x0 priority=8
rtentry=0xfffffd87861eb3f0 flags=0x80b refcnt=1 use=0 expire=0
key=[28,24,0,0,0,0,0,0,32,2,255,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]
plen=24 gw=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifidx=3 ifa=0xffff8000004e9f00
ifa_addr=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifa_dsta=[]
ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,255,255,255,255,2
55,255,255,255,0,0,0,0]
flags=0x0, refcnt=11, metric=0
gwroute=0xfffffd87861ebb60 llinfo=0x0 priority=8
rtentry=0xfffffd87861eb8c0 flags=0x840101 refcnt=1 use=59 expire=0
key=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,0,0,0,0,0,0,0,0,0,0,0,0]
plen=64 gw=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,0,0,0,0,0,0,0,32,0,0,0,0]
ifidx=1 ifa=0xffff8000004e9d00
ifa_addr=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,0,0,0,0,0,0,0,32,0,0,0,0]
ifa_dsta=[NULL] ifa_mask=[28,0,0,0,0,0,0,0,255,255,255,255,255,255,255,255,0
,0,0,0,0,0,0,0,0,0,0,0]
flags=0x0, refcnt=2, metric=0
gwroute=0x0 llinfo=0x0 priority=4
rtentry=0xfffffd87861ebcb0 flags=0x840101 refcnt=1 use=0 expire=0
key=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,0,0,0,0,0,0,0,0,0,0,0,0]
plen=64 gw=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,130,155,91,242,116,218,67,6
9,0,0,0,0]
ifidx=1 ifa=0xffff8000004e9b00
ifa_addr=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,130,155,91,242,116,218,67,69
,0,0,0,0]
ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,
0,0,0,0,0,0,0,0,0,0,0,0]
flags=0x0, refcnt=2, metric=0
gwroute=0x0 llinfo=0x0 priority=4
rtentry=0xfffffd8758f06da0 flags=0x840101 refcnt=1 use=0 expire=0
key=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,0,0,0,0,0,0,0,0,0,0,0,0]
plen=64 gw=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,254,167,216,19,209,180,117,
235,0,0,0,0]
ifidx=1 ifa=0xffff800000b3b700
ifa_addr=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,254,167,216,19,209,180,117,2
35,0,0,0,0]
ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,
0,0,0,0,0,0,0,0,0,0,0,0]
flags=0x0, refcnt=2, metric=0
gwroute=0x0 llinfo=0x0 priority=4
rtentry=0xfffffd8758f06cc0 flags=0x840101 refcnt=1 use=0 expire=0
key=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,0,0,0,0,0,0,0,0,0,0,0,0]
plen=64 gw=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,174,129,163,68,89,237,232,1
65,0,0,0,0]
ifidx=1 ifa=0xffff800000bc7200
ifa_addr=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,174,129,163,68,89,237,232,16
5,0,0,0,0]
ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,
0,0,0,0,0,0,0,0,0,0,0,0]
flags=0x0, refcnt=2, metric=0
gwroute=0x0 llinfo=0x0 priority=4
rtentry=0xfffffd87861eb850 flags=0x200405 refcnt=1 use=4212 expire=0
key=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,0,0,0,0,0,0,0,32,0,0,0,0]
plen=128 gw=[32,18,1,0,6,4,6,0,118,105,111,48,254,225,186,208,253,188,0,0,0,0,
0,0,0,0,0,0,0,0,0,0]
ifidx=1 ifa=0xffff8000004e9d00
ifa_addr=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,0,0,0,0,0,0,0,32,0,0,0,0]
ifa_dsta=[NULL] ifa_mask=[28,0,0,0,0,0,0,0,255,255,255,255,255,255,255,255,0
,0,0,0,0,0,0,0,0,0,0,0]
flags=0x0, refcnt=2, metric=0
gwroute=0x0 llinfo=0xfffffd8783113e70 priority=1
rtentry=0xfffffd87861ebc40 flags=0x200405 refcnt=1 use=0 expire=0
key=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,130,155,91,242,116,218,67,69,0,0,0
,0]
plen=128 gw=[32,18,1,0,6,4,6,0,118,105,111,48,254,225,186,208,253,188,0,0,0,0,
0,0,0,0,0,0,0,0,0,0]
ifidx=1 ifa=0xffff8000004e9b00
ifa_addr=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,130,155,91,242,116,218,67,69
,0,0,0,0]
ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,
0,0,0,0,0,0,0,0,0,0,0,0]
flags=0x0, refcnt=2, metric=0
gwroute=0x0 llinfo=0xfffffd8783113e10 priority=1
rtentry=0xfffffd8758f06d30 flags=0x200405 refcnt=1 use=764 expire=0
key=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,174,129,163,68,89,237,232,165,0,0,
0,0]
plen=128 gw=[32,18,1,0,6,4,6,0,118,105,111,48,254,225,186,208,253,188,0,0,0,0,
0,0,0,0,0,0,0,0,0,0]
ifidx=1 ifa=0xffff800000bc7200
ifa_addr=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,174,129,163,68,89,237,232,16
5,0,0,0,0]
ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,
0,0,0,0,0,0,0,0,0,0,0,0]
flags=0x0, refcnt=2, metric=0
gwroute=0x0 llinfo=0xfffffd8783113c60 priority=1
rtentry=0xfffffd8758f06e10 flags=0x200405 refcnt=1 use=4275 expire=0
key=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,254,167,216,19,209,180,117,235,0,0
,0,0]
plen=128 gw=[32,18,1,0,6,4,6,0,118,105,111,48,254,225,186,208,253,188,0,0,0,0,
0,0,0,0,0,0,0,0,0,0]
ifidx=1 ifa=0xffff800000b3b700
ifa_addr=[28,24,0,0,0,0,0,0,42,2,5,120,72,16,0,5,254,167,216,19,209,180,117,2
35,0,0,0,0]
ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,
0,0,0,0,0,0,0,0,0,0,0,0]
flags=0x0, refcnt=2, metric=0
gwroute=0x0 llinfo=0xfffffd8783113cf0 priority=1
rtentry=0xfffffd87861eb7e0 flags=0x80b refcnt=1 use=1 expire=0
key=[28,24,0,0,0,0,0,0,254,128,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]
plen=10 gw=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifidx=3 ifa=0xffff8000004e9f00
ifa_addr=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifa_dsta=[]
ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,255,255,255,255,2
55,255,255,255,0,0,0,0]
flags=0x0, refcnt=11, metric=0
gwroute=0xfffffd87861ebb60 llinfo=0x0 priority=8
rtentry=0xfffffd87861eb700 flags=0x80b refcnt=1 use=0 expire=0
key=[28,24,0,0,0,0,0,0,254,192,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]
plen=10 gw=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifidx=3 ifa=0xffff8000004e9f00
ifa_addr=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifa_dsta=[]
ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,255,255,255,255,2
55,255,255,255,0,0,0,0]
flags=0x0, refcnt=11, metric=0
gwroute=0xfffffd87861ebb60 llinfo=0x0 priority=8
rtentry=0xfffffd87861eb070 flags=0x800101 refcnt=2 use=1 expire=0
key=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]
plen=64 gw=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,252,225,186,255,254,208,253,
188,0,0,0,0]
ifidx=1 ifa=0xffff8000004e9200
ifa_addr=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,252,225,186,255,254,208,253,1
88,0,0,0,0]
ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,
0,0,0,0,0,0,0,0,0,0,0,0]
flags=0x0, refcnt=6, metric=0
gwroute=0x0 llinfo=0x0 priority=4
rtentry=0xfffffd87861eba10 flags=0x30405 refcnt=2 use=823 expire=172836
key=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,106,215,154,255,254,59,193,215,0,0,
0,0]
plen=128 gw=[32,18,1,0,6,0,6,0,104,215,154,59,193,215,0,0,0,0,0,0,0,0,0,0,0,0,
0,0,0,0,0,0]
ifidx=1 ifa=0xffff8000004e9200
ifa_addr=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,252,225,186,255,254,208,253,1
88,0,0,0,0]
ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,
0,0,0,0,0,0,0,0,0,0,0,0]
flags=0x0, refcnt=6, metric=0
gwroute=0x1 llinfo=0xfffffd8783113e40 priority=3
rtentry=0xfffffd87861eb150 flags=0x200405 refcnt=1 use=145 expire=0
key=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,252,225,186,255,254,208,253,188,0,0
,0,0]
plen=128 gw=[32,18,1,0,6,4,6,0,118,105,111,48,254,225,186,208,253,188,0,0,0,0,
0,0,0,0,0,0,0,0,0,0]
ifidx=1 ifa=0xffff8000004e9200
ifa_addr=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,252,225,186,255,254,208,253,1
88,0,0,0,0]
ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,
0,0,0,0,0,0,0,0,0,0,0,0]
flags=0x0, refcnt=6, metric=0
gwroute=0x0 llinfo=0xfffffd8783113ea0 priority=1
rtentry=0xfffffd87861ebe70 flags=0x200005 refcnt=1 use=0 expire=0
key=[28,24,0,0,0,0,0,0,254,128,0,3,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
plen=128 gw=[28,24,0,0,0,0,0,0,254,128,0,3,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifidx=3 ifa=0xffff8000004e9700
ifa_addr=[28,24,0,0,0,0,0,0,254,128,0,3,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifa_dsta=[]
ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,0,0,0,0,0,0,0,0,0
,0,0,0]
flags=0x0, refcnt=3, metric=0
gwroute=0x0 llinfo=0x0 priority=1
rtentry=0xfffffd87861eb310 flags=0x80b refcnt=1 use=1 expire=0
key=[28,24,0,0,0,0,0,0,255,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]
plen=16 gw=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifidx=3 ifa=0xffff8000004e9f00
ifa_addr=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifa_dsta=[]
ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,255,255,255,255,2
55,255,255,255,0,0,0,0]
flags=0x0, refcnt=11, metric=0
gwroute=0xfffffd87861ebb60 llinfo=0x0 priority=8
rtentry=0xfffffd87861eb000 flags=0x201 refcnt=1 use=5 expire=0
key=[28,24,0,0,0,0,0,0,255,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]
plen=32 gw=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,252,225,186,255,254,208,253,
188,0,0,0,0]
ifidx=1 ifa=0xffff8000004e9200
ifa_addr=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,252,225,186,255,254,208,253,1
88,0,0,0,0]
ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,
0,0,0,0,0,0,0,0,0,0,0,0]
flags=0x0, refcnt=6, metric=0
gwroute=0x0 llinfo=0x0 priority=4
rtentry=0xfffffd87861ebbd0 flags=0x201 refcnt=1 use=1 expire=0
key=[28,24,0,0,0,0,0,0,255,1,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]
plen=32 gw=[28,24,0,0,0,0,0,0,254,128,0,3,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifidx=3 ifa=0xffff8000004e9700
ifa_addr=[28,24,0,0,0,0,0,0,254,128,0,3,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifa_dsta=[]
ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,0,0,0,0,0,0,0,0,0
,0,0,0]
flags=0x0, refcnt=3, metric=0
gwroute=0x0 llinfo=0x0 priority=4
rtentry=0xfffffd87861eb2a0 flags=0x80b refcnt=1 use=1 expire=0
key=[28,24,0,0,0,0,0,0,255,2,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]
plen=16 gw=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifidx=3 ifa=0xffff8000004e9f00
ifa_addr=[28,24,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifa_dsta=[]
ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,255,255,255,255,2
55,255,255,255,0,0,0,0]
flags=0x0, refcnt=11, metric=0
gwroute=0xfffffd87861ebb60 llinfo=0x0 priority=8
rtentry=0xfffffd87861eb0e0 flags=0x201 refcnt=1 use=10 expire=0
key=[28,24,0,0,0,0,0,0,255,2,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]
plen=32 gw=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,252,225,186,255,254,208,253,
188,0,0,0,0]
ifidx=1 ifa=0xffff8000004e9200
ifa_addr=[28,24,0,0,0,0,0,0,254,128,0,1,0,0,0,0,252,225,186,255,254,208,253,1
88,0,0,0,0]
ifa_dsta=[NULL] ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,
0,0,0,0,0,0,0,0,0,0,0,0]
flags=0x0, refcnt=6, metric=0
gwroute=0x0 llinfo=0x0 priority=4
rtentry=0xfffffd87861ebd20 flags=0x201 refcnt=1 use=1 expire=0
key=[28,24,0,0,0,0,0,0,255,2,0,3,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0]
plen=32 gw=[28,24,0,0,0,0,0,0,254,128,0,3,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifidx=3 ifa=0xffff8000004e9700
ifa_addr=[28,24,0,0,0,0,0,0,254,128,0,3,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0]
ifa_dsta=[]
ifa_mask=[28,24,0,0,0,0,0,0,255,255,255,255,255,255,255,255,0,0,0,0,0,0,0,0,0
,0,0,0]
flags=0x0, refcnt=3, metric=0
gwroute=0x0 llinfo=0x0 priority=4
ddb{2}> machine ddbcpu 1
Stopped at x86_ipi_db+0x12: leave
ddb{1}> trace
x86_ipi_db(ffff800021c98ff0) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
acpicpu_idle() at acpicpu_idle+0x281
sched_idle(ffff800021c98ff0) at sched_idle+0x280
end trace frame: 0x0, count: -5
ddb{1}>