# kgdb kernel.debug /var/crash/vmcore.1
[GDB will not be able to debug user-mode threads: /usr/lib/libthread_db.so: Undefined
symbol "ps_pglobal_lookup"]
GNU gdb 6.1.1 [FreeBSD]
Copyright 2004 Free Software Foundation, Inc.
GDB is free software, covered by the GNU General Public License, and you are
welcome to change it and/or distribute copies of it under certain conditions.
Type "show copying" to see the conditions.
There is absolutely no warranty for GDB. Type "show warranty" for details.
This GDB was configured as "amd64-marcel-freebsd".
Unread portion of the kernel message buffer:
0s1e
0xffffff004ecf5510: tag ufs, type VREG
usecount 1, writecount 0, refcount 9 mountedhere 0
flags ()
v_object 0xffffff002a70d000 ref 0 pages 515
lock type ufs: EXCL (count 1) by thread 0xffffff007a85d720 (pid 31) with 1
pending#0 0xffffffff802252b6 at lockmgr+0x5f6
#1 0xffffffff80302068 at ffs_lock+0x58
#2 0xffffffff80384fc1 at VOP_LOCK_APV+0x81
#3 0xffffffff802a78bb at vn_lock+0x6b
#4 0xffffffff8029ba00 at vget+0x90
#5 0xffffffff80329cb9 at vm_pageout+0x1309
#6 0xffffffff8021a30b at fork_exit+0xbb
#7 0xffffffff803358ee at fork_trampoline+0xe
ino 118134, on dev amrd0s1e
0xffffff000ba75510: tag ufs, type VREG
usecount 1, writecount 1, refcount 3 mountedhere 0
flags ()
v_object 0xffffff0043d80380 ref 0 pages 9
lock type ufs: EXCL (count 1) by thread 0xffffff0079b9b980 (pid 447)#0
0xffffffff802252b6 at lockmgr+0x5f6
#1 0xffffffff80302068 at ffs_lock+0x58
#2 0xffffffff80384fc1 at VOP_LOCK_APV+0x81
#3 0xffffffff802a78bb at vn_lock+0x6b
#4 0xffffffff802a3cfb at fsync+0xab
#5 0xffffffff8034a731 at syscall+0x4d1
#6 0xffffffff80335728 at Xfast_syscall+0xa8
ino 188422, on dev amrd0s1e
0xffffff0008358510: tag ufs, type VREG
usecount 1, writecount 1, refcount 3 mountedhere 0
flags ()
v_object 0xffffff0064290e00 ref 0 pages 3
lock type ufs: EXCL (count 1) by thread 0xffffff001de6cbe0 (pid 3365)#0
0xffffffff802252b6 at lockmgr+0x5f6
#1 0xffffffff80302068 at ffs_lock+0x58
#2 0xffffffff80384fc1 at VOP_LOCK_APV+0x81
#3 0xffffffff802a78bb at vn_lock+0x6b
#4 0xffffffff802a3cfb at fsync+0xab
#5 0xffffffff8034a731 at syscall+0x4d1
#6 0xffffffff80335728 at Xfast_syscall+0xa8
ino 117876, on dev amrd0s1e
0xffffff0011565a20: tag ufs, type VREG
usecount 1, writecount 1, refcount 3 mountedhere 0
flags ()
v_object 0xffffff002c970e00 ref 0 pages 3
lock type ufs: EXCL (count 1) by thread 0xffffff00496e3000 (pid 3367)#0
0xffffffff802252b6 at lockmgr+0x5f6
#1 0xffffffff80302068 at ffs_lock+0x58
#2 0xffffffff80384fc1 at VOP_LOCK_APV+0x81
#3 0xffffffff802a78bb at vn_lock+0x6b
#4 0xffffffff802a3cfb at fsync+0xab
#5 0xffffffff8034a731 at syscall+0x4d1
#6 0xffffffff80335728 at Xfast_syscall+0xa8
ino 118135, on dev amrd0s1e
0xffffff0036d66a20: tag ufs, type VREG
usecount 1, writecount 1, refcount 3 mountedhere 0
flags ()
v_object 0xffffff001d4a21c0 ref 0 pages 3
lock type ufs: EXCL (count 1) by thread 0xffffff0046644980 (pid 3368)#0
0xffffffff802252b6 at lockmgr+0x5f6
#1 0xffffffff80302068 at ffs_lock+0x58
#2 0xffffffff80384fc1 at VOP_LOCK_APV+0x81
#3 0xffffffff802a78bb at vn_lock+0x6b
#4 0xffffffff802a3cfb at fsync+0xab
#5 0xffffffff8034a731 at syscall+0x4d1
#6 0xffffffff80335728 at Xfast_syscall+0xa8
ino 118141, on dev amrd0s1e
0xffffff000419c288: tag ufs, type VREG
usecount 1, writecount 1, refcount 3 mountedhere 0
flags ()
v_object 0xffffff0049701000 ref 0 pages 3
lock type ufs: EXCL (count 1) by thread 0xffffff003264c000 (pid 3369)#0
0xffffffff802252b6 at lockmgr+0x5f6
#1 0xffffffff80302068 at ffs_lock+0x58
#2 0xffffffff80384fc1 at VOP_LOCK_APV+0x81
#3 0xffffffff802a78bb at vn_lock+0x6b
#4 0xffffffff802a3cfb at fsync+0xab
#5 0xffffffff8034a731 at syscall+0x4d1
#6 0xffffffff80335728 at Xfast_syscall+0xa8
ino 118305, on dev amrd0s1e
0xffffff0077dc1000: tag ufs, type VREG
usecount 1, writecount 1, refcount 2 mountedhere 0
flags ()
v_object 0xffffff004478f8c0 ref 0 pages 1
lock type ufs: EXCL (count 1) by thread 0xffffff0079b9d980 (pid 593)#0
0xffffffff802252b6 at lockmgr+0x5f6
#1 0xffffffff80302068 at ffs_lock+0x58
#2 0xffffffff80384fc1 at VOP_LOCK_APV+0x81
#3 0xffffffff802a78bb at vn_lock+0x6b
#4 0xffffffff802a8ab6 at vn_write+0x156
#5 0xffffffff8025f667 at dofilewrite+0x87
#6 0xffffffff8025f931 at kern_writev+0x51
#7 0xffffffff8025fa2a at write+0x4a
#8 0xffffffff8034a731 at syscall+0x4d1
#9 0xffffffff80335728 at Xfast_syscall+0xa8
ino 212070, on dev amrd0s1e
0xffffff00082c5798: tag ufs, type VREG
usecount 1, writecount 0, refcount 11258 mountedhere 0
flags ()
lock type ufs: EXCL (count 1) by thread 0xffffff006d6ef000 (pid 3315)#0
0xffffffff802252b6 at lockmgr+0x5f6
#1 0xffffffff80290b48 at vfs_hash_insert+0x38
#2 0xffffffff802fe581 at ffs_vget+0x1a1
#3 0xffffffff802e8816 at ffs_valloc+0x106
#4 0xffffffff8030d4b7 at ufs_makeinode+0x87
#5 0xffffffff8030da78 at ufs_create+0x28
#6 0xffffffff80383b28 at VOP_CREATE_APV+0x98
#7 0xffffffff802f197b at ffs_snapshot+0x3bb
#8 0xffffffff802ff917 at ffs_mount+0x437
#9 0xffffffff8029466e at vfs_donmount+0xf2e
#10 0xffffffff8029658f at kernel_mount+0xaf
#11 0xffffffff802fdf82 at ffs_cmount+0x92
#12 0xffffffff80296272 at mount+0x132
#13 0xffffffff8034a47b at syscall+0x21b
#14 0xffffffff80335728 at Xfast_syscall+0xa8
ino 4, on dev amrd0s1f.eli
panic: from debugger
cpuid = 0
Uptime: 8d9h25m58s
Dumping 2031 MB (2 chunks)
chunk 0: 1MB (156 pages) ... ok
chunk 1: 2031MB (519872 pages) 2015 1999 1983 1967 1951 1935 1919 1903 1887
1871 1855 1839 1823 1807 1791 1775 1759 1743 1727 1711 1695 1679 1663 1647 1631
1615 1599 1583 1567 1551 1535 1519 1503 1487 1471 1455 1439 1423 1407 1391 1375
1359 1343 1327 1311 1295 1279 1263 1247 1231 1215 1199 1183 1167 1151 1135 1119
1103 1087 1071 1055 1039 1023 1007 991 975 959 943 927 911 895 879 863 847 831
815 799 783 767 751 735 719 703 687 671 655 639 623 607 591 575 559 543 527 511
495 479 463 447 431 415 399 383 367 351 335 319 303 287 271 255 239 223 207 191
175 159 143 127 111 95 79 63 47 31 15
#0 doadump () at pcpu.h:172
172 __asm __volatile("movq %%gs:0,%0" : "=r" (td));
(kgdb) bt
#0 doadump () at pcpu.h:172
#1 0xffffffff80232879 in boot (howto=260) at
/usr/src/sys/kern/kern_shutdown.c:409
#2 0xffffffff8023230b in panic (fmt=0xffffffff80394189 "from debugger") at
/usr/src/sys/kern/kern_shutdown.c:565
#3 0xffffffff80177272 in db_panic (addr=0, have_addr=0, count=0, modif=0x0) at
/usr/src/sys/ddb/db_command.c:438
#4 0xffffffff801777b5 in db_command_loop () at
/usr/src/sys/ddb/db_command.c:350
#5 0xffffffff801796ad in db_trap (type=-1315342064, code=0) at
/usr/src/sys/ddb/db_main.c:222
#6 0xffffffff8024fbb9 in kdb_trap (type=3, code=0, tf=0xffffffffb1997a10) at
/usr/src/sys/kern/subr_kdb.c:473
#7 0xffffffff80349f14 in trap (frame=
{tf_rdi = 0, tf_rsi = -2139025408, tf_rdx = 1, tf_rcx = 1509545, tf_r8 =
1048064, tf_r9 = 10, tf_rax = 38, tf_rbx = 0, tf_rbp = -1315341616, tf_r10 =
-1315341856, tf_r11 = 4294967186, tf_r12 = -2141325600, tf_r13 = -2141326208,
tf_r14 = 2, tf_r15 = 0, tf_trapno = 3, tf_addr = 0, tf_flags = -2145099097,
tf_err = 0, tf_rip = -2145061233, tf_cs = 8, tf_rflags = 646, tf_rsp =
-1315341616, tf_ss = 16}) at /usr/src/sys/amd64/amd64/trap.c:442
#8 0xffffffff8033558b in calltrap () at
/usr/src/sys/amd64/amd64/exception.S:168
#9 0xffffffff8024f68f in kdb_enter (msg=0x0) at cpufunc.h:63
#10 0xffffffff8036650e in scgetc (sc=0xffffffff805df6e0, flags=2) at
/usr/src/sys/dev/syscons/syscons.c:3365
#11 0xffffffff803667a3 in sckbdevent (thiskbd=0xffffff0000912400,
event=-2139025408, arg=0x1) at /usr/src/sys/dev/syscons/syscons.c:659
#12 0xffffffff801b97bd in kbdmux_intr (kbd=0xffffff0000912400,
arg=0xffffffff80811000) at /usr/src/sys/dev/kbdmux/kbdmux.c:548
#13 0xffffffff801b8e40 in kbdmux_kbd_intr (xkbd=0x0, pending=-2139025408) at
/usr/src/sys/dev/kbdmux/kbdmux.c:199
#14 0xffffffff80258675 in taskqueue_run (queue=0xffffff0000948000) at
/usr/src/sys/kern/subr_taskqueue.c:257
#15 0xffffffff8021b5bc in ithread_loop (arg=0xffffff0000049380) at
/usr/src/sys/kern/kern_intr.c:682
#16 0xffffffff8021a30b in fork_exit (callout=0xffffffff8021b470 <ithread_loop>,
arg=0xffffff0000049380, frame=0xffffffffb1997c50) at /usr/src/sys/kern/kern_fork.c:821
#17 0xffffffff803358ee in fork_trampoline () at
/usr/src/sys/amd64/amd64/exception.S:394
#18 0x0000000000000000 in ?? ()
#19 0x0000000000000000 in ?? ()
#20 0x0000000000000001 in ?? ()
#21 0x0000000000000000 in ?? ()
#22 0x0000000000000000 in ?? ()
#23 0x0000000000000000 in ?? ()
#24 0x0000000000000000 in ?? ()
#25 0x0000000000000000 in ?? ()
#26 0x0000000000000000 in ?? ()
#27 0x0000000000000000 in ?? ()
#28 0x0000000000000000 in ?? ()
#29 0x0000000000000000 in ?? ()
#30 0x0000000000000000 in ?? ()
#31 0x0000000000000000 in ?? ()
#32 0x0000000000000000 in ?? ()
#33 0x0000000000000000 in ?? ()
#34 0x0000000000000000 in ?? ()
#35 0x0000000000000000 in ?? ()
#36 0x0000000000000000 in ?? ()
#37 0x0000000000000000 in ?? ()
#38 0x0000000000000000 in ?? ()
#39 0x0000000000000000 in ?? ()
#40 0x0000000000000000 in ?? ()
#41 0x0000000000000000 in ?? ()
#42 0x0000000000000000 in ?? ()
#43 0x0000000000000000 in ?? ()
#44 0x0000000000000000 in ?? ()
#45 0x0000000000000000 in ?? ()
#46 0x0000000000000000 in ?? ()
#47 0x0000000000000000 in ?? ()
#48 0x0000000000000000 in ?? ()
#49 0x0000000000000000 in ?? ()
#50 0x00000000007cc000 in ?? ()
#51 0xffffffff00000001 in ?? ()
#52 0x0000000000000001 in ?? ()
#53 0xffffff007a85c000 in ?? ()
#54 0xffffff007a87d980 in ?? ()
#55 0xffffffffb1997b80 in ?? ()
---Type <return> to continue, or q <return> to quit---
#56 0xffffffffb1997b58 in ?? ()
#57 0xffffff007a840720 in ?? ()
#58 0xffffffff802472aa in sched_switch (td=0xffffff0000049380,
newtd=0xffffffff8021b470, flags=0) at /usr/src/sys/kern/sched_4bsd.c:973
Previous frame inner to this frame (corrupt stack?)
(kgdb) info threads
134 Thread 100152 (PID=3375: sshd) sched_switch (td=0xffffff0046644260,
newtd=0xffffff007a880000, flags=0) at /usr/src/sys/kern/sched_4bsd.c:980
133 Thread 100179 (PID=3374: smbd) sched_switch (td=0xffffff0005afa980,
newtd=0xffffff007a880000, flags=0) at /usr/src/sys/kern/sched_4bsd.c:980
132 Thread 100192 (PID=3373: httpd) sched_switch (td=0xffffff003264cbe0,
newtd=0xffffff00611064c0, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
131 Thread 100141 (PID=3372: master) sched_switch (td=0xffffff00762c5980,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
130 Thread 100154 (PID=3371: sendmail) sched_switch (td=0xffffff0015043be0,
newtd=0xffffff0079b9b720, flags=0) at /usr/src/sys/kern/sched_4bsd.c:980
129 Thread 100197 (PID=3370: sendmail) sched_switch (td=0xffffff000800f980,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
128 Thread 100159 (PID=3369: sendmail) sched_switch (td=0xffffff003264c000,
newtd=0xffffff007a8844c0, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
127 Thread 100149 (PID=3368: sendmail) sched_switch (td=0xffffff0046644980,
newtd=0xffffff007a8844c0, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
126 Thread 100217 (PID=3367: sendmail) sched_switch (td=0xffffff00496e3000,
newtd=0xffffff007a8844c0, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
125 Thread 100126 (PID=3366: ctl_cyrusdb) sched_switch
(td=0xffffff0056c63be0, newtd=0xffffff007a87d980, flags=1) at
/usr/src/sys/kern/sched_4bsd.c:980
124 Thread 100186 (PID=3365: sendmail) sched_switch (td=0xffffff001de6cbe0,
newtd=0xffffff007a8844c0, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
123 Thread 100161 (PID=3364: nmbd) fork_trampoline () at
/usr/src/sys/amd64/amd64/exception.S:391
122 Thread 100207 (PID=3363: cron) fork_trampoline () at
/usr/src/sys/amd64/amd64/exception.S:391
121 Thread 100196 (PID=3362: supervise) sched_switch (td=0xffffff000800fbe0,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
120 Thread 100187 (PID=3315: mksnap_ffs) sched_switch
(td=0xffffff006d6ef000, newtd=0xffffff007a8844c0, flags=1) at
/usr/src/sys/kern/sched_4bsd.c:980
119 Thread 100150 (PID=3314: sh) sched_switch (td=0xffffff0046644720,
newtd=0xffffff006d6ef000, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
118 Thread 100143 (PID=3304: postgres) sched_switch (td=0xffffff00762c54c0,
newtd=0xffffff0069469260, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
117 Thread 100164 (PID=2997: cat) sched_switch (td=0xffffff0043ef7980,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
116 Thread 100071 (PID=2995: perl) sched_switch (td=0xffffff0061106be0,
newtd=0xffffff0079b9b980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
115 Thread 100185 (PID=2994: perl) sched_switch (td=0xffffff001de6c980,
newtd=0xffffff007a87d720, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
114 Thread 100128 (PID=46407: smbd) sched_switch (td=0xffffff0056c63720,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
113 Thread 100046 (PID=8576: master) sched_switch (td=0xffffff00799ad260,
newtd=0xffffff00762c5980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
112 Thread 100157 (PID=97674: httpd) sched_switch (td=0xffffff00150434c0,
newtd=0xffffff007a87d720, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
111 Thread 100117 (PID=97673: httpd) sched_switch (td=0xffffff004f1714c0,
newtd=0xffffff007a87d720, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
110 Thread 100131 (PID=97671: httpd) sched_switch (td=0xffffff0073fa74c0,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
109 Thread 100148 (PID=49693: httpd) sched_switch (td=0xffffff0046644be0,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
108 Thread 100177 (PID=49469: httpd) sched_switch (td=0xffffff0005afa4c0,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
107 Thread 100116 (PID=42317: httpd) sched_switch (td=0xffffff004f171720,
newtd=0xffffff007a87d720, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
106 Thread 100169 (PID=42280: httpd) sched_switch (td=0xffffff0067a56be0,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
105 Thread 100163 (PID=42272: httpd) sched_switch (td=0xffffff0043ef7be0,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
kgdb: kvm_read: invalid address (0xffffffffb4a0bd10)
104 Thread 100073 (PID=978: getty) 0x0000000000000000 in ?? ()
103 Thread 100120 (PID=885: httpd) sched_switch (td=0xffffff004ef70be0,
newtd=0xffffff007a8844c0, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
102 Thread 100055 (PID=883: httpd) sched_switch (td=0xffffff00618844c0,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
kgdb: kvm_read: invalid address (0xffffffffb4af1d10)
101 Thread 100124 (PID=881: getty) 0x0000000000000000 in ?? ()
kgdb: kvm_read: invalid address (0xffffffffb4b1ed10)
100 Thread 100115 (PID=880: getty) 0x0000000000000000 in ?? ()
kgdb: kvm_read: invalid address (0xffffffffb49ded10)
99 Thread 100051 (PID=879: getty) 0x0000000000000000 in ?? ()
kgdb: kvm_read: invalid address (0xffffffffb2610d10)
98 Thread 100041 (PID=878: getty) 0x0000000000000000 in ?? ()
kgdb: kvm_read: invalid address (0xffffffffb4ac9d10)
97 Thread 100095 (PID=877: getty) 0x0000000000000000 in ?? ()
kgdb: kvm_read: invalid address (0xffffffffb4a83d10)
96 Thread 100111 (PID=876: getty) 0x0000000000000000 in ?? ()
kgdb: kvm_read: invalid address (0xffffffffb49c0d10)
95 Thread 100112 (PID=875: getty) 0x0000000000000000 in ?? ()
94 Thread 100048 (PID=844: sshd) sched_switch (td=0xffffff0061845720,
newtd=0xffffff007a87d720, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
kgdb: kvm_read: invalid address (0xffffffffb2629d10)
93 Thread 100036 (PID=832: portsentry) 0x0000000000000000 in ?? ()
kgdb: kvm_read: invalid address (0xffffffffb4a3dd10)
92 Thread 100092 (PID=830: portsentry) 0x0000000000000000 in ?? ()
91 Thread 100090 (PID=826: pamsmbd) sched_switch (td=0xffffff0060743720,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
90 Thread 100085 (PID=810: cron) sched_switch (td=0xffffff00608444c0,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
89 Thread 100087 (PID=805: sshd) sched_switch (td=0xffffff0060844000,
newtd=0xffffff007a87d720, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
88 Thread 100074 (PID=792: httpd) sched_switch (td=0xffffff00611064c0,
newtd=0xffffff007a850720, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
87 Thread 100239 (PID=783: bacula-dir) sched_switch (td=0xffffff0047c20720,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
86 Thread 100100 (PID=783: bacula-dir) sched_switch (td=0xffffff0047c204c0,
newtd=0xffffff0047c20720, flags=1203898144) at
/usr/src/sys/kern/sched_4bsd.c:980
85 Thread 100083 (PID=783: bacula-dir) sched_switch (td=0xffffff004c0ab260,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
84 Thread 100195 (PID=783: bacula-dir) sched_switch (td=0xffffff0077fce260,
newtd=0xffffff0066ae4be0, flags=1722698720) at
/usr/src/sys/kern/sched_4bsd.c:980
83 Thread 100106 (PID=783: bacula-dir) sched_switch (td=0xffffff0056100260,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
82 Thread 100065 (PID=783: bacula-dir) sched_switch (td=0xffffff0060eaabe0,
newtd=0xffffff0060745be0, flags=1618238432) at
/usr/src/sys/kern/sched_4bsd.c:980
81 Thread 100240 (PID=775: bacula-fd) sched_switch (td=0xffffff000d16cbe0,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
80 Thread 100109 (PID=775: bacula-fd) sched_switch (td=0xffffff0069469be0,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
79 Thread 100242 (PID=775: bacula-fd) sched_switch (td=0xffffff000d16c260,
newtd=0xffffff000d16cbe0, flags=219597792) at /usr/src/sys/kern/sched_4bsd.c:980
78 Thread 100097 (PID=775: bacula-fd) sched_switch (td=0xffffff005edafbe0,
newtd=0xffffff00301d1720, flags=807212832) at /usr/src/sys/kern/sched_4bsd.c:980
77 Thread 100098 (PID=775: bacula-fd) sched_switch (td=0xffffff0056862000,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
76 Thread 100110 (PID=768: bacula-sd) sched_switch (td=0xffffff0021e7c720,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
---Type <return> to continue, or q <return> to quit---
75 Thread 100099 (PID=768: bacula-sd) sched_switch (td=0xffffff00065d6000,
newtd=0xffffff0021e7c720, flags=568837920) at /usr/src/sys/kern/sched_4bsd.c:980
74 Thread 100108 (PID=768: bacula-sd) sched_switch (td=0xffffff0039c57980,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
73 Thread 100107 (PID=768: bacula-sd) sched_switch (td=0xffffff006451d000,
newtd=0xffffff0066ae4be0, flags=1722698720) at
/usr/src/sys/kern/sched_4bsd.c:980
72 Thread 100096 (PID=768: bacula-sd) sched_switch (td=0xffffff0056862980,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
71 Thread 100086 (PID=761: healthd) sched_switch (td=0xffffff0060844260,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
70 Thread 100091 (PID=751: postgres) sched_switch (td=0xffffff00607434c0,
newtd=0xffffff0061845980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
69 Thread 100093 (PID=749: postgres) sched_switch (td=0xffffff0060743000,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
68 Thread 100094 (PID=748: postgres) sched_switch (td=0xffffff0056c63000,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
67 Thread 100080 (PID=747: postgres) sched_switch (td=0xffffff0060745260,
newtd=0xffffff007a8844c0, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
66 Thread 100078 (PID=744: snort) sched_switch (td=0xffffff0061845980,
newtd=0xffffff007a880000, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
kgdb: kvm_read: invalid address (0xffffffffb49f7d10)
65 Thread 100077 (PID=743: sh) 0x0000000000000000 in ?? ()
64 Thread 100066 (PID=741: postgres) sched_switch (td=0xffffff0060eaa980,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
63 Thread 100045 (PID=724: snmpd) sched_switch (td=0xffffff00799ad4c0,
newtd=0xffffff007a8844c0, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
kgdb: kvm_read: invalid address (0xffffffffb4a29d10)
62 Thread 100067 (PID=722: smbd) 0x0000000000000000 in ?? ()
61 Thread 100069 (PID=717: supervise) sched_switch (td=0xffffff0060eaa260,
newtd=0xffffff000800fbe0, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
60 Thread 100072 (PID=716: supervise) sched_switch (td=0xffffff0061106980,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
59 Thread 100039 (PID=711: readproctitle) sched_switch
(td=0xffffff0079b9b720, newtd=0xffffff007a87d980, flags=1) at
/usr/src/sys/kern/sched_4bsd.c:980
58 Thread 100057 (PID=710: svscan) sched_switch (td=0xffffff00799ac980,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
57 Thread 100060 (PID=698: smbd) sched_switch (td=0xffffff00799ac260,
newtd=0xffffff007a87d720, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
56 Thread 100040 (PID=695: nmbd) sched_switch (td=0xffffff0079b9b4c0,
newtd=0xffffff00799ac000, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
55 Thread 100075 (PID=693: nmbd) sched_switch (td=0xffffff0061106260,
newtd=0xffffff007a87d720, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
54 Thread 100056 (PID=674: dhcpd) sched_switch (td=0xffffff00799acbe0,
newtd=0xffffff007a87d720, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
53 Thread 100058 (PID=656: fetchmail) sched_switch (td=0xffffff00799ac720,
newtd=0xffffff007a87d720, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
52 Thread 100050 (PID=638: sendmail) sched_switch (td=0xffffff0061845260,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
51 Thread 100037 (PID=634: sendmail) sched_switch (td=0xffffff0079b9bbe0,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
50 Thread 100064 (PID=629: saslauthd) sched_switch (td=0xffffff0079b9d720,
newtd=0xffffff0079b9dbe0, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
49 Thread 100035 (PID=628: saslauthd) sched_switch (td=0xffffff0079b9d260,
newtd=0xffffff00618454c0, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
48 Thread 100079 (PID=627: saslauthd) sched_switch (td=0xffffff00607454c0,
newtd=0xffffff007a87d720, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
47 Thread 100062 (PID=625: saslauthd) sched_switch (td=0xffffff0079b9dbe0,
newtd=0xffffff0043ef7000, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
46 Thread 100049 (PID=624: saslauthd) sched_switch (td=0xffffff00618454c0,
newtd=0xffffff0079b9d720, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
45 Thread 100063 (PID=593: ntpd) sched_switch (td=0xffffff0079b9d980,
newtd=0xffffff007a8844c0, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
44 Thread 100061 (PID=511: named) sched_switch (td=0xffffff00799ac000,
newtd=0xffffff007a87d720, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
43 Thread 100038 (PID=447: syslogd) sched_switch (td=0xffffff0079b9b980,
newtd=0xffffff007a8844c0, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
kgdb: kvm_read: invalid address (0xffffffffb269fd10)
42 Thread 100047 (PID=370: devd) 0x0000000000000000 in ?? ()
41 Thread 100054 (PID=73: g_eli[1] amrd0s1f) sched_switch
(td=0xffffff0061884720, newtd=0xffffff007a8844c0, flags=1) at
/usr/src/sys/kern/sched_4bsd.c:980
40 Thread 100053 (PID=72: g_eli[0] amrd0s1f) sched_switch
(td=0xffffff0061884980, newtd=0xffffff007a8844c0, flags=1) at
/usr/src/sys/kern/sched_4bsd.c:980
39 Thread 100042 (PID=38: schedcpu) sched_switch (td=0xffffff0079b9b000,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
38 Thread 100043 (PID=37: softdepflush) sched_switch (td=0xffffff007a840be0,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
37 Thread 100044 (PID=36: vnlru) sched_switch (td=0xffffff007a840980,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
36 Thread 100026 (PID=35: syncer) sched_switch (td=0xffffff007a840260,
newtd=0xffffff007a87d720, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
35 Thread 100027 (PID=34: bufdaemon) sched_switch (td=0xffffff007a840000,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
34 Thread 100028 (PID=33: pagezero) sched_switch (td=0xffffff007a85dbe0,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
33 Thread 100029 (PID=32: vmdaemon) sched_switch (td=0xffffff007a85d980,
newtd=0xffffff007a884260, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
32 Thread 100030 (PID=31: pagedaemon) sched_switch (td=0xffffff007a85d720,
newtd=0xffffff007a87d720, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
31 Thread 100031 (PID=30: irq12: psm0) fork_trampoline () at
/usr/src/sys/amd64/amd64/exception.S:391
30 Thread 100032 (PID=29: irq1: atkbd0) sched_switch (td=0xffffff007a85d260,
newtd=0xffffff007a840720, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
29 Thread 100033 (PID=28: irq17: amr0) sched_switch (td=0xffffff007a85d000,
newtd=0xffffff007a884260, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
28 Thread 100034 (PID=27: irq22: atapci2) sched_switch
(td=0xffffff0079b9d4c0, newtd=0xffffff007a884260, flags=1) at
/usr/src/sys/kern/sched_4bsd.c:980
27 Thread 100018 (PID=26: irq21: atapci1) fork_trampoline () at
/usr/src/sys/amd64/amd64/exception.S:391
26 Thread 100019 (PID=25: irq15: ata1) fork_trampoline () at
/usr/src/sys/amd64/amd64/exception.S:391
25 Thread 100020 (PID=24: irq14: ata0) sched_switch (td=0xffffff007a850000,
newtd=0xffffff007a884720, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
24 Thread 100021 (PID=23: irq16: fxp0) sched_switch (td=0xffffff007a884be0,
newtd=0xffffff007a87d720, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
23 Thread 100022 (PID=22: irq9: acpi0) fork_trampoline () at
/usr/src/sys/amd64/amd64/exception.S:391
22 Thread 100023 (PID=21: swi6: task queue) sched_switch
(td=0xffffff007a884720, newtd=0xffffff007a87d720, flags=1) at
/usr/src/sys/kern/sched_4bsd.c:980
* 21 Thread 100024 (PID=20: swi6: Giant taskq) doadump () at pcpu.h:172
20 Thread 100025 (PID=19: thread taskq) sched_switch (td=0xffffff007a8404c0,
newtd=0xffffff007a87d720, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
19 Thread 100011 (PID=18: swi5: +) fork_trampoline () at
/usr/src/sys/amd64/amd64/exception.S:391
18 Thread 100012 (PID=17: acpi_task_2) sched_switch (td=0xffffff007a880720,
newtd=0xffffff007a8404c0, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
17 Thread 100013 (PID=9: acpi_task_1) sched_switch (td=0xffffff007a8804c0,
newtd=0xffffff007a880720, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
---Type <return> to continue, or q <return> to quit---
16 Thread 100014 (PID=8: acpi_task_0) sched_switch (td=0xffffff007a880260,
newtd=0xffffff007a8804c0, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
15 Thread 100015 (PID=16: swi2: cambio) sched_switch (td=0xffffff007a850be0,
newtd=0xffffff007a884720, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
14 Thread 100016 (PID=7: kqueue taskq) sched_switch (td=0xffffff007a850980,
newtd=0xffffff007a880260, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
13 Thread 100017 (PID=15: yarrow) sched_switch (td=0xffffff007a850720,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
12 Thread 100005 (PID=6: crypto returns) sched_switch
(td=0xffffff007a87d260, newtd=0xffffff007a850720, flags=1) at
/usr/src/sys/kern/sched_4bsd.c:980
11 Thread 100006 (PID=5: crypto) sched_switch (td=0xffffff007a87d000,
newtd=0xffffff007a87d260, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
10 Thread 100007 (PID=4: g_down) sched_switch (td=0xffffff007a8844c0,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
9 Thread 100008 (PID=3: g_up) sched_switch (td=0xffffff007a884260,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
8 Thread 100009 (PID=2: g_event) sched_switch (td=0xffffff007a884000,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
7 Thread 100010 (PID=14: swi3: vm) fork_trampoline () at
/usr/src/sys/amd64/amd64/exception.S:391
6 Thread 100000 (PID=13: swi4: clock) sched_switch (td=0xffffff007a880000,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
5 Thread 100001 (PID=12: swi1: net) sched_switch (td=0xffffff007a87dbe0,
newtd=0xffffff007a87d720, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
4 Thread 100002 (PID=11: idle: cpu0) sched_switch (td=0xffffff007a87d980,
newtd=0xffffff007a85d260, flags=2055590496) at
/usr/src/sys/kern/sched_4bsd.c:980
3 Thread 100003 (PID=10: idle: cpu1) Xcpustop () at apic_vector.S:284
2 Thread 100004 (PID=1: init) sched_switch (td=0xffffff007a87d4c0,
newtd=0xffffff0046644980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
1 Thread 0 (PID=0: swapper) sched_switch (td=0xffffffff8052cc20,
newtd=0xffffff007a87d980, flags=1) at /usr/src/sys/kern/sched_4bsd.c:980
