Hey All,
I've got a OSOL box running svn_126 that has been running fine for the last few
months. Starting last week, it would kernel panic and reboot. This has now
begun happening every few hours.
I've attached copied of /var/adm/messages as well as copies from the dump.
Any help would be greatly appreciated.
Thanks!
Rob
--
This message posted from opensolaris.org
rcher...@stubborn2:/var/crash/Stubborn2$ mdb 0
Loading modules: [ unix genunix specfs dtrace mac cpu.generic uppc pcplusmp
rootnex scsi_vhci zfs sd sockfs ip hook neti sctp arp usba uhci fctl md lofs
fcip fcp cpc random crypto smbsrv nfs logindmux ptm ufs nsmb sppp ipc ]
> $C
ffffff000f4ef3b0 vdev_is_dead+0xc(0)
ffffff000f4ef3d0 vdev_readable+0x16(0)
ffffff000f4ef410 vdev_mirror_child_select+0x61(ffffff02fa41da10)
ffffff000f4ef450 vdev_mirror_io_start+0xda(ffffff02fa41da10)
ffffff000f4ef490 zio_vdev_io_start+0x1ba(ffffff02fa41da10)
ffffff000f4ef4c0 zio_execute+0xa0(ffffff02fa41da10)
ffffff000f4ef4e0 zio_nowait+0x42(ffffff02fa41da10)
ffffff000f4ef580 arc_read_nolock+0x82d(0, ffffff02d716b000, ffffff02e3fdc000,
0, 0, 6, 3, ffffff000f4ef65c, ffffff000f4ef670)
ffffff000f4ef620 arc_read+0x75(0, ffffff02d716b000, ffffff02e3fdc000,
ffffff02e3a7f928, 0, 0, 6, 3, ffffff000f4ef65c, ffffff000f4ef670)
ffffff000f4ef6c0 dbuf_prefetch+0x131(ffffff02e3a80018, 20)
ffffff000f4ef710 dmu_zfetch_fetch+0xa8(ffffff02e3a80018, 20, 1)
ffffff000f4ef750 dmu_zfetch_dofetch+0xb8(ffffff02e3a80278, ffffff02f4c52868)
ffffff000f4ef7b0 dmu_zfetch_find+0x436(ffffff02e3a80278, ffffff000f4ef7c0, 1)
ffffff000f4ef870 dmu_zfetch+0xac(ffffff02e3a80278, 2b0000, 4000, 1)
ffffff000f4ef8d0 dbuf_read+0x170(ffffff02f3d8ea00, 0, 2)
ffffff000f4ef950 dnode_hold_impl+0xed(ffffff02e2a2f040, 1591, 1,
ffffff02e4e71478, ffffff000f4ef998)
ffffff000f4ef980 dnode_hold+0x2b(ffffff02e2a2f040, 1591, ffffff02e4e71478,
ffffff000f4ef998)
ffffff000f4ef9e0 dmu_tx_hold_object_impl+0x4a(ffffff02e4e71478,
ffffff02e2a2f040, 1591, 2, 0, 0)
ffffff000f4efa00 dmu_tx_hold_bonus+0x2a(ffffff02e4e71478, 1591)
ffffff000f4efa50 zfs_inactive+0x99(ffffff030213ae80, ffffff02d4ed6d88, 0)
ffffff000f4efaa0 fop_inactive+0xaf(ffffff030213ae80, ffffff02d4ed6d88, 0)
ffffff000f4efac0 vn_rele+0x5f(ffffff030213ae80)
ffffff000f4efae0 smb_node_free+0x7d(ffffff02f098b2a0)
ffffff000f4efb10 smb_node_release+0x9a(ffffff02f098b2a0)
ffffff000f4efb30 smb_ofile_delete+0x76(ffffff03026d5d18)
ffffff000f4efb60 smb_ofile_release+0x84(ffffff03026d5d18)
ffffff000f4efb80 smb_request_free+0x23(ffffff02fa4b0058)
ffffff000f4efbb0 smb_session_worker+0x6e(ffffff02fa4b0058)
ffffff000f4efc40 taskq_d_thread+0xb1(ffffff02e51b9e90)
ffffff000f4efc50 thread_start+8()
> ffffff02fa41da10::print zio_t
{
io_bookmark = {
zb_objset = 0x27
zb_object = 0
zb_level = 0
zb_blkid = 0x20
}
io_prop = {
zp_checksum = 0 (ZIO_CHECKSUM_INHERIT)
zp_compress = 0 (ZIO_COMPRESS_INHERIT)
zp_type = 0 (DMU_OT_NONE)
zp_level = 0
zp_ndvas = 0
}
io_type = 1 (ZIO_TYPE_READ)
io_child_type = 2 (ZIO_CHILD_LOGICAL)
io_cmd = 0
io_priority = 0x6
io_reexecute = 0
io_state = [ 0x1, 0 ]
io_txg = 0x6ded0
io_spa = 0xffffff02d716b000
io_bp = 0xffffff02fa41da68
io_bp_copy = {
blk_dva = [
{
dva_word = [ 0x87f5e5d00, 0x998800000000 ]
},
{
dva_word = [ 0, 0x100000000 ]
},
{
dva_word = [ 0, 0 ]
},
]
blk_prop = 0x800a07030007001f
blk_pad = [ 0, 0, 0 ]
blk_birth = 0x6ded0
blk_fill = 0x20
blk_cksum = {
zc_word = [ 0x124c993f873, 0x26d03baf85d1d, 0x3381f08fbb82526,
0x348fe2915a0ef444 ]
}
}
io_parent_list = {
list_size = 0x30
list_offset = 0x10
list_head = {
list_next = 0xffffff02e1362dc8
list_prev = 0xffffff02e1362dc8
}
}
io_child_list = {
list_size = 0x30
list_offset = 0x20
list_head = {
list_next = 0xffffff02fa41db18
list_prev = 0xffffff02fa41db18
}
}
io_walk_link = 0
io_logical = 0xffffff02fa41da10
io_transform_stack = 0xffffff02ec668618
io_ready = 0
io_done = arc_read_done
io_private = 0xffffff03026d0c70
io_bp_orig = {
blk_dva = [
{
dva_word = [ 0x87f5e5d00, 0x998800000000 ]
},
{
dva_word = [ 0, 0x100000000 ]
},
{
dva_word = [ 0, 0 ]
},
]
blk_prop = 0x800a07030007001f
blk_pad = [ 0, 0, 0 ]
blk_birth = 0x6ded0
blk_fill = 0x20
blk_cksum = {
zc_word = [ 0x124c993f873, 0x26d03baf85d1d, 0x3381f08fbb82526,
0x348fe2915a0ef444 ]
}
}
io_data = 0xffffff02f64ee000
io_size = 0x1000
io_vd = 0
io_vsd = 0xffffff02e9eec350
io_vsd_ops = vdev_mirror_vsd_ops
io_offset = 0
io_deadline = 0
io_offset_node = {
avl_child = [ 0, 0 ]
avl_pcb = 0
}
io_deadline_node = {
avl_child = [ 0, 0 ]
avl_pcb = 0
}
io_vdev_tree = 0
io_flags = 0x3
io_stage = 0t11 (ZIO_STAGE_VDEV_IO_START)
io_pipeline = 0xfc04
io_orig_flags = 0x3
io_orig_stage = 0 (ZIO_STAGE_OPEN)
io_orig_pipeline = 0xfc04
io_error = 0
io_child_error = [ 0, 0, 0 ]
io_children = [
[ 0, 0 ]
[ 0, 0 ]
[ 0, 0 ]
]
io_stall = 0
io_gang_leader = 0
io_gang_tree = 0
io_executor = 0xffffff000f4efc60
io_waiter = 0
io_lock = {
_opaque = [ 0 ]
}
io_cv = {
_opaque = 0
}
io_cksum_report = 0
io_ena = 0
}
> ::spa
ADDR STATE NAME
ffffff02d69a3000 UNINIT Backup
ffffff02d7170800 ACTIVE Pool1
ffffff02d716b000 ACTIVE Pool2
ffffff02d4fcd000 ACTIVE rpool
> ::spa -c
ADDR STATE NAME
ffffff02d69a3000 UNINIT Backup
version=000000000000000e
name='Backup'
state=0000000000000000
txg=000000000001c3cc
pool_guid=951dabe3a1bc264e
hostid=000000000009db29
hostname='Stubborn2'
vdev_children=0000000000000003
vdev_tree
type='root'
id=0000000000000000
guid=951dabe3a1bc264e
children[0]
type='disk'
id=0000000000000000
guid=9601a4be29e3db8d
path='/dev/dsk/c5d1s0'
devid='id1,c...@awdc_wd15eads-00s2b0=_____wd-wcavy0557534/a'
phys_path='/p...@0,0/pci-...@1f,2/i...@0/c...@1,0:a'
whole_disk=0000000000000001
metaslab_array=000000000000001b
metaslab_shift=0000000000000021
ashift=0000000000000009
asize=0000015d502c0000
is_log=0000000000000000
DTL=0000000000000055
children[1]
type='disk'
id=0000000000000001
guid=9813c4eceadb670c
path='/dev/dsk/c1d0s0'
devid='id1,c...@awdc_wd15eads-00s2b0=_____wd-wcavy0537750/a'
phys_path='/p...@0,0/pci-...@1f,2/i...@1/c...@0,0:a'
whole_disk=0000000000000001
metaslab_array=0000000000000019
metaslab_shift=0000000000000021
ashift=0000000000000009
asize=0000015d502c0000
is_log=0000000000000000
DTL=0000000000000054
children[2]
type='disk'
id=0000000000000002
guid=c2b5c11dce3303ec
path='/dev/dsk/c5d0s0'
devid='id1,c...@awdc_wd15eads-00s2b0=_____wd-wcavy0483578/a'
phys_path='/p...@0,0/pci-...@1f,2/i...@0/c...@0,0:a'
whole_disk=0000000000000001
metaslab_array=0000000000000017
metaslab_shift=0000000000000021
ashift=0000000000000009
asize=0000015d502c0000
is_log=0000000000000000
DTL=0000000000000053
ffffff02d7170800 ACTIVE Pool1
version=0000000000000013
name='Pool1'
state=0000000000000000
txg=000000000025fc6e
pool_guid=f0019cef7fb1002b
hostid=000000000009db29
hostname='Stubborn2'
vdev_children=0000000000000001
vdev_tree
type='root'
id=0000000000000000
guid=f0019cef7fb1002b
children[0]
type='raidz'
id=0000000000000000
guid=d7d5f17065c268a6
nparity=0000000000000002
metaslab_array=000000000000000e
metaslab_shift=0000000000000023
ashift=0000000000000009
asize=00000573f4200000
is_log=0000000000000000
children[0]
type='disk'
id=0000000000000000
guid=dbbcf2a432709f9d
path='/dev/dsk/c10t0d0s0'
devid='id1,s...@tadaptec_31605___________910b0a25/a'
phys_path='/p...@9,0/pci8086,3...@3/pci8086,3...@0/pci9005,2...@e/d...@0,0:a'
whole_disk=0000000000000001
DTL=000000000000001a
children[1]
type='disk'
id=0000000000000001
guid=34c0532ac3a42bce
path='/dev/dsk/c10t1d0s0'
devid='id1,s...@tadaptec_31605___________b054bba4/a'
phys_path='/p...@9,0/pci8086,3...@3/pci8086,3...@0/pci9005,2...@e/d...@1,0:a'
whole_disk=0000000000000001
DTL=0000000000000019
children[2]
type='disk'
id=0000000000000002
guid=1ee1a007dee20157
path='/dev/dsk/c10t2d0s0'
devid='id1,s...@tadaptec_31605___________1a9ccba4/a'
phys_path='/p...@9,0/pci8086,3...@3/pci8086,3...@0/pci9005,2...@e/d...@2,0:a'
whole_disk=0000000000000001
DTL=0000000000000018
children[3]
type='disk'
id=0000000000000003
guid=9e62f1de73adb64f
path='/dev/dsk/c10t3d0s0'
devid='id1,s...@tadaptec_31605___________35e3cb24/a'
phys_path='/p...@9,0/pci8086,3...@3/pci8086,3...@0/pci9005,2...@e/d...@3,0:a'
whole_disk=0000000000000001
DTL=0000000000000017
children[4]
type='disk'
id=0000000000000004
guid=0d872fd8fed6adb5
path='/dev/dsk/c10t4d0s0'
devid='id1,s...@tadaptec_31605___________4e211ba4/a'
phys_path='/p...@9,0/pci8086,3...@3/pci8086,3...@0/pci9005,2...@e/d...@4,0:a'
whole_disk=0000000000000001
DTL=0000000000000016
children[5]
type='disk'
id=0000000000000005
guid=fac1005b985f2950
path='/dev/dsk/c10t5d0s0'
devid='id1,s...@tadaptec_31605___________42352ba4/a'
phys_path='/p...@9,0/pci8086,3...@3/pci8086,3...@0/pci9005,2...@e/d...@5,0:a'
whole_disk=0000000000000001
DTL=0000000000000015
children[6]
type='disk'
id=0000000000000006
guid=da32e6d326b5e916
path='/dev/dsk/c10t6d0s0'
devid='id1,s...@tadaptec_31605___________35b13ba4/a'
phys_path='/p...@9,0/pci8086,3...@3/pci8086,3...@0/pci9005,2...@e/d...@6,0:a'
whole_disk=0000000000000001
DTL=0000000000000014
children[7]
type='disk'
id=0000000000000007
guid=97191fa4895e8f9d
path='/dev/dsk/c10t7d0s0'
devid='id1,s...@tadaptec_31605___________d6c54ba4/a'
phys_path='/p...@9,0/pci8086,3...@3/pci8086,3...@0/pci9005,2...@e/d...@7,0:a'
whole_disk=0000000000000001
DTL=0000000000000013
ffffff02d716b000 ACTIVE Pool2
version=0000000000000013
name='Pool2'
state=0000000000000000
txg=00000000000c8c53
pool_guid=a4003c5928f231bc
hostid=000000000009db29
hostname='Stubborn2'
vdev_children=0000000000000001
vdev_tree
type='root'
id=0000000000000000
guid=a4003c5928f231bc
children[0]
type='raidz'
id=0000000000000000
guid=5ac7b6190e7e982a
nparity=0000000000000002
metaslab_array=0000000000000018
metaslab_shift=0000000000000023
ashift=0000000000000009
asize=00000573f4200000
is_log=0000000000000000
children[0]
type='disk'
id=0000000000000000
guid=a4cb0efa19bc3d14
path='/dev/dsk/c0t0d0s0'
devid='id1,s...@tadaptec_31605___________ab7fc5a5/a'
phys_path='/p...@0,0/pci8086,3...@5/pci8086,3...@0/pci9005,2...@e/d...@0,0:a'
whole_disk=0000000000000001
DTL=0000000000000024
children[1]
type='disk'
id=0000000000000001
guid=1804c4ebf5572f68
path='/dev/dsk/c0t1d0s0'
devid='id1,s...@tadaptec_31605___________d0e3b325/a'
phys_path='/p...@0,0/pci8086,3...@5/pci8086,3...@0/pci9005,2...@e/d...@1,0:a'
whole_disk=0000000000000001
DTL=0000000000000023
children[2]
type='disk'
id=0000000000000002
guid=60a520b0bb501668
path='/dev/dsk/c0t2d0s0'
devid='id1,s...@tadaptec_31605___________f8a0cb24/a'
phys_path='/p...@0,0/pci8086,3...@5/pci8086,3...@0/pci9005,2...@e/d...@2,0:a'
whole_disk=0000000000000001
DTL=0000000000000022
children[3]
type='disk'
id=0000000000000003
guid=e74f943e9f1aab76
path='/dev/dsk/c0t3d0s0'
devid='id1,s...@tadaptec_31605___________26a7c624/a'
phys_path='/p...@0,0/pci8086,3...@5/pci8086,3...@0/pci9005,2...@e/d...@3,0:a'
whole_disk=0000000000000001
DTL=0000000000000021
children[4]
type='disk'
id=0000000000000004
guid=5b059a2696e37a9e
path='/dev/dsk/c0t4d0s0'
devid='id1,s...@tadaptec_31605___________c8d01325/a'
phys_path='/p...@0,0/pci8086,3...@5/pci8086,3...@0/pci9005,2...@e/d...@4,0:a'
whole_disk=0000000000000001
DTL=0000000000000020
children[5]
type='disk'
id=0000000000000005
guid=c6067ca96edeb474
path='/dev/dsk/c0t5d0s0'
devid='id1,s...@tadaptec_31605___________3dc82325/a'
phys_path='/p...@0,0/pci8086,3...@5/pci8086,3...@0/pci9005,2...@e/d...@5,0:a'
whole_disk=0000000000000001
DTL=000000000000001f
children[6]
type='disk'
id=0000000000000006
guid=d22f83bcab2f8dd4
path='/dev/dsk/c0t6d0s0'
devid='id1,s...@tadaptec_31605___________e6d83325/a'
phys_path='/p...@0,0/pci8086,3...@5/pci8086,3...@0/pci9005,2...@e/d...@6,0:a'
whole_disk=0000000000000001
DTL=000000000000001e
children[7]
type='disk'
id=0000000000000007
guid=26aa2d1a3d4e356f
path='/dev/dsk/c0t7d0s0'
devid='id1,s...@tadaptec_31605___________df205325/a'
phys_path='/p...@0,0/pci8086,3...@5/pci8086,3...@0/pci9005,2...@e/d...@7,0:a'
whole_disk=0000000000000001
DTL=000000000000001d
ffffff02d4fcd000 ACTIVE rpool
version=0000000000000013
name='rpool'
state=0000000000000000
txg=00000000001d22cd
pool_guid=97ab0650d66b72af
hostid=000000000009db29
hostname=''
vdev_children=0000000000000001
vdev_tree
type='root'
id=0000000000000000
guid=97ab0650d66b72af
children[0]
type='disk'
id=0000000000000000
guid=7fd5066017ea91c6
path='/dev/dsk/c11t0d0s0'
devid='id1,s...@n600508b1001030343842313635300600/a'
phys_path='/p...@0,0/pci8086,3...@6/pci103c,3...@0/s...@0,0:a'
whole_disk=0000000000000000
metaslab_array=0000000000000017
metaslab_shift=000000000000001d
ashift=0000000000000009
asize=0000001112e80000
is_log=0000000000000000Apr 8 10:20:04 Stubborn2 savecore: [ID 570001 auth.error] reboot after panic:
BAD TRAP: type=e (#pf Page fault) rp=ffffff000f4ef2b0 addr=30 occurred in
module "zfs" due to a NULL pointer dereference
Apr 8 10:20:40 Stubborn2 savecore: [ID 570001 auth.error] reboot after panic:
BAD TRAP: type=e (#pf Page fault) rp=ffffff000f4ef2b0 addr=30 occurred in
module "zfs" due to a NULL pointer dereference
Apr 8 10:20:40 Stubborn2 savecore: [ID 748169 auth.error] saving system crash
dump in /var/crash/Stubborn2/*.0
_______________________________________________
opensolaris-help mailing list
opensolaris-help@opensolaris.org
