I have a raidz2 pool consisting of 6 Drives.
On one of the datasets on this raidz2 i have a standard jail with a few applications installed.
Recently processes within this jail hangs and does not respond to kill -9
The only resolution is to reboot the host which also doesn't succeed. Only hard reboot will work.
Even a ls sometimes hangs and cannot be killed.
Im using version 9.2.1.7...
Also it seems these processes are in state "ZFS"
On one of the datasets on this raidz2 i have a standard jail with a few applications installed.
Recently processes within this jail hangs and does not respond to kill -9
The only resolution is to reboot the host which also doesn't succeed. Only hard reboot will work.
Even a ls sometimes hangs and cannot be killed.
Im using version 9.2.1.7...
Also it seems these processes are in state "ZFS"
Code:
procstat -kka|grep zfs 8465 101116 sawmill - mi_switch+0x194 sleepq_wait+0x42 __lockmgr_args+0xea0 vop_stdlock+0x39 VOP_LOCK1_APV+0x84 _vn_lock+0x47 zfs_lookup+0x335 zfs_freebsd_lookup+0x75 VOP_CACHEDLOOKUP_APV+0x6e vfs_cache_lookup+0xf8 VOP_LOOKUP_APV+0x6e lookup+0x3f8 namei+0x4f7 kern_statat_vnhook+0xb6 kern_statat+0x15 sys_stat+0x2a amd64_syscall+0x5ea Xfast_syscall+0xf7 21340 100739 sawmill - mi_switch+0x194 sleepq_wait+0x42 __lockmgr_args+0xea0 vop_stdlock+0x39 VOP_LOCK1_APV+0x84 _vn_lock+0x47 zfs_lookup+0x335 zfs_freebsd_lookup+0x75 VOP_CACHEDLOOKUP_APV+0x6e vfs_cache_lookup+0xf8 VOP_LOOKUP_APV+0x6e lookup+0x3f8 namei+0x4f7 kern_statat_vnhook+0xb6 kern_statat+0x15 sys_stat+0x2a amd64_syscall+0x5ea Xfast_syscall+0xf7 21340 101059 sawmill - mi_switch+0x194 sleepq_wait+0x42 __lockmgr_args+0x62b vop_stdlock+0x39 VOP_LOCK1_APV+0x84 _vn_lock+0x47 vputx+0x201 zfs_rename_unlock+0x55 zfs_freebsd_rename+0x6fb VOP_RENAME_APV+0x84 kern_renameat+0x4cd amd64_syscall+0x5ea Xfast_syscall+0xf7 21745 101112 sawmill - mi_switch+0x194 sleepq_wait+0x42 __lockmgr_args+0xea0 vop_stdlock+0x39 VOP_LOCK1_APV+0x84 _vn_lock+0x47 zfs_lookup+0x335 zfs_freebsd_lookup+0x75 VOP_CACHEDLOOKUP_APV+0x6e vfs_cache_lookup+0xf8 VOP_LOOKUP_APV+0x6e lookup+0x3f8 namei+0x4f7 kern_statat_vnhook+0xb6 kern_statat+0x15 sys_stat+0x2a amd64_syscall+0x5ea Xfast_syscall+0xf7 21994 101647 sawmill - mi_switch+0x194 sleepq_wait+0x42 __lockmgr_args+0xea0 vop_stdlock+0x39 VOP_LOCK1_APV+0x84 _vn_lock+0x47 zfs_lookup+0x335 zfs_freebsd_lookup+0x75 VOP_CACHEDLOOKUP_APV+0x6e vfs_cache_lookup+0xf8 VOP_LOOKUP_APV+0x6e lookup+0x3f8 namei+0x4f7 kern_statat_vnhook+0xb6 kern_statat+0x15 sys_stat+0x2a amd64_syscall+0x5ea Xfast_syscall+0xf7 22291 101649 sawmill - mi_switch+0x194 sleepq_wait+0x42 __lockmgr_args+0xea0 vop_stdlock+0x39 VOP_LOCK1_APV+0x84 _vn_lock+0x47 zfs_lookup+0x335 zfs_freebsd_lookup+0x75 VOP_CACHEDLOOKUP_APV+0x6e vfs_cache_lookup+0xf8 VOP_LOOKUP_APV+0x6e lookup+0x3f8 namei+0x4f7 kern_statat_vnhook+0xb6 kern_statat+0x15 sys_stat+0x2a amd64_syscall+0x5ea Xfast_syscall+0xf7 22416 101086 sawmill - mi_switch+0x194 sleepq_wait+0x42 __lockmgr_args+0xea0 vop_stdlock+0x39 VOP_LOCK1_APV+0x84 _vn_lock+0x47 zfs_lookup+0x335 zfs_freebsd_lookup+0x75 VOP_CACHEDLOOKUP_APV+0x6e vfs_cache_lookup+0xf8 VOP_LOOKUP_APV+0x6e lookup+0x3f8 namei+0x4f7 kern_statat_vnhook+0xb6 kern_statat+0x15 sys_stat+0x2a amd64_syscall+0x5ea Xfast_syscall+0xf7 22508 100165 sawmill - mi_switch+0x194 sleepq_wait+0x42 __lockmgr_args+0xea0 vop_stdlock+0x39 VOP_LOCK1_APV+0x84 _vn_lock+0x47 zfs_lookup+0x335 zfs_freebsd_lookup+0x75 VOP_CACHEDLOOKUP_APV+0x6e vfs_cache_lookup+0xf8 VOP_LOOKUP_APV+0x6e lookup+0x3f8 namei+0x4f7 kern_statat_vnhook+0xb6 kern_statat+0x15 sys_stat+0x2a amd64_syscall+0x5ea Xfast_syscall+0xf7 22559 101345 sawmill - mi_switch+0x194 sleepq_wait+0x42 __lockmgr_args+0xea0 vop_stdlock+0x39 VOP_LOCK1_APV+0x84 _vn_lock+0x47 zfs_lookup+0x335 zfs_freebsd_lookup+0x75 VOP_CACHEDLOOKUP_APV+0x6e vfs_cache_lookup+0xf8 VOP_LOOKUP_APV+0x6e lookup+0x3f8 namei+0x4f7 kern_statat_vnhook+0xb6 kern_statat+0x15 sys_stat+0x2a amd64_syscall+0x5ea Xfast_syscall+0xf7 22580 101111 sawmill - mi_switch+0x194 sleepq_wait+0x42 __lockmgr_args+0xea0 vop_stdlock+0x39 VOP_LOCK1_APV+0x84 _vn_lock+0x47 zfs_lookup+0x335 zfs_freebsd_lookup+0x75 VOP_CACHEDLOOKUP_APV+0x6e vfs_cache_lookup+0xf8 VOP_LOOKUP_APV+0x6e lookup+0x3f8 namei+0x4f7 kern_statat_vnhook+0xb6 kern_statat+0x15 sys_stat+0x2a amd64_syscall+0x5ea Xfast_syscall+0xf7 22594 101107 sawmill - mi_switch+0x194 sleepq_wait+0x42 __lockmgr_args+0xea0 vop_stdlock+0x39 VOP_LOCK1_APV+0x84 _vn_lock+0x47 zfs_lookup+0x335 zfs_freebsd_lookup+0x75 VOP_CACHEDLOOKUP_APV+0x6e vfs_cache_lookup+0xf8 VOP_LOOKUP_APV+0x6e lookup+0x3f8 namei+0x4f7 kern_statat_vnhook+0xb6 kern_statat+0x15 sys_stat+0x2a amd64_syscall+0x5ea Xfast_syscall+0xf7 23840 101343 sawmill - mi_switch+0x194 sleepq_wait+0x42 __lockmgr_args+0xea0 vop_stdlock+0x39 VOP_LOCK1_APV+0x84 _vn_lock+0x47 zfs_lookup+0x335 zfs_freebsd_lookup+0x75 VOP_CACHEDLOOKUP_APV+0x6e vfs_cache_lookup+0xf8 VOP_LOOKUP_APV+0x6e lookup+0x3f8 namei+0x4f7 kern_statat_vnhook+0xb6 kern_statat+0x15 sys_stat+0x2a amd64_syscall+0x5ea Xfast_syscall+0xf7 23978 101658 sawmill - mi_switch+0x194 sleepq_wait+0x42 __lockmgr_args+0xea0 vop_stdlock+0x39 VOP_LOCK1_APV+0x84 _vn_lock+0x47 zfs_lookup+0x335 zfs_freebsd_lookup+0x75 VOP_CACHEDLOOKUP_APV+0x6e vfs_cache_lookup+0xf8 VOP_LOOKUP_APV+0x6e lookup+0x3f8 namei+0x4f7 kern_statat_vnhook+0xb6 kern_statat+0x15 sys_stat+0x2a amd64_syscall+0x5ea Xfast_syscall+0xf7 24035 101302 sawmill - mi_switch+0x194 sleepq_wait+0x42 __lockmgr_args+0xea0 vop_stdlock+0x39 VOP_LOCK1_APV+0x84 _vn_lock+0x47 zfs_lookup+0x335 zfs_freebsd_lookup+0x75 VOP_CACHEDLOOKUP_APV+0x6e vfs_cache_lookup+0xf8 VOP_LOOKUP_APV+0x6e lookup+0x3f8 namei+0x4f7 kern_statat_vnhook+0xb6 kern_statat+0x15 sys_stat+0x2a amd64_syscall+0x5ea Xfast_syscall+0xf7 24040 101641 sawmill - mi_switch+0x194 sleepq_wait+0x42 __lockmgr_args+0xea0 vop_stdlock+0x39 VOP_LOCK1_APV+0x84 _vn_lock+0x47 zfs_lookup+0x335 zfs_freebsd_lookup+0x75 VOP_CACHEDLOOKUP_APV+0x6e vfs_cache_lookup+0xf8 VOP_LOOKUP_APV+0x6e lookup+0x3f8 namei+0x4f7 kern_statat_vnhook+0xb6 kern_statat+0x15 sys_stat+0x2a amd64_syscall+0x5ea Xfast_syscall+0xf7 24068 101652 sawmill - mi_switch+0x194 sleepq_wait+0x42 __lockmgr_args+0xea0 vop_stdlock+0x39 VOP_LOCK1_APV+0x84 _vn_lock+0x47 zfs_lookup+0x335 zfs_freebsd_lookup+0x75 VOP_CACHEDLOOKUP_APV+0x6e vfs_cache_lookup+0xf8 VOP_LOOKUP_APV+0x6e lookup+0x3f8 namei+0x4f7 kern_statat_vnhook+0xb6 kern_statat+0x15 sys_stat+0x2a amd64_syscall+0x5ea Xfast_syscall+0xf7 28706 101642 sawmill - mi_switch+0x194 sleepq_wait+0x42 __lockmgr_args+0xea0 vop_stdlock+0x39 VOP_LOCK1_APV+0x84 _vn_lock+0x47 zfs_lookup+0x335 zfs_freebsd_lookup+0x75 VOP_CACHEDLOOKUP_APV+0x6e vfs_cache_lookup+0xf8 VOP_LOOKUP_APV+0x6e lookup+0x3f8 namei+0x4f7 kern_statat_vnhook+0xb6 kern_statat+0x15 sys_stat+0x2a amd64_syscall+0x5ea Xfast_syscall+0xf7 28842 100357 sawmill - mi_switch+0x194 sleepq_wait+0x42 __lockmgr_args+0xea0 vop_stdlock+0x39 VOP_LOCK1_APV+0x84 _vn_lock+0x47 zfs_lookup+0x335 zfs_freebsd_lookup+0x75 VOP_CACHEDLOOKUP_APV+0x6e vfs_cache_lookup+0xf8 VOP_LOOKUP_APV+0x6e lookup+0x3f8 namei+0x4f7 kern_statat_vnhook+0xb6 kern_statat+0x15 sys_stat+0x2a amd64_syscall+0x5ea Xfast_syscall+0xf7 28902 101646 sawmill - mi_switch+0x194 sleepq_wait+0x42 __lockmgr_args+0xea0 vop_stdlock+0x39 VOP_LOCK1_APV+0x84 _vn_lock+0x47 zfs_lookup+0x335 zfs_freebsd_lookup+0x75 VOP_CACHEDLOOKUP_APV+0x6e vfs_cache_lookup+0xf8 VOP_LOOKUP_APV+0x6e lookup+0x3f8 namei+0x4f7 kern_statat_vnhook+0xb6 kern_statat+0x15 sys_stat+0x2a amd64_syscall+0x5ea Xfast_syscall+0xf7