Fatal trap 12: page fault while in kernel mode
cpuid = 0; apic id = 00
fault virtual address   = 0x18
fault code              = supervisor read data, page not present
instruction pointer     = 0x20:0xffffffff8044c07c
stack pointer           = 0x28:0xffffff8114ca2630
frame pointer           = 0x28:0xffffff8114ca2670
code segment            = base 0x0, limit 0xfffff, type 0x1b
                        = DPL 0, pres 1, long 1, def32 0, gran 1
processor eflags        = interrupt enabled, resume, IOPL = 0
current process         = 53881 (cron)
[ thread pid 53881 tid 100413 ]
Stopped at      _rw_wlock_cookie+0x4c:  movq    (%r13),%rax
db> where
Tracing pid 53881 tid 100413 td 0xfffffe0162d13000
_rw_wlock_cookie() at _rw_wlock_cookie+0x4c/frame 0xffffff8114ca2670
vm_page_sleep_if_busy() at vm_page_sleep_if_busy+0xdf/frame 0xffffff8114ca26a0
vm_fault_hold() at vm_fault_hold+0xcb5/frame 0xffffff8114ca28f0
vm_fault() at vm_fault+0x77/frame 0xffffff8114ca2930
trap_pfault() at trap_pfault+0x1bb/frame 0xffffff8114ca29e0
trap() at trap+0x4f6/frame 0xffffff8114ca2bf0
calltrap() at calltrap+0x8/frame 0xffffff8114ca2bf0
--- trap 0xc, rip = 0x800c970e0, rsp = 0x7fffffffd3c0, rbp = 0x7fffffffd4e0 ---
db> call doadump
= 0x6
db> show alllocks
Process 53885 (mv) thread 0xfffffe013f811000 (100573)
exclusive sleep mutex vnode interlock (vnode interlock) r = 0 (0xfffffe01629ef448) locked @ /usr/src/sys/ufs/ufs/ufs_vnops.c:186Process 53885 (mv) thread 0xfffffe013f811000 (100573)                                                                                                                                            [48/1957]
exclusive sleep mutex vnode interlock (vnode interlock) r = 0 (0xfffffe01629ef448) locked @ /usr/src/sys/ufs/ufs/ufs_vnops.c:186
exclusive lockmgr ufs (ufs) r = 0 (0xfffffe01629ef418) locked @ /usr/src/sys/kern/vfs_subr.c:2288
Process 53547 (find) thread 0xfffffe000ed74920 (100071)
shared lockmgr newnfs (newnfs) r = 0 (0xfffffe00161d0b78) locked @ /usr/src/sys/kern/vfs_subr.c:2177
Process 53404 (make) thread 0xfffffe013ffbb490 (100587)
shared lockmgr newnfs (newnfs) r = 0 (0xfffffe00161d0b78) locked @ /usr/src/sys/kern/vfs_subr.c:2177
Process 51470 (find) thread 0xfffffe0162d14920 (100408)
shared lockmgr newnfs (newnfs) r = 0 (0xfffffe00161d0b78) locked @ /usr/src/sys/kern/vfs_lookup.c:517
Process 25897 (sha256) thread 0xfffffe01a09bd920 (100469)
shared lockmgr newnfs (newnfs) r = 0 (0xfffffe013f3bc9a0) locked @ /usr/src/sys/modules/nullfs/../../fs/nullfs/null_vnops.c:615
db> show alltrace
No such command
db> show alltrace
No such command
db> show alltrace
No such command
db> show trace
No such command
db> show
all         allchains   alllocks    allpcpu     allrman     apic
bio         breaks      buffer      cdev        conifhk     cpusets
domain      dpcpu_off   ffs         file        files       freepages
geom        idt         ifnet       inodedep    inodedeps   inpcb
intr        intrcnt     irqs        lapic       llentry     lltable
lock        lockchain   lockedbufs  lockedvnods locks       locktree
malloc      map         mkdirs      mount       msgbuf      multizone_matches
netisr      object      page        pageq       pciregs     pcpu
pgrpdump    prison      proc        procvm      protosw     pte
radixnode   registers   rman        rmans       rtc         sleepchain
sleepq      sleepqueue  sockbuf     socket      tcpcb       thread
threads     tty         turnstile   uma         unpcb       vmochk
vmopag      vnode       vnodebufs   watches     witness     workhead
worklist
db> show all pcpu
Current CPU: 0

cpuid        = 0
dynamic pcpu = 0x490e00
curthread    = 0xfffffe0162d13000: pid 53881 "cron"
curpcb       = 0xffffff8114ca2cc0
fpcurthread  = none
idlethread   = 0xfffffe000ae8e490: tid 100003 "idle: cpu0"
curpmap      = 0xfffffe01a043c750
tssp         = 0xffffffff80ca5b10
commontssp   = 0xffffffff80ca5b10
rsp0         = 0xffffff8114ca2cc0
gs32p        = 0xffffffff80ca7578
ldt          = 0xffffffff80ca75b8
tss          = 0xffffffff80ca75a8
spin locks held:

cpuid        = 1
dynamic pcpu = 0xffffff807f7dfe00
curthread    = 0xfffffe013f811000: pid 53885 "mv"
curpcb       = 0xffffff8114e50cc0
fpcurthread  = 0xfffffe013f811000: pid 53885 "mv"
idlethread   = 0xfffffe000ae8e000: tid 100004 "idle: cpu1"
curpmap      = 0xffffffff80c8f640
tssp         = 0xffffffff80ca5b78
commontssp   = 0xffffffff80ca5b78
rsp0         = 0xffffff8114e50cc0
gs32p        = 0xffffffff80ca75e0
ldt          = 0xffffffff80ca7620
tss          = 0xffffffff80ca7610
spin locks held:

cpuid        = 2
dynamic pcpu = 0xffffff807f7e6e00
curthread    = 0xfffffe000ae9b920: pid 11 "idle: cpu2"
curpcb       = 0xffffff8000244cc0
fpcurthread  = none
idlethread   = 0xfffffe000ae9b920: tid 100005 "idle: cpu2"
curpmap      = 0xffffffff80c8f640
tssp         = 0xffffffff80ca5be0
commontssp   = 0xffffffff80ca5be0
rsp0         = 0xffffff8000244cc0
gs32p        = 0xffffffff80ca7648
ldt          = 0xffffffff80ca7688
tss          = 0xffffffff80ca7678
spin locks held:

cpuid        = 3
dynamic pcpu = 0xffffff807f7ede00
curthread    = 0xfffffe000ae9b490: pid 11 "idle: cpu3"
curpcb       = 0xffffff8000249cc0
fpcurthread  = none
idlethread   = 0xfffffe000ae9b490: tid 100006 "idle: cpu3"
curpmap      = 0xffffffff80c8f640
tssp         = 0xffffffff80ca5c48
commontssp   = 0xffffffff80ca5c48
rsp0         = 0xffffff8000249cc0
gs32p        = 0xffffffff80ca76b0
ldt          = 0xffffffff80ca76f0
tss          = 0xffffffff80ca76e0
spin locks held: