GENERIC HEAD from Oct 12 12:56 UTC + Stephan's updated_patch patch + "options SW_WATCHDOG".
GDB: no debug ports present
KDB: debugger backends: ddb
KDB: current backend: ddb
Copyright (c) 1992-2004 The FreeBSD Project.
Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994
The Regents of the University of California. All rights reserved.
FreeBSD 6.0-CURRENT #1: Tue Oct 12 15:03:12 CEST 2004
pho@current.osted.lan:/usr/src/sys/i386/compile/PHO
WARNING: WITNESS option enabled, expect reduced performance.
Timecounter "i8254" frequency 1193182 Hz quality 0
CPU: Intel(R) Celeron(R) CPU 1.80GHz (1799.14-MHz 686-class CPU)
Origin = "GenuineIntel" Id = 0xf13 Stepping = 3
Features=0x3febfbff<FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CLFLUSH,DTS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM>
real memory = 267583488 (255 MB)
avail memory = 252186624 (240 MB)
:
Mounting root from ufs:/dev/ad0s1a
KDB: stack backtrace:
kdb_backtrace(c1c79c80,1,d02f85e0,d02f85cc,c0734574) at kdb_backtrace+0x29
getdirtybuf(d02f85bc,0,1,c6648a60,1) at getdirtybuf+0x27
flush_deplist(c1c312c4,1,d02f85e0) at flush_deplist+0x34
flush_inodedep_deps(c1780800,6352,c08920d8,d02f862c,c06024a8) at flush_inodedep_deps+0x68
softdep_sync_metadata(d02f86d4) at softdep_sync_metadata+0x8c
ffs_fsync(d02f86d4) at ffs_fsync+0x33e
ffs_truncate(c1ec2a50,1400,0,804,c18ba180,c3102c00) at ffs_truncate+0x534
ufs_direnter(c1ec2a50,c21cec60,d02f8914,d02f8c0c,0) at ufs_direnter+0x706
ufs_makeinode(81b0,c1ec2a50,d02f8bf8,d02f8c0c) at ufs_makeinode+0x47f
ufs_create(d02f8a74,d02f8b30,c0663838,d02f8a74,d02f8a80) at ufs_create+0x26
ufs_vnoperate(d02f8a74) at ufs_vnoperate+0x13
vn_open_cred(d02f8be4,d02f8ce4,1b0,c18ba180,3) at vn_open_cred+0x18c
vn_open(d02f8be4,d02f8ce4,1b0,3,c08be800) at vn_open+0x1e
kern_open(c3102c00,bfbfe8f4,0,602,1b0) at kern_open+0xd2
open(c3102c00,d02f8d14,3,7c,202) at open+0x18
syscall(2f,bfbf002f,bfbf002f,ca27,bfbfe8f4) at syscall+0x213
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x280c1503, esp = 0xbfbfe89c, ebp = 0xbfbfe8b8 ---
kernel trap 9 with interrupts disabled
kernel trap 9 with interrupts disabled
:
kernel trap 9 with interrupts disabled
kernel trap 9 with interrupts disabled
kernel trap 9 with interrupts disabled
KDB: stack backtrace:
kdb_backtrace(c1f72600,1,cf69b5e0,cf69b5cc,c0734574) at kdb_backtrace+0x29
getdirtybuf(cf69b5bc,0,1,c65f15d0,1) at getdirtybuf+0x27
flush_deplist(c2c3d9c4,1,cf69b5e0) at flush_deplist+0x34
flush_inodedep_deps(c1780800,186b8,c08920d8,cf69b62c,c06024a8) at flush_inodedep_deps+0x68
softdep_sync_metadata(cf69b6d4) at softdep_sync_metadata+0x8c
ffs_fsync(cf69b6d4) at ffs_fsync+0x33e
ffs_truncate(c1dec738,1a00,0,804,c18ba180,c2a51900) at ffs_truncate+0x534
ufs_direnter(c1dec738,c25f4e70,cf69b914,cf69bc0c,0) at ufs_direnter+0x706
ufs_makeinode(81b0,c1dec738,cf69bbf8,cf69bc0c) at ufs_makeinode+0x47f
ufs_create(cf69ba74,cf69bb30,c0663838,cf69ba74,cf69ba80) at ufs_create+0x26
ufs_vnoperate(cf69ba74) at ufs_vnoperate+0x13
vn_open_cred(cf69bbe4,cf69bce4,1b0,c18ba180,3) at vn_open_cred+0x18c
vn_open(cf69bbe4,cf69bce4,1b0,3,c08be800) at vn_open+0x1e
kern_open(c2a51900,bfbfe8f4,0,602,1b0) at kern_open+0xd2
open(c2a51900,cf69bd14,3,1f,202) at open+0x18
syscall(2f,2f,2f,10a13,bfbfe8f4) at syscall+0x213
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x280c1503, esp = 0xbfbfe89c, ebp = 0xbfbfe8b8 ---
kernel trap 9 with interrupts disabled
kernel trap 9 with interrupts disabled
:
kernel trap 9 with interrupts disabled
kernel trap 9 with interrupts disabled
KDB: stack backtrace:
kdb_backtrace(c1b66b80,1,d0e245e0,d0e245cc,c0734574) at kdb_backtrace+0x29
getdirtybuf(d0e245bc,0,1,c665b104,1) at getdirtybuf+0x27
flush_deplist(c31e78c4,1,d0e245e0) at flush_deplist+0x34
flush_inodedep_deps(c1780800,1700d,c08920d8,d0e2462c,c06024a8) at flush_inodedep_deps+0x68
softdep_sync_metadata(d0e246d4) at softdep_sync_metadata+0x8c
ffs_fsync(d0e246d4) at ffs_fsync+0x33e
ffs_truncate(c2367e70,200,0,804,c18ba180,c3015480) at ffs_truncate+0x534
ufs_direnter(c2367e70,c284e630,d0e24914,d0e24c0c,0) at ufs_direnter+0x706
ufs_makeinode(81b0,c2367e70,d0e24bf8,d0e24c0c) at ufs_makeinode+0x47f
ufs_create(d0e24a74,d0e24b30,c0663838,d0e24a74,d0e24a80) at ufs_create+0x26
ufs_vnoperate(d0e24a74) at ufs_vnoperate+0x13
vn_open_cred(d0e24be4,d0e24ce4,1b0,c18ba180,3) at vn_open_cred+0x18c
vn_open(d0e24be4,d0e24ce4,1b0,3,c08be800) at vn_open+0x1e
kern_open(c3015480,bfbfe8f4,0,602,1b0) at kern_open+0xd2
open(c3015480,d0e24d14,3,71,202) at open+0x18
syscall(2f,2f,2f,1609b,bfbfe8f4) at syscall+0x213
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x280c1503, esp = 0xbfbfe89c, ebp = 0xbfbfe8b8 ---
kern.maxfiles limit exceeded by uid 1001, please see tuning(7).
kern.maxfiles limit exceeded by uid 1001, please see tuning(7).
kern.maxfiles limit exceeded by uid 1001, please see tuning(7).
KDB: stack backtrace:
kdb_backtrace(c1efad00,1,d04a85e0,d04a85cc,c0734574) at kdb_backtrace+0x29
getdirtybuf(d04a85bc,0,1,c66169e8,1) at getdirtybuf+0x27
flush_deplist(c2a79044,1,d04a85e0) at flush_deplist+0x34
flush_inodedep_deps(c1780800,11d5e,c08920d8,d04a862c,c06024a8) at flush_inodedep_deps+0x68
softdep_sync_metadata(d04a86d4) at softdep_sync_metadata+0x8c
ffs_fsync(d04a86d4) at ffs_fsync+0x33e
ffs_truncate(c3375d68,200,0,804,c18ba180,c2fbc300) at ffs_truncate+0x534
ufs_direnter(c3375d68,c1e7a108,d04a8914,d04a8c0c,0) at ufs_direnter+0x706
ufs_makeinode(81b0,c3375d68,d04a8bf8,d04a8c0c) at ufs_makeinode+0x47f
ufs_create(d04a8a74,d04a8b30,c0663838,d04a8a74,d04a8a80) at ufs_create+0x26
ufs_vnoperate(d04a8a74) at ufs_vnoperate+0x13
vn_open_cred(d04a8be4,d04a8ce4,1b0,c18ba180,3) at vn_open_cred+0x18c
vn_open(d04a8be4,d04a8ce4,1b0,3,c08be800) at vn_open+0x1e
kern_open(c2fbc300,bfbfe8f4,0,602,1b0) at kern_open+0xd2
open(c2fbc300,d04a8d14,3,4c,202) at open+0x18
syscall(1002f,bfbf002f,bfbf002f,171a9,bfbfe8f4) at syscall+0x213
Xint0x80_syscall() at Xint0x80_syscall+0x1f
--- syscall (5, FreeBSD ELF32, open), eip = 0x280c1503, esp = 0xbfbfe89c, ebp = 0xbfbfe8b8 ---
ppanic: process 32827(tcpblast):2 holds Giant but isn't blocked on a lock
cpuid = 0
KDB: enter: panic
[thread 100011]
Stopped at kdb_enter+0x2b: nop
db> where
kdb_enter(c07fcbe1) at kdb_enter+0x2b
panic(c07ffce0,803b,c2d2d988,2,c080d436) at panic+0x13a
propagate_priority(c1505180,c08c5600,c2a2a000,c08be800,c1cc9480) at propagate_priority+0x139
turnstile_wait(c1cc9480,c08be800,c2a2a000,c08be800,2,c07fbf72,220) at turnstile_wait+0x2de
_mtx_lock_sleep(c08be800,c1505180,0,c07fdc18,f7) at _mtx_lock_sleep+0x143
_mtx_lock_flags(c08be800,0,c07fdc18,f7,0) at _mtx_lock_flags+0x85
softclock(0) at softclock+0x16a
ithread_loop(c14fdc80,cbca2d48,c14fdc80,c05f8234,0) at ithread_loop+0x124
fork_exit(c05f8234,c14fdc80,cbca2d48) at fork_exit+0xa4
fork_trampoline() at fork_trampoline+0x8
--- trap 0x1, eip = 0, esp = 0xcbca2d7c, ebp = 0 ---
db> show locks
td 0xc2fba000, proc 33770, pri 216:
exclusive sleep mutex process lock r = 0 (0xc2d5646c) locked @ vm/vm_fault.c:902
td 0xc2a2a000, proc 32827, pri 52:
exclusive sleep mutex Giant r = 0 (0xc08be800) locked @ kern/vfs_vnops.c:948
td 0xc154a600, proc 3, pri 76:
exclusive sleep mutex g_xup r = 0 (0xcc6f9cd4) locked @ geom/geom_io.c:462
db> call doadump
Dumping 255 MB
16 32 48 64 80 96 112 128 144 160 176 192 208 224 240
Dump complete
0x2e
db> call print_uptime
Uptime: 13h32m45s
0x4
db> reset
panic: witness_destroy: lock (sleep mutex) so_snd is not initialized
panic messages:
---
panic: process 32827(tcpblast):2 holds Giant but isn't blocked on a lock
#10 0xc060a312 in panic (fmt=---Can't read userspace from dump, or kernel process---
) at ../../../kern/kern_shutdown.c:531
#11 0xc062772d in propagate_priority (td=0xc2a2a000)
at ../../../kern/subr_turnstile.c:235
#12 0xc0627f16 in turnstile_wait (ts=0xc1cc9480, lock=0xc08be800, owner=0xc2a2a000)
at ../../../kern/subr_turnstile.c:556
#13 0xc060280b in _mtx_lock_sleep (m=0xc08be800, td=0xc1505180, opts=0x0,
file=0xc07fdc18 "../../../kern/kern_timeout.c", line=0xf7)
at ../../../kern/kern_mutex.c:560
#14 0xc060241d in _mtx_lock_flags (m=0xc08be800, opts=0x0,
file=0xc07fdc18 "../../../kern/kern_timeout.c", line=0xf7)
at ../../../kern/kern_mutex.c:273
#15 0xc0615426 in softclock (dummy=0x0) at ../../../kern/kern_timeout.c:247
#16 0xc05f8358 in ithread_loop (arg=0xc14fdc80) at ../../../kern/kern_intr.c:547
#17 0xc05f7768 in fork_exit (callout=0xc05f8234 <ithread_loop>, arg=0xc14fdc80,
frame=0xcbca2d48) at ../../../kern/kern_fork.c:807
#18 0xc0780e4c in fork_trampoline () at ../../../i386/i386/exception.s:209
(kgdb) f 11
#11 0xc062772d in propagate_priority (td=0xc2a2a000)
at ../../../kern/subr_turnstile.c:235
235 KASSERT(TD_ON_LOCK(td), (
(kgdb) l
230 td->td_priority = pri;
231
232 /*
233 * If we aren't blocked on a lock, we should be.
234 */
235 KASSERT(TD_ON_LOCK(td), (
236 "process %d(%s):%d holds %s but isn't blocked on a lock\n",
237 td->td_proc->p_pid, td->td_proc->p_comm, td->td_state,
238 ts->ts_lockobj->lo_name));
239
(kgdb) p *td
$1 = {td_proc = 0xc2d2d800, td_ksegrp = 0xc2d2f2a0, td_plist = {tqe_next = 0x0,
tqe_prev = 0xc2d2d810}, td_kglist = {tqe_next = 0x0, tqe_prev = 0xc2d2f2ac},
td_slpq = {tqe_next = 0x0, tqe_prev = 0xcc6f9bf8}, td_lockq = {tqe_next = 0xc2eb2900,
tqe_prev = 0xcf2e2c98}, td_runq = {tqe_next = 0x0, tqe_prev = 0xc2d2f2b4},
td_selq = {tqh_first = 0x0, tqh_last = 0x0}, td_sleepqueue = 0xc2c1fe00,
td_turnstile = 0xc1e412c0, td_tid = 0x18f42, td_flags = 0x1000000,
td_inhibitors = 0x0, td_pflags = 0x0, td_dupfd = 0x0, td_wchan = 0x0, td_wmesg = 0x0,
td_lastcpu = 0x0, td_oncpu = 0xff, td_locks = 0xfff3, td_blocked = 0x0,
td_ithd = 0x0, td_lockname = 0x0, td_contested = {lh_first = 0xc1cc9480},
td_sleeplocks = 0xc08e23c0, td_intr_nesting_level = 0x1, td_pinned = 0x0,
td_mailbox = 0x0, td_ucred = 0xc18ba180, td_standin = 0x0, td_upcall = 0x0,
td_sticks = 0xbc, td_uuticks = 0x0, td_usticks = 0x0, td_intrval = 0x0,
td_oldsigmask = {__bits = {0x0, 0x0, 0x0, 0x0}}, td_sigmask = {__bits = {0x0, 0x0,
0x0, 0x0}}, td_siglist = {__bits = {0x0, 0x0, 0x0, 0x0}}, td_waitset = 0x0,
td_umtx = {tqe_next = 0x0, tqe_prev = 0x0}, td_generation = 0x26bb, td_sigstk = {
ss_sp = 0x0, ss_size = 0x0, ss_flags = 0x4}, td_kflags = 0x0, td_xsig = 0x0,
td_profil_addr = 0x0, td_profil_ticks = 0x0, td_base_pri = 0x50, td_priority = 0x34,
td_pcb = 0xd131dda0, td_state = TDS_CAN_RUN, td_retval = {0x0, 0xa}, td_slpcallout = {
c_links = {sle = {sle_next = 0xc2eb2a10}, tqe = {tqe_next = 0xc2eb2a10,
tqe_prev = 0xc6596e88}}, c_time = 0x4a4dbd, c_arg = 0xc2a2a000, c_func = 0,
c_flags = 0x8}, td_frame = 0xd131dd48, td_kstack_obj = 0xc2cb5a50,
td_kstack = 0xd131c000, td_kstack_pages = 0x2, td_altkstack_obj = 0x0,
td_altkstack = 0x0, td_altkstack_pages = 0x0, td_critnest = 0x1, td_md = {
md_savecrit = 0x46}, td_sched = 0xc2a2a150}
(kgdb) btp 32827
frame 0 at 0xd131d814: ebp d131d864, eip 0xc060ff24 <mi_switch+612>: add $0xc,%esp
frame 1 at 0xd131d864: ebp d131d87c, eip 0xc0619d1a <maybe_preempt+342>:
mov $0x1,%eax
frame 2 at 0xd131d87c: ebp d131d898, eip 0xc0619237 <sched_add+339>: add $0x4,%esp
frame 3 at 0xd131d898: ebp d131d8b4, eip 0xc06199fb <setrunqueue+171>:
jmp 0xc0619af8 <setrunqueue+424>
frame 4 at 0xd131d8b4: ebp d131d8d8, eip 0xc05f813b <ithread_schedule+179>:
add $0x8,%esp
frame 5 at 0xd131d8d8: ebp d131d8f8, eip 0xc0784be9 <intr_execute_handlers+245>:
mov %eax,%edi
frame 6 at 0xd131d8f8: ebp d131d90c, eip 0xc0786ffa <lapic_handle_intr+46>: leave
frame 7 at 0xd131d90c: ebp d131d95c, eip 0xc07811a3 <Xapic_isr1+51>: add $0x4,%esp
frame 8 at 0xd131d95c: ebp d131d968, eip 0xc0602629 <_mtx_unlock_spin_flags+141>:
mov 0xfffffffc(%ebp),%ebx
frame 9 at 0xd131d968: ebp d131d99c, eip 0xc076fe5d <siocnputc+185>:
add $0x10,%esp
frame 10 at 0xd131d99c: ebp d131d9b8, eip 0xc063b1bd <cnputc+77>: add $0x8,%esp
frame 11 at 0xd131d9b8: ebp d131d9d0, eip 0xc062217a <putchar+82>: add $0x4,%esp
frame 12 at 0xd131d9d0: ebp d131da94, eip 0xc06223cf <kvprintf+119>: add $0x8,%esp
frame 13 at 0xd131da94: ebp d131dac4, eip 0xc06220a3 <printf+67>:
add $0x14,%esp
frame 14 at 0xd131dac4: ebp d131daf8, eip 0xc060a2a3 <panic+203>:
add $0x18,%esp
frame 15 at 0xd131daf8: ebp d131db18, eip 0xc0629204 <witness_destroy+64>:
mov 0x18(%esi),%ebx
frame 16 at 0xd131db18: ebp d131db28, eip 0xc0602b7a <mtx_destroy+122>:
mov 0xfffffffc(%ebp),%ebx
frame 17 at 0xd131db28: ebp d131db3c, eip 0xc063f94f <sodealloc+243>:
lea 0x68(%ebx),%eax
frame 18 at 0xd131db3c: ebp d131db54, eip 0xc063fced <sofree+641>:
lea 0x0(%esi),%esi
frame 19 at 0xd131db54: ebp d131db6c, eip 0xc063ff45 <soclose+589>: add $0x4,%esp
frame 20 at 0xd131db6c: ebp d131db80, eip 0xc063128f <soo_close+75>: mov %eax,%esi
frame 21 at 0xd131db80: ebp d131db98, eip 0xc05f0084 <fdrop_locked+132>:
add $0x8,%esp
frame 22 at 0xd131db98: ebp d131dbbc, eip 0xc05ef318 <fdrop+36>:
mov 0xfffffffc(%ebp),%ebx
frame 23 at 0xd131dbbc: ebp d131dc20, eip 0xc05ef2eb <closef+475>:
lea 0xfffffff4(%ebp),%esp
frame 24 at 0xd131dc20: ebp d131dc88, eip 0xc05eec47 <fdfree+767>: add $0x8,%esp
frame 25 at 0xd131dc88: ebp d131dcdc, eip 0xc05f54ca <exit1+998>: push $0xee
frame 26 at 0xd131dcdc: ebp d131dcec, eip 0xc05f50e4 <exit1>: push %ebp
frame 27 at 0xd131dcec: ebp d131dd40, eip 0xc0792e17 <syscall+531>: mov %eax,%ebx
(kgdb)