FreeBSD 5.5-PRERELEASE #1: Thu Mar 9 10:36:18 CST 2006 root@:/usr/obj/usr/src/sys/CUSTOM Mar 17 16:57:47 ntucsp kernel: pid 481 (nfsd), uid 0 inumber 2233647 on /export/b4 full Mar 17 16:57:48 ntucsp kernel: pid 481 (nfsd), uid 0 inumber 2233647 on /export/b4 full Mar 17 16:57:48 ntucsp kernel: pid 480 (nfsd), uid 0 inumber 2233647 on /export/b4 full Mar 17 16:57:51 ntucsp kernel: pid 479 (nfsd), uid 0 inumber 2266732 on /export/b4 full dev = da0s1g, block = 33227216, fs = /export/b4 panic: ffs_blkfree: freeing free block cpuid = 1 KDB: stack backtrace: kdb_backtrace(c068b55b,1,c0683c7b,e9f60ad0,5) at kdb_backtrace+0x2f panic(c0683c7b,c23225a8,1fb01d0,0,c23880d4) at panic+0x128 ffs_blkfree(c2388000,c23f6210,1fb01d0,0,4000) at ffs_blkfree+0x3d2 indir_trunc(c7edab00,7ec0160,0,1,80c) at indir_trunc+0x30d handle_workitem_freeblocks(c7edab00,0,2,6,0) at handle_workitem_freeblocks+0x20e process_worklist_item(0,0,441b4104,0,0) at process_worklist_item+0x1e1 softdep_process_worklist(0,1e,c1f5c180,0,0) at softdep_process_worklist+0xcc sched_sync(0,e9f60d38,c7d83,4890874,c55ff24) at sched_sync+0x5f2 fork_exit(c054a5c1,0,e9f60d38) at fork_exit+0x80 fork_trampoline() at fork_trampoline+0x8 --- trap 0x1, eip = 0, esp = 0xe9f60d6c, ebp = 0 --- #0 doadump () at pcpu.h:160 No locals. #1 0xc04e6dec in boot (howto=260) at /usr/src/sys/kern/kern_shutdown.c:412 first_buf_printf = 1 #2 0xc04e71c8 in panic (fmt=0xc0683c7b "ffs_blkfree: freeing free block") at /usr/src/sys/kern/kern_shutdown.c:568 td = (struct thread *) 0xc1f5c180 bootopt = 260 newpanic = 1 ap = 0xc1f5c180 " \216��\220&��" buf = "ffs_blkfree: freeing free block", '\0' #3 0xc05d0deb in ffs_blkfree (fs=0xc2388000, devvp=0xc23f6210, bno=33227216, size=16384, inum=2082058) at /usr/src/sys/ufs/ffs/ffs_alloc.c:1773 cgp = (struct cg *) 0xdbf9f000 bp = (struct buf *) 0xdaf89584 fragno = 217 cgbno = 1736 cgblkno = 132902112 i = -1036033520 cg = 305 blk = 0 frags = 32 bbase = 217 blksfree = (u_int8_t *) 0xdbf9f400 "" dev = (struct cdev *) 0xc2322500 (kgdb) l 1768 brelse(bp); 1769 return; 1770 } 1771 printf("dev = %s, block = %jd, fs = %s\n", 1772 devtoname(dev), (intmax_t)bno, fs->fs_fsmnt) ; 1773 panic("ffs_blkfree: freeing free block"); 1774 } 1775 ffs_setblock(fs, blksfree, fragno); 1776 ffs_clusteracct(fs, cgp, fragno, 1); 1777 cgp->cg_cs.cs_nbfree++; #4 0xc05e1f44 in indir_trunc (freeblks=0xc7edab00, dbn=132907360, level=1, lbn=2060, countp=0xe9f60c0c) at /usr/src/sys/ufs/ffs/ffs_softdep.c:2661 bp = (struct buf *) 0xdafc7824 fs = (struct fs *) 0xc2388000 wk = (struct worklist *) 0x0 indirdep = (struct indirdep *) 0x0 bap1 = (ufs1_daddr_t *) 0x0 nb = 33227216 bap2 = (ufs2_daddr_t *) 0xdc8bf000 lbnadd = 2048 i = 0 nblocks = 0 ufs1fmt = 0 error = 0 allerror = 0 (kgdb) l 2656 if (level != 0) { 2657 if ((error = indir_trunc(freeblks, fsbtodb(fs, n b), 2658 level - 1, lbn + (i * lbnadd), countp)) != 0) 2659 allerror = error; 2660 } 2661 ffs_blkfree(fs, freeblks->fb_devvp, nb, fs->fs_bsize, 2662 freeblks->fb_previousinum); 2663 fs->fs_pendingblocks -= nblocks; 2664 *countp += nblocks; 2665 } #5 0xc05e19e9 in handle_workitem_freeblocks (freeblks=0xc7edab00, flags=0) at /usr/src/sys/ufs/ffs/ffs_softdep.c:2516 ip = (struct inode *) 0x0 vp = (struct vnode *) 0xc22df800 fs = (struct fs *) 0xc2388000 i = 3 nblocks = 32 level = 1 bsize = 0 bn = Unhandled dwarf expression opcode 0x93 (kgdb) l 2511 * Indirect blocks first. 2512 */ 2513 for (level = (NIADDR - 1); level >= 0; level--) { 2514 if ((bn = freeblks->fb_iblks[level]) == 0) 2515 continue; 2516 if ((error = indir_trunc(freeblks, fsbtodb(fs, b n), 2517 level, baselbns[level], &blocksreleased)) == 0) 2518 allerror = error; 2519 ffs_blkfree(fs, freeblks->fb_devvp, bn, fs->fs_b size, 2520 freeblks->fb_previousinum); #6 0xc05debf1 in process_worklist_item (matchmnt=0x0, flags=0) at /usr/src/sys/ufs/ffs/ffs_softdep.c:764 wk = (struct worklist *) 0xc7edab00 wkend = (struct worklist *) 0x0 mp = (struct mount *) 0xc22ca000 vp = (struct vnode *) 0x0 matchcnt = 0 (kgdb) l 759 if (vn_write_suspend_wait(NULL, mp, V_NOWAIT)) 760 panic("%s: freeblks on suspended filesystem", 761 "process_worklist_item"); 762 if (mp == matchmnt) 763 matchcnt += 1; 764 handle_workitem_freeblocks(WK_FREEBLKS(wk), flags & LK_N OWAIT); 765 break; 766 767 case D_FREEFRAG: 768 /* releasing a fragment when replaced as a file grows */ #7 0xc05de92d in softdep_process_worklist (matchmnt=0x0) at /usr/src/sys/ufs/ffs/ffs_softdep.c:630 td = (struct thread *) 0xc1f5c180 cnt = 0 matchcnt = 0 loopcount = 1 starttime = 1142636804 (kgdb) l 625 wakeup_one(&proc_waiting); 626 } 627 loopcount = 1; 628 starttime = time_second; 629 while (num_on_worklist > 0) { 630 if ((cnt = process_worklist_item(matchmnt, 0)) == -1) 631 break; 632 else 633 matchcnt += cnt; 634 #8 0xc054abb3 in sched_sync () at /usr/src/sys/kern/vfs_subr.c:1675 next = (struct synclist *) 0xc20f7394 slp = (struct synclist *) 0xc20f7390 vp = (struct vnode *) 0x0 mp = (struct mount *) 0x0 starttime = 1142636804 td = (struct thread *) 0xc1f5c180 dummychan = 0 last_work_seen = 5 net_worklist_len = 0 syncer_final_iter = 0 first_printf = 1 (kgdb) l 1670 1671 /* 1672 * Do soft update processing. 1673 */ 1674 if (softdep_process_worklist_hook != NULL) 1675 (*softdep_process_worklist_hook)(NULL); 1676 1677 /* 1678 * The variable rushjob allows the kernel to speed up the 1679 * processing of the filesystem syncer process. A rushjo 1679 * processing of the filesystem syncer process. A rushjob #9 0xc04cf0c6 in fork_exit (callout=0xc054a5c1 , arg=0x0, frame=0x0) at /usr/src/sys/kern/kern_fork.c:791 p = (struct proc *) 0xc1f58e20 td = (struct thread *) 0x0 (kgdb) l 786 * cpu_set_fork_handler intercepts this function call to 787 * have this call a non-return function to stay in kernel mode. 788 * initproc has its own fork handler, but it does return. 789 */ 790 KASSERT(callout != NULL, ("NULL callout in fork_exit")); 791 callout(arg, frame); 792 793 /* 794 * Check if a kernel thread misbehaved and returned from its main 795 * function. 795 * function. #10 0xc063c88c in fork_trampoline () at /usr/src/sys/i386/i386/exception.s:209 No locals. ============ Copyright (c) 1992-2006 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD 5.5-PRERELEASE #1: Thu Mar 9 10:36:18 CST 2006 root@:/usr/obj/usr/src/sys/CUSTOM Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) Xeon(TM) CPU 3.20GHz (3200.13-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf41 Stepping = 1 Features=0xbfebfbff Hyperthreading: 2 logical CPUs real memory = 1073528832 (1023 MB) avail memory = 1045082112 (996 MB) ACPI APIC Table: FreeBSD/SMP: Multiprocessor System Detected: 4 CPUs cpu0 (BSP): APIC ID: 0 cpu1 (AP): APIC ID: 1 cpu2 (AP): APIC ID: 6 cpu3 (AP): APIC ID: 7 ioapic2 irqs 48-71 on motherboard ioapic1 irqs 24-47 on motherboard ioapic0 irqs 0-23 on motherboard npx0: on motherboard npx0: INT 16 interface acpi0: on motherboard acpi_bus_number: can't get _ADR acpi_bus_number: can't get _ADR acpi_bus_number: can't get _ADR acpi_bus_number: can't get _ADR acpi_bus_number: can't get _ADR acpi_bus_number: can't get _ADR acpi_bus_number: can't get _ADR acpi_bus_number: can't get _ADR acpi_bus_number: can't get _ADR acpi_bus_number: can't get _ADR acpi_bus_number: can't get _ADR acpi_bus_number: can't get _ADR acpi_bus_number: can't get _ADR acpi_bus_number: can't get _ADR acpi_bus_number: can't get _ADR acpi_bus_number: can't get _ADR acpi_bus_number: can't get _ADR acpi_bus_number: can't get _ADR acpi0: Power Button (fixed) acpi_bus_number: can't get _ADR acpi_bus_number: can't get _ADR Timecounter "ACPI-fast" frequency 3579545 Hz quality 1000 acpi_timer0: <24-bit timer at 3.579545MHz> port 0x588-0x58b on acpi0 cpu0: on acpi0 cpu1: on acpi0 cpu2: on acpi0 cpu3: on acpi0 pcib0: on acpi0 pci0: on pcib0 pci0: at device 0.1 (no driver attached) pcib1: at device 2.0 on pci0 pci2: on pcib1 pcib2: at device 0.0 on pci2 pci3: on pcib2 ips0: mem 0xcffff000-0xcfffffff irq 38 at device 14.0 on pci3 pcib3: mem 0xcdfff000-0xcdffffff at device 0.2 on pci2 pci4: on pcib3 mpt0: port 0x4000-0x40ff mem 0xcdee0000-0xcdeeffff,0xcdef0000-0xcdefffff irq 52 at device 1.0 on pci4 mpt1: port 0x4100-0x41ff mem 0xcdec0000-0xcdecffff,0xcded0000-0xcdedffff irq 53 at device 1.1 on pci4 pcib4: at device 4.0 on pci0 pci6: on pcib4 pcib5: at device 5.0 on pci0 pci7: on pcib5 pcib6: at device 6.0 on pci0 pci8: on pcib6 pcib7: at device 7.0 on pci0 pci9: on pcib7 pci0: at device 8.0 (no driver attached) pci0: at device 29.0 (no driver attached) pci0: at device 29.1 (no driver attached) pci0: at device 29.7 (no driver attached) pcib8: at device 30.0 on pci0 pci1: on pcib8 em0: port 0x3000-0x303f mem 0xdffc0000-0xdffdffff,0xdffe0000-0xdfffffff irq 16 at device 1.0 on pci1 em0: Ethernet address: 00:0e:0c:5e:cc:ba pci1: at device 6.0 (no driver attached) isab0: at device 31.0 on pci0 isa0: on isab0 atapci0: port 0x480-0x48f,0x376,0x170-0x177,0x3f6,0x1f0-0x1f7 at device 31.1 on pci0 ata0: channel #0 on atapci0 ata1: channel #1 on atapci0 pci0: at device 31.3 (no driver attached) atkbdc0: port 0x60,0x64 irq 1 on acpi0 atkbd0: irq 1 on atkbdc0 atkbd: unable to set the command byte. sio0: <16550A-compatible COM port> port 0x3f8-0x3ff irq 4 flags 0x10 on acpi0 sio0: type 16550A, console sio1: <16550A-compatible COM port> port 0x2f8-0x2ff irq 3 on acpi0 sio1: type 16550A pmtimer0 on isa0 orm0: at iomem 0xc0000-0xcafff on isa0 sc0: at flags 0x100 on isa0 sc0: VGA <16 virtual consoles, flags=0x300> vga0: at port 0x3c0-0x3df iomem 0xa0000-0xbffff on isa0 Timecounters tick every 10.000 msec ipfw2 initialized, divert disabled, rule-based forwarding disabled, default to accept, logging unlimited acd0: CDROM at ata0-master PIO4 em0: Link is up 1000 Mbps Full Duplex Interrupt storm detected on "irq16: em0"; throttling interrupt source ips0: logical drives: 1 ips0: Logical Drive 0: RAID5 sectors: 430116864, state OK ipsd0: on ips0 ipsd0: Logical Drive (210018MB) da0 at mpt0 bus 0 target 0 lun 0 da0: Fixed Direct Access SCSI-3 device da0: 160.000MB/s transfers (80.000MHz, offset 127, 16bit), Tagged Queueing Enabled da0: 1667498MB (3415035904 512 byte sectors: 255H 63S/T 212576C) da1 at mpt0 bus 0 target 0 lun 1 da1: Fixed Direct Access SCSI-3 device da1: 160.000MB/s transfers (80.000MHz, offset 127, 16bit), Tagged Queueing Enabled da1: 1667498MB (3415035904 512 byte sectors: 255H 63S/T 212576C) SMP: AP CPU #2 Launched! SMP: AP CPU #1 Launched! SMP: AP CPU #3 Launched! Mounting root from ufs:/dev/ipsd0s1a [...] /dev/da0s1g: FREE BLK COUNT(S) WRONG IN SUPERBLK (SALVAGED) /dev/da0s1g: SUMMARY INFORMATION BAD (SALVAGED) /dev/da0s1g: BLK(S) MISSING IN BIT MAPS (SALVAGED) /dev/da0s1g: 585827 files, 41599152 used, 10408623 free (84991 frags, 1290454 blocks, 0.2% fragmentation) =================== kern conf: machine i386 cpu I586_CPU cpu I686_CPU ident GENERIC options SCHED_4BSD # 4BSD scheduler options INET # InterNETworking options FFS # Berkeley Fast Filesystem options SOFTUPDATES # Enable FFS soft updates support options UFS_DIRHASH # Improve performance on big directories options NFSCLIENT # Network Filesystem Client options NFSSERVER # Network Filesystem Server options COMPAT_43 # Compatible with BSD 4.3 [KEEP THIS!] options SCSI_DELAY=1000 # Delay (in ms) before probing SCSI options SYSVSHM # SYSV-style shared memory options SYSVMSG # SYSV-style message queues options SYSVSEM # SYSV-style semaphores options KDB options DDB makeoptions DEBUG=-g #Build kernel with gdb(1) debug symbols options PANIC_REBOOT_WAIT_TIME=1 options SMP options ADAPTIVE_GIANT # Giant mutex is adaptive. device apic # I/O APIC device isa device eisa device pci device ata device atapicd # ATAPI CDROM drives options ATA_STATIC_ID # Static device numbering device ahd # AHA39320/29320 and onboard AIC79xx devices device mpt # LSI-Logic MPT-Fusion device scbus # SCSI bus (required for SCSI) device da # Direct Access (disks) device sa # Sequential Access (tape etc) device ses device pass # Passthrough device (direct SCSI access) device ips # IBM (Adaptec) ServeRAID device atkbdc # AT keyboard controller device atkbd # AT keyboard device vga # VGA video card driver device sc device npx device pmtimer device sio # 8250, 16[45]50 based serial ports device em # Intel PRO/1000 adapter Gigabit Ethernet Card device loop # Network loopback device mem # Memory and kernel memory devices device io # I/O device device random # Entropy device device ether # Ethernet support device pty # Pseudo-ttys (telnet etc) device bpf # Berkeley packet filter options IPFIREWALL #firewall options IPFIREWALL_VERBOSE #enable logging to syslogd(8) options IPFIREWALL_DEFAULT_TO_ACCEPT #allow everything by default options CONSPEED=115200 options ALT_BREAK_TO_DEBUGGER options QUOTA #enable disk quotas