APU3C4+Atheros crashed

classic Classic list List threaded Threaded
1 message Options
Reply | Threaded
Open this post in threaded view
|

APU3C4+Atheros crashed

Oliver Marugg
Hi

Sorry no chance to use sendbug(1).

Running fresh installed OpenBSD 6.4-release with 2 syspatch patches on a
APU3C4 with Atheros wle200nx Atheros AR9280 miniPCI express radio.
2 config additions copied from my offline docu.

/etc/fstab:
used softdep for all partitions except /altroot (XX 0 0) and swap.

/etc/sysctl.conf:
net.inet.ip.forwarding=1
net.inet.ip.ifq.maxlen=1024 (4x256)
kern.bufcachepercent=80
net.inet.tcp.mssdflt=1440
net.inet.tcp.rfc3390=1


APU3C4 Setup was planned as Router/Fw/AP. During my first steps with
Wifi and hostap mode I tested hostname.athn0 with this parameters:

/etc/hostname.athno
inet 192.168.153.1 255.255.255.0
mediaopt hostap
nwid SomeNWSID OpenBSD wpa2 wpakey SomeKey
up

Saved file. Then I entered vi to change wpa2 (away) parameter, during
that it crashed, before changing anything. Copied from serial attached
console com0 115200.

----
OpenBSD/amd64 (HOSTNAME) (tty00)

login: uvm_fault(0xffffffff81d06e90, 0x6000000058, 0, 1) -> e
kernel: page fault trap, code=0
Stopped at      m_adj+0x73:     movl    0x18(%rax),%ecx
ddb{0}> show panic
kernel page fault
uvm_fault(0xffffffff81d06e90, 0x6000000058, 0, 1) -> e
m_adj(b7330d9042c7afb1,ffffff0009af4000) at m_adj+0x73
end trace frame: 0xffff8000221a6cd0, count: 0
ddb{0}> trace
m_adj(b7330d9042c7afb1,ffffff0009af4000) at m_adj+0x73
ar5008_rx_intr(965939a22416bd8e) at ar5008_rx_intr+0x223
ar5008_intr(bc08bc4effc3ff8a) at ar5008_intr+0x153
intr_handler(6b359875c827a2f,0) at intr_handler+0x68
Xintr_ioapic_level0_untramp(0,0,1388,0,ffff800000022120,ffffffff81c8a6b0)
at Xi
ntr_ioapic_level0_untramp+0x1a3
acpicpu_idle() at acpicpu_idle+0x166
sched_idle(0) at sched_idle+0x245
end trace frame: 0x0, count: -7
ddb{0}> machine ddbcpu 1
Stopped at      x86_ipi_db+0x12:        popq    %r11
ddb{1}> trace
x86_ipi_db(53d2b48159d9f9eb) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi(c,ffff800022000ff0,ffffff011dec2d10,0,0,ffff8000ffff59d8)
at X
resume_lapic_ipi+0x23
___mp_acquire_count(f3598a4592631878,202) at ___mp_acquire_count+0x82
mi_switch() at mi_switch+0x284
sleep_finish(d2ecf4615bbd6129,ffff80002228de20) at sleep_finish+0x7f
sleep_finish_all(d4b0246eb7c8325e,ffff80002228de20) at
sleep_finish_all+0x1f
tsleep(bea531e4ec17e819,ffffff011daf6b00,ffff80002228df50,40) at
tsleep+0xcd
kqueue_scan(a988e020ebc6c174,ffffff011daf6af8,0,ffff80002228e280,ffff80002228e2
70,ffff8000ffff59d8) at kqueue_scan+0x50c
sys_kevent(96ecdbb48e1061cc,480,ffff8000ffff59d8) at sys_kevent+0x2e4
syscall(1774b8f14bf13b38) at syscall+0x32a
Xsyscall(6,48,7f7ffffe2ad0,48,0,1d534f6a5000) at Xsyscall+0x128
end of kernel
end trace frame: 0x7f7ffffe2a90, count: -12
ddb{1}> machine ddbcpu 2
Stopped at      x86_ipi_db+0x12:        popq    %r11
ddb{2}> trace
x86_ipi_db(53d2b48159d9f9eb) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi(0,0,1388,0,ffff800000022560,ffff80002200a6b0) at
Xresume_lapi
c_ipi+0x23
acpicpu_idle() at acpicpu_idle+0x166
sched_idle(0) at sched_idle+0x245
end trace frame: 0x0, count: -5
ddb{2}> machine ddbcpu 3
Stopped at      x86_ipi_db+0x12:        popq    %r11
ddb{3}> trace
x86_ipi_db(53d2b48159d9f9eb) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi(0,0,1388,0,ffff800000022780,ffff8000220136b0) at
Xresume_lapi
c_ipi+0x23
acpicpu_idle() at acpicpu_idle+0x166
sched_idle(0) at sched_idle+0x245
end trace frame: 0x0, count: -5
ddb{3}> machine ddbcpu 4
Invalid cpu 4
ddb{3}> machine ddbcpu 0
Stopped at      m_adj+0x73:     movl    0x18(%rax),%ecx
ddb{0}> trace
m_adj(b7330d9042c7afb1,ffffff0009af4000) at m_adj+0x73
ar5008_rx_intr(965939a22416bd8e) at ar5008_rx_intr+0x223
ar5008_intr(bc08bc4effc3ff8a) at ar5008_intr+0x153
intr_handler(6b359875c827a2f,0) at intr_handler+0x68
Xintr_ioapic_level0_untramp(0,0,1388,0,ffff800000022120,ffffffff81c8a6b0)
at Xi
ntr_ioapic_level0_untramp+0x1a3
acpicpu_idle() at acpicpu_idle+0x166
sched_idle(0) at sched_idle+0x245
end trace frame: 0x0, count: -7
ddb{0}> ps
    PID     TID   PPID    UID  S       FLAGS  WAIT          COMMAND
   1470  284401  77371      0  3    0x100083  ttyin         vi
  88813  311367      1     77  3    0x100090  poll          dhclient
  91023  394895      1      0  3        0x80  poll          dhclient
  77371  407503  49593      0  3    0x10008b  pause         ksh
  49593  301286  44901   1000  3    0x10008b  pause         ksh
  44901   23698  71133   1000  3        0x90  select        sshd
  71133  386267  82159      0  3        0x82  poll          sshd
  99144  213999      1      0  3    0x100083  ttyin         getty
  87816  444496      1      0  3    0x100098  poll          cron
  10091  124263  28094     95  3    0x100092  kqread        smtpd
  39211   19544  28094    103  3    0x100092  kqread        smtpd
  74785  409245  28094     95  3    0x100092  kqread        smtpd
  79383  155268  28094     95  3    0x100092  kqread        smtpd
  36301  168343  28094     95  3    0x100092  kqread        smtpd
   8657  364997  28094     95  3    0x100092  kqread        smtpd
  28094  352850      1      0  3    0x100080  kqread        smtpd
  66622   14452      1     77  3    0x100090  poll          dhcpd
  82159   50402      1      0  3        0x80  select        sshd
  41073  111124  92745     83  3    0x100092  poll          ntpd
  92745  387147  64965     83  3    0x100092  poll          ntpd
  64965  159332      1      0  3    0x100080  poll          ntpd
  61382  431962  54052     74  3    0x100092  bpf           pflogd
  54052  411684      1      0  3        0x80  netio         pflogd
  13646   84208  36082     73  7    0x100090                syslogd
  36082   84497      1      0  3    0x100082  netio         syslogd
  59331  170834  11818    115  3    0x100092  kqread        slaacd
  67931  481259  11818    115  3    0x100092  kqread        slaacd
  11818  268200      1      0  3    0x100080  kqread        slaacd
  43620  225667      0      0  3     0x14200  pgzero        zerothread
  81277  202460      0      0  3     0x14200  aiodoned      aiodoned
  24313  112154      0      0  3     0x14200  syncer        update
  53449   59063      0      0  3     0x14200  cleaner       cleaner
  63889  500816      0      0  3     0x14200  reaper        reaper
  93789  119024      0      0  3     0x14200  pgdaemon      pagedaemon
  95157  370658      0      0  3     0x14200  bored         crynlk
   8313  274374      0      0  3     0x14200  bored         crypto
  66447  293446      0      0  3     0x14200  bored         sensors
  27174   50617      0      0  3     0x14200  mmctsk        sdmmc0
  83559  420975      0      0  3     0x14200  usbtsk        usbtask
  65575  344275      0      0  3     0x14200  usbatsk       usbatsk
  76182  328129      0      0  3  0x40014200  acpi0         acpi0
  27372   91167      0      0  7  0x40014200                idle3
   2926  493388      0      0  7  0x40014200                idle2
  96867  182779      0      0  3  0x40014200                idle1
  31816   51632      0      0  3     0x14200  bored         softnet
  86201  386479      0      0  3     0x14200  bored         systqmp
  16196  154794      0      0  3     0x14200  bored         systq
  32794  363613      0      0  3  0x40014200  bored         softclock
*96771   63304      0      0  7  0x40014200                idle0
      1  504032      0      0  3        0x82  wait          init
      0       0     -1      0  3     0x10200  scheduler     swapper
ddb{0}> show uvm
Current UVM status:
   pagesize=4096 (0x1000), pagemask=0xfff, pageshift=12
   1008614 VM pages: 6457 active, 10593 inactive, 0 wired, 897583 free
(112210 z
ero)
   min  10% (25) anon, 10% (25) vnode, 5% (12) vtext
   freemin=33620, free-target=44826, inactive-target=0, wired-max=336204
   faults=240555, traps=238787, intrs=32191, ctxswitch=72312 fpuswitch=0
   softint=79403, syscalls=472038, kmapent=19
   fault counts:
     noram=0, noanon=0, noamap=0, pgwait=0, pgrele=0
     ok relocks(total)=15401(15401), anget(retries)=66917(0),
amapcopy=87107
     neighbor anon/obj pg=6101/75349, gets(lock/unlock)=39098/15401
     cases: anon=54376, anoncow=12541, obj=34496, prcopy=4602,
przero=134527
   daemon and swap counts:
     woke=0, revs=0, scans=0, obscans=0, anscans=0
     busy=0, freed=0, reactivate=0, deactivate=0
     pageouts=0, pending=0, nswget=0
     nswapdev=1
     swpages=2098490, swpginuse=0, swpgonly=0 paging=0
   kernel pointers:
     objs(kern)=0xffffffff81d04190
ddb{0}> show bcstats
Current Buffer Cache status:
numbufs 21125 busymapped 0, delwri 13
kvaslots 6553 avail kva slots 6553
bufpages 84446, dmapages 84446, dirtypages 52
pendingreads 0, pendingwrites 0
highflips 0, highflops 0, dmaflips 0
ddb{0}>


ddb{0}> dmesg
OpenBSD 6.4 (GENERIC.MP) #364: Thu Oct 11 13:30:23 MDT 2018
     [hidden email]:/usr/src/sys/arch/amd64/compile/GENERIC.MP
real mem = 4261208064 (4063MB)
avail mem = 4122796032 (3931MB)
mpath0 at root
scsibus0 at mpath0: 256 targets
mainbus0 at root
bios0 at mainbus0: SMBIOS rev. 2.7 @ 0xdffd7020 (7 entries)
bios0: vendor coreboot version "v4.0.20" date 20180928
bios0: PC Engines apu3
acpi0 at bios0: rev 2
acpi0: sleep states S0 S1 S2 S3 S4 S5
acpi0: tables DSDT FACP SSDT APIC HEST SSDT SSDT HPET
acpi0: wakeup devices PWRB(S4) PBR4(S4) PBR5(S4) PBR6(S4) PBR7(S4)
PBR8(S4) UOH
1(S3) UOH3(S3) UOH5(S3) XHC0(S4)
acpitimer0 at acpi0: 3579545 Hz, 32 bits
acpimadt0 at acpi0 addr 0xfee00000: PC-AT compat
cpu0 at mainbus0: apid 0 (boot processor)
cpu0: AMD GX-412TC SOC, 998.28 MHz, 16-30-01
cpu0:
FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,C
FLUSH,MMX,FXSR,SSE,SSE2,HTT,SSE3,PCLMUL,MWAIT,SSSE3,CX16,SSE4.1,SSE4.2,MOVBE,PO
PCNT,AES,XSAVE,AVX,F16C,NXE,MMXX,FFXSR,PAGE1GB,RDTSCP,LONG,LAHF,CMPLEG,SVM,EAPI
CSP,AMCR8,ABM,SSE4A,MASSE,3DNOWP,OSVW,IBS,SKINIT,TOPEXT,DBKP,PERFTSC,PCTRL3,ITS
C,BMI1,XSAVEOPT
cpu0: 32KB 64b/line 2-way I-cache, 32KB 64b/line 8-way D-cache, 2MB
64b/line 16
-way L2 cache
cpu0: ITLB 32 4KB entries fully associative, 8 4MB entries fully
associative
cpu0: DTLB 40 4KB entries fully associative, 8 4MB entries fully
associative
cpu0: smt 0, core 0, package 0
mtrr: Pentium Pro MTRR support, 8 var ranges, 88 fixed ranges
cpu0: apic clock running at 99MHz
cpu0: mwait min=64, max=64, IBE
cpu1 at mainbus0: apid 1 (application processor)
cpu1: AMD GX-412TC SOC, 998.14 MHz, 16-30-01
cpu1:
FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,C
FLUSH,MMX,FXSR,SSE,SSE2,HTT,SSE3,PCLMUL,MWAIT,SSSE3,CX16,SSE4.1,SSE4.2,MOVBE,PO
PCNT,AES,XSAVE,AVX,F16C,NXE,MMXX,FFXSR,PAGE1GB,RDTSCP,LONG,LAHF,CMPLEG,SVM,EAPI
CSP,AMCR8,ABM,SSE4A,MASSE,3DNOWP,OSVW,IBS,SKINIT,TOPEXT,DBKP,PERFTSC,PCTRL3,ITS
C,BMI1,XSAVEOPT
cpu1: 32KB 64b/line 2-way I-cache, 32KB 64b/line 8-way D-cache, 2MB
64b/line 16
-way L2 cache
cpu1: ITLB 32 4KB entries fully associative, 8 4MB entries fully
associative
cpu1: DTLB 40 4KB entries fully associative, 8 4MB entries fully
associative
cpu1: smt 0, core 1, package 0
cpu2 at mainbus0: apid 2 (application processor)
cpu2: AMD GX-412TC SOC, 998.15 MHz, 16-30-01
cpu2:
FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,C
FLUSH,MMX,FXSR,SSE,SSE2,HTT,SSE3,PCLMUL,MWAIT,SSSE3,CX16,SSE4.1,SSE4.2,MOVBE,PO
PCNT,AES,XSAVE,AVX,F16C,NXE,MMXX,FFXSR,PAGE1GB,RDTSCP,LONG,LAHF,CMPLEG,SVM,EAPI
CSP,AMCR8,ABM,SSE4A,MASSE,3DNOWP,OSVW,IBS,SKINIT,TOPEXT,DBKP,PERFTSC,PCTRL3,ITS
C,BMI1,XSAVEOPT
cpu2: 32KB 64b/line 2-way I-cache, 32KB 64b/line 8-way D-cache, 2MB
64b/line 16
-way L2 cache
cpu2: ITLB 32 4KB entries fully associative, 8 4MB entries fully
associative
cpu2: DTLB 40 4KB entries fully associative, 8 4MB entries fully
associative
cpu2: smt 0, core 2, package 0
cpu3 at mainbus0: apid 3 (application processor)
cpu3: AMD GX-412TC SOC, 998.15 MHz, 16-30-01
cpu3:
FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,C
FLUSH,MMX,FXSR,SSE,SSE2,HTT,SSE3,PCLMUL,MWAIT,SSSE3,CX16,SSE4.1,SSE4.2,MOVBE,PO
PCNT,AES,XSAVE,AVX,F16C,NXE,MMXX,FFXSR,PAGE1GB,RDTSCP,LONG,LAHF,CMPLEG,SVM,EAPI
CSP,AMCR8,ABM,SSE4A,MASSE,3DNOWP,OSVW,IBS,SKINIT,TOPEXT,DBKP,PERFTSC,PCTRL3,ITS
C,BMI1,XSAVEOPT
cpu3: 32KB 64b/line 2-way I-cache, 32KB 64b/line 8-way D-cache, 2MB
64b/line 16
-way L2 cache
cpu3: ITLB 32 4KB entries fully associative, 8 4MB entries fully
associative
cpu3: DTLB 40 4KB entries fully associative, 8 4MB entries fully
associative
cpu3: smt 0, core 3, package 0
ioapic0 at mainbus0: apid 4 pa 0xfec00000, version 21, 24 pins
ioapic1 at mainbus0: apid 5 pa 0xfec20000, version 21, 32 pins, remapped
acpihpet0 at acpi0: 14318180 Hz
acpiprt0 at acpi0: bus 0 (PCI0)
acpiprt1 at acpi0: bus -1 (PBR4)
acpiprt2 at acpi0: bus 1 (PBR5)
acpiprt3 at acpi0: bus 2 (PBR6)
acpiprt4 at acpi0: bus 3 (PBR7)
acpiprt5 at acpi0: bus 4 (PBR8)
acpicpu0 at acpi0: C2(0@400 io@0x1771), C1(@1 halt!), PSS
acpicpu1 at acpi0: C2(0@400 io@0x1771), C1(@1 halt!), PSS
acpicpu2 at acpi0: C2(0@400 io@0x1771), C1(@1 halt!), PSS
acpicpu3 at acpi0: C2(0@400 io@0x1771), C1(@1 halt!), PSS
acpibtn0 at acpi0: PWRB
acpicmos0 at acpi0
cpu0: 998 MHz: speeds: 1000 800 600 MHz
pci0 at mainbus0 bus 0
pchb0 at pci0 dev 0 function 0 "AMD AMD64 16h Root Complex" rev 0x00
pchb1 at pci0 dev 2 function 0 "AMD AMD64 16h Host" rev 0x00
ppb0 at pci0 dev 2 function 2 "AMD AMD64 16h PCIE" rev 0x00: msi
pci1 at ppb0 bus 1
em0 at pci1 dev 0 function 0 "Intel I211" rev 0x03: msi, address
00:0d:b9:4c:c9
:94
ppb1 at pci0 dev 2 function 3 "AMD AMD64 16h PCIE" rev 0x00: msi
pci2 at ppb1 bus 2
em1 at pci2 dev 0 function 0 "Intel I211" rev 0x03: msi, address
00:0d:b9:4c:c9
:95
ppb2 at pci0 dev 2 function 4 "AMD AMD64 16h PCIE" rev 0x00: msi
pci3 at ppb2 bus 3
em2 at pci3 dev 0 function 0 "Intel I211" rev 0x03: msi, address
00:0d:b9:4c:c9
:96
ppb3 at pci0 dev 2 function 5 "AMD AMD64 16h PCIE" rev 0x00: msi
pci4 at ppb3 bus 4
athn0 at pci4 dev 0 function 0 "Atheros AR9281" rev 0x01: apic 5 int 16
athn0: AR9280 rev 2 (2T2R), ROM rev 22, address 04:f0:21:45:71:86
ccp0 at pci0 dev 8 function 0 "AMD Cryptographic Co-processor v3" rev
0x00
xhci0 at pci0 dev 16 function 0 "AMD Bolton xHCI" rev 0x11: msi, xHCI
1.0
usb0 at xhci0: USB revision 3.0
uhub0 at usb0 configuration 1 interface 0 "AMD xHCI root hub" rev
3.00/1.00 add
r 1
ahci0 at pci0 dev 17 function 0 "AMD Hudson-2 SATA" rev 0x40: apic 4 int
19, AH
CI 1.3
ahci0: port 0: 6.0Gb/s
scsibus1 at ahci0: 32 targets
sd0 at scsibus1 targ 0 lun 0: <ATA, INTEL SSDMCEAC12, LLGi> SCSI3
0/direct fixe
d naa.55cd2e40000d989e
sd0: 114473MB, 512 bytes/sector, 234441648 sectors, thin
ehci0 at pci0 dev 18 function 0 "AMD Hudson-2 USB2" rev 0x39: apic 4 int
18
usb1 at ehci0: USB revision 2.0
uhub1 at usb1 configuration 1 interface 0 "AMD EHCI root hub" rev
2.00/1.00 add
r 1
ehci1 at pci0 dev 19 function 0 "AMD Hudson-2 USB2" rev 0x39: apic 4 int
18
usb2 at ehci1: USB revision 2.0
uhub2 at usb2 configuration 1 interface 0 "AMD EHCI root hub" rev
2.00/1.00 add
r 1
piixpm0 at pci0 dev 20 function 0 "AMD Hudson-2 SMBus" rev 0x42: SMBus
disabled

pcib0 at pci0 dev 20 function 3 "AMD Hudson-2 LPC" rev 0x11
sdhc0 at pci0 dev 20 function 7 "AMD Bolton SD/MMC" rev 0x01: apic 4 int
16
sdhc0: SDHC 2.0, 50 MHz base clock
sdmmc0 at sdhc0: 4-bit, sd high-speed, mmc high-speed, dma
pchb2 at pci0 dev 24 function 0 "AMD AMD64 16h Link Cfg" rev 0x00
pchb3 at pci0 dev 24 function 1 "AMD AMD64 16h Address Map" rev 0x00
pchb4 at pci0 dev 24 function 2 "AMD AMD64 16h DRAM Cfg" rev 0x00
km0 at pci0 dev 24 function 3 "AMD AMD64 16h Misc Cfg" rev 0x00
pchb5 at pci0 dev 24 function 4 "AMD AMD64 16h CPU Power" rev 0x00
pchb6 at pci0 dev 24 function 5 "AMD AMD64 16h Misc Cfg" rev 0x00
isa0 at pcib0
isadma0 at isa0
com0 at isa0 port 0x3f8/8 irq 4: ns16550a, 16 byte fifo
com0: console
com1 at isa0 port 0x2f8/8 irq 3: ns16550a, 16 byte fifo
com2 at isa0 port 0x3e8/8 irq 5: ns16550a, 16 byte fifo
pcppi0 at isa0 port 0x61
spkr0 at pcppi0
lpt0 at isa0 port 0x378/4 irq 7
wbsio0 at isa0 port 0x2e/2: NCT5104D rev 0x53
vmm0 at mainbus0: SVM/RVI
uhub3 at uhub1 port 1 configuration 1 interface 0 "Advanced Micro
Devices produ
ct 0x7900" rev 2.00/0.18 addr 2
uhub4 at uhub2 port 1 configuration 1 interface 0 "Advanced Micro
Devices produ
ct 0x7900" rev 2.00/0.18 addr 2
vscsi0 at root
scsibus2 at vscsi0: 256 targets
softraid0 at root
scsibus3 at softraid0: 256 targets
root on sd0a (2b228341d8622f15.a) swap on sd0b dump on sd0b
uvm_fault(0xffffffff81d06e90, 0x6000000058, 0, 1) -> e
kernel: page fault trap, code=0
Stopped at      m_adj+0x73:     movl    0x18(%rax),%ecx
ddb{0}> kernel page fault
uvm_fault(0xffffffff81d06e90, 0x6000000058, 0, 1) -> e
m_adj(b7330d9042c7afb1,ffffff0009af4000) at m_adj+0x73
end trace frame: 0xffff8000221a6cd0, count: 0
ddb{0}> m_adj(b7330d9042c7afb1,ffffff0009af4000) at m_adj+0x73
ar5008_rx_intr(965939a22416bd8e) at ar5008_rx_intr+0x223
ar5008_intr(bc08bc4effc3ff8a) at ar5008_intr+0x153
intr_handler(6b359875c827a2f,0) at intr_handler+0x68
Xintr_ioapic_level0_untramp(0,0,1388,0,ffff800000022120,ffffffff81c8a6b0)
at Xi
ntr_ioapic_level0_untramp+0x1a3
acpicpu_idle() at acpicpu_idle+0x166
sched_idle(0) at sched_idle+0x245
end trace frame: 0x0, count: -7
ddb{0}> Stopped at      x86_ipi_db+0x12:        popq    %r11
ddb{1}> x86_ipi_db(53d2b48159d9f9eb) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi(c,ffff800022000ff0,ffffff011dec2d10,0,0,ffff8000ffff59d8)
at X
resume_lapic_ipi+0x23
___mp_acquire_count(f3598a4592631878,202) at ___mp_acquire_count+0x82
mi_switch() at mi_switch+0x284
sleep_finish(d2ecf4615bbd6129,ffff80002228de20) at sleep_finish+0x7f
sleep_finish_all(d4b0246eb7c8325e,ffff80002228de20) at
sleep_finish_all+0x1f
tsleep(bea531e4ec17e819,ffffff011daf6b00,ffff80002228df50,40) at
tsleep+0xcd
kqueue_scan(a988e020ebc6c174,ffffff011daf6af8,0,ffff80002228e280,ffff80002228e2
70,ffff8000ffff59d8) at kqueue_scan+0x50c
sys_kevent(96ecdbb48e1061cc,480,ffff8000ffff59d8) at sys_kevent+0x2e4
syscall(1774b8f14bf13b38) at syscall+0x32a
Xsyscall(6,48,7f7ffffe2ad0,48,0,1d534f6a5000) at Xsyscall+0x128
end of kernel
end trace frame: 0x7f7ffffe2a90, count: -12
ddb{1}> Stopped at      x86_ipi_db+0x12:        popq    %r11
ddb{2}> x86_ipi_db(53d2b48159d9f9eb) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi(0,0,1388,0,ffff800000022560,ffff80002200a6b0) at
Xresume_lapi
c_ipi+0x23
acpicpu_idle() at acpicpu_idle+0x166
sched_idle(0) at sched_idle+0x245
end trace frame: 0x0, count: -5
ddb{2}> Stopped at      x86_ipi_db+0x12:        popq    %r11
ddb{3}> x86_ipi_db(53d2b48159d9f9eb) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi(0,0,1388,0,ffff800000022780,ffff8000220136b0) at
Xresume_lapi
c_ipi+0x23
acpicpu_idle() at acpicpu_idle+0x166
sched_idle(0) at sched_idle+0x245
end trace frame: 0x0, count: -5
ddb{3}> Invalid cpu 4
ddb{3}> Stopped at      m_adj+0x73:     movl    0x18(%rax),%ecx
ddb{0}> m_adj(b7330d9042c7afb1,ffffff0009af4000) at m_adj+0x73
ar5008_rx_intr(965939a22416bd8e) at ar5008_rx_intr+0x223
ar5008_intr(bc08bc4effc3ff8a) at ar5008_intr+0x153
intr_handler(6b359875c827a2f,0) at intr_handler+0x68
Xintr_ioapic_level0_untramp(0,0,1388,0,ffff800000022120,ffffffff81c8a6b0)
at Xi
ntr_ioapic_level0_untramp+0x1a3
acpicpu_idle() at acpicpu_idle+0x166
sched_idle(0) at sched_idle+0x245
end trace frame: 0x0, count: -7
ddb{0}>    PID     TID   PPID    UID  S       FLAGS  WAIT          
COMMAND
   1470  284401  77371      0  3    0x100083  ttyin         vi
  88813  311367      1     77  3    0x100090  poll          dhclient
  91023  394895      1      0  3        0x80  poll          dhclient
  77371  407503  49593      0  3    0x10008b  pause         ksh
  49593  301286  44901   1000  3    0x10008b  pause         ksh
  44901   23698  71133   1000  3        0x90  select        sshd
  71133  386267  82159      0  3        0x82  poll          sshd
  99144  213999      1      0  3    0x100083  ttyin         getty
  87816  444496      1      0  3    0x100098  poll          cron
  10091  124263  28094     95  3    0x100092  kqread        smtpd
  39211   19544  28094    103  3    0x100092  kqread        smtpd
  74785  409245  28094     95  3    0x100092  kqread        smtpd
  79383  155268  28094     95  3    0x100092  kqread        smtpd
  36301  168343  28094     95  3    0x100092  kqread        smtpd
   8657  364997  28094     95  3    0x100092  kqread        smtpd
  28094  352850      1      0  3    0x100080  kqread        smtpd
  66622   14452      1     77  3    0x100090  poll          dhcpd
  82159   50402      1      0  3        0x80  select        sshd
  41073  111124  92745     83  3    0x100092  poll          ntpd
  92745  387147  64965     83  3    0x100092  poll          ntpd
  64965  159332      1      0  3    0x100080  poll          ntpd
  61382  431962  54052     74  3    0x100092  bpf           pflogd
  54052  411684      1      0  3        0x80  netio         pflogd
  13646   84208  36082     73  7    0x100090                syslogd
  36082   84497      1      0  3    0x100082  netio         syslogd
  59331  170834  11818    115  3    0x100092  kqread        slaacd
  67931  481259  11818    115  3    0x100092  kqread        slaacd
  11818  268200      1      0  3    0x100080  kqread        slaacd
  43620  225667      0      0  3     0x14200  pgzero        zerothread
  81277  202460      0      0  3     0x14200  aiodoned      aiodoned
  24313  112154      0      0  3     0x14200  syncer        update
  53449   59063      0      0  3     0x14200  cleaner       cleaner
  63889  500816      0      0  3     0x14200  reaper        reaper
  93789  119024      0      0  3     0x14200  pgdaemon      pagedaemon
  95157  370658      0      0  3     0x14200  bored         crynlk
   8313  274374      0      0  3     0x14200  bored         crypto
  66447  293446      0      0  3     0x14200  bored         sensors
  27174   50617      0      0  3     0x14200  mmctsk        sdmmc0
  83559  420975      0      0  3     0x14200  usbtsk        usbtask
  65575  344275      0      0  3     0x14200  usbatsk       usbatsk
  76182  328129      0      0  3  0x40014200  acpi0         acpi0
  27372   91167      0      0  7  0x40014200                idle3
   2926  493388      0      0  7  0x40014200                idle2
  96867  182779      0      0  3  0x40014200                idle1
  31816   51632      0      0  3     0x14200  bored         softnet
  86201  386479      0      0  3     0x14200  bored         systqmp
  16196  154794      0      0  3     0x14200  bored         systq
  32794  363613      0      0  3  0x40014200  bored         softclock
*96771   63304      0      0  7  0x40014200                idle0
      1  504032      0      0  3        0x82  wait          init
      0       0     -1      0  3     0x10200  scheduler     swapper
ddb{0}> Current UVM status:
   pagesize=4096 (0x1000), pagemask=0xfff, pageshift=12
   1008614 VM pages: 6457 active, 10593 inactive, 0 wired, 897583 free
(112210 z
ero)
   min  10% (25) anon, 10% (25) vnode, 5% (12) vtext
   freemin=33620, free-target=44826, inactive-target=0, wired-max=336204
   faults=240555, traps=238787, intrs=32191, ctxswitch=72312 fpuswitch=0
   softint=79403, syscalls=472038, kmapent=19
   fault counts:
     noram=0, noanon=0, noamap=0, pgwait=0, pgrele=0
     ok relocks(total)=15401(15401), anget(retries)=66917(0),
amapcopy=87107
     neighbor anon/obj pg=6101/75349, gets(lock/unlock)=39098/15401
     cases: anon=54376, anoncow=12541, obj=34496, prcopy=4602,
przero=134527
   daemon and swap counts:
     woke=0, revs=0, scans=0, obscans=0, anscans=0
     busy=0, freed=0, reactivate=0, deactivate=0
     pageouts=0, pending=0, nswget=0
     nswapdev=1
     swpages=2098490, swpginuse=0, swpgonly=0 paging=0
   kernel pointers:
     objs(kern)=0xffffffff81d04190
ddb{0}> Current Buffer Cache status:
numbufs 21125 busymapped 0, delwri 13
kvaslots 6553 avail kva slots 6553
bufpages 84446, dmapages 84446, dirtypages 52
pendingreads 0, pendingwrites 0
highflips 0, highflops 0, dmaflips 0
ddb{0}>








reordering libraries: done.
starting early daemons: syslogd pflogduvm_fault(0xffffff011e688840,
0x6000000048, 0, 2) -> e
kernel: page fault trap, code=0
Stopped at      soreceive+0xa05:        movq    %r12,0x8(%r13)
ddb{2}>

ddb{2}> trace
soreceive(24aecc036d252cfe,ffffff011d934a50,10,260,0,ffff80002226cde0)
at sorec
eive+0xa05
soo_read(fe37ad23f5839e08,76713cfa4fbd6e5,1) at soo_read+0x52
dofilereadv(ddcd5221341054d,30,ffff8000ffff4e20,3,ffff80002226cf10) at
dofilere
adv+0xe0
sys_read(75ece96fe5643255,76713cfa4fbd6e5,1d0) at sys_read+0x5c
syscall(26eea773fc16b192) at syscall+0x32a
Xsyscall(6,3,7f7ffffdcca0,3,ef3cd1df,18d205dd3000) at Xsyscall+0x128
end of kernel
end trace frame: 0x7f7ffffdc9e0, count: -6

ddb{2}> show panic
kernel page fault
uvm_fault(0xffffff011e688840, 0x6000000048, 0, 2) -> e
soreceive(24aecc036d252cfe,ffffff011d934a50,10,260,0,ffff80002226cde0)
at sorec
eive+0xa05
end trace frame: 0xffff80002226cd70, count: 0

ddb{2}> trace
soreceive(24aecc036d252cfe,ffffff011d934a50,10,260,0,ffff80002226cde0)
at sorec
eive+0xa05
soo_read(fe37ad23f5839e08,76713cfa4fbd6e5,1) at soo_read+0x52
dofilereadv(ddcd5221341054d,30,ffff8000ffff4e20,3,ffff80002226cf10) at
dofilere
adv+0xe0
sys_read(75ece96fe5643255,76713cfa4fbd6e5,1d0) at sys_read+0x5c
syscall(26eea773fc16b192) at syscall+0x32a
Xsyscall(6,3,7f7ffffdcca0,3,ef3cd1df,18d205dd3000) at Xsyscall+0x128
end of kernel
end trace frame: 0x7f7ffffdc9e0, count: -6
ddb{2}> machine ddbcpu 0
Stopped at      x86_ipi_db+0x12:        popq    %r11
ddb{0}> trace
x86_ipi_db(11121272a9a8b26) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi(4,ffffffff81ca9ff0,0,0,0,0) at Xresume_lapic_ipi+0x23
_kernel_lock(3b51111e34ac0e94,0) at _kernel_lock+0xa2
Xsoftclock(0,0,1388,0,ffff800000022120,ffffffff81caa6b0) at
Xsoftclock+0x1f
acpicpu_idle() at acpicpu_idle+0x166
sched_idle(0) at sched_idle+0x245
end trace frame: 0x0, count: -7
ddb{0}> machine ddbcpu 1
Stopped at      x86_ipi_db+0x12:        popq    %r11
ddb{1}> trace
x86_ipi_db(11121272a9a8b26) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi(c,ffff800022000ff0,ffffff011da41b48,0,0,ffff8000ffff5c30)
at X
resume_lapic_ipi+0x23
___mp_acquire_count(a8fdd7d42c128f1c,202) at ___mp_acquire_count+0x82
mi_switch() at mi_switch+0x284
sleep_finish(db304343353bee0d,ffff80002228dd10) at sleep_finish+0x7f
sleep_finish_all(11121272a2c676b,ffff80002228dd10) at
sleep_finish_all+0x1f
tsleep(e66ca910abe2a8c0,ffffff011e0c2bd0,ffff80002228de40,40) at
tsleep+0xcd
kqueue_scan(784b421a1fccb7bc,ffffff011e0c2bc8,0,ffff80002228e170,ffff80002228e1
60,ffff8000ffff5c30) at kqueue_scan+0x50c
sys_kevent(75ece96fe5643255,480,ffff8000ffff5c30) at sys_kevent+0x2e4
syscall(26eea773fc16b192) at syscall+0x32a
Xsyscall(6,48,7f7ffffe7f10,48,0,d1e025cb000) at Xsyscall+0x128
end of kernel
end trace frame: 0x7f7ffffe7ed0, count: -12
ddb{1}>machine ddbcpu 2
ddb{2}> trace
soreceive(24aecc036d252cfe,ffffff011d934a50,10,260,0,ffff80002226cde0)
at sorec
eive+0xa05
soo_read(fe37ad23f5839e08,76713cfa4fbd6e5,1) at soo_read+0x52
dofilereadv(ddcd5221341054d,30,ffff8000ffff4e20,3,ffff80002226cf10) at
dofilere
adv+0xe0
sys_read(75ece96fe5643255,76713cfa4fbd6e5,1d0) at sys_read+0x5c
syscall(26eea773fc16b192) at syscall+0x32a
Xsyscall(6,3,7f7ffffdcca0,3,ef3cd1df,18d205dd3000) at Xsyscall+0x128
end of kernel
end trace frame: 0x7f7ffffdc9e0, count: -6
ddb{2}>
ddb{2}> machine ddbcpu 3
Stopped at      x86_ipi_db+0x12:        popq    %r11
ddb{3}> trace
x86_ipi_db(11121272a9a8b26) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi(0,ffff800022012ff0,7f7ffffda358,0,130,ffff8000ffff8bc0)
at Xr
esume_lapic_ipi+0x23
_kernel_lock(26eea773fc16b192,0) at _kernel_lock+0xa2
Xsyscall(6,13,100,13,4,14) at Xsyscall+0x128
end of kernel
end trace frame: 0x7f7ffffda4d0, count: -5
ddb{3}>
ddb{3}> show uvm
Current UVM status:
   pagesize=4096 (0x1000), pagemask=0xfff, pageshift=12
   1008612 VM pages: 1953 active, 2097 inactive, 0 wired, 980954 free
(122633 ze
ro)
   min  10% (25) anon, 10% (25) vnode, 5% (12) vtext
   freemin=33620, free-target=44826, inactive-target=0, wired-max=336204
   faults=91950, traps=81649, intrs=7653, ctxswitch=21013 fpuswitch=0
   softint=2200, syscalls=165405, kmapent=19
   fault counts:
     noram=0, noanon=0, noamap=0, pgwait=0, pgrele=0
     ok relocks(total)=6214(6214), anget(retries)=34516(0),
amapcopy=39024
     neighbor anon/obj pg=1893/23232, gets(lock/unlock)=14034/6214
     cases: anon=29639, anoncow=4877, obj=12484, prcopy=1550,
przero=43399
   daemon and swap counts:
     woke=0, revs=0, scans=0, obscans=0, anscans=0
     busy=0, freed=0, reactivate=0, deactivate=0
     pageouts=0, pending=0, nswget=0
     nswapdev=1
     swpages=2098490, swpginuse=0, swpgonly=0 paging=0
   kernel pointers:
     objs(kern)=0xffffffff81cb4b98
ddb{3}>
ddb{3}> show bcstats
Current Buffer Cache status:
numbufs 4138 busymapped 2, delwri 53
kvaslots 6553 avail kva slots 6551
bufpages 16498, dmapages 16498, dirtypages 212
pendingreads 0, pendingwrites 0
highflips 0, highflops 0, dmaflips 0
ddb{3}>