kernel page fult while forwarding ip6 and destroying vlan

Previous Topic Next Topic
 
classic Classic list List threaded Threaded
1 message Options
Reply | Threaded
Open this post in threaded view
|

kernel page fult while forwarding ip6 and destroying vlan

Hrvoje Popovski
Hi all,

while sending ip6 packets from host connected to vlan200 to host
connected vlan300 and then destroying vlan300 i'm getting kernel page
fault. it's clean snapshot from 2017-11-08. it's easily reproducible


# ifconfig vlan300 destroy
uvm_fault(0xffffffff81afe778, 0xd4, 0, 1) -> e
kernel: page fault trap, code=0
Stopped at      ip6_forward+0x59e:      movl    0xd4(%r15),%ecx
ddb{3}>

ddb{3}> trace
ip6_forward(ffffff03b3190698,ffff800022756690,ffffff00035a8050) at
ip6_forward+
0x59e
ip6_input_if(ffff8000009386dd,ffffff00035a8042,86dd,ffffff00ba65ed00,ffffff00ba
65ed00) at ip6_input_if+0xc7f
ipv6_input(d36c58c1f3b2cb57,ffffff00ba65ed00) at ipv6_input+0x39
ether_input(ffff8000009399f8,ffffff00ba65ed00,ffff80000013f160) at
ether_input+
0x29c
if_input_process(ffff800022756770) at if_input_process+0x11e
taskq_thread(0) at taskq_thread+0x67
end trace frame: 0x0, count: -6
ddb{3}>

ddb{3}> ps
   PID     TID   PPID    UID  S       FLAGS  WAIT          COMMAND
 90497  504144   5155      0  3         0x3  netlock       ifconfig
  5155  349952      1      0  3    0x10008b  pause         ksh
 20449  437625      1      0  3    0x100083  ttyin         getty
 45728  437233      1      0  3    0x100083  ttyin         getty
 66515  473735      1      0  3    0x100083  ttyin         getty
 57367   38843      1      0  3    0x100083  ttyin         getty
    16  177681      1      0  3    0x100083  ttyin         getty
 35945   82518      1      0  3    0x100098  poll          cron
  6598  373063   8895     95  3    0x100092  kqread        smtpd
 59881  293464   8895    103  3    0x100092  kqread        smtpd
 45080  404430   8895     95  3    0x100092  kqread        smtpd
 16594   11611   8895     95  3    0x100092  kqread        smtpd
 33831   88689   8895     95  3    0x100092  kqread        smtpd
 27631  339318   8895     95  3    0x100092  kqread        smtpd
  8895  493110      1      0  3    0x100080  kqread        smtpd
 66435    9413      1      0  3        0x80  select        sshd
 55473  226941  77991     83  3    0x100092  poll          ntpd
 77991  264946   6765     83  3    0x100012  netlock       ntpd
  6765  373908      1      0  3    0x100080  poll          ntpd
 64812  477209  32038     73  7    0x100090                syslogd
 32038  364358      1      0  3    0x100082  netio         syslogd
 94764  403552      0      0  3     0x14200  pgzero        zerothread
 73113  342714      0      0  3     0x14200  aiodoned      aiodoned
  8009  445636      0      0  3     0x14200  syncer        update
 46480   83690      0      0  3     0x14200  cleaner       cleaner
 60793   20081      0      0  3     0x14200  reaper        reaper
 93725  488171      0      0  3     0x14200  pgdaemon      pagedaemon
 91792   99184      0      0  3     0x14200  bored         crynlk
 36730  286398      0      0  3     0x14200  bored         crypto
 95821  192825      0      0  3     0x14200  usbtsk        usbtask
 34229  223677      0      0  3     0x14200  usbatsk       usbatsk
 19324  185783      0      0  3  0x40014200  acpi0         acpi0
 26836  174375      0      0  7  0x40014200                idle5
 53252  207463      0      0  7  0x40014200                idle4
 65810  389348      0      0  3  0x40014200                idle3
 99096   82843      0      0  3  0x40014200                idle2
 89883  266605      0      0  7  0x40014200                idle1
 18894  392632      0      0  3     0x14200  bored         sensors
*20515  357001      0      0  7     0x14200                softnet
 64340   23820      0      0  3     0x14200  bored         systqmp
 16459  336625      0      0  3     0x14200  bored         systq
 15621  232019      0      0  7  0x40014200                softclock
   600  486474      0      0  3  0x40014200                idle0
  5087  460451      0      0  3     0x14200  bored         sbar
     1  129463      0      0  3        0x82  wait          init
     0       0     -1      0  3     0x10200  scheduler     swapper
ddb{3}>

ddb{3}> show reg
rdi               0xffffff00ba65ed00
rsi               0xffffff00ba65ed00
rbp               0xffff800022756550
rbx               0xffffff03b3190698
rdx                                0
rcx                                0
rax               0xd36c58c1f3b2cb57
r8                               0x8
r9                               0x4
r10                             0x43
r11                              0x3
r12               0xffffff00035a8058
r13               0xffff80000093d380
r14                                0
r15                                0
rip               0xffffffff8122223e    ip6_forward+0x59e
cs                               0x8
rflags                       0x10286    __ALIGN_SIZE+0xf286
rsp               0xffff800022756460
ss                              0x10
ip6_forward+0x59e:      movl    0xd4(%r15),%ecx

ddb{3}> mach ddbcpu 0
Stopped at      x86_ipi_db+0x5: popq    %rbp
ddb{0}> trace
x86_ipi_db(200010006cac0) at x86_ipi_db+0x5
x86_ipi_handler() at x86_ipi_handler+0x6b
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1f
--- interrupt ---
end of kernel
end trace frame: 0x7dea8405c75250cc, count: -3
0x41cb8c419c524153:

ddb{0}> mach ddbcpu 1
Stopped at      x86_ipi_db+0x5: popq    %rbp
ddb{1}> trace
x86_ipi_db(ffffffff816c2ef3) at x86_ipi_db+0x5
x86_ipi_handler() at x86_ipi_handler+0x6b
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1f
--- interrupt ---
end of kernel
end trace frame: 0x7dea8405c75250cc, count: -3
0x41cb8c419c524153:

ddb{1}> mach ddbcpu 2
Stopped at      x86_ipi_db+0x5: popq    %rbp
ddb{2}> trace
x86_ipi_db(ffffff011ebb3500) at x86_ipi_db+0x5
x86_ipi_handler() at x86_ipi_handler+0x6b
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1f
--- interrupt ---
end of kernel
end trace frame: 0x7dea8405c75250cc, count: -3
0x41cb8c419c524153:

ddb{2}> mach ddbcpu 4
Stopped at      x86_ipi_db+0x5: popq    %rbp
ddb{4}> trace
x86_ipi_db(ffffffff816c2ef3) at x86_ipi_db+0x5
x86_ipi_handler() at x86_ipi_handler+0x6b
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1f
--- interrupt ---
end of kernel
end trace frame: 0x7dea8405c75250cc, count: -3
0x41cb8c419c524153:

ddb{4}> mach ddbcpu 5
Stopped at      x86_ipi_db+0x5: popq    %rbp
ddb{5}> trace
x86_ipi_db(ffffffff816c2f07) at x86_ipi_db+0x5
x86_ipi_handler() at x86_ipi_handler+0x6b
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x1f
--- interrupt ---
end of kernel
end trace frame: 0x7dea8405c75250cc, count: -3
0x41cb8c419c524153:
ddb{5}>


ddb{3}> dmesg
OpenBSD 6.2-current (GENERIC.MP) #199: Tue Nov  7 18:41:54 MST 2017
    [hidden email]:/usr/src/sys/arch/amd64/compile/GENERIC.MP
real mem = 17115840512 (16322MB)
avail mem = 16590282752 (15821MB)
mpath0 at root
scsibus0 at mpath0: 256 targets
mainbus0 at root
bios0 at mainbus0: SMBIOS rev. 2.7 @ 0xcf42c000 (99 entries)
bios0: vendor Dell Inc. version "2.5.4" date 01/22/2016
bios0: Dell Inc. PowerEdge R620
acpi0 at bios0: rev 2
acpi0: sleep states S0 S4 S5
acpi0: tables DSDT FACP APIC SPCR HPET DMAR MCFG WDAT SLIC ERST HEST
BERT EINJ T
CPA PC__ SRAT SSDT
acpi0: wakeup devices PCI0(S5)
acpitimer0 at acpi0: 3579545 Hz, 24 bits
acpimadt0 at acpi0 addr 0xfee00000: PC-AT compat
cpu0 at mainbus0: apid 4 (boot processor)
cpu0: Intel(R) Xeon(R) CPU E5-2643 v2 @ 3.50GHz, 3600.57 MHz
cpu0:
FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,C
FLUSH,DS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM,PBE,SSE3,PCLMUL,DTES64,MWAIT,DS-CPL,V
MX,SMX,EST,TM2,SSSE3,CX16,xTPR,PDCM,PCID,DCA,SSE4.1,SSE4.2,x2APIC,POPCNT,DEADLI
NE,AES,XSAVE,AVX,F16C,RDRAND,NXE,PAGE1GB,RDTSCP,LONG,LAHF,PERF,ITSC,FSGSBASE,SM
EP,ERMS,SENSOR,ARAT
cpu0: 256KB 64b/line 8-way L2 cache
acpitimer0: recalibrated TSC frequency 3500005309 Hz
cpu0: smt 0, core 2, package 0
mtrr: Pentium Pro MTRR support, 10 var ranges, 88 fixed ranges
cpu0: apic clock running at 99MHz
cpu0: mwait min=64, max=64, C-substates=0.2.1.1, IBE
cpu1 at mainbus0: apid 6 (application processor)
cpu1: Intel(R) Xeon(R) CPU E5-2643 v2 @ 3.50GHz, 3600.00 MHz
cpu1:
FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,C
FLUSH,DS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM,PBE,SSE3,PCLMUL,DTES64,MWAIT,DS-CPL,V
MX,SMX,EST,TM2,SSSE3,CX16,xTPR,PDCM,PCID,DCA,SSE4.1,SSE4.2,x2APIC,POPCNT,DEADLI
NE,AES,XSAVE,AVX,F16C,RDRAND,NXE,PAGE1GB,RDTSCP,LONG,LAHF,PERF,ITSC,FSGSBASE,SM
EP,ERMS,SENSOR,ARAT
cpu1: 256KB 64b/line 8-way L2 cache
cpu1: smt 0, core 3, package 0
cpu2 at mainbus0: apid 8 (application processor)
[189/1885]
cpu2: Intel(R) Xeon(R) CPU E5-2643 v2 @ 3.50GHz, 3600.00 MHz
cpu2:
FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,C
FLUSH,DS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM,PBE,SSE3,PCLMUL,DTES64,MWAIT,DS-CPL,V
MX,SMX,EST,TM2,SSSE3,CX16,xTPR,PDCM,PCID,DCA,SSE4.1,SSE4.2,x2APIC,POPCNT,DEADLI
NE,AES,XSAVE,AVX,F16C,RDRAND,NXE,PAGE1GB,RDTSCP,LONG,LAHF,PERF,ITSC,FSGSBASE,SM
EP,ERMS,SENSOR,ARAT
cpu2: 256KB 64b/line 8-way L2 cache
cpu2: smt 0, core 4, package 0
cpu3 at mainbus0: apid 16 (application processor)
cpu3: Intel(R) Xeon(R) CPU E5-2643 v2 @ 3.50GHz, 3600.00 MHz
cpu3:
FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,C
FLUSH,DS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM,PBE,SSE3,PCLMUL,DTES64,MWAIT,DS-CPL,V
MX,SMX,EST,TM2,SSSE3,CX16,xTPR,PDCM,PCID,DCA,SSE4.1,SSE4.2,x2APIC,POPCNT,DEADLI
NE,AES,XSAVE,AVX,F16C,RDRAND,NXE,PAGE1GB,RDTSCP,LONG,LAHF,PERF,ITSC,FSGSBASE,SM
EP,ERMS,SENSOR,ARAT
cpu3: 256KB 64b/line 8-way L2 cache
cpu3: smt 0, core 8, package 0
cpu4 at mainbus0: apid 18 (application processor)
cpu4: Intel(R) Xeon(R) CPU E5-2643 v2 @ 3.50GHz, 3600.00 MHz
cpu4:
FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,C
FLUSH,DS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM,PBE,SSE3,PCLMUL,DTES64,MWAIT,DS-CPL,V
MX,SMX,EST,TM2,SSSE3,CX16,xTPR,PDCM,PCID,DCA,SSE4.1,SSE4.2,x2APIC,POPCNT,DEADLI
NE,AES,XSAVE,AVX,F16C,RDRAND,NXE,PAGE1GB,RDTSCP,LONG,LAHF,PERF,ITSC,FSGSBASE,SM
EP,ERMS,SENSOR,ARAT
cpu4: 256KB 64b/line 8-way L2 cache
cpu4: smt 0, core 9, package 0
cpu5 at mainbus0: apid 20 (application processor)
cpu5: Intel(R) Xeon(R) CPU E5-2643 v2 @ 3.50GHz, 3600.00 MHz
cpu5:
FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,C
FLUSH,DS,ACPI,MMX,FXSR,SSE,SSE2,SS,HTT,TM,PBE,SSE3,PCLMUL,DTES64,MWAIT,DS-CPL,V
MX,SMX,EST,TM2,SSSE3,CX16,xTPR,PDCM,PCID,DCA,SSE4.1,SSE4.2,x2APIC,POPCNT,DEADLI
NE,AES,XSAVE,AVX,F16C,RDRAND,NXE,PAGE1GB,RDTSCP,LONG,LAHF,PERF,ITSC,FSGSBASE,SM
EP,ERMS,SENSOR,ARAT
cpu5: 256KB 64b/line 8-way L2 cache
cpu5: smt 0, core 10, package 0
ioapic0 at mainbus0: apid 0 pa 0xfec00000, version 20, 24 pins
ioapic1 at mainbus0: apid 1 pa 0xfec3f000, version 20, 24 pins
, remapped to apid 1
acpihpet0 at acpi0: 14318179 Hz
acpihpet0: recalibrated TSC frequency 3500018140 Hz
acpimcfg0 at acpi0 addr 0xe0000000, bus 0-255
acpiprt0 at acpi0: bus 0 (PCI0)
acpiprt1 at acpi0: bus 1 (PEX1)
acpiprt2 at acpi0: bus -1 (PE1C)
acpiprt3 at acpi0: bus 3 (PEX2)
acpiprt4 at acpi0: bus 2 (PEX3)
acpiprt5 at acpi0: bus 4 (PEX4)
acpiprt6 at acpi0: bus -1 (PEX5)
acpiprt7 at acpi0: bus 8 (PEX6)
acpiprt8 at acpi0: bus 7 (PEX7)
acpiprt9 at acpi0: bus -1 (PEXB)
acpiprt10 at acpi0: bus -1 (PEXC)
acpiprt11 at acpi0: bus -1 (PEXD)
acpiprt12 at acpi0: bus -1 (PEXE)
acpicpu0 at acpi0: C1(@1 halt!)
acpicpu1 at acpi0: C1(@1 halt!)
acpicpu2 at acpi0: C1(@1 halt!)
acpicpu3 at acpi0: C1(@1 halt!)
acpicpu4 at acpi0: C1(@1 halt!)
acpicpu5 at acpi0: C1(@1 halt!)
"PNP0C33" at acpi0 not configured
"ACPI000D" at acpi0 not configured
"IPI0001" at acpi0 not configured
"PNP0C14" at acpi0 not configured
ipmi at mainbus0 not configured
pci0 at mainbus0 bus 0
pchb0 at pci0 dev 0 function 0 "Intel E5 v2 Host" rev 0x04
ppb0 at pci0 dev 1 function 0 "Intel E5 v2 PCIE" rev 0x04
pci1 at ppb0 bus 1
1:0:1: mem address conflict 0xd8000000/0x80000
ix0 at pci1 dev 0 function 0 "Intel X540T" rev 0x01: msi, address
ec:f4:bb:c0:3
9:48
ix1 at pci1 dev 0 function 1 "Intel X540T" rev 0x01: msi, address
ec:f4:bb:c0:3
9:4a
ppb1 at pci0 dev 2 function 0 "Intel E5 v2 PCIE" rev 0x04: msi
pci2 at ppb1 bus 3
ppb2 at pci0 dev 2 function 2 "Intel E5 v2 PCIE" rev 0x04
pci3 at ppb2 bus 2
mfi0 at pci3 dev 0 function 0 "Symbios Logic MegaRAID SAS2008" rev 0x03:
apic 1
 int 10
mfi0: "PERC H310 Mini", firmware 20.13.3-0001
scsibus1 at mfi0: 16 targets
sd0 at scsibus1 targ 0 lun 0: <DELL, PERC H310, 2.12> SCSI3 0/direct
fixed naa.
6c81f660f14398001af3a49619e0d82f
sd0: 285568MB, 512 bytes/sector, 584843264 sectors
scsibus2 at mfi0: 256 targets
ppb3 at pci0 dev 3 function 0 "Intel E5 v2 PCIE" rev 0x04: msi
pci4 at ppb3 bus 4
ix2 at pci4 dev 0 function 0 "Intel 82599" rev 0x01: msi, address
90:e2:ba:19:2
9:a8
ix3 at pci4 dev 0 function 1 "Intel 82599" rev 0x01: msi, address
90:e2:ba:19:2
9:a9
"Intel E5 v2 I/OAT" rev 0x04 at pci0 dev 4 function 0 not configured
"Intel E5 v2 I/OAT" rev 0x04 at pci0 dev 4 function 1 not configured
"Intel E5 v2 I/OAT" rev 0x04 at pci0 dev 4 function 2 not configured
"Intel E5 v2 I/OAT" rev 0x04 at pci0 dev 4 function 3 not configured
"Intel E5 v2 I/OAT" rev 0x04 at pci0 dev 4 function 4 not configured
"Intel E5 v2 I/OAT" rev 0x04 at pci0 dev 4 function 5 not configured
"Intel E5 v2 I/OAT" rev 0x04 at pci0 dev 4 function 6 not configured
"Intel E5 v2 I/OAT" rev 0x04 at pci0 dev 4 function 7 not configured
"Intel E5 v2 Address Map" rev 0x04 at pci0 dev 5 function 0 not configured
"Intel E5 v2 IIO RAS" rev 0x04 at pci0 dev 5 function 2 not configured
ppb4 at pci0 dev 17 function 0 "Intel C600 Virtual PCIE" rev 0x05
pci5 at ppb4 bus 5
"Intel C600 MEI" rev 0x05 at pci0 dev 22 function 0 not configured
"Intel C600 MEI" rev 0x05 at pci0 dev 22 function 1 not configured
ehci0 at pci0 dev 26 function 0 "Intel C600 USB" rev 0x05: apic 0 int 23
usb0 at ehci0: USB revision 2.0
uhub0 at usb0 configuration 1 interface 0 "Intel EHCI root hub" rev
2.00/1.00 a
ddr 1
ppb5 at pci0 dev 28 function 0 "Intel C600 PCIE" rev 0xb5
pci6 at ppb5 bus 6
ppb6 at pci0 dev 28 function 4 "Intel C600 PCIE" rev 0xb5
pci7 at ppb6 bus 7
em0 at pci7 dev 0 function 0 "Intel I350" rev 0x01: msi, address
ec:f4:bb:c0:39
:4c
em1 at pci7 dev 0 function 1 "Intel I350" rev 0x01: msi, address
ec:f4:bb:c0:39
:4d
ppb7 at pci0 dev 28 function 7 "Intel C600 PCIE" rev 0xb5
pci8 at ppb7 bus 8
ppb8 at pci8 dev 0 function 0 "Renesas SH7757 PCIE Switch" rev 0x00
pci9 at ppb8 bus 9
ppb9 at pci9 dev 0 function 0 "Renesas SH7757 PCIE Switch" rev 0x00
pci10 at ppb9 bus 10
ppb10 at pci10 dev 0 function 0 "Renesas SH7757 PCIE-PCI" rev 0x00
pci11 at ppb10 bus 11
vga1 at pci11 dev 0 function 0 "Matrox MGA G200eR" rev 0x00
wsdisplay0 at vga1 mux 1: console (80x25, vt100 emulation)
wsdisplay0: screen 1-5 added (80x25, vt100 emulation)
ppb11 at pci9 dev 1 function 0 "Renesas SH7757 PCIE Switch" rev 0x00
pci12 at ppb11 bus 12
ehci1 at pci0 dev 29 function 0 "Intel C600 USB" rev 0x05: apic 0 int 22
usb1 at ehci1: USB revision 2.0
uhub1 at usb1 configuration 1 interface 0 "Intel EHCI root hub" rev
2.00/1.00 a
ppb12 at pci0 dev 30 function 0 "Intel 82801BA Hub-to-PCI" rev 0xa5
pci13 at ppb12 bus 13
pcib0 at pci0 dev 31 function 0 "Intel C600 LPC" rev 0x05
ahci0 at pci0 dev 31 function 2 "Intel C600 AHCI" rev 0x05: msi, AHCI 1.3
ahci0: port 4: 1.5Gb/s
scsibus3 at ahci0: 32 targets
cd0 at scsibus3 targ 4 lun 0: <TSSTcorp, DVD+-RW SU-208FB, D150> ATAPI
5/cdrom r
emovable
isa0 at pcib0
isadma0 at isa0
com0 at isa0 port 0x3f8/8 irq 4: ns16550a, 16 byte fifo
com1 at isa0 port 0x2f8/8 irq 3: ns16550a, 16 byte fifo
com1: console
pckbc0 at isa0 port 0x60/5 irq 1 irq 12
pcppi0 at isa0 port 0x61
spkr0 at pcppi0
pci14 at mainbus0 bus 64
pci15 at mainbus0 bus 63
"Intel E5 v2 QPI Link" rev 0x04 at pci15 dev 8 function 0 not configured
"Intel E5 v2 QPI Link" rev 0x04 at pci15 dev 9 function 0 not configured
"Intel E5 v2 PCU" rev 0x04 at pci15 dev 10 function 0 not configured
"Intel E5 v2 PCU" rev 0x04 at pci15 dev 10 function 1 not configured
"Intel E5 v2 PCU" rev 0x04 at pci15 dev 10 function 2 not configured
"Intel E5 v2 PCU" rev 0x04 at pci15 dev 10 function 3 not configured
"Intel E5 v2 UBOX" rev 0x04 at pci15 dev 11 function 0 not configured
"Intel E5 v2 UBOX" rev 0x04 at pci15 dev 11 function 3 not configured
"Intel E5 v2 Unicast" rev 0x04 at pci15 dev 12 function 0 not configured
"Intel E5 v2 Unicast" rev 0x04 at pci15 dev 12 function 1 not configured
"Intel E5 v2 Unicast" rev 0x04 at pci15 dev 12 function 2 not configured
"Intel E5 v2 Unicast" rev 0x04 at pci15 dev 12 function 3 not configured
"Intel E5 v2 Unicast" rev 0x04 at pci15 dev 12 function 4 not configured
"Intel E5 v2 Unicast" rev 0x04 at pci15 dev 13 function 0 not configured
"Intel E5 v2 Unicast" rev 0x04 at pci15 dev 13 function 1 not configured
"Intel E5 v2 Unicast" rev 0x04 at pci15 dev 13 function 2 not configured
"Intel E5 v2 Unicast" rev 0x04 at pci15 dev 13 function 3 not configured
"Intel E5 v2 Unicast" rev 0x04 at pci15 dev 13 function 4 not configured
"Intel E5 v2 Home Agent" rev 0x04 at pci15 dev 14 function 0 not configured
"Intel E5 v2 Home Agent" rev 0x04 at pci15 dev 14 function 1 not configured
"Intel E5 v2 TA" rev 0x04 at pci15 dev 15 function 0 not configured
"Intel E5 v2 RAS" rev 0x04 at pci15 dev 15 function 1 not configured
"Intel E5 v2 TAD" rev 0x04 at pci15 dev 15 function 2 not configured
"Intel E5 v2 TAD" rev 0x04 at pci15 dev 15 function 3 not configured
"Intel E5 v2 TAD" rev 0x04 at pci15 dev 15 function 4 not configured
"Intel E5 v2 TAD" rev 0x04 at pci15 dev 15 function 5 not configured
"Intel E5 v2 Thermal" rev 0x04 at pci15 dev 16 function 0 not configured
"Intel E5 v2 Thermal" rev 0x04 at pci15 dev 16 function 1 not configured
"Intel E5 v2 Error" rev 0x04 at pci15 dev 16 function 2 not configured
"Intel E5 v2 Error" rev 0x04 at pci15 dev 16 function 3 not configured
"Intel E5 v2 Thermal" rev 0x04 at pci15 dev 16 function 4 not configured
"Intel E5 v2 Thermal" rev 0x04 at pci15 dev 16 function 5 not configured
"Intel E5 v2 Error" rev 0x04 at pci15 dev 16 function 7 not configured
"Intel E5 v2 R2PCIE" rev 0x04 at pci15 dev 19 function 0 not configured
"Intel E5 v2 QPI Link Monitor" rev 0x04 at pci15 dev 19 function 1 not
configur
ed
"Intel E5 v2 QPI" rev 0x04 at pci15 dev 19 function 4 not configured
"Intel E5 v2 QPI Link Monitor" rev 0x04 at pci15 dev 19 function 5 not
configur
ed
"Intel E5 v2 SAD" rev 0x04 at pci15 dev 22 function 0 not configured
"Intel E5 v2 Broadcast" rev 0x04 at pci15 dev 22 function 1 not configured
"Intel E5 v2 Broadcast" rev 0x04 at pci15 dev 22 function 2 not configured
pci16 at mainbus0 bus 127
vmm0 at mainbus0: VMX/EPT
uhub2 at uhub0 port 1 configuration 1 interface 0 "Intel Rate Matching
Hub" rev
 2.00/0.00 addr 2
uhub3 at uhub2 port 6 configuration 1 interface 0 "no manufacturer
Gadget USB H
UB" rev 2.00/0.00 addr 3
uhub4 at uhub1 port 1 configuration 1 interface 0 "Intel Rate Matching
Hub" rev
 2.00/0.00 addr 2
vscsi0 at root
scsibus4 at vscsi0: 256 targets
softraid0 at root
scsibus5 at softraid0: 256 targets
root on sd0a (713329dafa4b5514.a) swap on sd0b dump on sd0b
uhidev0 at uhub3 port 1 configuration 1 interface 0 "Avocent
Keyboard/Mouse Fun
ction" rev 2.00/0.00 addr 4
uhidev0: iclass 3/1
ukbd0 at uhidev0: 8 variable keys, 6 key codes
wskbd0 at ukbd0: console keyboard, using wsdisplay0
uhidev1 at uhub3 port 1 configuration 1 interface 1 "Avocent
Keyboard/Mouse Fun
ction" rev 2.00/0.00 addr 4
uhidev1: iclass 3/1
ums0 at uhidev1: 3 buttons, Z dir
wsmouse0 at ums0 mux 0
uhidev2 at uhub3 port 1 configuration 1 interface 2 "Avocent
Keyboard/Mouse Fun
ction" rev 2.00/0.00 addr 4
uhidev2: iclass 3/1
ums1 at uhidev2: 3 buttons, Z dir
wsmouse1 at ums1 mux 0
uvm_fault(0xffffffff81afe778, 0xd4, 0, 1) -> e
kernel: page fault trap, code=0
Stopped at      ip6_forward+0x59e:      movl    0xd4(%r15),%ecx
ddb{3}> ip6_forward(ffffff03b3190698,ffff800022756690,ffffff00035a8050)
at ip6_
forward+0x59e
ip6_input_if(ffff8000009386dd,ffffff00035a8042,86dd,ffffff00ba65ed00,ffffff00ba
65ed00) at ip6_input_if+0xc7f
ipv6_input(d36c58c1f3b2cb57,ffffff00ba65ed00) at ipv6_input+0x39
ether_input(ffff8000009399f8,ffffff00ba65ed00,ffff80000013f160) at
ether_input+
0x29c
if_input_process(ffff800022756770) at if_input_process+0x11e
taskq_thread(0) at taskq_thread+0x67
ddb{3}>