Crashes on 6.7-stable with PC Engines APU2D4

classic Classic list List threaded Threaded
1 message Options
Reply | Threaded
Open this post in threaded view
|

Crashes on 6.7-stable with PC Engines APU2D4

Lévai, Dániel
Hi all!

So this is a panic I noticed now with the fresh 6.7 release. I guess it's the same as [1] with multi-threaded applications (in this case collectd) being the culprit. It seems only bsd.mp is affected.

[1] - https://marc.info/?l=openbsd-bugs&m=157080005817280&w=2

Panic, trace, dmesg, etc. follows:

uvm_fault(0xfffffd81230a6990, 0x7f8499340440, 0, 2) -> e
kernel: page fault trap, code=0
Stopped at      pmap_page_remove+0x210: xchgq   %rax,0(%rcx,%rdx,1)
ddb{3}> show panic
kernel page fault
uvm_fault(0xfffffd81230a6990, 0x7f8499340440, 0, 2) -> e
pmap_page_remove(fffffd8008b84100) at pmap_page_remove+0x210
end trace frame: 0xffff800022892b40, count: 0
ddb{3}> machine ddbcpu 0
Stopped at      x86_ipi_db+0x12:        leave
ddb{0}> trace
x86_ipi_db(ffffffff81f4aff0) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
_kernel_lock() at _kernel_lock+0xa2
Xsoftclock() at Xsoftclock+0x1f
_kernel_lock() at _kernel_lock+0xa2
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x9322fbcc2f0, count: -7
ddb{0}> machine ddbcpu 1
Stopped at      x86_ipi_db+0x12:        leave
ddb{1}> trace
x86_ipi_db(ffff800022408ff0) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
_kernel_lock() at _kernel_lock+0xa2
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x93259c91380, count: -5
ddb{1}> machine ddbcpu 2
Stopped at      x86_ipi_db+0x12:        leave
ddb{2}> trace
x86_ipi_db(ffff800022411ff0) at x86_ipi_db+0x12
x86_ipi_handler() at x86_ipi_handler+0x80
Xresume_lapic_ipi() at Xresume_lapic_ipi+0x23
_kernel_lock() at _kernel_lock+0xae
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x93222cb5140, count: -5
ddb{2}> machine ddbcpu 3
Stopped at      pmap_page_remove+0x210: xchgq   %rax,0(%rcx,%rdx,1)
ddb{3}> trace
pmap_page_remove(fffffd8008b84100) at pmap_page_remove+0x210
uvm_anfree_list(fffffd810c566010,ffff800022892b58) at uvm_anfree_list+0x36
amap_wipeout(fffffd81283485f0) at amap_wipeout+0xa8
uvm_unmap_detach(ffff800022892c08,0) at uvm_unmap_detach+0xef
sys_munmap(ffff8000227e6628,ffff800022892c70,ffff800022892cd0) at sys_munmap+0x
11d
syscall(ffff800022892d40) at syscall+0x389
Xsyscall() at Xsyscall+0x128
end of kernel
end trace frame: 0x9320131e330, count: -7
ddb{3}> show uvm
Current UVM status:
  pagesize=4096 (0x1000), pagemask=0xfff, pageshift=12
  1007490 VM pages: 52257 active, 329626 inactive, 0 wired, 428092 free (81268 z
ero)
  min  10% (25) anon, 10% (25) vnode, 5% (12) vtext
  freemin=33583, free-target=44777, inactive-target=0, wired-max=335830
  faults=112199994, traps=99051293, intrs=4058479, ctxswitch=26485051 fpuswitch
=0
  softint=8588252, syscalls=227568304, kmapent=11
  fault counts:
    noram=0, noanon=0, noamap=0, pgwait=0, pgrele=0
    ok relocks(total)=387034(388229), anget(retries)=62874158(0), amapcopy=4976
0394
    neighbor anon/obj pg=2901229/42656439, gets(lock/unlock)=10685666/388229
    cases: anon=56764208, anoncow=6109950, obj=9144502, prcopy=1539969, przero=
38641349
  daemon and swap counts:
    woke=0, revs=0, scans=0, obscans=0, anscans=0
    busy=0, freed=0, reactivate=0, deactivate=0
    pageouts=0, pending=0, nswget=0
    nswapdev=1
    swpages=1105553, swpginuse=0, swpgonly=0 paging=0
  kernel pointers:
    objs(kern)=0xffffffff81f7a0e0
ddb{3}>  show bscstats
Current Buffer Cache status:
numbufs 40603 busymapped 0, delwri 1200
kvaslots 6553 avail kva slots 6553
bufpages 162378, dmapages 162378, dirtypages 4800
pendingreads 2, pendingwrites 0
highflips 0, highflops 0, dmaflips 0
ddb{3}> ps
   PID     TID   PPID    UID  S       FLAGS  WAIT          COMMAND
 73245   64899  67648    652  3    0x100082  nanosleep     sleep
 50622  174638   8067      0  3    0x100082  nanosleep     sleep
 32231  359536  44450    721  3        0x90  lockf         perl
 63686  250722  44450    721  3        0x90  netcon        perl
  5673  320647  44450    721  3        0x90  lockf         perl
 87399   82310  44450    721  3        0x90  lockf         perl
 65811  360549  44450    721  3        0x90  lockf         perl
 67648  455897  42373    652  3    0x10008a  pause         sh
 42373  108123      1    652  3        0x80  nanosleep     collectd
 42373  119486      1    652  2   0x4000000                collectd
 42373  143614      1    652  3   0x4000080  poll          collectd
 42373  428251      1    652  2   0x4000000                collectd
*42373  213696      1    652  7   0x4000000                collectd
 42373  503627      1    652  7   0x4000000                collectd
 42373  138307      1    652  7   0x4000000                collectd
 42373  237827      1    652  7   0x4000000                collectd
 42373  439432      1    652  2   0x4000000                collectd
 42373   42664      1    652  3   0x4000080  fsleep        collectd
 42373   30222      1    652  3   0x4000080  fsleep        collectd
 42373  184825      1    652  3   0x4000080  fsleep        collectd
 42373  119625      1    652  3   0x4000080  fsleep        collectd
--db_more--
 42373  483331      1    652  3   0x4000080  fsleep        collectd
 42373  470697      1    652  3   0x4000080  select        collectd
 50794  485104      1      0  3    0x100080  kqread        httpd
 96066  296062      1     67  3    0x100092  kqread        httpd
  8654  157445      1     67  3    0x100092  kqread        httpd
  2780  509264      1     67  3    0x100092  kqread        httpd
 14406  124818      1     67  3    0x100092  kqread        httpd
 29893  184717      1     67  3    0x100092  kqread        httpd
 19972  463435      1     67  3    0x100092  kqread        httpd
 26425  174666      1     67  3    0x100092  kqread        httpd
 80539  416897      1     67  3    0x100092  kqread        httpd
 31360   93583      1     67  3    0x100092  kqread        httpd
 80914   28146      1     67  3    0x100092  kqread        httpd
  7635  174002      1     67  3    0x100092  kqread        httpd
 58397   37711  59380     67  3        0x90  netcon        php-fpm-7.3
 34075  101005  59380     67  3        0x90  netcon        php-fpm-7.3
 59380  394441      1      0  3        0x80  kqread        php-fpm-7.3
 77162  396886      0      0  3     0x14200  bored         srdis
  8067  158185  57858      0  3    0x10008a  pause         sh
 37080  358854  51638   1000  3        0x83  poll          systat
 51638  379587  81062   1000  3    0x10008b  pause         ksh
 26690  427386  13560   1000  3    0x100083  poll          top
 13560   37726  81062   1000  3    0x10008b  pause         ksh
--db_more--
 47698  316962  75861      0  3    0x100083  ttyin         ksh
 75861   33527  81062   1000  3    0x10008b  pause         ksh
 81062  161798      1   1000  3    0x100080  kqread        tmux
 73788   11453  92382   1000  3    0x100083  kqread        tmux
 92382     981  22553   1000  3    0x10008b  pause         ksh
 22553  517326  15336   1000  3        0x90  select        sshd
 15336  460333  24866      0  3        0x92  poll          sshd
 54520  487877      1      0  3    0x100083  ttyin         getty
  1630  380023      1      0  3    0x100098  poll          cron
 82992   45061      1      0  3    0x100080  nanosleep     sensorsd
 28737  224593      1      0  3        0x80  kqread        apmd
 57858  443836      1      0  3    0x100089  pause         sh
 73242  243506  19857    503  3        0x80  poll          postgres
 91330  434994  19857    503  3        0x80  poll          postgres
 48091  496513  19857    503  3        0x80  poll          postgres
 16071  177834  19857    503  3        0x80  poll          postgres
 29471  464346  19857    503  3        0x80  poll          postgres
 57448  181007  19857    503  3        0x80  poll          postgres
 19857  480260      1    503  3        0x82  select        postgres
 44450  129016      1    721  3        0x90  select        perl
 61563  344366  50182     95  3        0x82  netio         table-sqlite
 59890  160746   4410     95  3    0x100092  kqread        smtpd
 87492  110769   4410    103  3    0x100092  kqread        smtpd
--db_more--
 82277  440020   4410     95  3    0x100092  kqread        smtpd
 50182  457788   4410     95  3    0x100092  kqread        smtpd
 56174  153041   4410     95  3    0x100092  kqread        smtpd
 69695   89863   4410     95  3    0x100092  kqread        smtpd
  4410  456757      1      0  3    0x100080  kqread        smtpd
 24866  185184      1      0  3        0x80  select        sshd
 93869  406331      1      0  3    0x100080  poll          ntpd
 83641  157818  19328     83  3    0x100092  poll          ntpd
 19328  197469      1     83  3    0x100092  poll          ntpd
 72383  490988  59108     73  3    0x100090  kqread        syslogd
 59108   83098      1      0  3    0x100082  netio         syslogd
 63480  387757      0      0  3     0x14200  bored         smr
 56326  291540      0      0  3     0x14200  pgzero        zerothread
 40027  375051      0      0  3     0x14200  aiodoned      aiodoned
 53219  292332      0      0  3     0x14200  syncer        update
 69982  320131      0      0  3     0x14200  cleaner       cleaner
 84900  520625      0      0  3     0x14200  reaper        reaper
 81794  267209      0      0  3     0x14200  pgdaemon      pagedaemon
  9877  300396      0      0  3     0x14200  bored         crynlk
 38379  333203      0      0  3     0x14200  bored         crypto
 64167    3934      0      0  3     0x14200  bored         sensors
 83619  460870      0      0  3     0x14200  mmctsk        sdmmc0
   617  494343      0      0  3     0x14200  usbtsk        usbtask
--db_more--
 37321  355113      0      0  3     0x14200  usbatsk       usbatsk
 61029  166515      0      0  3  0x40014200  acpi0         acpi0
 21836  228716      0      0  3  0x40014200                idle3
  1239  243545      0      0  3  0x40014200                idle2
 60931  245004      0      0  3  0x40014200                idle1
 61502   99245      0      0  3     0x14200  bored         softnet
 53734  195701      0      0  3     0x14200  bored         systqmp
 72539  131193      0      0  3     0x14200  bored         systq
 23507  431061      0      0  3  0x40014200  bored         softclock
 89777  421934      0      0  3  0x40014200                idle0
     1  163772      0      0  3        0x82  wait          init
     0       0     -1      0  3     0x10200  scheduler     swapper
ddb{3}> boot reboot
rebooting...
PC Engines apu2
coreboot build 20191009
BIOS version v4.10.0.1
4080 MB ECC DRAM

ESCcESC[?7lESC[2JESC[0mSeaBIOS (version rel-1.12.1.3-0-g300e8b7)

Press F10 key now for boot menu

Booting from Hard Disk...
Using drive 0, partition 3.
Loading......
probing: pc0 com0 com1 com2 com3 mem[639K 3325M 752M a20=on]
disk: hd0+ hd1+ sr0
>> OpenBSD/amd64 BOOT 3.47
switching console to com>> OpenBSD/amd64 BOOT 3.47
boot> 0
bsd.sp
booting hd0a:bsd.sp: 12870984+2753552+327936+0+704512 [819048+128+1022112+747816]=0x125d5b0
entry point at 0xffffffff81001000
[ using 2590128 bytes of bsd ELF symbol table ]
Copyright (c) 1982, 1986, 1989, 1991, 1993
        The Regents of the University of California.  All rights reserved.
Copyright (c) 1995-2020 OpenBSD. All rights reserved.  https://www.OpenBSD.org

OpenBSD 6.7 (GENERIC) #179: Thu May  7 11:02:37 MDT 2020
    [hidden email]:/usr/src/sys/arch/amd64/compile/GENERIC
real mem = 4259913728 (4062MB)
avail mem = 4118274048 (3927MB)
mpath0 at root
scsibus0 at mpath0: 256 targets
mainbus0 at root
bios0 at mainbus0: SMBIOS rev. 2.8 @ 0xcfe95020 (12 entries)
bios0: vendor coreboot version "v4.10.0.1" date 09/10/2019
bios0: PC Engines apu2
acpi0 at bios0: ACPI 4.0
acpi0: sleep states S0 S1 S4 S5
acpi0: tables DSDT FACP SSDT TPM2 APIC HEST IVRS SSDT SSDT HPET
acpi0: wakeup devices PWRB(S4) PBR4(S4) PBR5(S4) PBR6(S4) PBR7(S4) PBR8(S4) UOH1(S3) UOH2(S3) UOH3(S3) UOH4(S3) UOH5(S3) UOH6(S3) XHC0(S4)
acpitimer0 at acpi0: 3579545 Hz, 32 bits
acpimadt0 at acpi0 addr 0xfee00000: PC-AT compat
cpu0 at mainbus0: apid 0 (boot processor)
cpu0: AMD GX-412TC SOC, 998.26 MHz, 16-30-01
cpu0: FPU,VME,DE,PSE,TSC,MSR,PAE,MCE,CX8,APIC,SEP,MTRR,PGE,MCA,CMOV,PAT,PSE36,CFLUSH,MMX,FXSR,SSE,SSE2,HTT,SSE3,PCLMUL,MWAIT,SSSE3,CX16,SSE4.1,SSE4.2,MOVBE,POPCNT,AES,XSAVE,AVX,F16C,NXE,MMXX,FFXSR,PAGE1GB,RDTSCP,LONG,LAHF,CMPLEG,SVM,EAPICSP,AMCR8,ABM,SSE4A,MASSE,3DNOWP,OSVW,IBS,SKINIT,TOPEXT,DBKP,PERFTSC,PCTRL3,ITSC,BMI1,XSAVEOPT
cpu0: 32KB 64b/line 2-way I-cache, 32KB 64b/line 8-way D-cache, 2MB 64b/line 16-way L2 cache
cpu0: ITLB 32 4KB entries fully associative, 8 4MB entries fully associative
cpu0: DTLB 40 4KB entries fully associative, 8 4MB entries fully associative
cpu0: smt 0, core 0, package 0
mtrr: Pentium Pro MTRR support, 8 var ranges, 88 fixed ranges
cpu0: apic clock running at 99MHz
cpu0: mwait min=64, max=64, IBE
cpu at mainbus0: not configured
cpu at mainbus0: not configured
cpu at mainbus0: not configured
ioapic0 at mainbus0: apid 4 pa 0xfec00000, version 21, 24 pins
ioapic1 at mainbus0: apid 5 pa 0xfec20000, version 21, 32 pins, remapped
acpihpet0 at acpi0: 14318180 Hz
acpiprt0 at acpi0: bus 0 (PCI0)
acpiprt1 at acpi0: bus -1 (PBR4)
acpiprt2 at acpi0: bus 1 (PBR5)
acpiprt3 at acpi0: bus 2 (PBR6)
acpiprt4 at acpi0: bus 3 (PBR7)
acpiprt5 at acpi0: bus -1 (PBR8)
acpicpu0 at acpi0: C2(0@400 io@0x1771), C1(@1 halt!), PSS
acpibtn0 at acpi0: PWRB
acpipci0 at acpi0 PCI0: 0x00000000 0x00000011 0x00000001
acpicmos0 at acpi0
amdgpio0 at acpi0: GPIO uid 0 addr 0xfed81500/0x300 irq 7, 184 pins
"PRP0001" at acpi0 not configured
"PRP0001" at acpi0 not configured
"PRP0001" at acpi0 not configured
"PRP0001" at acpi0 not configured
"PRP0001" at acpi0 not configured
"PRP0001" at acpi0 not configured
"BOOT0000" at acpi0 not configured
cpu0: 998 MHz: speeds: 1000 800 600 MHz
pci0 at mainbus0 bus 0
pchb0 at pci0 dev 0 function 0 "AMD 16h Root Complex" rev 0x00
vendor "AMD", unknown product 0x1567 (class system subclass IOMMU, rev 0x00) at pci0 dev 0 function 2 not configured
pchb1 at pci0 dev 2 function 0 "AMD 16h Host" rev 0x00
ppb0 at pci0 dev 2 function 2 "AMD 16h PCIE" rev 0x00: msi
pci1 at ppb0 bus 1
em0 at pci1 dev 0 function 0 "Intel I210" rev 0x03: msi, address 00:0d:xx:xx:xx:xx
ppb1 at pci0 dev 2 function 3 "AMD 16h PCIE" rev 0x00: msi
pci2 at ppb1 bus 2
em1 at pci2 dev 0 function 0 "Intel I210" rev 0x03: msi, address 00:0d:xx:xx:xx:xx
ppb2 at pci0 dev 2 function 4 "AMD 16h PCIE" rev 0x00: msi
pci3 at ppb2 bus 3
em2 at pci3 dev 0 function 0 "Intel I210" rev 0x03: msi, address 00:0d:xx:xx:xx:xx
ccp0 at pci0 dev 8 function 0 "AMD 16h Crypto" rev 0x00
xhci0 at pci0 dev 16 function 0 "AMD Bolton xHCI" rev 0x11: msi, xHCI 1.0
usb0 at xhci0: USB revision 3.0
uhub0 at usb0 configuration 1 interface 0 "AMD xHCI root hub" rev 3.00/1.00 addr 1
ahci0 at pci0 dev 17 function 0 "AMD Hudson-2 SATA" rev 0x39: msi, AHCI 1.3
ahci0: port 0: 6.0Gb/s
ahci0: port 1: 6.0Gb/s
scsibus1 at ahci0: 32 targets
sd0 at scsibus1 targ 0 lun 0: <ATA, SATA SSD, SBFM> naa.0000000000000000
sd0: 57241MB, 512 bytes/sector, 117231408 sectors, thin
sd1 at scsibus1 targ 1 lun 0: <ATA, KINGSTON SHFS37A, 608A> naa.50026b726304fbe2
sd1: 114473MB, 512 bytes/sector, 234441648 sectors, thin
ehci0 at pci0 dev 19 function 0 "AMD Hudson-2 USB2" rev 0x39: apic 4 int 18
usb1 at ehci0: USB revision 2.0
uhub1 at usb1 configuration 1 interface 0 "AMD EHCI root hub" rev 2.00/1.00 addr 1
piixpm0 at pci0 dev 20 function 0 "AMD Hudson-2 SMBus" rev 0x42: SMI
iic0 at piixpm0
iic1 at piixpm0
pcib0 at pci0 dev 20 function 3 "AMD Hudson-2 LPC" rev 0x11
sdhc0 at pci0 dev 20 function 7 "AMD Bolton SD/MMC" rev 0x01: apic 4 int 16
sdhc0: SDHC 2.0, 50 MHz base clock
sdmmc0 at sdhc0: 4-bit, sd high-speed, mmc high-speed, dma
pchb2 at pci0 dev 24 function 0 "AMD 16h Link Cfg" rev 0x00
pchb3 at pci0 dev 24 function 1 "AMD 16h Address Map" rev 0x00
pchb4 at pci0 dev 24 function 2 "AMD 16h DRAM Cfg" rev 0x00
km0 at pci0 dev 24 function 3 "AMD 16h Misc Cfg" rev 0x00
pchb5 at pci0 dev 24 function 4 "AMD 16h CPU Power" rev 0x00
pchb6 at pci0 dev 24 function 5 "AMD 16h Misc Cfg" rev 0x00
isa0 at pcib0
isadma0 at isa0
com0 at isa0 port 0x3f8/8 irq 4: ns16550a, 16 byte fifo
com0: console
com1 at isa0 port 0x2f8/8 irq 3: ns16550a, 16 byte fifo
com2 at isa0 port 0x3e8/8 irq 5: ns16550a, 16 byte fifo
pcppi0 at isa0 port 0x61
spkr0 at pcppi0
lpt0 at isa0 port 0x378/4 irq 7
intr_establish: pic ioapic0 pin 7: can't share type 3 with 2
wbsio0 at isa0 port 0x2e/2: NCT5104D rev 0x53
vmm0 at mainbus0: SVM/RVI
uhub2 at uhub1 port 1 configuration 1 interface 0 "Advanced Micro Devices Hub" rev 2.00/0.18 addr 2
vscsi0 at root
scsibus2 at vscsi0: 256 targets
softraid0 at root
scsibus3 at softraid0: 256 targets
root on sd0a (f42aaf9b663fdf26.a) swap on sd0b dump on sd0b
WARNING: / was not properly unmounted


-- 
Lévai, Dániel