extreme network latency

Richard Nyberg rnyberg at murmeldjur.se
Tue Oct 18 11:19:22 PDT 2016


Hi! Yes it's quite recent hardware.

On 18 October 2016 at 04:20, Sepherosa Ziehau <sepherosa at gmail.com> wrote:
>
> Heh, I'd say avoid re :).

I might not have made the wisest choice there. :)

> Try put the following tunable:
> hw.re.msi.enable="1"
> to /boot/loader.conf.  And reboot.

This also worked. Using this instead of polling now.

> Output of pciconf -lvc would really be helpful.

Output attached.

-Richard
-------------- next part --------------
hostb0 at pci0:0:0:0:	class=0x060000 card=0x86941043 chip=0x191f8086 rev=0x07 hdr=0x00
    vendor     = 'Intel Corporation'
    device     = 'Skylake Host Bridge/DRAM Registers'
    class      = bridge
    subclass   = HOST-PCI
    cap 09[e0] = vendor (length 16) Intel cap 0 version 1
pcib1 at pci0:0:1:0:	class=0x060400 card=0x86941043 chip=0x19018086 rev=0x07 hdr=0x01
    vendor     = 'Intel Corporation'
    device     = 'Skylake PCIe Controller (x16)'
    class      = bridge
    subclass   = PCI-PCI
    cap 0d[88] = PCI Bridge card=0x86941043
    cap 01[80] = powerspec 3  supports D0 D3  current D0
    cap 05[90] = MSI supports 1 message 
    cap 10[a0] = PCI-Express 2 root port max data 128(256) link x1(x16)
ecap 0002[100] = VC 1 max VC0
ecap 0005[140] = unknown 1
ecap 0019[d94] = unknown 1
vgapci0 at pci0:0:2:0:	class=0x030000 card=0x86941043 chip=0x19128086 rev=0x06 hdr=0x00
    vendor     = 'Intel Corporation'
    device     = 'HD Graphics 530'
    class      = display
    subclass   = VGA
    bar   [10] = type Memory, range 64, base 0xf6000000, size 16777216, enabled
    bar   [18] = type Prefetchable Memory, range 64, base 0xe0000000, size 268435456, enabled
    bar   [20] = type I/O Port, range 32, base 0xf000, size 64, enabled
    cap 09[40] = vendor (length 12) Intel cap 0 version 1
    cap 10[70] = PCI-Express 2 root endpoint max data 128(128) link x0(x0)
    cap 05[ac] = MSI supports 1 message 
    cap 01[d0] = powerspec 2  supports D0 D3  current D0
ecap 001b[100] = unknown 1
ecap 000f[200] = unknown 1
ecap 0013[300] = unknown 1
xhci0 at pci0:0:20:0:	class=0x0c0330 card=0x86941043 chip=0xa12f8086 rev=0x31 hdr=0x00
    vendor     = 'Intel Corporation'
    device     = 'Sunrise Point-H USB 3.0 xHCI Controller'
    class      = serial bus
    subclass   = USB
    bar   [10] = type Memory, range 64, base 0xf7230000, size 65536, enabled
    cap 01[70] = powerspec 2  supports D0 D3  current D0
    cap 05[80] = MSI supports 8 messages, 64 bit enabled with 1 message
none0 at pci0:0:22:0:	class=0x078000 card=0x86941043 chip=0xa13a8086 rev=0x31 hdr=0x00
    vendor     = 'Intel Corporation'
    device     = 'Sunrise Point-H CSME HECI'
    class      = simple comms
    bar   [10] = type Memory, range 64, base 0xf724d000, size 4096, enabled
    cap 01[50] = powerspec 3  supports D0 D3  current D0
    cap 05[8c] = MSI supports 1 message, 64 bit 
ahci0 at pci0:0:23:0:	class=0x010601 card=0x86941043 chip=0xa1028086 rev=0x31 hdr=0x00
    vendor     = 'Intel Corporation'
    device     = 'Sunrise Point-H SATA controller [AHCI mode]'
    class      = mass storage
    subclass   = SATA
    bar   [10] = type Memory, range 32, base 0xf7248000, size 8192, enabled
    bar   [14] = type Memory, range 32, base 0xf724c000, size 256, enabled
    bar   [18] = type I/O Port, range 32, base 0xf090, size  8, enabled
    bar   [1c] = type I/O Port, range 32, base 0xf080, size  4, enabled
    bar   [20] = type I/O Port, range 32, base 0xf060, size 32, enabled
    bar   [24] = type Memory, range 32, base 0xf724b000, size 2048, enabled
    cap 05[80] = MSI supports 1 message enabled with 1 message
    cap 01[70] = powerspec 3  supports D0 D3  current D0
    cap 12[a8] = SATA Index-Data Pair
pcib2 at pci0:0:27:0:	class=0x060400 card=0x86941043 chip=0xa1678086 rev=0xf1 hdr=0x01
    vendor     = 'Intel Corporation'
    device     = 'Sunrise Point-H PCI Root Port'
    class      = bridge
    subclass   = PCI-PCI
    cap 10[40] = PCI-Express 2 root port max data 128(256) link x0(x4)
    cap 05[80] = MSI supports 1 message 
    cap 0d[90] = PCI Bridge card=0x86941043
    cap 01[a0] = powerspec 3  supports D0 D3  current D0
ecap 0001[100] = AER 1 0 fatal 0 non-fatal 0 corrected
ecap 000d[140] = unknown 1
ecap 0019[220] = unknown 1
pcib3 at pci0:0:28:0:	class=0x060400 card=0x86941043 chip=0xa1108086 rev=0xf1 hdr=0x01
    vendor     = 'Intel Corporation'
    device     = 'Sunrise Point-H PCI Express Root Port'
    class      = bridge
    subclass   = PCI-PCI
    cap 10[40] = PCI-Express 2 root port max data 128(256) link x0(x1)
    cap 05[80] = MSI supports 1 message 
    cap 0d[90] = PCI Bridge card=0x86941043
    cap 01[a0] = powerspec 3  supports D0 D3  current D0
pcib4 at pci0:0:29:0:	class=0x060400 card=0x86941043 chip=0xa1188086 rev=0xf1 hdr=0x01
    vendor     = 'Intel Corporation'
    device     = 'Sunrise Point-H PCI Express Root Port'
    class      = bridge
    subclass   = PCI-PCI
    cap 10[40] = PCI-Express 2 root port max data 128(256) link x0(x1)
    cap 05[80] = MSI supports 1 message 
    cap 0d[90] = PCI Bridge card=0x86941043
    cap 01[a0] = powerspec 3  supports D0 D3  current D0
pcib5 at pci0:0:29:2:	class=0x060400 card=0x86941043 chip=0xa11a8086 rev=0xf1 hdr=0x01
    vendor     = 'Intel Corporation'
    device     = 'Sunrise Point-H PCI Express Root Port'
    class      = bridge
    subclass   = PCI-PCI
    cap 10[40] = PCI-Express 2 root port max data 128(256) link x1(x1)
    cap 05[80] = MSI supports 1 message 
    cap 0d[90] = PCI Bridge card=0x86941043
    cap 01[a0] = powerspec 3  supports D0 D3  current D0
ecap 0001[100] = AER 1 0 fatal 0 non-fatal 0 corrected
ecap 000d[140] = unknown 1
ecap 0019[220] = unknown 1
isab0 at pci0:0:31:0:	class=0x060100 card=0x86941043 chip=0xa1458086 rev=0x31 hdr=0x00
    vendor     = 'Intel Corporation'
    device     = 'Sunrise Point-H LPC Controller'
    class      = bridge
    subclass   = PCI-ISA
none1 at pci0:0:31:2:	class=0x058000 card=0x86941043 chip=0xa1218086 rev=0x31 hdr=0x00
    vendor     = 'Intel Corporation'
    device     = 'Sunrise Point-H PMC'
    class      = memory
    bar   [10] = type Memory, range 32, base 0xf7244000, size 16384, enabled
none2 at pci0:0:31:3:	class=0x040300 card=0x86881043 chip=0xa1708086 rev=0x31 hdr=0x00
    vendor     = 'Intel Corporation'
    device     = 'Sunrise Point-H HD Audio'
    class      = multimedia
    subclass   = HDA
    bar   [10] = type Memory, range 64, base 0xf7240000, size 16384, enabled
    bar   [20] = type Memory, range 64, base 0xf7220000, size 65536, enabled
    cap 01[50] = powerspec 3  supports D0 D3  current D0
    cap 05[60] = MSI supports 1 message, 64 bit 
none3 at pci0:0:31:4:	class=0x0c0500 card=0x86941043 chip=0xa1238086 rev=0x31 hdr=0x00
    vendor     = 'Intel Corporation'
    device     = 'Sunrise Point-H SMBus'
    class      = serial bus
    subclass   = SMBus
    bar   [10] = type Memory, range 64, base 0xf724a000, size 256, enabled
    bar   [20] = type I/O Port, range 32, base 0xf040, size 32, enabled
em0 at pci0:0:31:6:	class=0x020000 card=0x86721043 chip=0x15b88086 rev=0x31 hdr=0x00
    vendor     = 'Intel Corporation'
    device     = 'Ethernet Connection (2) I219-V'
    class      = network
    subclass   = ethernet
    bar   [10] = type Memory, range 32, base 0xf7200000, size 131072, enabled
    cap 01[c8] = powerspec 3  supports D0 D3  current D0
    cap 05[d0] = MSI supports 1 message, 64 bit 
    cap 13[e0] = PCI Advanced Features: FLR TP
re0 at pci0:1:0:0:	class=0x020000 card=0x34687470 chip=0x816810ec rev=0x06 hdr=0x00
    vendor     = 'Realtek Semiconductor Co., Ltd.'
    device     = 'RTL8111/8168/8411 PCI Express Gigabit Ethernet Controller'
    class      = network
    subclass   = ethernet
    bar   [18] = type Memory, range 64, base 0xf7100000, size 4096, enabled
    bar   [20] = type Prefetchable Memory, range 64, base 0xf0000000, size 16384, enabled
    cap 01[40] = powerspec 3  supports D0 D1 D2 D3  current D0
    cap 05[50] = MSI supports 1 message, 64 bit enabled with 1 message
    cap 10[70] = PCI-Express 2 endpoint IRQ 2 max data 128(128) link x1(x1)
    cap 11[b0] = MSI-X supports 4 messages in map 0x20
    cap 03[d0] = VPD
ecap 0001[100] = AER 1 0 fatal 0 non-fatal 2 corrected
ecap 0002[140] = VC 1 max VC0
ecap 0003[160] = Serial 1 7f0d0000684ce000
xhci1 at pci0:5:0:0:	class=0x0c0330 card=0x86751043 chip=0x12421b21 rev=0x00 hdr=0x00
    vendor     = 'ASMedia Technology Inc.'
    device     = 'ASM1142 USB 3.1 Host Controller'
    class      = serial bus
    subclass   = USB
    bar   [10] = type Memory, range 64, base 0xf7000000, size 32768, enabled
    cap 05[50] = MSI supports 8 messages, 64 bit enabled with 1 message
    cap 11[68] = MSI-X supports 8 messages in map 0x10
    cap 01[78] = powerspec 3  supports D0 D3  current D0
    cap 10[80] = PCI-Express 2 endpoint max data 128(512) link x1(x2)
ecap 0002[100] = VC 1 max VC0
ecap 0001[200] = AER 1 0 fatal 0 non-fatal 0 corrected
ecap 0019[280] = unknown 1
ecap 0018[300] = unknown 1


More information about the Users mailing list