My apologies - I did not read the FAQ's carefully enough - with regard
to 14:
1. openib
2. Ubuntu supplied drivers etc.
3. Ubuntu 18.04 4.15.0-112-generic
4. opensm-3.3.5_mlnx-0.1.g6b18e73
5. Attached
6. Attached
7. unlimited on foam and 16384 on f34
I changed the ulimit to unlimited on f34 but it did not help.
Tony
--
Tony Ladd
Chemical Engineering Department
University of Florida
Gainesville, Florida 32611-6005
USA
Email: tladd-"(AT)"-che.ufl.edu
Web http://ladd.che.ufl.edu
Tel: (352)-392-6509
FAX: (352)-392-9514
foam:root(ib)> ibv_devinfo
hca_id: mlx4_0
transport: InfiniBand (0)
fw_ver: 2.9.1000
node_guid: 0002:c903:000f:666e
sys_image_guid: 0002:c903:000f:6671
vendor_id: 0x02c9
vendor_part_id: 26428
hw_ver: 0xB0
board_id: MT_0D90110009
phys_port_cnt: 1
port: 1
state: PORT_ACTIVE (4)
max_mtu: 4096 (5)
active_mtu: 4096 (5)
sm_lid: 1
port_lid: 26
port_lmc: 0x00
link_layer: InfiniBand
root@f34:/home/tladd# ibv_devinfo
hca_id: mlx4_0
transport: InfiniBand (0)
fw_ver: 2.9.1000
node_guid: 0002:c903:000a:af92
sys_image_guid: 0002:c903:000a:af95
vendor_id: 0x02c9
vendor_part_id: 26428
hw_ver: 0xB0
board_id: MT_0D90110009
phys_port_cnt: 1
port: 1
state: PORT_ACTIVE (4)
max_mtu: 4096 (5)
active_mtu: 4096 (5)
sm_lid: 1
port_lid: 32
port_lmc: 0x00
link_layer: InfiniBand
root@f34:/home/tladd# ifconfig
eno1: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500
inet 10.1.2.34 netmask 255.255.255.0 broadcast 10.1.2.255
inet6 fe80::862b:2bff:fe18:3729 prefixlen 64 scopeid 0x20<link>
ether 84:2b:2b:18:37:29 txqueuelen 1000 (Ethernet)
RX packets 1015244 bytes 146716710 (146.7 MB)
RX errors 0 dropped 234903 overruns 0 frame 0
TX packets 176298 bytes 17106041 (17.1 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
ib0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 2044
inet 10.2.2.34 netmask 255.255.255.0 broadcast 10.2.2.255
inet6 fe80::202:c903:a:af93 prefixlen 64 scopeid 0x20<link>
unspec 80-00-02-08-FE-80-00-00-00-00-00-00-00-00-00-00 txqueuelen 256
(UNSPEC)
RX packets 289257 bytes 333876570 (333.8 MB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 140385 bytes 324882131 (324.8 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
lo: flags=73<UP,LOOPBACK,RUNNING> mtu 65536
inet 127.0.0.1 netmask 255.0.0.0
inet6 ::1 prefixlen 128 scopeid 0x10<host>
loop txqueuelen 1000 (Local Loopback)
RX packets 317853 bytes 21490738 (21.4 MB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 317853 bytes 21490738 (21.4 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
foam:root(ib)> ifconfig
enp4s0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500
inet 10.1.2.251 netmask 255.255.255.0 broadcast 10.1.2.255
inet6 fe80::ae1f:6bff:feb1:7f02 prefixlen 64 scopeid 0x20<link>
ether ac:1f:6b:b1:7f:02 txqueuelen 1000 (Ethernet)
RX packets 1092343 bytes 98282221 (98.2 MB)
RX errors 0 dropped 176607 overruns 0 frame 0
TX packets 248746 bytes 206951391 (206.9 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
device memory 0xf0400000-f047ffff
enp5s0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500
inet 192.168.1.2 netmask 255.255.255.0 broadcast 192.168.1.255
inet6 fe80::ae1f:6bff:feb1:7f03 prefixlen 64 scopeid 0x20<link>
ether ac:1f:6b:b1:7f:03 txqueuelen 1000 (Ethernet)
RX packets 1039387 bytes 87199457 (87.1 MB)
RX errors 0 dropped 187625 overruns 0 frame 0
TX packets 5884980 bytes 8649612519 (8.6 GB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
device memory 0xf0300000-f037ffff
enp6s0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500
inet 10.227.121.95 netmask 255.255.255.0 broadcast 10.227.121.255
inet6 fe80::6a05:caff:febd:397c prefixlen 64 scopeid 0x20<link>
ether 68:05:ca:bd:39:7c txqueuelen 1000 (Ethernet)
RX packets 8567709 bytes 1025481188 (1.0 GB)
RX errors 0 dropped 189003 overruns 0 frame 0
TX packets 22421659 bytes 30687303789 (30.6 GB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
device interrupt 16 memory 0xd80c0000-d80e0000
ib0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 2044
inet 10.2.2.251 netmask 255.255.255.0 broadcast 10.2.2.255
inet6 fe80::202:c903:f:666f prefixlen 64 scopeid 0x20<link>
unspec 80-00-02-08-FE-80-00-00-00-00-00-00-00-00-00-00 txqueuelen 256
(UNSPEC)
RX packets 497530 bytes 354243511 (354.2 MB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 300879 bytes 636715519 (636.7 MB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
lo: flags=73<UP,LOOPBACK,RUNNING> mtu 65536
inet 127.0.0.1 netmask 255.0.0.0
inet6 ::1 prefixlen 128 scopeid 0x10<host>
loop txqueuelen 1000 (Local Loopback)
RX packets 10348167 bytes 52531003278 (52.5 GB)
RX errors 0 dropped 0 overruns 0 frame 0
TX packets 10348167 bytes 52531003278 (52.5 GB)
TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0
