[libfabric-users] rdma fail with verbs

[Biddiscombe, John A.]

greina7:~/src/libfabric ((tags/v1.4.1^0))$ ibv_devinfo -v
hca_id:	mlx5_0
	transport:			InfiniBand (0)
	fw_ver:				12.17.1010
	node_guid:			e41d:2d03:00f2:a544
	sys_image_guid:			e41d:2d03:00f2:a544
	vendor_id:			0x02c9
	vendor_part_id:			4115
	hw_ver:				0x0
	board_id:			MT_2180110032
	phys_port_cnt:			1
	max_mr_size:			0xffffffffffffffff
	page_size_cap:			0xfffff000
	max_qp:				262144
	max_qp_wr:			32768
	device_cap_flags:		0xc05c9c36
					BAD_PKEY_CNTR
					BAD_QKEY_CNTR
					AUTO_PATH_MIG
					CHANGE_PHY_PORT
					PORT_ACTIVE_EVENT
					SYS_IMAGE_GUID
					RC_RNR_NAK_GEN
					XRC
					Unknown flags: 0xc04c8000
	device_cap_exp_flags:		0xFFFFFBFF00000000
					EXP_DC_TRANSPORT
					EXP_DEVICE_QPG
					EXP_UD_RSS
					EXP_UD_TSS
					EXP_MEM_WINDOW
					EXP_MEM_MGT_EXTENSIONS
					EXP_MW_TYPE_2A
					EXP_MW_TYPE_2B
					EXP_CROSS_CHANNEL
					EXP_MANAGED_FLOW_STEERING
					EXP_MR_ALLOCATE
					EXP_SHARED_MR
					EXT_ATOMICS
					EXT_SEND NOP
					EXP_UMR
					EXP_ODP
					EXP_RX_CSUM_TCP_UDP_PKT
					EXP_RX_CSUM_IP_PKT
					EXP_DC_INFO
					EXP_MASKED_ATOMICS
					EXP_RX_TCP_UDP_PKT_TYPE
					EXP_SCATTER_FCS
					Unknown flags: 0x8E1C230000000000
	max_sge:			30
	max_sge_rd:			30
	max_cq:				16777216
	max_cqe:			4194303
	max_mr:				16777216
	max_pd:				16777216
	max_qp_rd_atom:			16
	max_ee_rd_atom:			0
	max_res_rd_atom:		4194304
	max_qp_init_rd_atom:		16
	max_ee_init_rd_atom:		0
	atomic_cap:			ATOMIC_HCA (1)
	log atomic arg sizes (mask)		0x8
	masked_log_atomic_arg_sizes (mask)	0x3c
	masked_log_atomic_arg_sizes_network_endianness (mask)	0x34
	max fetch and add bit boundary	64
	log max atomic inline		5
	max_ee:				0
	max_rdd:			0
	max_mw:				0
	max_raw_ipv6_qp:		0
	max_raw_ethy_qp:		0
	max_mcast_grp:			2097152
	max_mcast_qp_attach:		48
	max_total_mcast_qp_attach:	100663296
	max_ah:				2147483647
	max_fmr:			0
	max_srq:			8388608
	max_srq_wr:			32767
	max_srq_sge:			31
	max_pkeys:			128
	local_ca_ack_delay:		16
	hca_core_clock:			156250
	max_klm_list_size:		65536
	max_send_wqe_inline_klms:	20
	max_umr_recursion_depth:	4
	max_umr_stride_dimension:	1
	general_odp_caps:
					ODP_SUPPORT
	rc_odp_caps:
					SUPPORT_SEND
					SUPPORT_RECV
					SUPPORT_WRITE
					SUPPORT_READ
	uc_odp_caps:
					NO SUPPORT
	ud_odp_caps:
					SUPPORT_SEND
	dc_odp_caps:
					NO SUPPORT
	xrc_odp_caps:
					NO SUPPORT
	raw_eth_odp_caps:
					NO SUPPORT
	max_dct:			262144
	max_device_ctx:			1020
	Multi-Packet RQ is not supported
	rx_pad_end_addr_align:	64
	tso_caps:
	max_tso:			0
	packet_pacing_caps:
	qp_rate_limit_min:		0kbps
	qp_rate_limit_max:		0kbps
	Device ports:
		port:	1
			state:			PORT_ACTIVE (4)
			max_mtu:		4096 (5)
			active_mtu:		4096 (5)
			sm_lid:			5
			port_lid:		31
			port_lmc:		0x00
			link_layer:		InfiniBand
			max_msg_sz:		0x40000000
			port_cap_flags:		0x2651e848
			max_vl_num:		4 (3)
			bad_pkey_cntr:		0x0
			qkey_viol_cntr:		0x0
			sm_sl:			0
			pkey_tbl_len:		128
			gid_tbl_len:		8
			subnet_timeout:		18
			init_type_reply:	0
			active_width:		4X (2)
			active_speed:		25.0 Gbps (32)
			phys_state:		LINK_UP (5)
			GID[  0]:		fe80:0000:0000:0000:e41d:2d03:00f2:a544