[ofa-general] back to the max_qp_wr attribute

[Or Gerlitz]

Hi,

Doing HCA query (using ibv_devinfo on a system with two HCAs, memfull
Arbel and connectx, see details below), I have noticed that the value
of the max_qp_wr attribute is different, 64K on Arbel and 16K on connectx.

I thought that its possible that on the mlx4 case some filter function is
applied on the values returned by the FW, but I could not find an evidence
for that in the code - Roland, am I right and you return the FW values?

Jack, if this is not the case, can you confirm that the connectx supported
value is indeed 16K, is it FW depedent?

Or


hca_id:	mthca0
	fw_ver:				4.7.600
	node_guid:			0008:f104:0398:311c
	sys_image_guid:			0008:f104:0398:311f
	vendor_id:			0x08f1
	vendor_part_id:			25208
	hw_ver:				0xA0
	board_id:			VLT0040010001
	phys_port_cnt:			2
	max_mr_size:			0xffffffffffffffff
	page_size_cap:			0xfffff000
	max_qp:				64512
	max_qp_wr:			65535
	device_cap_flags:		0x00001c76
	max_sge:			59
	max_sge_rd:			0
	max_cq:				65408
	max_cqe:			131071
	max_mr:				131056
	max_pd:				32768
	max_qp_rd_atom:			4
	max_ee_rd_atom:			0
	max_res_rd_atom:		258048
	max_qp_init_rd_atom:		128
	max_ee_init_rd_atom:		0
	atomic_cap:			ATOMIC_HCA (1)
	max_ee:				0
	max_rdd:			0
	max_mw:				0
	max_raw_ipv6_qp:		0
	max_raw_ethy_qp:		0
	max_mcast_grp:			8192
	max_mcast_qp_attach:		56
	max_total_mcast_qp_attach:	458752
	max_ah:				0
	max_fmr:			0
	max_srq:			960
	max_srq_wr:			65535
	max_srq_sge:			31
	max_pkeys:			64
	local_ca_ack_delay:		15
		port:	1
			state:			PORT_ACTIVE (4)
			max_mtu:		2048 (4)
			active_mtu:		2048 (4)
			sm_lid:			35
			port_lid:		3
			port_lmc:		0x00
			max_msg_sz:		0x80000000
			port_cap_flags:		0x02510a68
			max_vl_num:		8 (4)
			bad_pkey_cntr:		0x0
			qkey_viol_cntr:		0x0
			sm_sl:			0
			pkey_tbl_len:		64
			gid_tbl_len:		32
			subnet_timeout:		18
			init_type_reply:	0
			active_width:		4X (2)
			active_speed:		2.5 Gbps (1)
			phys_state:		LINK_UP (5)
			GID[  0]:		fe80:0000:0000:0001:0008:f104:0398:311d

		port:	2
			state:			PORT_ACTIVE (4)
			max_mtu:		2048 (4)
			active_mtu:		2048 (4)
			sm_lid:			35
			port_lid:		18
			port_lmc:		0x00
			max_msg_sz:		0x80000000
			port_cap_flags:		0x02510a68
			max_vl_num:		8 (4)
			bad_pkey_cntr:		0x0
			qkey_viol_cntr:		0x0
			sm_sl:			0
			pkey_tbl_len:		64
			gid_tbl_len:		32
			subnet_timeout:		18
			init_type_reply:	0
			active_width:		4X (2)
			active_speed:		2.5 Gbps (1)
			phys_state:		LINK_UP (5)
			GID[  0]:		fe80:0000:0000:0001:0008:f104:0398:311e

hca_id:	mlx4_0
	fw_ver:				2.2.000
	node_guid:			0000:0002:c900:1a24
	sys_image_guid:			0000:0002:c900:1a27
	vendor_id:			0x08f1
	vendor_part_id:			25418
	hw_ver:				0xA0
	board_id:			VLT0130010001
	phys_port_cnt:			2
	max_mr_size:			0xffffffffffffffff
	page_size_cap:			0xfffff000
	max_qp:				65472
	max_qp_wr:			16384
	device_cap_flags:		0x00041c66
	max_sge:			32
	max_sge_rd:			0
	max_cq:				65408
	max_cqe:			4194303
	max_mr:				131056
	max_pd:				32764
	max_qp_rd_atom:			16
	max_ee_rd_atom:			0
	max_res_rd_atom:		1047552
	max_qp_init_rd_atom:		128
	max_ee_init_rd_atom:		0
	atomic_cap:			ATOMIC_HCA (1)
	max_ee:				0
	max_rdd:			0
	max_mw:				0
	max_raw_ipv6_qp:		0
	max_raw_ethy_qp:		0
	max_mcast_grp:			8192
	max_mcast_qp_attach:		56
	max_total_mcast_qp_attach:	458752
	max_ah:				0
	max_fmr:			0
	max_srq:			65472
	max_srq_wr:			16383
	max_srq_sge:			31
	max_pkeys:			128
	local_ca_ack_delay:		15
		port:	1
			state:			PORT_DOWN (1)
			max_mtu:		2048 (4)
			active_mtu:		2048 (4)
			sm_lid:			0
			port_lid:		0
			port_lmc:		0x00
			max_msg_sz:		0x40000000
			port_cap_flags:		0x02510868
			max_vl_num:		8 (4)
			bad_pkey_cntr:		0x0
			qkey_viol_cntr:		0x0
			sm_sl:			0
			pkey_tbl_len:		128
			gid_tbl_len:		128
			subnet_timeout:		0
			init_type_reply:	0
			active_width:		4X (2)
			active_speed:		2.5 Gbps (1)
			phys_state:		POLLING (2)
			GID[  0]:		fe80:0000:0000:0000:0000:0002:c900:1a25

		port:	2
			state:			PORT_DOWN (1)
			max_mtu:		2048 (4)
			active_mtu:		2048 (4)
			sm_lid:			0
			port_lid:		0
			port_lmc:		0x00
			max_msg_sz:		0x40000000
			port_cap_flags:		0x02510868
			max_vl_num:		8 (4)
			bad_pkey_cntr:		0x0
			qkey_viol_cntr:		0x0
			sm_sl:			0
			pkey_tbl_len:		128
			gid_tbl_len:		128
			subnet_timeout:		0
			init_type_reply:	0
			active_width:		4X (2)
			active_speed:		2.5 Gbps (1)
			phys_state:		POLLING (2)
			GID[  0]:		fe80:0000:0000:0000:0000:0002:c900:1a26