libfabric:core:core:fi_param_define_():222 registered var provider libfabric:core:core:fi_param_define_():222 registered var fork_unsafe libfabric:core:core:fi_param_get_():271 variable provider= libfabric:core:core:fi_param_define_():222 registered var provider_path libfabric:core:core:fi_param_get_():271 variable provider_path= libfabric:core:core:ofi_register_provider():183 no provider structure or name libfabric:core:core:ofi_register_provider():183 no provider structure or name libfabric:core:core:ofi_register_provider():190 registering provider: usnic (1.0) libfabric:core:core:ofi_register_provider():183 no provider structure or name libfabric:verbs:core:fi_param_define_():222 registered var iface libfabric:verbs:core:fi_param_define_():222 registered var rdm_buffer_num libfabric:verbs:core:fi_param_define_():222 registered var rdm_buffer_size libfabric:verbs:core:fi_param_define_():222 registered var rdm_use_odp libfabric:verbs:core:fi_param_define_():222 registered var rdm_rndv_seg_size libfabric:verbs:core:fi_param_define_():222 registered var rdm_cqread_bunch_size libfabric:verbs:core:fi_param_define_():222 registered var rdm_thread_timeout libfabric:verbs:core:fi_param_define_():222 registered var rdm_eager_send_opcode libfabric:verbs:core:fi_param_define_():222 registered var tx_size libfabric:verbs:core:fi_param_get_():271 variable tx_size= libfabric:verbs:core:fi_param_define_():222 registered var rx_size libfabric:verbs:core:fi_param_get_():271 variable rx_size= libfabric:verbs:core:fi_param_define_():222 registered var tx_iov_limit libfabric:verbs:core:fi_param_get_():271 variable tx_iov_limit= libfabric:verbs:core:fi_param_define_():222 registered var rx_iov_limit libfabric:verbs:core:fi_param_get_():271 variable rx_iov_limit= libfabric:verbs:core:fi_param_define_():222 registered var inline_size libfabric:verbs:core:fi_param_get_():271 variable inline_size= libfabric:verbs:core:fi_param_define_():222 registered var min_rnr_timer libfabric:verbs:core:fi_param_get_():271 variable min_rnr_timer= libfabric:core:core:ofi_register_provider():190 registering provider: verbs (1.0) libfabric:core:core:ofi_register_provider():183 no provider structure or name libfabric:core:core:ofi_register_provider():183 no provider structure or name libfabric:core:core:ofi_register_provider():183 no provider structure or name libfabric:ofi_rxm:core:fi_param_define_():222 registered var buffer_size libfabric:ofi_rxm:core:fi_param_get_():271 variable buffer_size= libfabric:core:core:ofi_register_provider():190 registering provider: ofi_rxm (1.0) libfabric:core:core:fi_param_define_():222 registered var rxd_enable libfabric:core:core:fi_param_get_():271 variable rxd_enable= libfabric:core:core:ofi_register_provider():190 registering provider: UDP (1.1) libfabric:sockets:core:fi_param_define_():222 registered var pe_waittime libfabric:sockets:core:fi_param_define_():222 registered var max_conn_retry libfabric:sockets:core:fi_param_define_():222 registered var def_conn_map_sz libfabric:sockets:core:fi_param_define_():222 registered var def_av_sz libfabric:sockets:core:fi_param_define_():222 registered var def_cq_sz libfabric:sockets:core:fi_param_define_():222 registered var def_eq_sz libfabric:sockets:core:fi_param_define_():222 registered var pe_affinity libfabric:sockets:core:fi_param_define_():222 registered var dgram_drop_rate libfabric:core:core:ofi_register_provider():190 registering provider: sockets (2.0) libfabric:usnic:fabric:usdf_getinfo():855 libfabric:usnic:fabric:usdf_getinfo():956 returning -61 (No data available) libfabric:core:core:fi_getinfo_():737 fi_getinfo: provider usnic returned -61 (No data available) libfabric:core:core:fi_param_get_():271 variable fork_unsafe= libfabric:verbs:core:fi_ibv_init_info():1057 Enabling IB fork support libfabric:verbs:core:fi_param_get_():271 variable rdm_buffer_size= libfabric:usnic:fabric:usdf_getinfo():855 libfabric:usnic:fabric:usdf_getinfo():956 returning -61 (No data available) libfabric:core:core:fi_getinfo_():737 fi_getinfo: provider usnic returned -61 (No data available) libfabric:verbs:core:fi_ibv_check_hints():381 needed mode not set libfabric:verbs:core:fi_ibv_check_hints():382 Expected: FI_CONTEXT libfabric:verbs:core:fi_ibv_check_hints():382 Given: libfabric:core:core:ofi_layering_ok():647 Need core provider, skipping util ofi_rxm libfabric:UDP:core:util_getinfo():154 checking info libfabric:UDP:core:ofi_check_ep_attr():566 Unsupported endpoint type libfabric:UDP:core:ofi_check_ep_attr():567 Supported: FI_EP_DGRAM libfabric:UDP:core:ofi_check_ep_attr():567 Requested: FI_EP_MSG libfabric:core:core:fi_getinfo_():737 fi_getinfo: provider UDP returned -61 (No data available) libfabric:core:core:ofi_layering_ok():654 Skipping util;sockets layering libfabric:UDP:core:util_getinfo():154 checking info libfabric:sockets:fabric:sock_ep_getinfo():471 src_addr: 10.10.15.2 libfabric:sockets:fabric:sock_ep_getinfo():471 src_addr: 10.10.15.2 libfabric:sockets:fabric:sock_ep_getinfo():471 src_addr: 10.10.15.2 libfabric:sockets:fabric:sock_ep_getinfo():471 src_addr: 10.10.16.2 libfabric:sockets:fabric:sock_ep_getinfo():471 src_addr: 10.10.16.2 libfabric:sockets:fabric:sock_ep_getinfo():471 src_addr: 10.10.16.2 libfabric:sockets:fabric:sock_ep_getinfo():471 src_addr: 127.0.0.1 libfabric:sockets:fabric:sock_ep_getinfo():471 src_addr: 127.0.0.1 libfabric:sockets:fabric:sock_ep_getinfo():471 src_addr: 127.0.0.1 --- fi_info: caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM, FI_MSG, FI_RMA, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE ] mode: [ ] addr_format: FI_SOCKADDR_IN6 src_addrlen: 28 dest_addrlen: 0 src_addr: fi_sockaddr_in6://[::1]:0 dest_addr: (null) handle: (null) fi_tx_attr: caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM, FI_MSG, FI_RMA, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE ] mode: [ ] op_flags: [ FI_COMPLETION, FI_INJECT, FI_TRANSMIT_COMPLETE ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] inject_size: 124 size: 384 iov_limit: 4 rma_iov_limit: 4 fi_rx_attr: caps: [ FI_LOCAL_COMM, FI_REMOTE_COMM, FI_MSG, FI_RMA, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE ] mode: [ FI_RX_CQ_DATA ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT, FI_ORDER_DATA ] total_buffered_recv: 0 size: 384 iov_limit: 4 fi_ep_attr: type: FI_EP_MSG protocol: FI_PROTO_RDMA_CM_IB_RC protocol_version: 1 max_msg_size: 1073741824 msg_prefix_size: 0 max_order_raw_size: 1073741824 max_order_war_size: 0 max_order_waw_size: 1073741824 mem_tag_format: 0x0000000000000000 tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: mlx5_0 threading: FI_THREAD_SAFE control_progress: FI_PROGRESS_AUTO data_progress: FI_PROGRESS_AUTO resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC, FI_MR_LOCAL, FI_MR_VIRT_ADDR, FI_MR_ALLOCATED, FI_MR_PROV_KEY ] mr_key_size: 4 cq_data_size: 4 cq_cnt: 16777216 ep_cnt: 262144 tx_ctx_cnt: 1024 rx_ctx_cnt: 1024 max_ep_tx_ctx: 1024 max_ep_rx_ctx: 1024 max_ep_stx_ctx: 0 max_ep_srx_ctx: 262144 cntr_cnt: 0 mr_iov_limit: 1 caps: [ ] mode: [ ] auth_key_size: 0 max_err_data: 4 mr_cnt: 16777216 fi_fabric_attr: name: IB-0x80fe prov_name: verbs prov_version: 1.0 api_version: 1.5 --- fi_info: caps: [ FI_MSG, FI_RMA, FI_TAGGED, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV ] mode: [ FI_CONTEXT ] addr_format: FI_SOCKADDR_IN6 src_addrlen: 28 dest_addrlen: 0 src_addr: fi_sockaddr_in6://[::1]:0 dest_addr: (null) handle: (null) fi_tx_attr: caps: [ FI_MSG, FI_RMA, FI_TAGGED, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV ] mode: [ FI_CONTEXT ] op_flags: [ FI_COMPLETION, FI_INJECT, FI_TRANSMIT_COMPLETE ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] comp_order: [ ] inject_size: 12264 size: 384 iov_limit: 1 rma_iov_limit: 1 fi_rx_attr: caps: [ FI_MSG, FI_RMA, FI_TAGGED, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV ] mode: [ FI_CONTEXT, FI_RX_CQ_DATA ] op_flags: [ FI_COMPLETION ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] comp_order: [ ] total_buffered_recv: 0 size: 384 iov_limit: 30 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_IB_RDM protocol_version: 1 max_msg_size: 1073741824 msg_prefix_size: 0 max_order_raw_size: 1073741824 max_order_war_size: 0 max_order_waw_size: 1073741824 mem_tag_format: 0x0000000000000000 tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: mlx5_0-rdm threading: FI_THREAD_SAFE control_progress: FI_PROGRESS_AUTO data_progress: FI_PROGRESS_AUTO resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC, FI_MR_VIRT_ADDR, FI_MR_ALLOCATED, FI_MR_PROV_KEY ] mr_key_size: 4 cq_data_size: 4 cq_cnt: 16777216 ep_cnt: 262144 tx_ctx_cnt: 1024 rx_ctx_cnt: 1024 max_ep_tx_ctx: 1024 max_ep_rx_ctx: 1024 max_ep_stx_ctx: 0 max_ep_srx_ctx: 262144 cntr_cnt: 1048576 mr_iov_limit: 1 caps: [ ] mode: [ ] auth_key_size: 0 max_err_data: 4 mr_cnt: 16777216 fi_fabric_attr: name: IB-0x80fe prov_name: verbs prov_version: 1.0 api_version: 1.5 --- fi_info: caps: [ FI_SOURCE, FI_DIRECTED_RECV, FI_MSG, FI_RMA, FI_TAGGED, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE ] mode: [ ] addr_format: FI_SOCKADDR_IN src_addrlen: 16 dest_addrlen: 0 src_addr: fi_sockaddr_in://127.0.0.1:0 dest_addr: (null) handle: (null) fi_tx_attr: caps: [ FI_SOURCE, FI_DIRECTED_RECV, FI_MSG, FI_RMA, FI_TAGGED, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE ] mode: [ ] op_flags: [ ] msg_order: [ ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] inject_size: 16320 size: 384 iov_limit: 4 rma_iov_limit: 0 fi_rx_attr: caps: [ FI_SOURCE, FI_DIRECTED_RECV, FI_MSG, FI_RMA, FI_TAGGED, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE ] mode: [ ] op_flags: [ ] msg_order: [ ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] total_buffered_recv: 0 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_RXM protocol_version: 1 max_msg_size: 1073741824 msg_prefix_size: 0 max_order_raw_size: 0 max_order_war_size: 0 max_order_waw_size: 0 mem_tag_format: 0x0000000000000000 tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: mlx5_0 threading: FI_THREAD_SAFE control_progress: FI_PROGRESS_AUTO data_progress: FI_PROGRESS_MANUAL resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC, FI_MR_VIRT_ADDR, FI_MR_ALLOCATED, FI_MR_PROV_KEY ] mr_key_size: 0 cq_data_size: 4 cq_cnt: 65536 ep_cnt: 32768 tx_ctx_cnt: 1 rx_ctx_cnt: 1 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 1 caps: [ ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: IB-0x80fe prov_name: verbs;ofi_rxm prov_version: 1.0 api_version: 1.5 --- fi_info: caps: [ FI_SOURCE, FI_MSG, FI_MULTICAST, FI_RECV, FI_SEND ] mode: [ ] addr_format: FI_SOCKADDR_IN src_addrlen: 16 dest_addrlen: 0 src_addr: fi_sockaddr_in://10.10.15.2:0 dest_addr: (null) handle: (null) fi_tx_attr: caps: [ FI_MSG, FI_MULTICAST, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] inject_size: 1472 size: 1024 iov_limit: 4 rma_iov_limit: 0 fi_rx_attr: caps: [ FI_SOURCE, FI_MSG, FI_MULTICAST, FI_RECV ] mode: [ ] op_flags: [ ] msg_order: [ ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] total_buffered_recv: 65536 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_DGRAM protocol: FI_PROTO_UDP protocol_version: 0 max_msg_size: 1472 msg_prefix_size: 0 max_order_raw_size: 0 max_order_war_size: 0 max_order_waw_size: 0 mem_tag_format: 0x0000000000000000 tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: udp threading: FI_THREAD_SAFE control_progress: FI_PROGRESS_AUTO data_progress: FI_PROGRESS_AUTO resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ ] mr_key_size: 0 cq_data_size: 0 cq_cnt: 256 ep_cnt: 256 tx_ctx_cnt: 256 rx_ctx_cnt: 256 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 0 caps: [ ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: UDP-IP prov_name: UDP prov_version: 1.1 api_version: 1.5 --- fi_info: caps: [ FI_SOURCE, FI_MSG, FI_MULTICAST, FI_RECV, FI_SEND ] mode: [ ] addr_format: FI_SOCKADDR_IN src_addrlen: 16 dest_addrlen: 0 src_addr: fi_sockaddr_in://10.10.16.2:0 dest_addr: (null) handle: (null) fi_tx_attr: caps: [ FI_MSG, FI_MULTICAST, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] inject_size: 1472 size: 1024 iov_limit: 4 rma_iov_limit: 0 fi_rx_attr: caps: [ FI_SOURCE, FI_MSG, FI_MULTICAST, FI_RECV ] mode: [ ] op_flags: [ ] msg_order: [ ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] total_buffered_recv: 65536 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_DGRAM protocol: FI_PROTO_UDP protocol_version: 0 max_msg_size: 1472 msg_prefix_size: 0 max_order_raw_size: 0 max_order_war_size: 0 max_order_waw_size: 0 mem_tag_format: 0x0000000000000000 tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: udp threading: FI_THREAD_SAFE control_progress: FI_PROGRESS_AUTO data_progress: FI_PROGRESS_AUTO resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ ] mr_key_size: 0 cq_data_size: 0 cq_cnt: 256 ep_cnt: 256 tx_ctx_cnt: 256 rx_ctx_cnt: 256 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 0 caps: [ ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: UDP-IP prov_name: UDP prov_version: 1.1 api_version: 1.5 --- fi_info: caps: [ FI_SOURCE, FI_MSG, FI_MULTICAST, FI_RECV, FI_SEND ] mode: [ ] addr_format: FI_SOCKADDR_IN6 src_addrlen: 28 dest_addrlen: 0 src_addr: fi_sockaddr_in6://[fe80::fabc:12ff:fe1d:fc10]:0 dest_addr: (null) handle: (null) fi_tx_attr: caps: [ FI_MSG, FI_MULTICAST, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] inject_size: 1472 size: 1024 iov_limit: 4 rma_iov_limit: 0 fi_rx_attr: caps: [ FI_SOURCE, FI_MSG, FI_MULTICAST, FI_RECV ] mode: [ ] op_flags: [ ] msg_order: [ ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] total_buffered_recv: 65536 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_DGRAM protocol: FI_PROTO_UDP protocol_version: 0 max_msg_size: 1472 msg_prefix_size: 0 max_order_raw_size: 0 max_order_war_size: 0 max_order_waw_size: 0 mem_tag_format: 0x0000000000000000 tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: udp threading: FI_THREAD_SAFE control_progress: FI_PROGRESS_AUTO data_progress: FI_PROGRESS_AUTO resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ ] mr_key_size: 0 cq_data_size: 0 cq_cnt: 256 ep_cnt: 256 tx_ctx_cnt: 256 rx_ctx_cnt: 256 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 0 caps: [ ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: UDP-IP prov_name: UDP prov_version: 1.1 api_version: 1.5 --- fi_info: caps: [ FI_SOURCE, FI_MSG, FI_MULTICAST, FI_RECV, FI_SEND ] mode: [ ] addr_format: FI_SOCKADDR_IN6 src_addrlen: 28 dest_addrlen: 0 src_addr: fi_sockaddr_in6://[fe80::526b:4b03:8:6e82]:0 dest_addr: (null) handle: (null) fi_tx_attr: caps: [ FI_MSG, FI_MULTICAST, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] inject_size: 1472 size: 1024 iov_limit: 4 rma_iov_limit: 0 fi_rx_attr: caps: [ FI_SOURCE, FI_MSG, FI_MULTICAST, FI_RECV ] mode: [ ] op_flags: [ ] msg_order: [ ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] total_buffered_recv: 65536 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_DGRAM protocol: FI_PROTO_UDP protocol_version: 0 max_msg_size: 1472 msg_prefix_size: 0 max_order_raw_size: 0 max_order_war_size: 0 max_order_waw_size: 0 mem_tag_format: 0x0000000000000000 tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: udp threading: FI_THREAD_SAFE control_progress: FI_PROGRESS_AUTO data_progress: FI_PROGRESS_AUTO resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ ] mr_key_size: 0 cq_data_size: 0 cq_cnt: 256 ep_cnt: 256 tx_ctx_cnt: 256 rx_ctx_cnt: 256 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 0 caps: [ ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: UDP-IP prov_name: UDP prov_version: 1.1 api_version: 1.5 --- fi_info: caps: [ FI_SOURCE, FI_MSG, FI_MULTICAST, FI_RECV, FI_SEND ] mode: [ ] addr_format: FI_SOCKADDR_IN6 src_addrlen: 28 dest_addrlen: 0 src_addr: fi_sockaddr_in6://[::1]:0 dest_addr: (null) handle: (null) fi_tx_attr: caps: [ FI_MSG, FI_MULTICAST, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] inject_size: 1472 size: 1024 iov_limit: 4 rma_iov_limit: 0 fi_rx_attr: caps: [ FI_SOURCE, FI_MSG, FI_MULTICAST, FI_RECV ] mode: [ ] op_flags: [ ] msg_order: [ ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] total_buffered_recv: 65536 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_DGRAM protocol: FI_PROTO_UDP protocol_version: 0 max_msg_size: 1472 msg_prefix_size: 0 max_order_raw_size: 0 max_order_war_size: 0 max_order_waw_size: 0 mem_tag_format: 0x0000000000000000 tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: udp threading: FI_THREAD_SAFE control_progress: FI_PROGRESS_AUTO data_progress: FI_PROGRESS_AUTO resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ ] mr_key_size: 0 cq_data_size: 0 cq_cnt: 256 ep_cnt: 256 tx_ctx_cnt: 256 rx_ctx_cnt: 256 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 0 caps: [ ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: UDP-IP prov_name: UDP prov_version: 1.1 api_version: 1.5 --- fi_info: caps: [ FI_SOURCE, FI_MSG, FI_MULTICAST, FI_RECV, FI_SEND ] mode: [ ] addr_format: FI_SOCKADDR_IN src_addrlen: 16 dest_addrlen: 0 src_addr: fi_sockaddr_in://127.0.0.1:0 dest_addr: (null) handle: (null) fi_tx_attr: caps: [ FI_MSG, FI_MULTICAST, FI_SEND ] mode: [ ] op_flags: [ ] msg_order: [ ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] inject_size: 1472 size: 1024 iov_limit: 4 rma_iov_limit: 0 fi_rx_attr: caps: [ FI_SOURCE, FI_MSG, FI_MULTICAST, FI_RECV ] mode: [ ] op_flags: [ ] msg_order: [ ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] total_buffered_recv: 65536 size: 1024 iov_limit: 4 fi_ep_attr: type: FI_EP_DGRAM protocol: FI_PROTO_UDP protocol_version: 0 max_msg_size: 1472 msg_prefix_size: 0 max_order_raw_size: 0 max_order_war_size: 0 max_order_waw_size: 0 mem_tag_format: 0x0000000000000000 tx_ctx_cnt: 1 rx_ctx_cnt: 1 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: udp threading: FI_THREAD_SAFE control_progress: FI_PROGRESS_AUTO data_progress: FI_PROGRESS_AUTO resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ ] mr_key_size: 0 cq_data_size: 0 cq_cnt: 256 ep_cnt: 256 tx_ctx_cnt: 256 rx_ctx_cnt: 256 max_ep_tx_ctx: 1 max_ep_rx_ctx: 1 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 0 caps: [ ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: UDP-IP prov_name: UDP prov_version: 1.1 api_version: 1.5 --- fi_info: caps: [ FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] addr_format: FI_SOCKADDR_IN src_addrlen: 16 dest_addrlen: 0 src_addr: fi_sockaddr_in://10.10.15.2:0 dest_addr: (null) handle: (null) fi_tx_attr: caps: [ FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ FI_TRANSMIT_COMPLETE ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] comp_order: [ ] inject_size: 255 size: 368 iov_limit: 8 rma_iov_limit: 8 fi_rx_attr: caps: [ FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT, FI_ORDER_DATA ] total_buffered_recv: 67108864 size: 368 iov_limit: 8 fi_ep_attr: type: FI_EP_MSG protocol: FI_PROTO_SOCK_TCP protocol_version: 1 max_msg_size: 8388608 msg_prefix_size: 0 max_order_raw_size: 8388608 max_order_war_size: 8388608 max_order_waw_size: 8388608 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 16 rx_ctx_cnt: 16 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: em1 threading: FI_THREAD_SAFE control_progress: FI_PROGRESS_AUTO data_progress: FI_PROGRESS_AUTO resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 32 ep_cnt: 128 tx_ctx_cnt: 16 rx_ctx_cnt: 16 max_ep_tx_ctx: 16 max_ep_rx_ctx: 16 max_ep_stx_ctx: 128 max_ep_srx_ctx: 128 cntr_cnt: 128 mr_iov_limit: 8 caps: [ ] mode: [ ] auth_key_size: 0 max_err_data: 256 mr_cnt: 65535 fi_fabric_attr: name: 10.10.15.0/24 prov_name: sockets prov_version: 2.0 api_version: 1.5 --- fi_info: caps: [ FI_SHARED_AV, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] addr_format: FI_SOCKADDR_IN src_addrlen: 16 dest_addrlen: 0 src_addr: fi_sockaddr_in://10.10.15.2:0 dest_addr: (null) handle: (null) fi_tx_attr: caps: [ FI_SHARED_AV, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ FI_TRANSMIT_COMPLETE ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] comp_order: [ ] inject_size: 255 size: 368 iov_limit: 8 rma_iov_limit: 0 fi_rx_attr: caps: [ FI_SHARED_AV, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT, FI_ORDER_DATA ] total_buffered_recv: 67108864 size: 368 iov_limit: 8 fi_ep_attr: type: FI_EP_DGRAM protocol: FI_PROTO_SOCK_TCP protocol_version: 1 max_msg_size: 8388608 msg_prefix_size: 0 max_order_raw_size: 8388608 max_order_war_size: 8388608 max_order_waw_size: 8388608 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 16 rx_ctx_cnt: 16 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: em1 threading: FI_THREAD_SAFE control_progress: FI_PROGRESS_AUTO data_progress: FI_PROGRESS_AUTO resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 32 ep_cnt: 128 tx_ctx_cnt: 16 rx_ctx_cnt: 16 max_ep_tx_ctx: 16 max_ep_rx_ctx: 16 max_ep_stx_ctx: 128 max_ep_srx_ctx: 128 cntr_cnt: 128 mr_iov_limit: 8 caps: [ ] mode: [ ] auth_key_size: 0 max_err_data: 256 mr_cnt: 65535 fi_fabric_attr: name: 10.10.15.0/24 prov_name: sockets prov_version: 2.0 api_version: 1.5 --- fi_info: caps: [ FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] addr_format: FI_SOCKADDR_IN src_addrlen: 16 dest_addrlen: 0 src_addr: fi_sockaddr_in://10.10.15.2:0 dest_addr: (null) handle: (null) fi_tx_attr: caps: [ FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ FI_TRANSMIT_COMPLETE ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] comp_order: [ ] inject_size: 255 size: 368 iov_limit: 8 rma_iov_limit: 8 fi_rx_attr: caps: [ FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT, FI_ORDER_DATA ] total_buffered_recv: 67108864 size: 368 iov_limit: 8 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_SOCK_TCP protocol_version: 1 max_msg_size: 8388608 msg_prefix_size: 0 max_order_raw_size: 8388608 max_order_war_size: 8388608 max_order_waw_size: 8388608 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 16 rx_ctx_cnt: 16 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: em1 threading: FI_THREAD_SAFE control_progress: FI_PROGRESS_AUTO data_progress: FI_PROGRESS_AUTO resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 32 ep_cnt: 128 tx_ctx_cnt: 16 rx_ctx_cnt: 16 max_ep_tx_ctx: 16 max_ep_rx_ctx: 16 max_ep_stx_ctx: 128 max_ep_srx_ctx: 128 cntr_cnt: 128 mr_iov_limit: 8 caps: [ ] mode: [ ] auth_key_size: 0 max_err_data: 256 mr_cnt: 65535 fi_fabric_attr: name: 10.10.15.0/24 prov_name: sockets prov_version: 2.0 api_version: 1.5 --- fi_info: caps: [ FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] addr_format: FI_SOCKADDR_IN src_addrlen: 16 dest_addrlen: 0 src_addr: fi_sockaddr_in://10.10.16.2:0 dest_addr: (null) handle: (null) fi_tx_attr: caps: [ FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ FI_TRANSMIT_COMPLETE ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] comp_order: [ ] inject_size: 255 size: 368 iov_limit: 8 rma_iov_limit: 8 fi_rx_attr: caps: [ FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT, FI_ORDER_DATA ] total_buffered_recv: 67108864 size: 368 iov_limit: 8 fi_ep_attr: type: FI_EP_MSG protocol: FI_PROTO_SOCK_TCP protocol_version: 1 max_msg_size: 8388608 msg_prefix_size: 0 max_order_raw_size: 8388608 max_order_war_size: 8388608 max_order_waw_size: 8388608 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 16 rx_ctx_cnt: 16 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: ib0 threading: FI_THREAD_SAFE control_progress: FI_PROGRESS_AUTO data_progress: FI_PROGRESS_AUTO resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 32 ep_cnt: 128 tx_ctx_cnt: 16 rx_ctx_cnt: 16 max_ep_tx_ctx: 16 max_ep_rx_ctx: 16 max_ep_stx_ctx: 128 max_ep_srx_ctx: 128 cntr_cnt: 128 mr_iov_limit: 8 caps: [ ] mode: [ ] auth_key_size: 0 max_err_data: 256 mr_cnt: 65535 fi_fabric_attr: name: 10.10.16.0/24 prov_name: sockets prov_version: 2.0 api_version: 1.5 --- fi_info: caps: [ FI_SHARED_AV, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] addr_format: FI_SOCKADDR_IN src_addrlen: 16 dest_addrlen: 0 src_addr: fi_sockaddr_in://10.10.16.2:0 dest_addr: (null) handle: (null) fi_tx_attr: caps: [ FI_SHARED_AV, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ FI_TRANSMIT_COMPLETE ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] comp_order: [ ] inject_size: 255 size: 368 iov_limit: 8 rma_iov_limit: 0 fi_rx_attr: caps: [ FI_SHARED_AV, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT, FI_ORDER_DATA ] total_buffered_recv: 67108864 size: 368 iov_limit: 8 fi_ep_attr: type: FI_EP_DGRAM protocol: FI_PROTO_SOCK_TCP protocol_version: 1 max_msg_size: 8388608 msg_prefix_size: 0 max_order_raw_size: 8388608 max_order_war_size: 8388608 max_order_waw_size: 8388608 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 16 rx_ctx_cnt: 16 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: ib0 threading: FI_THREAD_SAFE control_progress: FI_PROGRESS_AUTO data_progress: FI_PROGRESS_AUTO resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 32 ep_cnt: 128 tx_ctx_cnt: 16 rx_ctx_cnt: 16 max_ep_tx_ctx: 16 max_ep_rx_ctx: 16 max_ep_stx_ctx: 128 max_ep_srx_ctx: 128 cntr_cnt: 128 mr_iov_limit: 8 caps: [ ] mode: [ ] auth_key_size: 0 max_err_data: 256 mr_cnt: 65535 fi_fabric_attr: name: 10.10.16.0/24 prov_name: sockets prov_version: 2.0 api_version: 1.5 --- fi_info: caps: [ FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] addr_format: FI_SOCKADDR_IN src_addrlen: 16 dest_addrlen: 0 src_addr: fi_sockaddr_in://10.10.16.2:0 dest_addr: (null) handle: (null) fi_tx_attr: caps: [ FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ FI_TRANSMIT_COMPLETE ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] comp_order: [ ] inject_size: 255 size: 368 iov_limit: 8 rma_iov_limit: 8 fi_rx_attr: caps: [ FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT, FI_ORDER_DATA ] total_buffered_recv: 67108864 size: 368 iov_limit: 8 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_SOCK_TCP protocol_version: 1 max_msg_size: 8388608 msg_prefix_size: 0 max_order_raw_size: 8388608 max_order_war_size: 8388608 max_order_waw_size: 8388608 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 16 rx_ctx_cnt: 16 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: ib0 threading: FI_THREAD_SAFE control_progress: FI_PROGRESS_AUTO data_progress: FI_PROGRESS_AUTO resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 32 ep_cnt: 128 tx_ctx_cnt: 16 rx_ctx_cnt: 16 max_ep_tx_ctx: 16 max_ep_rx_ctx: 16 max_ep_stx_ctx: 128 max_ep_srx_ctx: 128 cntr_cnt: 128 mr_iov_limit: 8 caps: [ ] mode: [ ] auth_key_size: 0 max_err_data: 256 mr_cnt: 65535 fi_fabric_attr: name: 10.10.16.0/24 prov_name: sockets prov_version: 2.0 api_version: 1.5 --- fi_info: caps: [ FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] addr_format: FI_SOCKADDR_IN src_addrlen: 16 dest_addrlen: 0 src_addr: fi_sockaddr_in://127.0.0.1:0 dest_addr: (null) handle: (null) fi_tx_attr: caps: [ FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ FI_TRANSMIT_COMPLETE ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] comp_order: [ ] inject_size: 255 size: 368 iov_limit: 8 rma_iov_limit: 8 fi_rx_attr: caps: [ FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT, FI_ORDER_DATA ] total_buffered_recv: 67108864 size: 368 iov_limit: 8 fi_ep_attr: type: FI_EP_MSG protocol: FI_PROTO_SOCK_TCP protocol_version: 1 max_msg_size: 8388608 msg_prefix_size: 0 max_order_raw_size: 8388608 max_order_war_size: 8388608 max_order_waw_size: 8388608 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 16 rx_ctx_cnt: 16 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: lo threading: FI_THREAD_SAFE control_progress: FI_PROGRESS_AUTO data_progress: FI_PROGRESS_AUTO resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 32 ep_cnt: 128 tx_ctx_cnt: 16 rx_ctx_cnt: 16 max_ep_tx_ctx: 16 max_ep_rx_ctx: 16 max_ep_stx_ctx: 128 max_ep_srx_ctx: 128 cntr_cnt: 128 mr_iov_limit: 8 caps: [ ] mode: [ ] auth_key_size: 0 max_err_data: 256 mr_cnt: 65535 fi_fabric_attr: name: 127.0.0.0/8 prov_name: sockets prov_version: 2.0 api_version: 1.5 --- fi_info: caps: [ FI_SHARED_AV, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] addr_format: FI_SOCKADDR_IN src_addrlen: 16 dest_addrlen: 0 src_addr: fi_sockaddr_in://127.0.0.1:0 dest_addr: (null) handle: (null) fi_tx_attr: caps: [ FI_SHARED_AV, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ FI_TRlibfabric:usnic:fabric:usdf_fini():1151 libfabric:verbs:core:fi_param_undefine():159 Removing param: iface libfabric:verbs:core:fi_param_undefine():159 Removing param: rdm_buffer_num libfabric:verbs:core:fi_param_undefine():159 Removing param: rdm_buffer_size libfabric:verbs:core:fi_param_undefine():159 Removing param: rdm_use_odp libfabric:verbs:core:fi_param_undefine():159 Removing param: rdm_rndv_seg_size libfabric:verbs:core:fi_param_undefine():159 Removing param: rdm_cqread_bunch_size libfabric:verbs:core:fi_param_undefine():159 Removing param: rdm_thread_timeout libfabric:verbs:core:fi_param_undefine():159 Removing param: rdm_eager_send_opcode libfabric:verbs:core:fi_param_undefine():159 Removing param: tx_size libfabric:verbs:core:fi_param_undefine():159 Removing param: rx_size libfabric:verbs:core:fi_param_undefine():159 Removing param: tx_iov_limit libfabric:verbs:core:fi_param_undefine():159 Removing param: rx_iov_limit libfabric:verbs:core:fi_param_undefine():159 Removing param: inline_size libfabric:verbs:core:fi_param_undefine():159 Removing param: min_rnr_timer libfabric:ofi_rxm:core:fi_param_undefine():159 Removing param: buffer_size libfabric:sockets:core:fi_param_undefine():159 Removing param: pe_waittime libfabric:sockets:core:fi_param_undefine():159 Removing param: max_conn_retry libfabric:sockets:core:fi_param_undefine():159 Removing param: def_conn_map_sz libfabric:sockets:core:fi_param_undefine():159 Removing param: def_av_sz libfabric:sockets:core:fi_param_undefine():159 Removing param: def_cq_sz libfabric:sockets:core:fi_param_undefine():159 Removing param: def_eq_sz libfabric:sockets:core:fi_param_undefine():159 Removing param: pe_affinity libfabric:sockets:core:fi_param_undefine():159 Removing param: dgram_drop_rate ANSMIT_COMPLETE ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] comp_order: [ ] inject_size: 255 size: 368 iov_limit: 8 rma_iov_limit: 0 fi_rx_attr: caps: [ FI_SHARED_AV, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_TAGGED, FI_RECV, FI_SEND, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT, FI_ORDER_DATA ] total_buffered_recv: 67108864 size: 368 iov_limit: 8 fi_ep_attr: type: FI_EP_DGRAM protocol: FI_PROTO_SOCK_TCP protocol_version: 1 max_msg_size: 8388608 msg_prefix_size: 0 max_order_raw_size: 8388608 max_order_war_size: 8388608 max_order_waw_size: 8388608 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 16 rx_ctx_cnt: 16 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: lo threading: FI_THREAD_SAFE control_progress: FI_PROGRESS_AUTO data_progress: FI_PROGRESS_AUTO resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 32 ep_cnt: 128 tx_ctx_cnt: 16 rx_ctx_cnt: 16 max_ep_tx_ctx: 16 max_ep_rx_ctx: 16 max_ep_stx_ctx: 128 max_ep_srx_ctx: 128 cntr_cnt: 128 mr_iov_limit: 8 caps: [ ] mode: [ ] auth_key_size: 0 max_err_data: 256 mr_cnt: 65535 fi_fabric_attr: name: 127.0.0.0/8 prov_name: sockets prov_version: 2.0 api_version: 1.5 --- fi_info: caps: [ FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] addr_format: FI_SOCKADDR_IN src_addrlen: 16 dest_addrlen: 0 src_addr: fi_sockaddr_in://127.0.0.1:0 dest_addr: (null) handle: (null) fi_tx_attr: caps: [ FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ FI_TRANSMIT_COMPLETE ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] comp_order: [ ] inject_size: 255 size: 368 iov_limit: 8 rma_iov_limit: 8 fi_rx_attr: caps: [ FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE ] mode: [ ] op_flags: [ ] msg_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ] comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT, FI_ORDER_DATA ] total_buffered_recv: 67108864 size: 368 iov_limit: 8 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_SOCK_TCP protocol_version: 1 max_msg_size: 8388608 msg_prefix_size: 0 max_order_raw_size: 8388608 max_order_war_size: 8388608 max_order_waw_size: 8388608 mem_tag_format: 0xaaaaaaaaaaaaaaaa tx_ctx_cnt: 16 rx_ctx_cnt: 16 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: lo threading: FI_THREAD_SAFE control_progress: FI_PROGRESS_AUTO data_progress: FI_PROGRESS_AUTO resource_mgmt: FI_RM_ENABLED av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_BASIC ] mr_key_size: 8 cq_data_size: 8 cq_cnt: 32 ep_cnt: 128 tx_ctx_cnt: 16 rx_ctx_cnt: 16 max_ep_tx_ctx: 16 max_ep_rx_ctx: 16 max_ep_stx_ctx: 128 max_ep_srx_ctx: 128 cntr_cnt: 128 mr_iov_limit: 8 caps: [ ] mode: [ ] auth_key_size: 0 max_err_data: 256 mr_cnt: 65535 fi_fabric_attr: name: 127.0.0.0/8 prov_name: sockets prov_version: 2.0 api_version: 1.5