[sbhatt@inv02 bin]$ ./fi_rdm_rma_simple -p verbs -s 10.10.16.2 Hints: fi_info: caps: [ FI_RMA_EVENT, FI_MSG, FI_RMA ] mode: [ FI_CONTEXT ] addr_format: FI_FORMAT_UNSPEC src_addrlen: 0 dest_addrlen: 0 src_addr: (null) dest_addr: (null) handle: (null) fi_tx_attr: caps: [ ] mode: [ ] op_flags: [ ] msg_order: [ ] comp_order: [ ] inject_size: 0 size: 0 iov_limit: 0 rma_iov_limit: 0 fi_rx_attr: caps: [ ] mode: [ ] op_flags: [ ] msg_order: [ ] comp_order: [ ] total_buffered_recv: 0 size: 0 iov_limit: 0 fi_ep_attr: type: FI_EP_RDM protocol: FI_PROTO_UNSPEC protocol_version: 0 max_msg_size: 0 msg_prefix_size: 0 max_order_raw_size: 0 max_order_war_size: 0 max_order_waw_size: 0 mem_tag_format: 0x0000000000000000 tx_ctx_cnt: 0 rx_ctx_cnt: 0 auth_key_size: 0 fi_domain_attr: domain: 0x0 name: (null) threading: FI_THREAD_UNSPEC control_progress: FI_PROGRESS_UNSPEC data_progress: FI_PROGRESS_UNSPEC resource_mgmt: FI_RM_UNSPEC av_type: FI_AV_UNSPEC mr_mode: [ FI_MR_LOCAL, FI_MR_VIRT_ADDR, FI_MR_ALLOCATED, FI_MR_PROV_KEY ] mr_key_size: 0 cq_data_size: 0 cq_cnt: 0 ep_cnt: 0 tx_ctx_cnt: 0 rx_ctx_cnt: 0 max_ep_tx_ctx: 0 max_ep_rx_ctx: 0 max_ep_stx_ctx: 0 max_ep_srx_ctx: 0 cntr_cnt: 0 mr_iov_limit: 0 caps: [ ] mode: [ ] auth_key_size: 0 max_err_data: 0 mr_cnt: 0 fi_fabric_attr: name: (null) prov_name: verbs prov_version: 0.0 api_version: 0.0 libfabric:core:core:fi_param_define_():222 registered var provider libfabric:core:core:fi_param_define_():222 registered var fork_unsafe libfabric:core:core:fi_param_get_():271 variable provider= libfabric:core:core:fi_param_define_():222 registered var provider_path libfabric:core:core:fi_param_get_():271 variable provider_path= libfabric:core:core:ofi_register_provider():183 no provider structure or name libfabric:core:core:ofi_register_provider():183 no provider structure or name libfabric:core:core:ofi_register_provider():183 no provider structure or name libfabric:core:core:ofi_register_provider():183 no provider structure or name libfabric:verbs:core:fi_param_define_():222 registered var iface libfabric:verbs:core:fi_param_define_():222 registered var rdm_buffer_num libfabric:verbs:core:fi_param_define_():222 registered var rdm_buffer_size libfabric:verbs:core:fi_param_define_():222 registered var rdm_use_odp libfabric:verbs:core:fi_param_define_():222 registered var rdm_rndv_seg_size libfabric:verbs:core:fi_param_define_():222 registered var rdm_cqread_bunch_size libfabric:verbs:core:fi_param_define_():222 registered var rdm_thread_timeout libfabric:verbs:core:fi_param_define_():222 registered var rdm_eager_send_opcode libfabric:verbs:core:fi_param_define_():222 registered var tx_size libfabric:verbs:core:fi_param_get_():271 variable tx_size= libfabric:verbs:core:fi_param_define_():222 registered var rx_size libfabric:verbs:core:fi_param_get_():271 variable rx_size= libfabric:verbs:core:fi_param_define_():222 registered var tx_iov_limit libfabric:verbs:core:fi_param_get_():271 variable tx_iov_limit= libfabric:verbs:core:fi_param_define_():222 registered var rx_iov_limit libfabric:verbs:core:fi_param_get_():271 variable rx_iov_limit= libfabric:verbs:core:fi_param_define_():222 registered var inline_size libfabric:verbs:core:fi_param_get_():271 variable inline_size= libfabric:verbs:core:fi_param_define_():222 registered var min_rnr_timer libfabric:verbs:core:fi_param_get_():271 variable min_rnr_timer= libfabric:core:core:ofi_register_provider():190 registering provider: verbs (1.0) libfabric:core:core:ofi_register_provider():183 no provider structure or name libfabric:core:core:ofi_register_provider():183 no provider structure or name libfabric:core:core:ofi_register_provider():183 no provider structure or name libfabric:ofi_rxm:core:fi_param_define_():222 registered var buffer_size libfabric:ofi_rxm:core:fi_param_get_():271 variable buffer_size= libfabric:core:core:ofi_register_provider():190 registering provider: ofi_rxm (1.0) libfabric:core:core:fi_param_define_():222 registered var rxd_enable libfabric:core:core:fi_param_get_():271 variable rxd_enable= libfabric:core:core:ofi_register_provider():190 registering provider: UDP (1.1) libfabric:sockets:core:fi_param_define_():222 registered var pe_waittime libfabric:sockets:core:fi_param_define_():222 registered var max_conn_retry libfabric:sockets:core:fi_param_define_():222 registered var def_conn_map_sz libfabric:sockets:core:fi_param_define_():222 registered var def_av_sz libfabric:sockets:core:fi_param_define_():222 registered var def_cq_sz libfabric:sockets:core:fi_param_define_():222 registered var def_eq_sz libfabric:sockets:core:fi_param_define_():222 registered var pe_affinity libfabric:core:core:ofi_register_provider():190 registering provider: sockets (2.0) libfabric:core:core:fi_param_get_():271 variable fork_unsafe= libfabric:verbs:core:fi_ibv_init_info():1057 Enabling IB fork support libfabric:verbs:core:fi_param_get_():271 variable rdm_buffer_size= libfabric:verbs:fabric:fi_ibv_create_ep():197 rdma_create_ep: Cannot assign requested address(99) libfabric:core:core:fi_getinfo_():737 fi_getinfo: provider verbs returned -61 (No data available) libfabric:ofi_rxm:core:ofi_check_info():835 Unsupported capabilities libfabric:ofi_rxm:core:ofi_check_info():836 Supported: FI_SOURCE, FI_DIRECTED_RECV, FI_MSG, FI_RMA, FI_TAGGED, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE libfabric:ofi_rxm:core:ofi_check_info():836 Requested: FI_RMA_EVENT, FI_MSG, FI_RMA libfabric:core:core:fi_getinfo_():737 fi_getinfo: provider ofi_rxm returned -61 (No data available) fi_getinfo(): common/shared.c:644, ret=-61 (No data available) Provider: (null)