libfabric:core:core:fi_param_define_():222<info> registered var provider
libfabric:core:core:fi_param_define_():222<info> registered var fork_unsafe
libfabric:core:core:fi_param_get_():271<info> variable provider=<not set>
libfabric:core:core:fi_param_define_():222<info> registered var provider_path
libfabric:core:core:fi_param_get_():271<info> variable provider_path=<not set>
libfabric:core:core:ofi_register_provider():183<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():183<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():190<info> registering provider: usnic (1.0)
libfabric:core:core:ofi_register_provider():183<warn> no provider structure or name
libfabric:verbs:core:fi_param_define_():222<info> registered var iface
libfabric:verbs:core:fi_param_define_():222<info> registered var rdm_buffer_num
libfabric:verbs:core:fi_param_define_():222<info> registered var rdm_buffer_size
libfabric:verbs:core:fi_param_define_():222<info> registered var rdm_use_odp
libfabric:verbs:core:fi_param_define_():222<info> registered var rdm_rndv_seg_size
libfabric:verbs:core:fi_param_define_():222<info> registered var rdm_cqread_bunch_size
libfabric:verbs:core:fi_param_define_():222<info> registered var rdm_thread_timeout
libfabric:verbs:core:fi_param_define_():222<info> registered var rdm_eager_send_opcode
libfabric:verbs:core:fi_param_define_():222<info> registered var tx_size
libfabric:verbs:core:fi_param_get_():271<info> variable tx_size=<not set>
libfabric:verbs:core:fi_param_define_():222<info> registered var rx_size
libfabric:verbs:core:fi_param_get_():271<info> variable rx_size=<not set>
libfabric:verbs:core:fi_param_define_():222<info> registered var tx_iov_limit
libfabric:verbs:core:fi_param_get_():271<info> variable tx_iov_limit=<not set>
libfabric:verbs:core:fi_param_define_():222<info> registered var rx_iov_limit
libfabric:verbs:core:fi_param_get_():271<info> variable rx_iov_limit=<not set>
libfabric:verbs:core:fi_param_define_():222<info> registered var inline_size
libfabric:verbs:core:fi_param_get_():271<info> variable inline_size=<not set>
libfabric:verbs:core:fi_param_define_():222<info> registered var min_rnr_timer
libfabric:verbs:core:fi_param_get_():271<info> variable min_rnr_timer=<not set>
libfabric:core:core:ofi_register_provider():190<info> registering provider: verbs (1.0)
libfabric:core:core:ofi_register_provider():183<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():183<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():183<warn> no provider structure or name
libfabric:ofi_rxm:core:fi_param_define_():222<info> registered var buffer_size
libfabric:ofi_rxm:core:fi_param_get_():271<info> variable buffer_size=<not set>
libfabric:core:core:ofi_register_provider():190<info> registering provider: ofi_rxm (1.0)
libfabric:core:core:fi_param_define_():222<info> registered var rxd_enable
libfabric:core:core:fi_param_get_():271<info> variable rxd_enable=<not set>
libfabric:core:core:ofi_register_provider():190<info> registering provider: UDP (1.1)
libfabric:sockets:core:fi_param_define_():222<info> registered var pe_waittime
libfabric:sockets:core:fi_param_define_():222<info> registered var max_conn_retry
libfabric:sockets:core:fi_param_define_():222<info> registered var def_conn_map_sz
libfabric:sockets:core:fi_param_define_():222<info> registered var def_av_sz
libfabric:sockets:core:fi_param_define_():222<info> registered var def_cq_sz
libfabric:sockets:core:fi_param_define_():222<info> registered var def_eq_sz
libfabric:sockets:core:fi_param_define_():222<info> registered var pe_affinity
libfabric:core:core:ofi_register_provider():190<info> registering provider: sockets (2.0)
libfabric:core:core:fi_param_get_():271<info> variable fork_unsafe=<not set>
libfabric:verbs:core:fi_ibv_init_info():1057<info> Enabling IB fork support
libfabric:verbs:core:fi_param_get_():271<info> variable rdm_buffer_size=<not set>
libfabric:verbs:core:fi_ibv_check_hints():381<info> needed mode not set
libfabric:verbs:core:fi_ibv_check_hints():382<info> Expected: FI_CONTEXT
libfabric:verbs:core:fi_ibv_check_hints():382<info> Given:
libfabric:core:core:ofi_layering_ok():647<info> Need core provider, skipping util ofi_rxm
_________________FI_INFO_____________________
 fi_info:
    caps: [ FI_SOURCE, FI_READ, FI_WRITE ]
    mode: [  ]
    addr_format: FI_SOCKADDR_IN
    src_addrlen: 16
    dest_addrlen: 0
    src_addr: fi_sockaddr_in://127.0.0.1:0
    dest_addr: (null)
    handle: (null)
    fi_tx_attr:
        caps: [ FI_SOURCE, FI_READ, FI_WRITE ]
        mode: [  ]
        op_flags: [  ]
        msg_order: [  ]
        comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ]
        inject_size: 16320
        size: 384
        iov_limit: 4
        rma_iov_limit: 0
    fi_rx_attr:
        caps: [ FI_SOURCE, FI_READ, FI_WRITE ]
        mode: [  ]
        op_flags: [  ]
        msg_order: [  ]
        comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ]
        total_buffered_recv: 0
        size: 1024
        iov_limit: 4
    fi_ep_attr:
        type: FI_EP_RDM
        protocol: FI_PROTO_RXM
        protocol_version: 1
        max_msg_size: 1073741824
        msg_prefix_size: 0
        max_order_raw_size: 0
        max_order_war_size: 0
        max_order_waw_size: 0
        mem_tag_format: 0x0000000000000000
        tx_ctx_cnt: 1
        rx_ctx_cnt: 1
        auth_key_size: 0
    fi_domain_attr:
        domain: 0x0
        name: mlx5_0
        threading: FI_THREAD_SAFE
        control_progress: FI_PROGRESS_AUTO
        data_progress: FI_PROGRESS_MANUAL
        resource_mgmt: FI_RM_ENABLED
        av_type: FI_AV_UNSPEC
        mr_mode: [ FI_MR_BASIC, FI_MR_LOCAL, FI_MR_VIRT_ADDR, FI_MR_ALLOCATED, FI_MR_PROV_KEY ]
        mr_key_size: 0
        cq_data_size: 4
        cq_cnt: 65536
        ep_cnt: 32768
        tx_ctx_cnt: 1
        rx_ctx_cnt: 1
        max_ep_tx_ctx: 1
        max_ep_rx_ctx: 1
        max_ep_stx_ctx: 0
        max_ep_srx_ctx: 0
        cntr_cnt: 0
        mr_iov_limit: 1
    caps: [  ]
    mode: [  ]
        auth_key_size: 0
        max_err_data: 0
        mr_cnt: 0
    fi_fabric_attr:
        name: IB-0x80fe
        prov_name: verbs;ofi_rxm
        prov_version: 1.0
        api_version: 1.5

_________________FI_INFO_____________________
 fi_info:
    caps: [ FI_SOURCE, FI_READ, FI_WRITE ]
    mode: [  ]
    addr_format: FI_SOCKADDR_IN
    src_addrlen: 16
    dest_addrlen: 0
    src_addr: fi_sockaddr_in://127.0.0.1:0
    dest_addr: (null)
    handle: (null)
    fi_tx_attr:
        caps: [ FI_SOURCE, FI_READ, FI_WRITE ]
        mode: [  ]
        op_flags: [  ]
        msg_order: [  ]
        comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ]
        inject_size: 16320
        size: 384
        iov_limit: 4
        rma_iov_limit: 0
    fi_rx_attr:
        caps: [ FI_SOURCE, FI_READ, FI_WRITE ]
        mode: [  ]
        op_flags: [  ]
        msg_order: [  ]
        comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ]
        total_buffered_recv: 0
        size: 1024
        iov_limit: 4
    fi_ep_attr:
        type: FI_EP_RDM
        protocol: FI_PROTO_RXM
        protocol_version: 1
        max_msg_size: 1073741824
        msg_prefix_size: 0
        max_order_raw_size: 0
        max_order_war_size: 0
        max_order_waw_size: 0
        mem_tag_format: 0x0000000000000000
        tx_ctx_cnt: 1
        rx_ctx_cnt: 1
        auth_key_size: 0
    fi_domain_attr:
        domain: 0x0
        name: mlx5_0
        threading: FI_THREAD_SAFE
        control_progress: FI_PROGRESS_AUTO
        data_progress: FI_PROGRESS_MANUAL
        resource_mgmt: FI_RM_ENABLED
        av_type: FI_AV_UNSPEC
        mr_mode: [ FI_MR_BASIC, FI_MR_LOCAL, FI_MR_VIRT_ADDR, FI_MR_ALLOCATED, FI_MR_PROV_KEY ]
        mr_key_size: 0
        cq_data_size: 4
        cq_cnt: 65536
        ep_cnt: 32768
        tx_ctx_cnt: 1
        rx_ctx_cnt: 1
        max_ep_tx_ctx: 1
        max_ep_rx_ctx: 1
        max_ep_stx_ctx: 0
        max_ep_srx_ctx: 0
        cntr_cnt: 0
        mr_iov_limit: 1
    caps: [  ]
    mode: [  ]
        auth_key_size: 0
        max_err_data: 0
        mr_cnt: 0
    fi_fabric_attr:
        name: IB-0x80fe
        prov_name: verbs;ofi_rxm
        prov_version: 1.0
        api_version: 1.5

Count : 2
_________________FI_INFO_____________________
 fi_info:
    caps: [ FI_SOURCE, FI_READ, FI_WRITE ]
    mode: [  ]
    addr_format: FI_SOCKADDR_IN
    src_addrlen: 16
    dest_addrlen: 0
    src_addr: fi_sockaddr_in://127.0.0.1:0
    dest_addr: (null)
    handle: (null)
    fi_tx_attr:
        caps: [ FI_SOURCE, FI_READ, FI_WRITE ]
        mode: [  ]
        op_flags: [  ]
        msg_order: [  ]
        comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ]
        inject_size: 16320
        size: 384
        iov_limit: 4
        rma_iov_limit: 0
    fi_rx_attr:
        caps: [ FI_SOURCE, FI_READ, FI_WRITE ]
        mode: [  ]
        op_flags: [  ]
        msg_order: [  ]
        comp_order: [ FI_ORDER_RAR, FI_ORDER_RAW, FI_ORDER_RAS, FI_ORDER_WAR, FI_ORDER_WAW, FI_ORDER_WAS, FI_ORDER_SAR, FI_ORDER_SAW, FI_ORDER_SAS, FI_ORDER_STRICT ]
        total_buffered_recv: 0
        size: 1024
        iov_limit: 4
    fi_ep_attr:
        type: FI_EP_RDM
        protocol: FI_PROTO_RXM
        protocol_version: 1
        max_msg_size: 1073741824
        msg_prefix_size: 0
        max_order_raw_size: 0
        max_order_war_size: 0
        max_order_waw_size: 0
        mem_tag_format: 0x0000000000000000
        tx_ctx_cnt: 1
        rx_ctx_cnt: 1
        auth_key_size: 0
    fi_domain_attr:
        domain: 0x0
        name: mlx5_0
        threading: FI_THREAD_SAFE
        control_progress: FI_PROGRESS_AUTO
        data_progress: FI_PROGRESS_MANUAL
        resource_mgmt: FI_RM_ENABLED
        av_type: FI_AV_UNSPEC
        mr_mode: [ FI_MR_BASIC, FI_MR_LOCAL, FI_MR_VIRT_ADDR, FI_MR_ALLOCATED, FI_MR_PROV_KEY ]
        mr_key_size: 0
        cq_data_size: 4
        cq_cnt: 65536
        ep_cnt: 32768
        tx_ctx_cnt: 1
        rx_ctx_cnt: 1
        max_ep_tx_ctx: 1
        max_ep_rx_ctx: 1
        max_ep_stx_ctx: 0
        max_ep_srx_ctx: 0
        cntr_cnt: 0
        mr_iov_limit: 1
    caps: [  ]
    mode: [  ]
        auth_key_size: 0
        max_err_data: 0
        mr_cnt: 0
    fi_fabric_attr:
        name: IB-0x80fe
        prov_name: verbs;ofi_rxm
        prov_version: 1.0
        api_version: 1.5

/* Create fabric object using fi_fabric */
libfabric:verbs:core:ofi_check_domain_attr():512<info> Invalid memory registration mode
libfabric:verbs:core:ofi_check_domain_attr():513<info> Expected: FI_MR_BASIC, FI_MR_LOCAL, FI_MR_VIRT_ADDR, FI_MR_ALLOCATED, FI_MR_PROV_KEY
libfabric:verbs:core:ofi_check_domain_attr():513<info> Given: FI_MR_LOCAL
libfabric:verbs:core:fi_ibv_check_hints():381<info> needed mode not set
libfabric:verbs:core:fi_ibv_check_hints():382<info> Expected: FI_CONTEXT
libfabric:verbs:core:fi_ibv_check_hints():382<info> Given:
libfabric:core:core:fi_getinfo_():737<warn> fi_getinfo: provider verbs returned -61 (No data available)
libfabric:core:core:ofi_layering_ok():647<info> Need core provider, skipping util ofi_rxm
libfabric:core:core:fi_getinfo_():737<warn> fi_getinfo: provider ofi_rxm returned -61 (No data available)
/* Create event queue using fi_eq_open */
/* Create domain object using fi_domain */
libfabric:verbs:core:fi_ibv_check_hints():381<info> needed mode not set
libfabric:verbs:core:fi_ibv_check_hints():382<info> Expected: FI_CONTEXT
libfabric:verbs:core:fi_ibv_check_hints():382<info> Given:
libfabric:core:core:ofi_layering_ok():647<info> Need core provider, skipping util ofi_rxm
FI_MR_OTHERS
/* Create completion queue using fi_cq_open */
/* Create address vector using fi_av_open */
libfabric:ofi_rxm:av:util_av_init():469<info> AV size 1
libfabric:ofi_rxm:av:util_av_init():478<info> FI_SOURCE requested, hash size 1
/* Create memory region using fi_mr_reg */
/* Create endpoint using fi_endpoint */
libfabric:verbs:core:fi_ibv_check_hints():381<info> needed mode not set
libfabric:verbs:core:fi_ibv_check_hints():382<info> Expected: FI_CONTEXT
libfabric:verbs:core:fi_ibv_check_hints():382<info> Given:
libfabric:core:core:ofi_layering_ok():647<info> Need core provider, skipping util ofi_rxm
libfabric:verbs:core:fi_ibv_pep_listen():299<info> Listening on 127.0.0.1:58855
/* Bind event queue using fi_ep_bind */
/* Bind event queue using fi_av_bind */
/* Bind endpoint using fi_ep_bind */
/* Bind completion queue using fi_ep_bind */
/* Bind counter using fi_mr_bind */

Error in fi_mr_bind with Error Code : Function not implemented
/* Enabling endpoint */
/* Initial receive will get remote address for unconnected EPs */
RX_BUF:
Server
/* Waiting for destination address from Client */