mpirun --mca pml cm --mca mtl ofi --mca mtl_ofi_provider_include lf;ofi_rxm --mca mtl_base_verbose 100 --mca btl_base_verbose 100 --mca pml_base_verbose 100 ./mpi_latency [rh3:20561] mca: base: components_register: registering framework btl components [rh3:20561] mca: base: components_register: found loaded component self [rh3:20561] mca: base: components_register: component self register function successful [rh3:20561] mca: base: components_register: found loaded component sm [rh3:20561] mca: base: components_register: found loaded component tcp [rh3:20561] mca: base: components_register: component tcp register function successful [rh3:20561] mca: base: components_register: found loaded component vader [rh3:20561] mca: base: components_register: component vader register function successful [rh3:20561] mca: base: components_open: opening btl components [rh3:20561] mca: base: components_open: found loaded component self [rh3:20561] mca: base: components_open: component self open function successful [rh3:20561] mca: base: components_open: found loaded component tcp [rh3:20561] mca: base: components_open: component tcp open function successful [rh3:20561] mca: base: components_open: found loaded component vader [rh3:20561] mca: base: components_open: component vader open function successful [rh3:20561] select: initializing btl component self [rh3:20561] select: init of component self returned success [rh3:20561] select: initializing btl component tcp [rh3:20561] btl: tcp: Searching for exclude address+prefix: 127.0.0.1 / 8 [rh3:20561] btl: tcp: Found match: 127.0.0.1 (lo) [rh3:20561] btl:tcp: Attempting to bind to AF_INET port 1024 [rh3:20561] btl:tcp: Successfully bound to AF_INET port 1024 [rh3:20561] btl:tcp: my listening v4 socket is 0.0.0.0:1024 [rh3:20561] btl:tcp: examining interface me1 [rh3:20561] btl:tcp: using ipv6 interface me1 [rh3:20561] btl:tcp: examining interface lf0 [rh3:20561] btl:tcp: using ipv6 interface lf0 [rh3:20561] select: init of component tcp returned success [rh3:20561] select: initializing btl component vader [rh3:20561] select: init of component vader returned failure [rh3:20561] mca: base: close: component vader closed [rh3:20561] mca: base: close: unloading component vader [rh3:20561] mca: base: components_register: registering framework pml components [rh3:20561] mca: base: components_register: found loaded component cm [rh3:20561] mca: base: components_register: component cm register function successful [rh3:20561] mca: base: components_open: opening pml components [rh3:20561] mca: base: components_open: found loaded component cm [rh3:20561] mca: base: components_register: registering framework mtl components [rh3:20561] mca: base: components_register: found loaded component ofi [rh3:20561] mca: base: components_register: component ofi register function successful [rh3:20561] mca: base: components_open: opening mtl components [rh3:20561] mca: base: components_open: found loaded component ofi [rh3:20561] mca: base: components_open: component ofi open function successful [rh3:20561] mca: base: components_open: component cm open function successful [rh3:20561] select: initializing pml component cm [rh3:20561] mca:base:select: Auto-selecting mtl components [rh3:20561] mca:base:select:( mtl) Querying component [ofi] [rh3:20561] mca:base:select:( mtl) Query of component [ofi] set priority to 25 [rh3:20561] mca:base:select:( mtl) Selected component [ofi] [rh3:20561] select: initializing mtl component ofi libfabric:20561:core:core:fi_param_define_():231 registered var perf_cntr libfabric:20561:core:core:fi_param_get_():280 variable perf_cntr= libfabric:20561:core:core:fi_param_define_():231 registered var hook libfabric:20561:core:core:fi_param_get_():280 variable hook= libfabric:20561:core:core:fi_param_define_():231 registered var mr_cache_max_size libfabric:20561:core:core:fi_param_define_():231 registered var mr_cache_max_count libfabric:20561:core:core:fi_param_define_():231 registered var mr_cache_merge_regions libfabric:20561:core:core:fi_param_define_():231 registered var mr_cache_monitor libfabric:20561:core:core:fi_param_get_():280 variable mr_cache_max_size= libfabric:20561:core:core:fi_param_get_():280 variable mr_cache_max_count= libfabric:20561:core:core:fi_param_get_():280 variable mr_cache_merge_regions= libfabric:20561:core:core:fi_param_get_():280 variable mr_cache_monitor= libfabric:20561:core:core:fi_param_define_():231 registered var provider libfabric:20561:core:core:fi_param_define_():231 registered var fork_unsafe libfabric:20561:core:core:fi_param_define_():231 registered var universe_size libfabric:20561:core:core:fi_param_get_():289 read string var provider=lf libfabric:20561:core:core:fi_param_define_():231 registered var provider_path libfabric:20561:core:core:fi_param_get_():280 variable provider_path= libfabric:20561:core:core:ofi_register_provider():367 no provider structure or name libfabric:20561:core:core:ofi_register_provider():367 no provider structure or name libfabric:20561:core:core:ofi_register_provider():367 no provider structure or name libfabric:20561:core:core:ofi_register_provider():367 no provider structure or name libfabric:20561:core:core:ofi_register_provider():367 no provider structure or name libfabric:20561:core:core:ofi_register_provider():367 no provider structure or name libfabric:20561:core:core:ofi_register_provider():367 no provider structure or name libfabric:20561:core:core:ofi_register_provider():374 registering provider: shm (1.1) libfabric:20561:core:core:ofi_register_provider():405 "shm" filtered by provider include/exclude list, skipping libfabric:20561:ofi_rxm:core:fi_param_define_():231 registered var buffer_size libfabric:20561:ofi_rxm:core:fi_param_define_():231 registered var comp_per_progress libfabric:20561:ofi_rxm:core:fi_param_define_():231 registered var sar_limit libfabric:20561:ofi_rxm:core:fi_param_define_():231 registered var use_srx libfabric:20561:ofi_rxm:core:fi_param_define_():231 registered var tx_size libfabric:20561:ofi_rxm:core:fi_param_define_():231 registered var rx_size libfabric:20561:ofi_rxm:core:fi_param_define_():231 registered var msg_tx_size libfabric:20561:ofi_rxm:core:fi_param_define_():231 registered var msg_rx_size libfabric:20561:ofi_rxm:core:fi_param_define_():231 registered var cm_progress_interval libfabric:20561:ofi_rxm:core:fi_param_get_():280 variable tx_size= libfabric:20561:ofi_rxm:core:fi_param_get_():280 variable rx_size= libfabric:20561:ofi_rxm:core:fi_param_get_():280 variable msg_tx_size= libfabric:20561:ofi_rxm:core:fi_param_get_():280 variable msg_rx_size= libfabric:20561:core:core:fi_param_get_():280 variable universe_size= libfabric:20561:ofi_rxm:core:fi_param_get_():280 variable cm_progress_interval= libfabric:20561:ofi_rxm:core:fi_param_get_():280 variable buffer_size= libfabric:20561:core:core:ofi_register_provider():374 registering provider: ofi_rxm (1.0) libfabric:20561:core:core:ofi_register_provider():367 no provider structure or name libfabric:20561:ofi_mrail:core:fi_param_define_():231 registered var config libfabric:20561:ofi_mrail:core:fi_param_get_():280 variable config= libfabric:20561:ofi_mrail:core:fi_param_define_():231 registered var addr_strc libfabric:20561:ofi_mrail:core:fi_param_get_():280 variable addr_strc= libfabric:20561:ofi_mrail:core:mrail_parse_env_vars():109 Unable to read OFI_MRAIL_ADDR_STRC env variable libfabric:20561:core:core:ofi_register_provider():374 registering provider: ofi_mrail (1.0) libfabric:20561:ofi_rxd:core:fi_param_define_():231 registered var spin_count libfabric:20561:ofi_rxd:core:fi_param_define_():231 registered var retry libfabric:20561:ofi_rxd:core:fi_param_define_():231 registered var max_peers libfabric:20561:ofi_rxd:core:fi_param_define_():231 registered var max_unacked libfabric:20561:ofi_rxd:core:fi_param_get_():280 variable spin_count= libfabric:20561:ofi_rxd:core:fi_param_get_():280 variable retry= libfabric:20561:ofi_rxd:core:fi_param_get_():280 variable max_peers= libfabric:20561:ofi_rxd:core:fi_param_get_():280 variable max_unacked= libfabric:20561:core:core:ofi_register_provider():374 registering provider: ofi_rxd (1.0) libfabric:20561:efa:core:fi_param_define_():231 registered var rx_window_size libfabric:20561:efa:core:fi_param_define_():231 registered var tx_max_credits libfabric:20561:efa:core:fi_param_define_():231 registered var tx_min_credits libfabric:20561:efa:core:fi_param_define_():231 registered var tx_queue_size libfabric:20561:efa:core:fi_param_define_():231 registered var enable_sas_ordering libfabric:20561:efa:core:fi_param_define_():231 registered var recvwin_size libfabric:20561:efa:core:fi_param_define_():231 registered var cq_size libfabric:20561:efa:core:fi_param_define_():231 registered var mr_cache_enable libfabric:20561:efa:core:fi_param_define_():231 registered var mr_cache_merge_regions libfabric:20561:efa:core:fi_param_define_():231 registered var mr_max_cached_count libfabric:20561:efa:core:fi_param_define_():231 registered var mr_max_cached_size libfabric:20561:efa:core:fi_param_define_():231 registered var max_memcpy_size libfabric:20561:efa:core:fi_param_define_():231 registered var mtu_size libfabric:20561:efa:core:fi_param_define_():231 registered var tx_size libfabric:20561:efa:core:fi_param_define_():231 registered var rx_size libfabric:20561:efa:core:fi_param_define_():231 registered var tx_iov_limit libfabric:20561:efa:core:fi_param_define_():231 registered var rx_iov_limit libfabric:20561:efa:core:fi_param_define_():231 registered var rx_copy_unexp libfabric:20561:efa:core:fi_param_define_():231 registered var rx_copy_ooo libfabric:20561:efa:core:fi_param_define_():231 registered var max_timeout libfabric:20561:efa:core:fi_param_define_():231 registered var timeout_interval libfabric:20561:efa:core:fi_param_get_():280 variable rx_window_size= libfabric:20561:efa:core:fi_param_get_():280 variable tx_max_credits= libfabric:20561:efa:core:fi_param_get_():280 variable tx_min_credits= libfabric:20561:efa:core:fi_param_get_():280 variable tx_queue_size= libfabric:20561:efa:core:fi_param_get_():280 variable enable_sas_ordering= libfabric:20561:efa:core:fi_param_get_():280 variable recvwin_size= libfabric:20561:efa:core:fi_param_get_():280 variable cq_size= libfabric:20561:efa:core:fi_param_get_():280 variable max_memcpy_size= libfabric:20561:efa:core:fi_param_get_():280 variable mr_cache_enable= libfabric:20561:efa:core:fi_param_get_():280 variable mr_cache_merge_regions= libfabric:20561:efa:core:fi_param_get_():280 variable mr_max_cached_count= libfabric:20561:efa:core:fi_param_get_():280 variable mr_max_cached_size= libfabric:20561:efa:core:fi_param_get_():280 variable mtu_size= libfabric:20561:efa:core:fi_param_get_():280 variable tx_size= libfabric:20561:efa:core:fi_param_get_():280 variable rx_size= libfabric:20561:efa:core:fi_param_get_():280 variable tx_iov_limit= libfabric:20561:efa:core:fi_param_get_():280 variable rx_iov_limit= libfabric:20561:efa:core:fi_param_get_():280 variable rx_copy_unexp= libfabric:20561:efa:core:fi_param_get_():280 variable rx_copy_ooo= libfabric:20561:efa:core:fi_param_get_():280 variable max_timeout= libfabric:20561:efa:core:fi_param_get_():280 variable timeout_interval= libfabric:20561:core:core:ofi_register_provider():367 no provider structure or name libfabric:20561:core:core:ofi_register_provider():367 no provider structure or name libfabric:20561:core:core:ofi_register_provider():367 no provider structure or name libfabric:20561:core:core:ofi_register_provider():367 no provider structure or name libfabric:20561:lf:core:fi_param_define_():231 registered var group_name libfabric:20561:lf:core:fi_param_define_():231 registered var hba_number libfabric:20561:lf:core:fi_param_define_():231 registered var use_pio libfabric:20561:lf:core:fi_param_define_():231 registered var priority libfabric:20561:lf:core:fi_param_define_():231 registered var group_size libfabric:20561:lf:core:fi_param_get_():280 variable group_name= libfabric:20561:lf:core:fi_param_get_():280 variable hba_number= libfabric:20561:lf:core:fi_param_get_():280 variable use_pio= libfabric:20561:lf:core:fi_param_get_():280 variable priority= libfabric:20561:lf:core:fi_param_get_():280 variable group_size= libfabric:20561:core:core:ofi_register_provider():374 registering provider: lf (0.1) libfabric:20561:core:core:ofi_register_provider():374 registering provider: ofi_hook_perf (1.0) libfabric:20561:core:core:ofi_register_provider():374 registering provider: ofi_hook_debug (1.0) libfabric:20561:core:core:ofi_register_provider():374 registering provider: ofi_hook_noop (1.0) libfabric:20561:ofi_rxm:core:fi_param_get_():280 variable use_srx= libfabric:20561:core:core:ofi_layering_ok():796 Need core provider, skipping ofi_rxm libfabric:20561:core:core:ofi_layering_ok():796 Need core provider, skipping ofi_rxd libfabric:20561:core:core:ofi_layering_ok():796 Need core provider, skipping ofi_mrail checking info in util_getinfo lf libfabric:20561:lf:core:ofi_check_info():998 Unsupported capabilities libfabric:20561:lf:core:ofi_check_info():999 Supported: FI_MSG, FI_MULTICAST, FI_RECV, FI_SEND libfabric:20561:lf:core:ofi_check_info():999 Requested: FI_MSG, FI_RMA, FI_READ, FI_RECV, FI_SEND, FI_REMOTE_READ checking info in util_getinfo lf libfabric:20561:lf:core:ofi_check_ep_type():629 Unsupported endpoint type libfabric:20561:lf:core:ofi_check_ep_type():630 Supported: FI_EP_DGRAM libfabric:20561:lf:core:ofi_check_ep_type():630 Requested: FI_EP_MSG libfabric:20561:core:core:fi_getinfo_():891 fi_getinfo: provider lf returned -61 (No data available) libfabric:20561:core:core:fi_getinfo_():891 fi_getinfo: provider ofi_rxm returned -61 (No data available) libfabric:20561:core:core:ofi_layering_ok():796 Need core provider, skipping ofi_rxm libfabric:20561:core:core:ofi_layering_ok():796 Need core provider, skipping ofi_rxd libfabric:20561:core:core:ofi_layering_ok():796 Need core provider, skipping ofi_mrail checking info in util_getinfo lf libfabric:20561:lf:core:ofi_check_ep_type():629 Unsupported endpoint type libfabric:20561:lf:core:ofi_check_ep_type():630 Supported: FI_EP_MSG libfabric:20561:lf:core:ofi_check_ep_type():630 Requested: FI_EP_DGRAM checking info in util_getinfo lf libfabric:20561:lf:core:ofi_check_mr_mode():510 Invalid memory registration mode libfabric:20561:lf:core:ofi_check_mr_mode():511 Expected: libfabric:20561:lf:core:ofi_check_mr_mode():511 Given: libfabric:20561:core:core:fi_getinfo_():891 fi_getinfo: provider lf returned -61 (No data available) libfabric:20561:core:core:fi_getinfo_():891 fi_getinfo: provider ofi_rxd returned -61 (No data available) libfabric:20561:ofi_mrail:fabric:mrail_get_core_info():277 OFI_MRAIL_ADDR_STRC env variable not set! libfabric:20561:core:core:fi_getinfo_():891 fi_getinfo: provider ofi_mrail returned -61 (No data available) checking info in util_getinfo lf libfabric:20561:lf:core:ofi_check_ep_type():629 Unsupported endpoint type libfabric:20561:lf:core:ofi_check_ep_type():630 Supported: FI_EP_MSG libfabric:20561:lf:core:ofi_check_ep_type():630 Requested: FI_EP_RDM checking info in util_getinfo lf libfabric:20561:lf:core:ofi_check_ep_type():629 Unsupported endpoint type libfabric:20561:lf:core:ofi_check_ep_type():630 Supported: FI_EP_DGRAM libfabric:20561:lf:core:ofi_check_ep_type():630 Requested: FI_EP_RDM libfabric:20561:core:core:fi_getinfo_():891 fi_getinfo: provider lf returned -61 (No data available) [rh3:20561] select: init returned failure for component ofi [rh3:20561] select: no component selected [rh3:20561] select: init returned failure for component cm -------------------------------------------------------------------------- No components were able to be opened in the pml framework. This typically means that either no components of this type were installed, or none of the installed components can be loaded. Sometimes this means that shared libraries required by these components are unable to be found/loaded. Host: rh3 Framework: pml -------------------------------------------------------------------------- [rh3:20561] PML cm cannot be selected [rh4:31074] mca: base: components_register: registering framework btl components [rh4:31074] mca: base: components_register: found loaded component self [rh4:31074] mca: base: components_register: component self register function successful [rh4:31074] mca: base: components_register: found loaded component sm [rh4:31074] mca: base: components_register: found loaded component tcp [rh4:31074] mca: base: components_register: component tcp register function successful [rh4:31074] mca: base: components_register: found loaded component vader [rh4:31074] mca: base: components_register: component vader register function successful [rh4:31074] mca: base: components_open: opening btl components [rh4:31074] mca: base: components_open: found loaded component self [rh4:31074] mca: base: components_open: component self open function successful [rh4:31074] mca: base: components_open: found loaded component tcp [rh4:31074] mca: base: components_open: component tcp open function successful [rh4:31074] mca: base: components_open: found loaded component vader [rh4:31074] mca: base: components_open: component vader open function successful [rh4:31074] select: initializing btl component self [rh4:31074] select: init of component self returned success [rh4:31074] select: initializing btl component tcp [rh4:31074] btl: tcp: Searching for exclude address+prefix: 127.0.0.1 / 8 [rh4:31074] btl: tcp: Found match: 127.0.0.1 (lo) [rh4:31074] btl:tcp: Attempting to bind to AF_INET port 1024 [rh4:31074] btl:tcp: Successfully bound to AF_INET port 1024 [rh4:31074] btl:tcp: my listening v4 socket is 0.0.0.0:1024 [rh4:31074] btl:tcp: examining interface me1 [rh4:31074] btl:tcp: using ipv6 interface me1 [rh4:31074] btl:tcp: examining interface lf0 [rh4:31074] btl:tcp: using ipv6 interface lf0 [rh4:31074] select: init of component tcp returned success [rh4:31074] select: initializing btl component vader [rh4:31074] select: init of component vader returned failure [rh4:31074] mca: base: close: component vader closed [rh4:31074] mca: base: close: unloading component vader [rh4:31074] mca: base: components_register: registering framework pml components [rh4:31074] mca: base: components_register: found loaded component cm [rh4:31074] mca: base: components_register: component cm register function successful [rh4:31074] mca: base: components_open: opening pml components [rh4:31074] mca: base: components_open: found loaded component cm [rh4:31074] mca: base: components_register: registering framework mtl components [rh4:31074] mca: base: components_register: found loaded component ofi [rh4:31074] mca: base: components_register: component ofi register function successful [rh4:31074] mca: base: components_open: opening mtl components [rh4:31074] mca: base: components_open: found loaded component ofi [rh4:31074] mca: base: components_open: component ofi open function successful [rh4:31074] mca: base: components_open: component cm open function successful [rh4:31074] select: initializing pml component cm [rh4:31074] mca:base:select: Auto-selecting mtl components [rh4:31074] mca:base:select:( mtl) Querying component [ofi] [rh4:31074] mca:base:select:( mtl) Query of component [ofi] set priority to 25 [rh4:31074] mca:base:select:( mtl) Selected component [ofi] [rh4:31074] select: initializing mtl component ofi libfabric:31074:core:core:fi_param_define_():231 registered var perf_cntr libfabric:31074:core:core:fi_param_get_():280 variable perf_cntr= libfabric:31074:core:core:fi_param_define_():231 registered var hook libfabric:31074:core:core:fi_param_get_():280 variable hook= libfabric:31074:core:core:fi_param_define_():231 registered var mr_cache_max_size libfabric:31074:core:core:fi_param_define_():231 registered var mr_cache_max_count libfabric:31074:core:core:fi_param_define_():231 registered var mr_cache_merge_regions libfabric:31074:core:core:fi_param_define_():231 registered var mr_cache_monitor libfabric:31074:core:core:fi_param_get_():280 variable mr_cache_max_size= libfabric:31074:core:core:fi_param_get_():280 variable mr_cache_max_count= libfabric:31074:core:core:fi_param_get_():280 variable mr_cache_merge_regions= libfabric:31074:core:core:fi_param_get_():280 variable mr_cache_monitor= libfabric:31074:core:core:fi_param_define_():231 registered var provider libfabric:31074:core:core:fi_param_define_():231 registered var fork_unsafe libfabric:31074:core:core:fi_param_define_():231 registered var universe_size libfabric:31074:core:core:fi_param_get_():289 read string var provider=lf libfabric:31074:core:core:fi_param_define_():231 registered var provider_path libfabric:31074:core:core:fi_param_get_():280 variable provider_path= libfabric:31074:core:core:ofi_register_provider():367 no provider structure or name libfabric:31074:core:core:ofi_register_provider():367 no provider structure or name libfabric:31074:core:core:ofi_register_provider():367 no provider structure or name libfabric:31074:core:core:ofi_register_provider():367 no provider structure or name libfabric:31074:core:core:ofi_register_provider():367 no provider structure or name libfabric:31074:core:core:ofi_register_provider():367 no provider structure or name libfabric:31074:core:core:ofi_register_provider():367 no provider structure or name libfabric:31074:core:core:ofi_register_provider():374 registering provider: shm (1.1) libfabric:31074:core:core:ofi_register_provider():405 "shm" filtered by provider include/exclude list, skipping libfabric:31074:ofi_rxm:core:fi_param_define_():231 registered var buffer_size libfabric:31074:ofi_rxm:core:fi_param_define_():231 registered var comp_per_progress libfabric:31074:ofi_rxm:core:fi_param_define_():231 registered var sar_limit libfabric:31074:ofi_rxm:core:fi_param_define_():231 registered var use_srx libfabric:31074:ofi_rxm:core:fi_param_define_():231 registered var tx_size libfabric:31074:ofi_rxm:core:fi_param_define_():231 registered var rx_size libfabric:31074:ofi_rxm:core:fi_param_define_():231 registered var msg_tx_size libfabric:31074:ofi_rxm:core:fi_param_define_():231 registered var msg_rx_size libfabric:31074:ofi_rxm:core:fi_param_define_():231 registered var cm_progress_interval libfabric:31074:ofi_rxm:core:fi_param_get_():280 variable tx_size= libfabric:31074:ofi_rxm:core:fi_param_get_():280 variable rx_size= libfabric:31074:ofi_rxm:core:fi_param_get_():280 variable msg_tx_size= libfabric:31074:ofi_rxm:core:fi_param_get_():280 variable msg_rx_size= libfabric:31074:core:core:fi_param_get_():280 variable universe_size= libfabric:31074:ofi_rxm:core:fi_param_get_():280 variable cm_progress_interval= libfabric:31074:ofi_rxm:core:fi_param_get_():280 variable buffer_size= libfabric:31074:core:core:ofi_register_provider():374 registering provider: ofi_rxm (1.0) libfabric:31074:core:core:ofi_register_provider():367 no provider structure or name libfabric:31074:ofi_mrail:core:fi_param_define_():231 registered var config libfabric:31074:ofi_mrail:core:fi_param_get_():280 variable config= libfabric:31074:ofi_mrail:core:fi_param_define_():231 registered var addr_strc libfabric:31074:ofi_mrail:core:fi_param_get_():280 variable addr_strc= libfabric:31074:ofi_mrail:core:mrail_parse_env_vars():109 Unable to read OFI_MRAIL_ADDR_STRC env variable libfabric:31074:core:core:ofi_register_provider():374 registering provider: ofi_mrail (1.0) libfabric:31074:ofi_rxd:core:fi_param_define_():231 registered var spin_count libfabric:31074:ofi_rxd:core:fi_param_define_():231 registered var retry libfabric:31074:ofi_rxd:core:fi_param_define_():231 registered var max_peers libfabric:31074:ofi_rxd:core:fi_param_define_():231 registered var max_unacked libfabric:31074:ofi_rxd:core:fi_param_get_():280 variable spin_count= libfabric:31074:ofi_rxd:core:fi_param_get_():280 variable retry= libfabric:31074:ofi_rxd:core:fi_param_get_():280 variable max_peers= libfabric:31074:ofi_rxd:core:fi_param_get_():280 variable max_unacked= libfabric:31074:core:core:ofi_register_provider():374 registering provider: ofi_rxd (1.0) libfabric:31074:efa:core:fi_param_define_():231 registered var rx_window_size libfabric:31074:efa:core:fi_param_define_():231 registered var tx_max_credits libfabric:31074:efa:core:fi_param_define_():231 registered var tx_min_credits libfabric:31074:efa:core:fi_param_define_():231 registered var tx_queue_size libfabric:31074:efa:core:fi_param_define_():231 registered var enable_sas_ordering libfabric:31074:efa:core:fi_param_define_():231 registered var recvwin_size libfabric:31074:efa:core:fi_param_define_():231 registered var cq_size libfabric:31074:efa:core:fi_param_define_():231 registered var mr_cache_enable libfabric:31074:efa:core:fi_param_define_():231 registered var mr_cache_merge_regions libfabric:31074:efa:core:fi_param_define_():231 registered var mr_max_cached_count libfabric:31074:efa:core:fi_param_define_():231 registered var mr_max_cached_size libfabric:31074:efa:core:fi_param_define_():231 registered var max_memcpy_size libfabric:31074:efa:core:fi_param_define_():231 registered var mtu_size libfabric:31074:efa:core:fi_param_define_():231 registered var tx_size libfabric:31074:efa:core:fi_param_define_():231 registered var rx_size libfabric:31074:efa:core:fi_param_define_():231 registered var tx_iov_limit libfabric:31074:efa:core:fi_param_define_():231 registered var rx_iov_limit libfabric:31074:efa:core:fi_param_define_():231 registered var rx_copy_unexp libfabric:31074:efa:core:fi_param_define_():231 registered var rx_copy_ooo libfabric:31074:efa:core:fi_param_define_():231 registered var max_timeout libfabric:31074:efa:core:fi_param_define_():231 registered var timeout_interval libfabric:31074:efa:core:fi_param_get_():280 variable rx_window_size= libfabric:31074:efa:core:fi_param_get_():280 variable tx_max_credits= libfabric:31074:efa:core:fi_param_get_():280 variable tx_min_credits= libfabric:31074:efa:core:fi_param_get_():280 variable tx_queue_size= libfabric:31074:efa:core:fi_param_get_():280 variable enable_sas_ordering= libfabric:31074:efa:core:fi_param_get_():280 variable recvwin_size= libfabric:31074:efa:core:fi_param_get_():280 variable cq_size= libfabric:31074:efa:core:fi_param_get_():280 variable max_memcpy_size= libfabric:31074:efa:core:fi_param_get_():280 variable mr_cache_enable= libfabric:31074:efa:core:fi_param_get_():280 variable mr_cache_merge_regions= libfabric:31074:efa:core:fi_param_get_():280 variable mr_max_cached_count= libfabric:31074:efa:core:fi_param_get_():280 variable mr_max_cached_size= libfabric:31074:efa:core:fi_param_get_():280 variable mtu_size= libfabric:31074:efa:core:fi_param_get_():280 variable tx_size= libfabric:31074:efa:core:fi_param_get_():280 variable rx_size= libfabric:31074:efa:core:fi_param_get_():280 variable tx_iov_limit= libfabric:31074:efa:core:fi_param_get_():280 variable rx_iov_limit= libfabric:31074:efa:core:fi_param_get_():280 variable rx_copy_unexp= libfabric:31074:efa:core:fi_param_get_():280 variable rx_copy_ooo= libfabric:31074:efa:core:fi_param_get_():280 variable max_timeout= libfabric:31074:efa:core:fi_param_get_():280 variable timeout_interval= libfabric:31074:core:core:ofi_register_provider():367 no provider structure or name libfabric:31074:UDP:core:fi_param_define_():231 registered var iface libfabric:31074:core:core:ofi_register_provider():374 registering provider: UDP (1.1) libfabric:31074:core:core:ofi_register_provider():405 "UDP" filtered by provider include/exclude list, skipping libfabric:31074:core:core:ofi_register_provider():367 no provider structure or name libfabric:31074:tcp:core:fi_param_define_():231 registered var iface libfabric:31074:tcp:core:fi_param_define_():231 registered var port_low_range libfabric:31074:tcp:core:fi_param_define_():231 registered var port_high_range libfabric:31074:tcp:core:fi_param_get_():280 variable port_high_range= libfabric:31074:tcp:core:fi_param_get_():280 variable port_low_range= libfabric:31074:core:core:ofi_register_provider():374 registering provider: tcp (1.0) libfabric:31074:core:core:ofi_register_provider():405 "tcp" filtered by provider include/exclude list, skipping libfabric:31074:lf:core:fi_param_define_():231 registered var group_name libfabric:31074:lf:core:fi_param_define_():231 registered var hba_number libfabric:31074:lf:core:fi_param_define_():231 registered var use_pio libfabric:31074:lf:core:fi_param_define_():231 registered var priority libfabric:31074:lf:core:fi_param_define_():231 registered var group_size libfabric:31074:lf:core:fi_param_get_():280 variable group_name= libfabric:31074:lf:core:fi_param_get_():280 variable hba_number= libfabric:31074:lf:core:fi_param_get_():280 variable use_pio= libfabric:31074:lf:core:fi_param_get_():280 variable priority= libfabric:31074:lf:core:fi_param_get_():280 variable group_size= libfabric:31074:core:core:ofi_register_provider():374 registering provider: lf (0.1) libfabric:31074:core:core:ofi_register_provider():374 registering provider: ofi_hook_perf (1.0) libfabric:31074:core:core:ofi_register_provider():374 registering provider: ofi_hook_debug (1.0) libfabric:31074:core:core:ofi_register_provider():374 registering provider: ofi_hook_noop (1.0) libfabric:31074:ofi_rxm:core:fi_param_get_():280 variable use_srx= libfabric:31074:core:core:ofi_layering_ok():796 Need core provider, skipping ofi_rxm libfabric:31074:core:core:ofi_layering_ok():796 Need core provider, skipping ofi_rxd libfabric:31074:core:core:ofi_layering_ok():796 Need core provider, skipping ofi_mrail libfabric:31074:lf:core:ofi_check_info():998 Unsupported capabilities libfabric:31074:lf:core:ofi_check_info():999 Supported: FI_MSG, FI_MULTICAST, FI_RECV, FI_SEND libfabric:31074:lf:core:ofi_check_info():999 Requested: FI_MSG, FI_RMA, FI_READ, FI_RECV, FI_SEND, FI_REMOTE_READ libfabric:31074:lf:core:ofi_check_ep_type():629 Unsupported endpoint type libfabric:31074:lf:core:ofi_check_ep_type():630 Supported: FI_EP_DGRAM libfabric:31074:lf:core:ofi_check_ep_type():630 Requested: FI_EP_MSG libfabric:31074:core:core:fi_getinfo_():891 fi_getinfo: provider lf returned -61 (No data available) libfabric:31074:core:core:fi_getinfo_():891 fi_getinfo: provider ofi_rxm returned -61 (No data available) libfabric:31074:core:core:ofi_layering_ok():796 Need core provider, skipping ofi_rxm libfabric:31074:core:core:ofi_layering_ok():796 Need core provider, skipping ofi_rxd libfabric:31074:core:core:ofi_layering_ok():796 Need core provider, skipping ofi_mrail libfabric:31074:lf:core:ofi_check_ep_type():629 Unsupported endpoint type libfabric:31074:lf:core:ofi_check_ep_type():630 Supported: FI_EP_MSG libfabric:31074:lf:core:ofi_check_ep_type():630 Requested: FI_EP_DGRAM libfabric:31074:lf:core:ofi_check_mr_mode():510 Invalid memory registration mode libfabric:31074:lf:core:ofi_check_mr_mode():511 Expected: libfabric:31074:lf:core:ofi_check_mr_mode():511 Given: libfabric:31074:core:core:fi_getinfo_():891 fi_getinfo: provider lf returned -61 (No data available) libfabric:31074:core:core:fi_getinfo_():891 fi_getinfo: provider ofi_rxd returned -61 (No data available) libfabric:31074:ofi_mrail:fabric:mrail_get_core_info():277 OFI_MRAIL_ADDR_STRC env variable not set! libfabric:31074:core:core:fi_getinfo_():891