[test@rh3 ~]$ mpirun --mca pml cm --mca mtl ofi --mca mtl_ofi_provider_include "lf;ofi_rxm" --mca mtl_base_verbose 100 --mca btl_base_verbose 100 --mca pml_base_verbose 100  ./mpi_latency 2>&1 | tee -a launch.txt


[rh3:19714] mca: base: components_register: registering framework btl components
[rh3:19714] mca: base: components_register: found loaded component self
[rh3:19714] mca: base: components_register: component self register function successful
[rh3:19714] mca: base: components_register: found loaded component sm
[rh3:19714] mca: base: components_register: found loaded component tcp
[rh3:19714] mca: base: components_register: component tcp register function successful
[rh3:19714] mca: base: components_register: found loaded component vader
[rh3:19714] mca: base: components_register: component vader register function successful
[rh3:19714] mca: base: components_open: opening btl components
[rh3:19714] mca: base: components_open: found loaded component self
[rh3:19714] mca: base: components_open: component self open function successful
[rh3:19714] mca: base: components_open: found loaded component tcp
[rh3:19714] mca: base: components_open: component tcp open function successful
[rh3:19714] mca: base: components_open: found loaded component vader
[rh3:19714] mca: base: components_open: component vader open function successful
[rh3:19714] select: initializing btl component self
[rh3:19714] select: init of component self returned success
[rh3:19714] select: initializing btl component tcp
[rh3:19714] btl: tcp: Searching for exclude address+prefix: 127.0.0.1 / 8
[rh3:19714] btl: tcp: Found match: 127.0.0.1 (lo)
[rh3:19714] btl:tcp: Attempting to bind to AF_INET port 1024
[rh3:19714] btl:tcp: Successfully bound to AF_INET port 1024
[rh3:19714] btl:tcp: my listening v4 socket is 0.0.0.0:1024
[rh3:19714] btl:tcp: examining interface me1
[rh3:19714] btl:tcp: using ipv6 interface me1
[rh3:19714] btl:tcp: examining interface lf0
[rh3:19714] btl:tcp: using ipv6 interface lf0
[rh3:19714] select: init of component tcp returned success
[rh3:19714] select: initializing btl component vader
[rh3:19714] select: init of component vader returned failure
[rh3:19714] mca: base: close: component vader closed
[rh3:19714] mca: base: close: unloading component vader
[rh3:19714] mca: base: components_register: registering framework pml components
[rh3:19714] mca: base: components_register: found loaded component cm
[rh3:19714] mca: base: components_register: component cm register function successful
[rh3:19714] mca: base: components_open: opening pml components
[rh3:19714] mca: base: components_open: found loaded component cm
[rh3:19714] mca: base: components_register: registering framework mtl components
[rh3:19714] mca: base: components_register: found loaded component ofi
[rh3:19714] mca: base: components_register: component ofi register function successful
[rh3:19714] mca: base: components_open: opening mtl components
[rh3:19714] mca: base: components_open: found loaded component ofi
[rh3:19714] mca: base: components_open: component ofi open function successful
[rh3:19714] mca: base: components_open: component cm open function successful
[rh3:19714] select: initializing pml component cm
[rh3:19714] mca:base:select: Auto-selecting mtl components
[rh3:19714] mca:base:select:(  mtl) Querying component [ofi]
[rh3:19714] mca:base:select:(  mtl) Query of component [ofi] set priority to 25
[rh3:19714] mca:base:select:(  mtl) Selected component [ofi]
[rh3:19714] select: initializing mtl component ofi
checking info in util_getinfo
shm
checking info in util_getinfo
lf
checking info in util_getinfo
lf
checking info in util_getinfo
shm
checking info in util_getinfo
lf
checking info in util_getinfo
lf
checking info in util_getinfo
shm
ofi_alter_info returned *info=0xa38ba0
exiting util_getinfo
checking info in util_getinfo
lf
checking info in util_getinfo
lf
[rh3:19714] mtl_ofi_component.c:315: mtl:ofi:provider_include = "lf;ofi_rxm"
[rh3:19714] mtl_ofi_component.c:318: mtl:ofi:provider_exclude = "shm,sockets,tcp,udp,rstream"
[rh3:19714] mtl_ofi_component.c:326: mtl:ofi: "shm" not in include list
[rh3:19714] mtl_ofi_component.c:347: mtl:ofi:prov: none
[rh3:19714] mtl_ofi_component.c:541: select_ofi_provider: no provider found
[rh3:19714] select: init returned failure for component ofi
[rh3:19714] select: no component selected
[rh3:19714] select: init returned failure for component cm
--------------------------------------------------------------------------
No components were able to be opened in the pml framework.

This typically means that either no components of this type were
installed, or none of the installed components can be loaded.
Sometimes this means that shared libraries required by these
components are unable to be found/loaded.

  Host:      rh3
  Framework: pml
--------------------------------------------------------------------------
[rh3:19714] PML cm cannot be selected
[rh4:30969] mca: base: components_register: registering framework btl components
[rh4:30969] mca: base: components_register: found loaded component self
[rh4:30969] mca: base: components_register: component self register function successful
[rh4:30969] mca: base: components_register: found loaded component sm
[rh4:30969] mca: base: components_register: found loaded component tcp
[rh4:30969] mca: base: components_register: component tcp register function successful
[rh4:30969] mca: base: components_register: found loaded component vader
[rh4:30969] mca: base: components_register: component vader register function successful
[rh4:30969] mca: base: components_open: opening btl components
[rh4:30969] mca: base: components_open: found loaded component self
[rh4:30969] mca: base: components_open: component self open function successful
[rh4:30969] mca: base: components_open: found loaded component tcp
[rh4:30969] mca: base: components_open: component tcp open function successful
[rh4:30969] mca: base: components_open: found loaded component vader
[rh4:30969] mca: base: components_open: component vader open function successful
[rh4:30969] select: initializing btl component self
[rh4:30969] select: init of component self returned success
[rh4:30969] select: initializing btl component tcp
[rh4:30969] btl: tcp: Searching for exclude address+prefix: 127.0.0.1 / 8
[rh4:30969] btl: tcp: Found match: 127.0.0.1 (lo)
[rh4:30969] btl:tcp: Attempting to bind to AF_INET port 1024
[rh4:30969] btl:tcp: Successfully bound to AF_INET port 1024
[rh4:30969] btl:tcp: my listening v4 socket is 0.0.0.0:1024
[rh4:30969] btl:tcp: examining interface me1
[rh4:30969] btl:tcp: using ipv6 interface me1
[rh4:30969] btl:tcp: examining interface lf0
[rh4:30969] btl:tcp: using ipv6 interface lf0
[rh4:30969] select: init of component tcp returned success
[rh4:30969] select: initializing btl component vader
[rh4:30969] select: init of component vader returned failure
[rh4:30969] mca: base: close: component vader closed
[rh4:30969] mca: base: close: unloading component vader
[rh4:30969] mca: base: components_register: registering framework pml components
[rh4:30969] mca: base: components_register: found loaded component cm
[rh4:30969] mca: base: components_register: component cm register function successful
[rh4:30969] mca: base: components_open: opening pml components
[rh4:30969] mca: base: components_open: found loaded component cm
[rh4:30969] mca: base: components_register: registering framework mtl components
[rh4:30969] mca: base: components_register: found loaded component ofi
[rh4:30969] mca: base: components_register: component ofi register function successful
[rh4:30969] mca: base: components_open: opening mtl components
[rh4:30969] mca: base: components_open: found loaded component ofi
[rh4:30969] mca: base: components_open: component ofi open function successful
[rh4:30969] mca: base: components_open: component cm open function successful
[rh4:30969] select: initializing pml component cm
[rh4:30969] mca:base:select: Auto-selecting mtl components
[rh4:30969] mca:base:select:(  mtl) Querying component [ofi]
[rh4:30969] mca:base:select:(  mtl) Query of component [ofi] set priority to 25
[rh4:30969] mca:base:select:(  mtl) Selected component [ofi]
[rh4:30969] select: initializing mtl component ofi
[rh4:30969] mtl_ofi_component.c:315: mtl:ofi:provider_include = "lf;ofi_rxm"
[rh4:30969] mtl_ofi_component.c:318: mtl:ofi:provider_exclude = "shm,sockets,tcp,udp,rstream"
[rh4:30969] mtl_ofi_component.c:326: mtl:ofi: "tcp;ofi_rxm" not in include list
[rh4:30969] mtl_ofi_component.c:326: mtl:ofi: "tcp;ofi_rxm" not in include list
[rh4:30969] mtl_ofi_component.c:326: mtl:ofi: "tcp;ofi_rxm" not in include list
[rh4:30969] mtl_ofi_component.c:326: mtl:ofi: "tcp;ofi_rxm" not in include list
[rh4:30969] mtl_ofi_component.c:326: mtl:ofi: "tcp;ofi_rxm" not in include list
[rh4:30969] mtl_ofi_component.c:326: mtl:ofi: "tcp;ofi_rxm" not in include list
[rh4:30969] mtl_ofi_component.c:326: mtl:ofi: "shm" not in include list
[rh4:30969] mtl_ofi_component.c:347: mtl:ofi:prov: none
[rh4:30969] mtl_ofi_component.c:541: select_ofi_provider: no provider found
[rh4:30969] select: init returned failure for component ofi
[rh4:30969] select: no component selected
[rh4:30969] select: init returned failure for component cm
[rh4:30969] PML cm cannot be selected
[rh3:19703] 1 more process has sent help message help-mca-base.txt / find-available:none found
[rh3:19703] Set MCA parameter "orte_base_help_aggregate" to 0 to see all help / error messages