libfabric:21775:core:core:fi_param_define_():231<info> registered var perf_cntr
libfabric:21775:core:core:fi_param_get_():280<info> variable perf_cntr=<not set>
libfabric:21775:core:core:fi_param_define_():231<info> registered var hook
libfabric:21775:core:core:fi_param_get_():280<info> variable hook=<not set>
libfabric:21775:core:core:fi_param_define_():231<info> registered var mr_cache_max_size
libfabric:21775:core:core:fi_param_define_():231<info> registered var mr_cache_max_count
libfabric:21775:core:core:fi_param_define_():231<info> registered var mr_cache_merge_regions
libfabric:21775:core:core:fi_param_get_():280<info> variable mr_cache_max_size=<not set>
libfabric:21775:core:core:fi_param_get_():280<info> variable mr_cache_max_count=<not set>
libfabric:21775:core:core:fi_param_get_():280<info> variable mr_cache_merge_regions=<not set>
libfabric:21775:core:core:fi_param_define_():231<info> registered var provider
libfabric:21775:core:core:fi_param_define_():231<info> registered var fork_unsafe
libfabric:21775:core:core:fi_param_define_():231<info> registered var universe_size
libfabric:21775:core:core:fi_param_get_():280<info> variable provider=<not set>
libfabric:21775:core:core:fi_param_define_():231<info> registered var provider_path
libfabric:21775:core:core:fi_param_get_():280<info> variable provider_path=<not set>
libfabric:21775:core:core:ofi_register_provider():367<warn> no provider structure or name
libfabric:21775:gni:fabric:_gnix_job_fma_limit():582<info> [21775:1] fma_limit: 123
libfabric:21775:gni:fabric:_gnix_job_cq_limit():605<info> [21775:1] cq_limit: 2037
libfabric:21775:gni:fabric:_gnix_pes_on_node():627<info> [21775:1] num_pes: 1
libfabric:21775:core:core:ofi_register_provider():374<info> registering provider: gni (1.1)
libfabric:21775:core:core:ofi_register_provider():367<warn> no provider structure or name
libfabric:21775:core:core:ofi_register_provider():374<info> registering provider: shm (1.1)
libfabric:21775:core:core:ofi_register_provider():367<warn> no provider structure or name
libfabric:21775:ofi_mrail:core:fi_param_define_():231<info> registered var config
libfabric:21775:ofi_mrail:core:fi_param_get_():280<info> variable config=<not set>
libfabric:21775:ofi_mrail:core:fi_param_define_():231<info> registered var addr_strc
libfabric:21775:ofi_mrail:core:fi_param_get_():280<info> variable addr_strc=<not set>
libfabric:21775:ofi_mrail:core:mrail_parse_env_vars():109<warn> Unable to read OFI_MRAIL_ADDR_STRC env variable
libfabric:21775:core:core:ofi_register_provider():374<info> registering provider: ofi_mrail (1.0)
libfabric:21775:core:core:ofi_register_provider():367<warn> no provider structure or name
libfabric:21775:core:core:ofi_register_provider():374<info> registering provider: ofi_perf_hook (1.0)
libfabric:21775:core:core:ofi_register_provider():374<info> registering provider: ofi_noop_hook (1.0)
libfabric:21775:gni:fabric:_gnix_ep_getinfo():457<trace> [21775:1] 
libfabric:21775:gni:fabric:__gnix_getinfo_resolve_node():417<info> [21775:1] node: (null) service: (null)
libfabric:21775:gni:fabric:__gnix_getinfo_resolve_node():422<info> [21775:1] src_pe: 0x137a src_port: 0x0
libfabric:21775:core:core:fi_getinfo_():889<warn> fi_getinfo: provider ofi_mrail returned -61 (No data available)
libfabric:21775:gni:fabric:_gnix_ep_getinfo():457<trace> [21775:1] 
libfabric:21775:gni:fabric:__gnix_getinfo_resolve_node():417<info> [21775:1] node: (null) service: (null)
libfabric:21775:gni:fabric:__gnix_getinfo_resolve_node():422<info> [21775:1] src_pe: 0x137a src_port: 0x0
libfabric:21775:core:core:fi_getinfo_():889<warn> fi_getinfo: provider ofi_mrail returned -61 (No data available)
libfabric:21775:core:core:fi_fabric_():1084<info> Opened fabric: gni
libfabric:21775:gni:domain:gnix_domain_open():579<trace> [21775:1] 
libfabric:21775:gni:fabric:gnix_domain_open():591<info> [21775:1] failed to find authorization key, creating new authorization key
libfabric:21775:gni:domain:_gnix_auth_key_enable():347<info> [21775:1] pkey=63160000 ptag=192 key_partition_size=0 key_offset=0 enabled
libfabric:21775:gni:domain:gnix_domain_open():597<info> [21775:1] authorization key=0xa29d30 ptag 192 cookie 0x63160000
libfabric:21775:gni:domain:__gnix_dom_ops_set_val():434<trace> [21775:1] 
libfabric:21775:gni:av:gnix_av_open():879<trace> [21775:1] 
libfabric:21775:gni:fabric:_gnix_ep_getinfo():457<trace> [21775:1] 
libfabric:21775:gni:fabric:_gnix_resolve_name():321<trace> [21775:1] 
libfabric:21775:gni:fabric:__gnix_ipaddr_from_iface():74<trace> [21775:1] 
libfabric:21775:gni:fabric:_gnix_resolve_name():409<info> [21775:1] Resolved: 10.128.15.25: to gnix_addr: 0x137a
libfabric:21775:gni:fabric:__gnix_getinfo_resolve_node():417<info> [21775:1] (FI_SOURCE) node: 10.128.15.25 service: (null)
libfabric:21775:gni:fabric:__gnix_getinfo_resolve_node():422<info> [21775:1] src_pe: 0x137a src_port: 0x7fff00000000
libfabric:21775:core:core:fi_getinfo_():889<warn> fi_getinfo: provider ofi_mrail returned -61 (No data available)
libfabric:21775:gni:ep_ctrl:gnix_ep_open():2299<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:__init_tag_storages():2096<info> [21775:1] initializing tag storage, tag_type=1
libfabric:21775:gni:ep_ctrl:_gnix_xpmem_handle_create():551<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:_gnix_cm_nic_alloc():609<trace> [21775:1] 
libfabric:21775:gni:fabric:_gnix_resolve_gni_ep_name():120<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:_gnix_cm_nic_alloc():628<info> [21775:1] creating cm_nic for 192/0x63160000/5304321
libfabric:21775:gni:ep_ctrl:gnix_nic_alloc():954<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:__gnix_nic_tx_freelist_init():708<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:_gnix_mbox_allocator_create():606<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:__open_huge_page():199<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:__create_slab():311<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:gnix_nic_alloc():1357<info> [21775:1] Allocated NIC:0xa4d630
libfabric:21775:gni:ep_ctrl:_gnix_dgram_hndl_alloc():575<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:__gnix_nic_prog_thread_fn():93<trace> [21775:2] 
libfabric:21775:gni:ep_ctrl:_gnix_ep_nic_init():2207<info> [21775:1] Allocated new NIC for EP: 0x2aaa00000000 (ID:979641691)
libfabric:21775:gni:eq:gnix_wait_open():536<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:_gnix_dgram_prog_thread_fn():79<trace> [21775:3] 
libfabric:21775:gni:eq:gnix_verify_wait_attr():367<trace> [21775:1] 
libfabric:21775:gni:eq:gnix_init_wait_obj():387<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:__gnix_wait_start_progress():175<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:__gnix_wait_start_progress():179<trace> [21775:1] 
libfabric:21775:gni:cq:gnix_cq_open():656<trace> [21775:1] 
libfabric:21775:gni:cq:verify_cq_attr():140<trace> [21775:1] 
libfabric:21775:gni:cq:gnix_cq_set_wait():193<trace> [21775:1] 
libfabric:21775:gni:eq:_gnix_wait_set_add():258<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:gnix_ep_bind():1813<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:gnix_ep_control():1529<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:_gnix_vc_cm_init():2217<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:_gnix_cm_nic_reg_recv_fn():505<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:_gnix_cm_nic_enable():523<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:_gnix_dgram_alloc():244<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:_gnix_dgram_wc_post():312<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:_gnix_dgram_alloc():244<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:_gnix_dgram_wc_post():312<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:_gnix_dgram_alloc():244<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:_gnix_dgram_wc_post():312<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:_gnix_dgram_alloc():244<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:_gnix_dgram_wc_post():312<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:_gnix_prog_obj_add():101<info> [21775:1] Added obj(0xa4d630) to set(0xb2f238)
libfabric:21775:gni:ep_ctrl:_gnix_prog_obj_add():101<info> [21775:1] Added obj(0xa2a650) to set(0xb2f238)
libfabric:21775:gni:mr:_gnix_mr_reg():222<trace> [21775:1] 
libfabric:21775:gni:mr:_gnix_mr_reg():224<info> [21775:1] reg: buf=0xbef890 len=8192
libfabric:21775:gni:mr:__udreg_init():870<info> [21775:1] info=0xa2d170 auth_key=0xa29d30 ptag=192
libfabric:21775:gni:mr:__udreg_register():768<info> [21775:1] info=0xa2d170 auth_key=0xa29d30
libfabric:21775:gni:mr:__udreg_register():769<info> [21775:1] ptag=192
libfabric:21775:gni:domain:__gnix_dom_ops_get_val():336<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:__gnix_wait_nic_prog_thread_fn():72<trace> [21775:4] 
libfabric:21775:gni:domain:__gnix_dom_ops_get_val():336<trace> [21775:1] 
libfabric:21775:gni:eq:gnix_wait_wait():456<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:__process_datagram():108<trace> [21775:3] 
libfabric:21775:gni:ep_ctrl:__gnix_vc_recv_fn():1099<trace> [21775:3] 
libfabric:21775:gni:ep_ctrl:__gnix_vc_hndl_conn_req():861<trace> [21775:3] 
libfabric:21775:gni:av:_gnix_av_reverse_lookup():550<trace> [21775:3] 
libfabric:21775:gni:ep_ctrl:_gnix_vc_alloc():1457<trace> [21775:3] 
libfabric:21775:gni:ep_ctrl:_gnix_nic_get_rem_id():657<trace> [21775:3] 
libfabric:21775:gni:ep_ctrl:__gnix_vc_hndl_conn_req():961<info> [21775:3] Received conn. request from unmapped peer EP, vc: 0xa54e40 addr: 0x1a30010000137b
libfabric:21775:gni:ep_ctrl:__gnix_vc_conn_ack_prog_fn():1145<trace> [21775:3] 
libfabric:21775:gni:ep_ctrl:_gnix_mbox_alloc():742<trace> [21775:3] 
libfabric:21775:gni:ep_ctrl:_gnix_xpmem_get_my_segid():604<trace> [21775:3] 
libfabric:21775:gni:ep_ctrl:_gnix_cm_nic_send():431<trace> [21775:3] 
libfabric:21775:gni:ep_ctrl:_gnix_dgram_alloc():244<trace> [21775:3] 
libfabric:21775:gni:ep_ctrl:_gnix_dgram_bnd_post():341<trace> [21775:3] 
libfabric:21775:gni:ep_ctrl:_gnix_vc_smsg_init():539<trace> [21775:3] 
libfabric:21775:gni:ep_ctrl:_gnix_xpmem_accessible():583<trace> [21775:3] 
libfabric:21775:gni:ep_data:_gnix_vc_dequeue_smsg():1745<trace> [21775:3] 
libfabric:21775:gni:ep_ctrl:_gnix_dgram_wc_post():312<trace> [21775:3] 
libfabric:21775:gni:ep_ctrl:__gnix_nic_next_pending_vc():2056<info> [21775:4] Dequeued progress VC (0xa54e40)
libfabric:21775:gni:ep_data:_gnix_vc_dequeue_smsg():1745<trace> [21775:4] 
libfabric:21775:gni:ep_ctrl:__process_datagram():108<trace> [21775:3] 
libfabric:21775:gni:ep_ctrl:_gnix_dgram_free():286<trace> [21775:3] 
libfabric:21775:gni:ep_ctrl:__gnix_nic_next_pending_vc():2056<info> [21775:4] Dequeued progress VC (0xa54e40)
libfabric:21775:gni:ep_data:_gnix_vc_dequeue_smsg():1745<trace> [21775:4] 
libfabric:21775:gni:av:_gnix_av_reverse_lookup():550<trace> [21775:4] 
libfabric:21775:gni:ep_data:_gnix_vc_peer_fi_addr():2205<warn> [21775:4] _gnix_av_reverse_lookup() failed: -2
libfabric:21775:gni:eq:_gnix_signal_wait_obj():350<trace> [21775:4] The Read FD is 11 Write is 12
libfabric:21775:gni:eq:gnix_wait_wait():456<trace> [21775:1] 
libfabric:21775:gni:mr:_gnix_mr_reg():222<trace> [21775:5] 
libfabric:21775:gni:mr:_gnix_mr_reg():224<info> [21775:5] reg: buf=0x2aaab0000b00 len=63
libfabric:21775:gni:eq:gnix_wait_wait():456<trace> [21775:1] 
libfabric:21775:gni:mr:__udreg_register():768<info> [21775:5] info=0xa2d170 auth_key=0xa29d30
libfabric:21775:gni:mr:__udreg_register():769<info> [21775:5] ptag=192
libfabric:21775:gni:eq:gnix_wait_wait():456<trace> [21775:1] 
libfabric:21775:gni:ep_ctrl:_gnix_vc_ep_get_vc():2167<trace> [21775:5] 
libfabric:21775:gni:av:_gnix_av_lookup():516<trace> [21775:5] 
libfabric:21775:gni:ep_data:__gnix_vc_lookup_unmapped():168<warn> [21775:5] _gnix_av_lookup for addr 0xffffffffffffffff returned No such file or directory
libfabric:21775:gni:av:_gnix_av_lookup():516<trace> [21775:5] 
libfabric:21775:gni:ep_data:__gnix_vc_get_vc_by_fi_addr():257<warn> [21775:5] _gnix_av_lookup for addr 0xffffffffffffffff returned No such file or directory 
libfabric:21775:gni:ep_data:_gnix_vc_ep_get_vc():2174<warn> [21775:5] __gnix_vc_get_vc_by_fi_addr returned No such file or directory
libfabric:21775:gni:ep_data:_gnix_rma():1478<info> [21775:5] _gnix_vc_ep_get_vc() failed, addr: ffffffffffffffff, rc:-2
libfabric:21775:gni:eq:gnix_wait_wait():456<trace> [21775:1] 
