[ofa-general] dapltest couldn't read ABI version

Wen Hao Wang wangwhao at cn.ibm.com
Sun Sep 21 17:33:45 PDT 2008


> Hi all:
>
> I installed OFED 1.3.1 and 1.4 RC1 on my SLES10 SP2 x86_64 servers.
dapltest failed to be run as server model. Following error is reported:
>
> LS21-05:~ # dapltest -T S -d -D ib0
> Server_Cmd.debug: 1
> Server_Cmd.dapl_name: ib0
> librdmacm: couldn't read ABI version.
> librdmacm: assuming: 4
> CMA: unable to open /dev/infiniband/rdma_cm
> LS21-05:32561: open_hca: ERR - RDMA channel No such file or directory
> LS21-05:32561: dapls_ib_open_hca failed 40000
> DT_cs_Server: Could not open ib0 (DAT_INTERNAL_ERROR )
> DT_cs_Server: Waiting for clients to all go away...
> DT_cs_Server: Cleaning up ...
> DT_cs_Server (ib0): Exiting.
>
> File /dev/infiniband/rdma_cm exists on RHEL servers, but not on SLES
servers. ib0 can communicate with other servres. Any advice or comments?
Thanks in advance!

Will anyone give some advice? Thanks in advance. Here are the different
file locations on my SLES and RHEL nodes.

SLES:~ # find /sys/ -name abi_*
/sys/class/infiniband_mad/abi_version
/sys/class/infiniband_cm/abi_version
/sys/class/infiniband_verbs/uverbs0/abi_version
/sys/class/infiniband_verbs/abi_version

[root at RHEL ~]# find /sys -name abi_version
/sys/class/infiniband_verbs/uverbs0/abi_version
/sys/class/infiniband_verbs/abi_version
/sys/class/infiniband_mad/abi_version
/sys/class/misc/rdma_cm/abi_version

The default file /sys/class/misc/rdma_cm/abi_version does not exist on
SLES. Is it one OFED bug, or I missed to load something?


SLES:~ # lsmod
Module                  Size  Used by
ib_ipoib              108640  0
ib_srp                 51400  0
ib_sdp                101724  0
ib_iser                51960  0
libiscsi               48000  1 ib_iser
rdma_cm                52756  2 ib_sdp,ib_iser
iw_cm                  27400  1 rdma_cm
scsi_transport_iscsi    54040  2 ib_iser,libiscsi
ib_umad                33704  0
ib_addr                25992  1 rdma_cm
ib_ucm                 34184  0
ib_cm                  57768  4 ib_ipoib,ib_srp,rdma_cm,ib_ucm
ib_uverbs              60080  1 ib_ucm
ib_sa                  59016  4 ib_ipoib,ib_srp,rdma_cm,ib_cm
mlx4_ib                81216  0
mlx4_core             116592  1 mlx4_ib
ib_ipath              329288  0
ib_mthca              142884  0
ib_mad                 55204  5 ib_umad,ib_cm,ib_sa,mlx4_ib,ib_mthca
ib_core                95120  15
ib_ipoib,ib_srp,ib_sdp,ib_iser,rdma_cm,iw_cm,ib_umad,ib_ucm,ib_cm,ib_uverbs,ib_sa,mlx4_ib,ib_ipath,ib_mthca,ib_mad
iptable_filter         19712  0
ip_tables              31048  1 iptable_filter
x_tables               31112  1 ip_tables
nfs                   234296  1
lockd                  89456  2 nfs
nfs_acl                20224  1 nfs
sunrpc                174024  4 nfs,lockd,nfs_acl
joydev                 27520  0
st                     55204  0
sr_mod                 33060  0
ide_disk               32768  0
ide_cd                 57760  0
cdrom                  52520  2 sr_mod,ide_cd
ide_core              166148  2 ide_disk,ide_cd
ipv6                  339872  21 ib_ipoib
dock                   26896  0
button                 24352  0
battery                27528  0
ac                     22152  0
apparmor               55600  0
loop                   33168  0
dm_mod                 80400  0
usbhid                 61088  0
i2c_piix4              26512  0
i2c_core               39936  1 i2c_piix4
ohci_hcd               38148  0
ehci_hcd               49288  0
usbcore               150312  4 usbhid,ohci_hcd,ehci_hcd
bnx2                  201736  0
shpchp                 61984  0
pci_hotplug            44800  1 shpchp
mptctl                 47112  0
reiserfs              247040  1
sg                     53304  0
edd                    26760  0
fan                    21896  0
thermal                32400  0
processor              53100  1 thermal
mptsas                 52112  2
mptscsih               54400  1 mptsas
mptbase                95204  3 mptctl,mptsas,mptscsih
scsi_transport_sas     49536  1 mptsas
sd_mod                 37760  3
scsi_mod              170936  12
ib_srp,ib_iser,libiscsi,scsi_transport_iscsi,st,sr_mod,mptctl,sg,mptsas,mptscsih,scsi_transport_sas,sd_mod

[root at RHEL ~]# lsmod
Module                  Size  Used by
nls_utf8               35137  6
loop                   48977  12
nfsd                  285193  17
exportfs               38849  1 nfsd
lockd                  99057  2 nfsd
nfs_acl                36673  1 nfsd
auth_rpcgss            81889  1 nfsd
autofs4                57289  2
hidp                   83521  2
rfcomm                104809  0
l2cap                  89281  10 hidp,rfcomm
bluetooth             118597  5 hidp,rfcomm,l2cap
sunrpc                198025  13 nfsd,lockd,nfs_acl,auth_rpcgss
ib_iser                68344  0
iscsi_tcp              58752  0
libiscsi               61952  2 ib_iser,iscsi_tcp
scsi_transport_iscsi    67344  4 ib_iser,iscsi_tcp,libiscsi
rdma_ucm               47232  0
qlgc_vnic             126592  0
ib_sdp                125276  0
rdma_cm                67348  3 ib_iser,rdma_ucm,ib_sdp
iw_cm                  43656  1 rdma_cm
ib_addr                41992  1 rdma_cm
ib_ipoib              113248  0
ipoib_helper           35728  2 ib_ipoib
ib_cm                  67368  3 qlgc_vnic,rdma_cm,ib_ipoib
ib_sa                  74632  4 qlgc_vnic,rdma_cm,ib_ipoib,ib_cm
ib_uverbs              75568  1 rdma_ucm
ib_umad                50600  0
iw_cxgb3              104788  0
cxgb3                 154224  1 iw_cxgb3
ib_ipath              346444  0
mlx4_ib                95932  0
ib_mthca              159044  0
ib_mad                 70948  5 ib_cm,ib_sa,ib_umad,mlx4_ib,ib_mthca
ib_core                97664  16
ib_iser,rdma_ucm,qlgc_vnic,ib_sdp,rdma_cm,iw_cm,ib_ipoib,ib_cm,ib_sa,ib_uverbs,ib_umad,iw_cxgb3,ib_ipath,mlx4_ib,ib_mthca,ib_mad
dm_multipath           52945  0
video                  53197  0
sbs                    49921  0
backlight              39873  1 video
i2c_ec                 38593  1 sbs
i2c_core               56129  1 i2c_ec
button                 40545  0
battery                43849  0
asus_acpi              50917  0
acpi_memhotplug        40133  0
ac                     38729  0
ipv6                  420481  65 ib_ipoib
xfrm_nalgo             43845  1 ipv6
crypto_api             42177  1 xfrm_nalgo
parport_pc             62313  0
lp                     47121  0
parport                73165  2 parport_pc,lp
shpchp                 70765  0
sr_mod                 50789  0
i5000_edac             42177  0
mlx4_core             109008  1 mlx4_ib
cdrom                  68713  1 sr_mod
bnx2                  173917  0
edac_mc                60193  1 i5000_edac
sg                     69993  0
pcspkr                 36289  0
dm_snapshot            50569  0
dm_zero                35265  0
dm_mirror              60489  0
dm_mod                 99481  9 dm_multipath,dm_snapshot,dm_zero,dm_mirror
usb_storage           116257  2
ata_piix               54981  0
libata                192345  1 ata_piix
mptsas                 69201  2
mptscsih               69569  1 mptsas
mptbase               111461  2 mptsas,mptscsih
scsi_transport_sas     66753  1 mptsas
sd_mod                 56257  6
scsi_mod              188665  12
ib_iser,iscsi_tcp,libiscsi,scsi_transport_iscsi,sr_mod,sg,usb_storage,libata,mptsas,mptscsih,scsi_transport_sas,sd_mod
ext3                  167249  4
jbd                    93873  1 ext3
uhci_hcd               57433  0
ohci_hcd               54493  0
ehci_hcd               65741  0

Wen Hao Wang
Email: wangwhao at cn.ibm.com
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://lists.openfabrics.org/pipermail/general/attachments/20080922/c6211bac/attachment.html>


More information about the general mailing list