[openib-general] failure to use libibverbs clone
Or Gerlitz
ogerlitz at voltaire.com
Sun Jan 21 03:51:17 PST 2007
Roland,
Using a fresh clone of libibverbs, libmthca and a kernel based on 2.6.20-rc3 (clone of
Sean's rdma-dev git tree at open fabrics)
I am getting errors such as
# LD_LIBRARY_PATH=/usr/local/rdmacm/lib /usr/local/rdmacm/bin/ibv_devinfo
libibverbs: Warning: couldn't open config directory '/usr/local/rdmacm/etc/libibverbs.d'.
libibverbs: Warning: no userspace device-specific driver found for /sys/class/infiniband_verbs/uverbs0
No IB devices found
the strace traces follow, the system is very much operative (eg with IPoIB)
Or.
execve("/usr/local/rdmacm/bin/ibv_devinfo", ["/usr/local/rdmacm/bin/ibv_devinfo"], [/* 70 vars */]) = 0
uname({sys="Linux", node="dill", ...}) = 0
brk(0) = 0x503000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x2aeba2f6f000
open("/etc/ld.so.preload", O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/local/rdmacm/lib/tls/x86_64/libibverbs.so.2", O_RDONLY) = -1 ENOENT (No such file or directory)
stat("/usr/local/rdmacm/lib/tls/x86_64", 0x7fff07b4e0f0) = -1 ENOENT (No such file or directory)
open("/usr/local/rdmacm/lib/tls/libibverbs.so.2", O_RDONLY) = -1 ENOENT (No such file or directory)
stat("/usr/local/rdmacm/lib/tls", 0x7fff07b4e0f0) = -1 ENOENT (No such file or directory)
open("/usr/local/rdmacm/lib/x86_64/libibverbs.so.2", O_RDONLY) = -1 ENOENT (No such file or directory)
stat("/usr/local/rdmacm/lib/x86_64", 0x7fff07b4e0f0) = -1 ENOENT (No such file or directory)
open("/usr/local/rdmacm/lib/libibverbs.so.2", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\320\'\0"..., 640) = 640
fstat(3, {st_mode=S_IFREG|0755, st_size=164431, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x2aeba2f70000
mmap(NULL, 1085352, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x2aeba3071000
madvise(0x2aeba3071000, 1085352, MADV_SEQUENTIAL|0x1) = 0
mprotect(0x2aeba3079000, 1052584, PROT_NONE) = 0
mmap(0x2aeba3171000, 36864, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 3, 0) = 0x2aeba3171000
close(3) = 0
open("/usr/local/rdmacm/lib/libpthread.so.0", O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/local/rdmacm/lib/libpthread.so.0", O_RDONLY) = -1 ENOENT (No such file or directory)
open("/etc/ld.so.cache", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=130091, ...}) = 0
mmap(NULL, 130091, PROT_READ, MAP_PRIVATE, 3, 0) = 0x2aeba317a000
close(3) = 0
open("/lib64/tls/libpthread.so.0", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340X\0\0"..., 640) = 640
fstat(3, {st_mode=S_IFREG|0755, st_size=99188, ...}) = 0
mmap(NULL, 1129880, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x2aeba319a000
madvise(0x2aeba319a000, 1129880, MADV_SEQUENTIAL|0x1) = 0
mprotect(0x2aeba31a8000, 1072536, PROT_NONE) = 0
mmap(0x2aeba329a000, 65536, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 3, 0) = 0x2aeba329a000
mmap(0x2aeba32aa000, 15768, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x2aeba32aa000
close(3) = 0
open("/usr/local/rdmacm/lib/libdl.so.2", O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/local/rdmacm/lib/libdl.so.2", O_RDONLY) = -1 ENOENT (No such file or directory)
open("/lib64/libdl.so.2", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\320\36\0"..., 640) = 640
fstat(3, {st_mode=S_IFREG|0755, st_size=16807, ...}) = 0
mmap(NULL, 1058904, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x2aeba32ae000
madvise(0x2aeba32ae000, 1058904, MADV_SEQUENTIAL|0x1) = 0
mprotect(0x2aeba32b1000, 1046616, PROT_NONE) = 0
mmap(0x2aeba33ae000, 12288, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 3, 0) = 0x2aeba33ae000
close(3) = 0
open("/usr/local/rdmacm/lib/libc.so.6", O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/local/rdmacm/lib/libc.so.6", O_RDONLY) = -1 ENOENT (No such file or directory)
open("/lib64/tls/libc.so.6", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0p\313\1\0"..., 640) = 640
lseek(3, 624, SEEK_SET) = 624
read(3, "\4\0\0\0\20\0\0\0\1\0\0\0GNU\0\0\0\0\0\2\0\0\0\6\0\0\0"..., 32) = 32
fstat(3, {st_mode=S_IFREG|0755, st_size=1401317, ...}) = 0
mmap(NULL, 2235432, PROT_READ|PROT_EXEC, MAP_PRIVATE, 3, 0) = 0x2aeba33b1000
madvise(0x2aeba33b1000, 2235432, MADV_SEQUENTIAL|0x1) = 0
mprotect(0x2aeba34b7000, 1162280, PROT_NONE) = 0
mmap(0x2aeba35b1000, 122880, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED, 3, 0x100000) = 0x2aeba35b1000
mmap(0x2aeba35cf000, 15400, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x2aeba35cf000
close(3) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x2aeba35d3000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x2aeba35d4000
arch_prctl(0x1002, 0x2aeba35d3900) = 0
munmap(0x2aeba317a000, 130091) = 0
SYS_218(0x2aeba35d3990, 0x7fff07b4ecc8, 0x2aeba35d3900, 0xffffffffffffffff, 0xffffffff00000000) = 8760
rt_sigaction(SIGRTMIN, {0x2aeba319f840, [], SA_SIGINFO|0x4000000}, NULL, 8) = 0
rt_sigprocmask(SIG_UNBLOCK, [RTMIN], NULL, 8) = 0
getrlimit(0x3, 0x7fff07b4eb50) = 0
_sysctl({{CTL_KERN, KERN_VERSION}, 2, 0x7fff07b4e950, 35, (nil), 0}) = 0
getuid() = 0
geteuid() = 0
brk(0) = 0x503000
brk(0x524000) = 0x524000
brk(0) = 0x524000
open("/sys/class/infiniband_verbs/abi_version", O_RDONLY) = 3
read(3, "6\n", 8) = 2
close(3) = 0
open("/usr/local/rdmacm/etc/libibverbs.d", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = -1 ENOENT (No such file or directory)
write(2, "libibverbs: Warning: couldn\'t op"..., 90libibverbs: Warning: couldn't open config directory '/usr/local/rdmacm/etc/libibverbs.d'.
) = 90
open("/sys/class/infiniband_verbs", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
fstat(3, {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
fcntl(3, F_SETFD, FD_CLOEXEC) = 0
getdents(3, /* 4 entries */, 4096) = 112
stat("/sys/class/infiniband_verbs/uverbs0", {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
open("/sys/class/infiniband_verbs/uverbs0/ibdev", O_RDONLY) = 4
read(4, "mthca0\n", 64) = 7
close(4) = 0
open("/sys/class/infiniband_verbs/uverbs0/abi_version", O_RDONLY) = 4
read(4, "1\n", 8) = 2
close(4) = 0
stat("/sys/class/infiniband_verbs/abi_version", {st_mode=S_IFREG|0444, st_size=4096, ...}) = 0
getdents(3, /* 0 entries */, 4096) = 0
close(3) = 0
futex(0x2aeba33b0854, FUTEX_WAKE, 2147483647) = 0
getuid() = 0
geteuid() = 0
write(2, "libibverbs: Warning: no userspac"..., 103libibverbs: Warning: no userspace device-specific driver found for /sys/class/infiniband_verbs/uverbs0
) = 103
write(2, "No IB devices found\n", 20No IB devices found
) = 20
exit_group(-1) = ?
More information about the general
mailing list