[openib-general] Re: newbie to openib
Lamia M.Youseff
lyouseff at cs.ucsb.edu
Tue Feb 14 01:11:16 PST 2006
>This means that the problem is with the udev: it didnt create the devices
>properly. I dont know how to debug this. Maybe updating to latest udev will
>help.
>
It does not seem it is a udev problem. I have upgraded from udev-039-10.10.EL4 to udev-071-0.FC4.2, unloaded, reloaded the modules and then restarted udev with no progress to the output of ibv_devinfo or any chances to devices created in /dev/infiniband.
I am wondering if this error may be caused by absence/malfunction of the
physical card, since this is a remote machine and I can not see it. If
so, How can I check that card is pluged-in and working properly.
I have included strace of devinfo as requested by the list.!!
-bash-3.00# strace ibv_devinfo
execve("/usr/local/bin/ibv_devinfo", ["ibv_devinfo"], [/* 17 vars */]) = 0
uname({sys="Linux", node="xen2", ...}) = 0
brk(0) = 0x503000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0)
= 0x2aaaaaaab000
access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or
directory)
open("/usr/local/lib/tls/x86_64/libibverbs.so.1", O_RDONLY) = -1 ENOENT
(No such file or directory)
stat("/usr/local/lib/tls/x86_64", 0x7fffffb00ee0) = -1 ENOENT (No such
file or directory)
open("/usr/local/lib/tls/libibverbs.so.1", O_RDONLY) = -1 ENOENT (No
such file or directory)
stat("/usr/local/lib/tls", 0x7fffffb00ee0) = -1 ENOENT (No such file or
directory)
open("/usr/local/lib/x86_64/libibverbs.so.1", O_RDONLY) = -1 ENOENT (No
such file or directory)
stat("/usr/local/lib/x86_64", 0x7fffffb00ee0) = -1 ENOENT (No such file
or directory)
open("/usr/local/lib/libibverbs.so.1", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@ \0\0\0"...,
640) = 640
fstat(3, {st_mode=S_IFREG|0755, st_size=130448, ...}) = 0
mmap(NULL, 1074848, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x2aaaaaaac000
mprotect(0x2aaaaaab3000, 1046176, PROT_NONE) = 0
mmap(0x2aaaaabb2000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x6000) = 0x2aaaaabb2000
close(3) = 0
open("/usr/local/lib/libsysfs.so.1", O_RDONLY) = -1 ENOENT (No such file
or directory)
open("/etc/ld.so.cache", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=60550, ...}) = 0
mmap(NULL, 60550, PROT_READ, MAP_PRIVATE, 3, 0) = 0x2aaaaabb3000
close(3) = 0
open("/usr/lib64/libsysfs.so.1", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\200/\340"...,
640) = 640
fstat(3, {st_mode=S_IFREG|0755, st_size=51776, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0)
= 0x2aaaaabc2000
mmap(0x3b70e00000, 1096328, PROT_READ|PROT_EXEC,
MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3b70e00000
mprotect(0x3b70e0c000, 1047176, PROT_NONE) = 0
mmap(0x3b70f0b000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0xb000) = 0x3b70f0b000
close(3) = 0
open("/usr/local/lib/libpthread.so.0", O_RDONLY) = -1 ENOENT (No such
file or directory)
open("/lib64/tls/libpthread.so.0", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340U\200"...,
640) = 640
fstat(3, {st_mode=S_IFREG|0755, st_size=106105, ...}) = 0
mmap(0x3b71800000, 1131384, PROT_READ|PROT_EXEC,
MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3b71800000
mprotect(0x3b71810000, 1065848, PROT_NONE) = 0
mmap(0x3b7190f000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0xf000) = 0x3b7190f000
mmap(0x3b71911000, 13176, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x3b71911000
close(3) = 0
open("/usr/local/lib/libdl.so.2", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("/lib64/libdl.so.2", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\200\17\0"...,
640) = 640
fstat(3, {st_mode=S_IFREG|0755, st_size=17943, ...}) = 0
mmap(0x3b71000000, 1056968, PROT_READ|PROT_EXEC,
MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3b71000000
mprotect(0x3b71002000, 1048776, PROT_NONE) = 0
mmap(0x3b71101000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x3b71101000
close(3) = 0
open("/usr/local/lib/libc.so.6", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("/lib64/tls/libc.so.6", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`\305\261"...,
640) = 640
lseek(3, 624, SEEK_SET) = 624
read(3, "\4\0\0\0\20\0\0\0\1\0\0\0GNU\0\0\0\0\0\2\0\0\0\4\0\0\0"..., 32)
= 32
fstat(3, {st_mode=S_IFREG|0755, st_size=1489097, ...}) = 0
mmap(0x3b70b00000, 2305992, PROT_READ|PROT_EXEC,
MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3b70b00000
mprotect(0x3b70c2a000, 1085384, PROT_NONE) = 0
mmap(0x3b70d29000, 24576, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x129000) = 0x3b70d29000
mmap(0x3b70d2f000, 16328, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x3b70d2f000
close(3) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0)
= 0x2aaaaabc3000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0)
= 0x2aaaaabc4000
mprotect(0x3b70d29000, 12288, PROT_READ) = 0
arch_prctl(ARCH_SET_FS, 0x2aaaaabc3fc0) = 0
munmap(0x2aaaaabb3000, 60550) = 0
set_tid_address(0x2aaaaabc4050) = 6935
rt_sigaction(SIGRTMIN, {0x3b71805190, [], SA_RESTORER|SA_SIGINFO,
0x3b7180c320}, NULL, 8) = 0
rt_sigaction(SIGRT_1, {0x3b71805210, [],
SA_RESTORER|SA_RESTART|SA_SIGINFO, 0x3b7180c320}, NULL, 8) = 0
rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
getrlimit(RLIMIT_STACK, {rlim_cur=8192*1024, rlim_max=RLIM_INFINITY}) = 0
_sysctl({{CTL_KERN, KERN_VERSION, 0, 0, 0, 0, 20bd1, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}, 2,
0x7fffffb01670, 35, (nil), 0}) = 0
brk(0) = 0x503000
brk(0x524000) = 0x524000
open("/usr/local/lib/infiniband", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
fstat(3, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
fcntl(3, F_SETFD, FD_CLOEXEC) = 0
getdents64(3, /* 5 entries */, 4096) = 144
getdents64(3, /* 0 entries */, 4096) = 0
close(3) = 0
futex(0x3b711020c4, FUTEX_WAKE, 2147483647) = 0
open("/usr/local/lib/infiniband/mthca.so", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\20\26\0"...,
640) = 640
fstat(3, {st_mode=S_IFREG|0755, st_size=164941, ...}) = 0
mmap(NULL, 1075376, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x2aaaaabc5000
mprotect(0x2aaaaabcc000, 1046704, PROT_NONE) = 0
mmap(0x2aaaaaccb000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x6000) = 0x2aaaaaccb000
close(3) = 0
getuid() = 0
geteuid() = 0
open("/proc/mounts", O_RDONLY) = 3
futex(0x3b70d30828, FUTEX_WAKE, 2147483647) = 0
fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0)
= 0x2aaaaaccc000
read(3, "rootfs / rootfs rw 0 0\n/proc /pr"..., 1024) = 515
close(3) = 0
munmap(0x2aaaaaccc000, 4096) = 0
lstat("/sys/class/infiniband_verbs", {st_mode=S_IFDIR|0755, st_size=0,
...}) = 0
open("/proc/mounts", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0)
= 0x2aaaaaccc000
read(3, "rootfs / rootfs rw 0 0\n/proc /pr"..., 1024) = 515
close(3) = 0
munmap(0x2aaaaaccc000, 4096) = 0
stat("/sys/class/infiniband_verbs/abi_version", {st_mode=S_IFREG|0444,
st_size=4096, ...}) = 0
open("/sys/class/infiniband_verbs/abi_version", O_RDONLY) = 3
read(3, "2\n", 4096) = 2
close(3) = 0
lstat("/sys/class/infiniband_verbs", {st_mode=S_IFDIR|0755, st_size=0,
...}) = 0
open("/sys/class/infiniband_verbs", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
fstat(3, {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
fcntl(3, F_SETFD, FD_CLOEXEC) = 0
getdents64(3, /* 3 entries */, 4096) = 80
lstat("/sys/class/infiniband_verbs/abi_version", {st_mode=S_IFREG|0444,
st_size=4096, ...}) = 0
getdents64(3, /* 0 entries */, 4096) = 0
close(3) = 0
write(2, "libibverbs: Fatal: no infiniband"..., 54libibverbs: Fatal: no
infiniband class devices found.
) = 54
write(2, "No IB devices found\n", 20No IB devices found
) = 20
exit_group(-1) = ?
Process 6935 detached
--
..........................................................
: Lamia M.Youseff : lyouseff at cs.ucsb.edu :
: Ph.D Candidate : www.cs.ucsb.edu/~lyouseff :
: University of California,: :
: Santa Barbara (UCSB) : :
:........................................................:
: :
: "There are no impossible dreams; there is just our :
: limited perception of what is possible" :
*:-.,_,.-:*'``'*:-.,_,.-:*'``'*:-.,_,.-:*'``'*:-.,_,.-:*'*
More information about the general
mailing list