[openib-general] ehca weirdness??
Troy Benjegerdes
troy at scl.ameslab.gov
Thu Mar 23 11:39:28 PST 2006
On Thu, Mar 23, 2006 at 11:10:19AM -0800, Roland Dreier wrote:
> > libibverbs: Warning: no userspace device-specific driver found for uverbs0
> > driver search path: /usr/lib/infiniband
>
> Is the ehca driver in that directory? As far as I can tell from the
> strace and the libehca source, you have another driver (probably
> libmthca) looking for a vendor attribute; but ehca doesn't try to
> check the vendor attribute.
Okay, this is hokey. Both drivers should be able to coexist. Here is
a full strace with the libmthca.so removed, which still doens't seem
to work right.
-------------- next part --------------
execve("/usr/bin/ibv_devices", ["ibv_devices"], [/* 14 vars */]) = 0
uname({sys="Linux", node="p5l3.fast", ...}) = 0
brk(0) = 0x10012000
access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or directory)
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x4000001e000
access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or directory)
open("/etc/ld.so.cache", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=16780, ...}) = 0
mmap(NULL, 16780, PROT_READ, MAP_PRIVATE, 3, 0) = 0x4000001f000
close(3) = 0
access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or directory)
open("/usr/lib/libibverbs.so.1", O_RDONLY) = 3
read(3, "\177ELF\2\2\1\0\0\0\0\0\0\0\0\0\0\3\0\25\0\0\0\1\0\0\0"..., 640) = 640
fstat(3, {st_mode=S_IFREG|0644, st_size=44552, ...}) = 0
mmap(NULL, 109488, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x40000032000
mprotect(0x4000003c000, 68528, PROT_NONE) = 0
mmap(0x4000004b000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x9000) = 0x4000004b000
close(3) = 0
access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or directory)
open("/lib/libsysfs.so.1", O_RDONLY) = 3
read(3, "\177ELF\2\2\1\0\0\0\0\0\0\0\0\0\0\3\0\25\0\0\0\1\0\0\0"..., 640) = 640
fstat(3, {st_mode=S_IFREG|0644, st_size=71736, ...}) = 0
mmap(NULL, 72168, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x4000004d000
mmap(0x4000005d000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x10000) = 0x4000005d000
close(3) = 0
access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or directory)
open("/lib/libpthread.so.0", O_RDONLY) = 3
read(3, "\177ELF\2\2\1\0\0\0\0\0\0\0\0\0\0\3\0\25\0\0\0\1\0\0\0"..., 640) = 640
fstat(3, {st_mode=S_IFREG|0644, st_size=157478, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x40000024000
mmap(NULL, 189056, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x4000005f000
mprotect(0x40000077000, 90752, PROT_NONE) = 0
mmap(0x40000086000, 12288, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x17000) = 0x40000086000
mmap(0x40000089000, 17024, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x40000089000
close(3) = 0
access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or directory)
open("/lib/libdl.so.2", O_RDONLY) = 3
read(3, "\177ELF\2\2\1\0\0\0\0\0\0\0\0\0\0\3\0\25\0\0\0\1\0\0\0"..., 640) = 640
fstat(3, {st_mode=S_IFREG|0644, st_size=15352, ...}) = 0
mmap(NULL, 79304, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x4000008e000
mprotect(0x40000091000, 67016, PROT_NONE) = 0
mmap(0x400000a0000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x400000a0000
close(3) = 0
access("/etc/ld.so.nohwcap", F_OK) = -1 ENOENT (No such file or directory)
open("/lib/libc.so.6", O_RDONLY) = 3
read(3, "\177ELF\2\2\1\0\0\0\0\0\0\0\0\0\0\3\0\25\0\0\0\1\0\0\0"..., 640) = 640
fstat(3, {st_mode=S_IFREG|0755, st_size=1604256, ...}) = 0
mmap(NULL, 1679664, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x400000a2000
mprotect(0x40000212000, 172336, PROT_NONE) = 0
mmap(0x40000221000, 98304, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x16f000) = 0x40000221000
mmap(0x40000239000, 12592, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x40000239000
close(3) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x40000025000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x40000026000
mprotect(0x40000221000, 8192, PROT_READ) = 0
mprotect(0x400000a0000, 4096, PROT_READ) = 0
mprotect(0x40000086000, 4096, PROT_READ) = 0
mprotect(0x4000002e000, 4096, PROT_READ) = 0
munmap(0x4000001f000, 16780) = 0
set_tid_address(0x400000258a0) = 31310
rt_sigaction(SIGRTMIN, {0x400000870b8, [], SA_SIGINFO}, NULL, 8) = 0
rt_sigaction(SIGRT_1, {0x400000870d0, [], SA_RESTART|SA_SIGINFO}, NULL, 8) = 0
rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
getrlimit(RLIMIT_STACK, {rlim_cur=8192*1024, rlim_max=RLIM_INFINITY}) = 0
_sysctl({{CTL_KERN, KERN_VERSION, 0, 0, 0, 0, 0, 20bd1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}, 2, 0xfffffdcf8d0, 35, (nil), 0}) = 0
brk(0) = 0x10012000
brk(0x10033000) = 0x10033000
open("/usr/lib/infiniband", O_RDONLY|O_NONBLOCK|O_LARGEFILE|O_DIRECTORY) = 3
fstat(3, {st_mode=S_IFDIR|0755, st_size=2048, ...}) = 0
fcntl(3, F_SETFD, FD_CLOEXEC) = 0
getdents64(3, /* 7 entries */, 4096) = 216
stat("/usr/lib/infiniband/libehca.so", {st_mode=S_IFREG|0755, st_size=149543, ...}) = 0
getdents64(3, /* 0 entries */, 4096) = 0
close(3) = 0
futex(0x400000a15c4, FUTEX_WAKE, 2147483647) = 0
open("/usr/lib/infiniband/libehca.so", O_RDONLY) = 3
read(3, "\177ELF\2\2\1\0\0\0\0\0\0\0\0\0\0\3\0\25\0\0\0\1\0\0\0"..., 640) = 640
fstat(3, {st_mode=S_IFREG|0755, st_size=149543, ...}) = 0
mmap(NULL, 111248, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x4000023d000
mprotect(0x40000248000, 66192, PROT_NONE) = 0
mmap(0x40000257000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0xa000) = 0x40000257000
mmap(0x40000258000, 656, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x40000258000
close(3) = 0
munmap(0x4000023d000, 111248) = 0
getuid() = 0
geteuid() = 0
open("/proc/mounts", O_RDONLY) = 3
futex(0x40000239e98, FUTEX_WAKE, 2147483647) = 0
fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x4000001f000
read(3, "rootfs / rootfs rw 0 0\n/dev/root"..., 1024) = 278
close(3) = 0
munmap(0x4000001f000, 4096) = 0
lstat("/sys/class/infiniband_verbs", {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
open("/proc/mounts", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x4000001f000
read(3, "rootfs / rootfs rw 0 0\n/dev/root"..., 1024) = 278
close(3) = 0
munmap(0x4000001f000, 4096) = 0
stat("/sys/class/infiniband_verbs/abi_version", {st_mode=S_IFREG|0444, st_size=4096, ...}) = 0
open("/sys/class/infiniband_verbs/abi_version", O_RDONLY) = 3
read(3, "6\n", 4096) = 2
close(3) = 0
lstat("/sys/class/infiniband_verbs", {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
open("/sys/class/infiniband_verbs", O_RDONLY|O_NONBLOCK|O_LARGEFILE|O_DIRECTORY) = 3
fstat(3, {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
fcntl(3, F_SETFD, FD_CLOEXEC) = 0
getdents64(3, /* 4 entries */, 4096) = 112
lstat("/sys/class/infiniband_verbs/uverbs0", {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
lstat("/sys/class/infiniband_verbs/uverbs0", {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
lstat("/sys/class/infiniband_verbs/abi_version", {st_mode=S_IFREG|0444, st_size=4096, ...}) = 0
getdents64(3, /* 0 entries */, 4096) = 0
close(3) = 0
lstat("/sys/class/infiniband_verbs/uverbs0", {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
lstat("/sys/class/infiniband_verbs/uverbs0", {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
open("/sys/class/infiniband_verbs/uverbs0", O_RDONLY|O_NONBLOCK|O_LARGEFILE|O_DIRECTORY) = 3
fstat(3, {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
fcntl(3, F_SETFD, FD_CLOEXEC) = 0
getdents64(3, /* 7 entries */, 4096) = 200
lstat("/sys/class/infiniband_verbs/uverbs0/abi_version", {st_mode=S_IFREG|0444, st_size=4096, ...}) = 0
stat("/sys/class/infiniband_verbs/uverbs0/abi_version", {st_mode=S_IFREG|0444, st_size=4096, ...}) = 0
open("/sys/class/infiniband_verbs/uverbs0/abi_version", O_RDONLY) = 4
read(4, "5\n", 4096) = 2
close(4) = 0
lstat("/sys/class/infiniband_verbs/uverbs0/ibdev", {st_mode=S_IFREG|0444, st_size=4096, ...}) = 0
stat("/sys/class/infiniband_verbs/uverbs0/ibdev", {st_mode=S_IFREG|0444, st_size=4096, ...}) = 0
open("/sys/class/infiniband_verbs/uverbs0/ibdev", O_RDONLY) = 4
read(4, "ehca0\n", 4096) = 6
close(4) = 0
lstat("/sys/class/infiniband_verbs/uverbs0/device", {st_mode=S_IFLNK|0777, st_size=0, ...}) = 0
lstat("/sys/class/infiniband_verbs/uverbs0/dev", {st_mode=S_IFREG|0444, st_size=4096, ...}) = 0
stat("/sys/class/infiniband_verbs/uverbs0/dev", {st_mode=S_IFREG|0444, st_size=4096, ...}) = 0
open("/sys/class/infiniband_verbs/uverbs0/dev", O_RDONLY) = 4
read(4, "231:192\n", 4096) = 8
close(4) = 0
lstat("/sys/class/infiniband_verbs/uverbs0/uevent", {st_mode=S_IFREG|0200, st_size=4096, ...}) = 0
stat("/sys/class/infiniband_verbs/uverbs0/uevent", {st_mode=S_IFREG|0200, st_size=4096, ...}) = 0
getdents64(3, /* 0 entries */, 4096) = 0
close(3) = 0
open("/sys/class/infiniband_verbs/uverbs0/ibdev", O_RDONLY) = 3
read(3, "ehca0\n", 4096) = 6
close(3) = 0
open("/proc/mounts", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x4000001f000
read(3, "rootfs / rootfs rw 0 0\n/dev/root"..., 1024) = 278
close(3) = 0
munmap(0x4000001f000, 4096) = 0
lstat("/sys/class/infiniband/ehca0", {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
write(2, "libibverbs: Warning: no userspac"..., 96libibverbs: Warning: no userspace device-specific driver found for uverbs0
driver search path: ) = 96
write(2, "/usr/lib/infiniband\n", 20/usr/lib/infiniband
) = 20
fstat(1, {st_mode=S_IFIFO|0600, st_size=0, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x4000001f000
write(1, " device \t node GUI"..., 72 device node GUID
------ ----------------
) = 72
munmap(0x4000001f000, 4096) = 0
exit_group(0) = ?
More information about the general
mailing list