For completeness - here's the full trace:
strace -f ./deviceQuery
execve("./deviceQuery", ["./deviceQuery"], [/* 50 vars */]) = 0
brk(0) = 0xa03f000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
-1, 0) = 0x2b533677d000
uname({sys="Linux", node="arlx111.austin.ibm.com", ...}) = 0
access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or
directory)
open("/gsa/ausgsa/projects/k/kirin/local/cuda/lib/tls/x86_64/
libcudart.so.2", O_RDONLY) = -1 ENOENT (No such file or directory)
stat("/gsa/ausgsa/projects/k/kirin/local/cuda/lib/tls/x86_64",
0x7fff74329b50) = -1 ENOENT (No such file or directory)
open("/gsa/ausgsa/projects/k/kirin/local/cuda/lib/tls/libcudart.so.
2", O_RDONLY) = -1 ENOENT (No such file or directory)
stat("/gsa/ausgsa/projects/k/kirin/local/cuda/lib/tls",
0x7fff74329b50) = -1 ENOENT (No such file or directory)
open("/gsa/ausgsa/projects/k/kirin/local/cuda/lib/x86_64/
libcudart.so.2", O_RDONLY) = -1 ENOENT (No such file or directory)
stat("/gsa/ausgsa/projects/k/kirin/local/cuda/lib/x86_64",
0x7fff74329b50) = -1 ENOENT (No such file or directory)
open("/gsa/ausgsa/projects/k/kirin/local/cuda/lib/libcudart.so.2",
O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0pS
\0\0\0\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0775, st_size=252600, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
-1, 0) = 0x2b533677e000
mmap(NULL, 2348304, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
4, 0) = 0x2b533677f000
mprotect(0x2b53367bb000, 2097152, PROT_NONE) = 0
mmap(0x2b53369bb000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|
MAP_FIXED|MAP_DENYWRITE, 4, 0x3c000) = 0x2b53369bb000
close(4) = 0
open("/gsa/ausgsa/projects/k/kirin/local/cuda/lib/libstdc++.so.6",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/etc/ld.so.cache", O_RDONLY) = 4
fstat(4, {st_mode=S_IFREG|0644, st_size=139622, ...}) = 0
mmap(NULL, 139622, PROT_READ, MAP_PRIVATE, 4, 0) = 0x2b53369bd000
close(4) = 0
open("/usr/lib64/libstdc++.so.6", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>
\0\1\0\0\0000\364\344\202>\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=976312, ...}) = 0
mmap(0x3e82e00000, 3145600, PROT_READ|PROT_EXEC, MAP_PRIVATE|
MAP_DENYWRITE, 4, 0) = 0x3e82e00000
mprotect(0x3e82ee6000, 2093056, PROT_NONE) = 0
mmap(0x3e830e5000, 36864, PROT_READ|PROT_WRITE, MAP_PRIVATE|
MAP_FIXED|MAP_DENYWRITE, 4, 0xe5000) = 0x3e830e5000
mmap(0x3e830ee000, 73600, PROT_READ|PROT_WRITE, MAP_PRIVATE|
MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x3e830ee000
close(4) = 0
open("/gsa/ausgsa/projects/k/kirin/local/cuda/lib/libm.so.6",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/lib64/libm.so.6", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`>\340|>
\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=615136, ...}) = 0
mmap(0x3e7ce00000, 2629848, PROT_READ|PROT_EXEC, MAP_PRIVATE|
MAP_DENYWRITE, 4, 0) = 0x3e7ce00000
mprotect(0x3e7ce82000, 2093056, PROT_NONE) = 0
mmap(0x3e7d081000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|
MAP_DENYWRITE, 4, 0x81000) = 0x3e7d081000
close(4) = 0
open("/gsa/ausgsa/projects/k/kirin/local/cuda/lib/libgcc_s.so.1",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/lib64/libgcc_s.so.1", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0P\36\240\202>
\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=58400, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
-1, 0) = 0x2b53369e0000
mmap(0x3e82a00000, 2151784, PROT_READ|PROT_EXEC, MAP_PRIVATE|
MAP_DENYWRITE, 4, 0) = 0x3e82a00000
mprotect(0x3e82a0d000, 2097152, PROT_NONE) = 0
mmap(0x3e82c0d000, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|
MAP_DENYWRITE, 4, 0xd000) = 0x3e82c0d000
close(4) = 0
open("/gsa/ausgsa/projects/k/kirin/local/cuda/lib/libc.so.6",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/lib64/libc.so.6", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\260\331\241|>
\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=1699912, ...}) = 0
mmap(0x3e7ca00000, 3481848, PROT_READ|PROT_EXEC, MAP_PRIVATE|
MAP_DENYWRITE, 4, 0) = 0x3e7ca00000
mprotect(0x3e7cb4a000, 2093056, PROT_NONE) = 0
mmap(0x3e7cd49000, 20480, PROT_READ|PROT_WRITE, MAP_PRIVATE|
MAP_FIXED|MAP_DENYWRITE, 4, 0x149000) = 0x3e7cd49000
mmap(0x3e7cd4e000, 16632, PROT_READ|PROT_WRITE, MAP_PRIVATE|
MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x3e7cd4e000
close(4) = 0
open("/gsa/ausgsa/projects/k/kirin/local/cuda/lib/libdl.so.2",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/lib64/libdl.so.2", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\20\16 }>
\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=23360, ...}) = 0
mmap(0x3e7d200000, 2109696, PROT_READ|PROT_EXEC, MAP_PRIVATE|
MAP_DENYWRITE, 4, 0) = 0x3e7d200000
mprotect(0x3e7d202000, 2097152, PROT_NONE) = 0
mmap(0x3e7d402000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|
MAP_DENYWRITE, 4, 0x2000) = 0x3e7d402000
close(4) = 0
open("/gsa/ausgsa/projects/k/kirin/local/cuda/lib/libpthread.so.0",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/lib64/libpthread.so.0", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000W`}>
\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=141440, ...}) = 0
mmap(0x3e7d600000, 2200432, PROT_READ|PROT_EXEC, MAP_PRIVATE|
MAP_DENYWRITE, 4, 0) = 0x3e7d600000
mprotect(0x3e7d615000, 2093056, PROT_NONE) = 0
mmap(0x3e7d814000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|
MAP_DENYWRITE, 4, 0x14000) = 0x3e7d814000
mmap(0x3e7d816000, 13168, PROT_READ|PROT_WRITE, MAP_PRIVATE|
MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x3e7d816000
close(4) = 0
open("/gsa/ausgsa/projects/k/kirin/local/cuda/lib/librt.so.1",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/lib64/librt.so.1", O_RDONLY) = 4
read(4, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0 \" \201>
\0\0\0"..., 832) = 832
fstat(4, {st_mode=S_IFREG|0755, st_size=53448, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
-1, 0) = 0x2b53369e1000
mmap(0x3e81200000, 2132936, PROT_READ|PROT_EXEC, MAP_PRIVATE|
MAP_DENYWRITE, 4, 0) = 0x3e81200000
mprotect(0x3e81207000, 2097152, PROT_NONE) = 0
mmap(0x3e81407000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|
MAP_DENYWRITE, 4, 0x7000) = 0x3e81407000
close(4) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
-1, 0) = 0x2b53369e2000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
-1, 0) = 0x2b53369e3000
arch_prctl(ARCH_SET_FS, 0x2b53369e2b50) = 0
mprotect(0x3e81407000, 4096, PROT_READ) = 0
mprotect(0x3e7d814000, 4096, PROT_READ) = 0
mprotect(0x3e7d402000, 4096, PROT_READ) = 0
mprotect(0x3e7cd49000, 16384, PROT_READ) = 0
mprotect(0x3e7d081000, 4096, PROT_READ) = 0
mprotect(0x3e830e5000, 24576, PROT_READ) = 0
mprotect(0x3e7c81a000, 4096, PROT_READ) = 0
munmap(0x2b53369bd000, 139622) = 0
set_tid_address(0x2b53369e2be0) = 4993
set_robust_list(0x2b53369e2bf0, 0x18) = 0
rt_sigaction(SIGRTMIN, {0x3e7d605360, [], SA_RESTORER|SA_SIGINFO,
0x3e7d60de70}, NULL, 8) = 0
rt_sigaction(SIGRT_1, {0x3e7d6052b0, [], SA_RESTORER|SA_RESTART|
SA_SIGINFO, 0x3e7d60de70}, NULL, 8) = 0
rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
getrlimit(RLIMIT_STACK, {rlim_cur=RLIM_INFINITY,
rlim_max=RLIM_INFINITY}) = 0
futex(0x3e830efca8, FUTEX_WAKE, 2147483647) = 0
brk(0) = 0xa03f000
brk(0xa060000) = 0xa060000
futex(0x3e7d4030ec, FUTEX_WAKE, 2147483647) = 0
open("/gsa/ausgsa/projects/k/kirin/local/cuda/lib/libcuda.so",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/etc/ld.so.cache", O_RDONLY) = 4
fstat(4, {st_mode=S_IFREG|0644, st_size=139622, ...}) = 0
mmap(NULL, 139622, PROT_READ, MAP_PRIVATE, 4, 0) = 0x2b53369bd000
close(4) = 0
open("/lib64/tls/x86_64/libcuda.so", O_RDONLY) = -1 ENOENT (No such
file or directory)
stat("/lib64/tls/x86_64", 0x7fff74329a90) = -1 ENOENT (No such file
or directory)
open("/lib64/tls/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
stat("/lib64/tls", {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
open("/lib64/x86_64/libcuda.so", O_RDONLY) = -1 ENOENT (No such file
or directory)
stat("/lib64/x86_64", 0x7fff74329a90) = -1 ENOENT (No such file or
directory)
open("/lib64/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
stat("/lib64", {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
open("/usr/lib64/tls/x86_64/libcuda.so", O_RDONLY) = -1 ENOENT (No
such file or directory)
stat("/usr/lib64/tls/x86_64", 0x7fff74329a90) = -1 ENOENT (No such
file or directory)
open("/usr/lib64/tls/libcuda.so", O_RDONLY) = -1 ENOENT (No such
file or directory)
stat("/usr/lib64/tls", {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
open("/usr/lib64/x86_64/libcuda.so", O_RDONLY) = -1 ENOENT (No such
file or directory)
stat("/usr/lib64/x86_64", 0x7fff74329a90) = -1 ENOENT (No such file
or directory)
open("/usr/lib64/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
stat("/usr/lib64", {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
munmap(0x2b53369bd000, 139622) = 0
open("/gsa/ausgsa/projects/k/kirin/local/cuda/lib/libcuda.so",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/etc/ld.so.cache", O_RDONLY) = 4
fstat(4, {st_mode=S_IFREG|0644, st_size=139622, ...}) = 0
mmap(NULL, 139622, PROT_READ, MAP_PRIVATE, 4, 0) = 0x2b53369bd000
close(4) = 0
open("/lib64/tls/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("/lib64/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("/usr/lib64/tls/libcuda.so", O_RDONLY) = -1 ENOENT (No such
file or directory)
open("/usr/lib64/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
munmap(0x2b53369bd000, 139622) = 0
open("/gsa/ausgsa/projects/k/kirin/local/cuda/lib/libcuda.so",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/etc/ld.so.cache", O_RDONLY) = 4
fstat(4, {st_mode=S_IFREG|0644, st_size=139622, ...}) = 0
mmap(NULL, 139622, PROT_READ, MAP_PRIVATE, 4, 0) = 0x2b53369bd000
close(4) = 0
open("/lib64/tls/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("/lib64/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("/usr/lib64/tls/libcuda.so", O_RDONLY) = -1 ENOENT (No such
file or directory)
open("/usr/lib64/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
munmap(0x2b53369bd000, 139622) = 0
open("/gsa/ausgsa/projects/k/kirin/local/cuda/lib/libcuda.so",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/etc/ld.so.cache", O_RDONLY) = 4
fstat(4, {st_mode=S_IFREG|0644, st_size=139622, ...}) = 0
mmap(NULL, 139622, PROT_READ, MAP_PRIVATE, 4, 0) = 0x2b53369bd000
close(4) = 0
open("/lib64/tls/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("/lib64/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("/usr/lib64/tls/libcuda.so", O_RDONLY) = -1 ENOENT (No such
file or directory)
open("/usr/lib64/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
munmap(0x2b53369bd000, 139622) = 0
open("/gsa/ausgsa/projects/k/kirin/local/cuda/lib/libcuda.so",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/etc/ld.so.cache", O_RDONLY) = 4
fstat(4, {st_mode=S_IFREG|0644, st_size=139622, ...}) = 0
mmap(NULL, 139622, PROT_READ, MAP_PRIVATE, 4, 0) = 0x2b53369bd000
close(4) = 0
open("/lib64/tls/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("/lib64/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("/usr/lib64/tls/libcuda.so", O_RDONLY) = -1 ENOENT (No such
file or directory)
open("/usr/lib64/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
munmap(0x2b53369bd000, 139622) = 0
open("/gsa/ausgsa/projects/k/kirin/local/cuda/lib/libcuda.so",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/etc/ld.so.cache", O_RDONLY) = 4
fstat(4, {st_mode=S_IFREG|0644, st_size=139622, ...}) = 0
mmap(NULL, 139622, PROT_READ, MAP_PRIVATE, 4, 0) = 0x2b53369bd000
close(4) = 0
open("/lib64/tls/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("/lib64/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("/usr/lib64/tls/libcuda.so", O_RDONLY) = -1 ENOENT (No such
file or directory)
open("/usr/lib64/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
munmap(0x2b53369bd000, 139622) = 0
open("/gsa/ausgsa/projects/k/kirin/local/cuda/lib/libcuda.so",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/etc/ld.so.cache", O_RDONLY) = 4
fstat(4, {st_mode=S_IFREG|0644, st_size=139622, ...}) = 0
mmap(NULL, 139622, PROT_READ, MAP_PRIVATE, 4, 0) = 0x2b53369bd000
close(4) = 0
open("/lib64/tls/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("/lib64/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("/usr/lib64/tls/libcuda.so", O_RDONLY) = -1 ENOENT (No such
file or directory)
open("/usr/lib64/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
munmap(0x2b53369bd000, 139622) = 0
open("/gsa/ausgsa/projects/k/kirin/local/cuda/lib/libcuda.so",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/etc/ld.so.cache", O_RDONLY) = 4
fstat(4, {st_mode=S_IFREG|0644, st_size=139622, ...}) = 0
mmap(NULL, 139622, PROT_READ, MAP_PRIVATE, 4, 0) = 0x2b53369bd000
close(4) = 0
open("/lib64/tls/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("/lib64/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("/usr/lib64/tls/libcuda.so", O_RDONLY) = -1 ENOENT (No such
file or directory)
open("/usr/lib64/libcuda.so", O_RDONLY) = -1 ENOENT (No such file or
directory)
munmap(0x2b53369bd000, 139622) = 0
write(2, "dev count = 1\n", 14dev count = 1
) = 14
write(2, "Querying device = 0\n", 20Querying device = 0
) = 20
futex(0x3e82c0d350, FUTEX_WAKE, 2147483647) = 0
write(2, "cudaSafeCall() Runtime API error"..., 101cudaSafeCall()
Runtime API error in file <deviceQuery.cu>, line 61 : feature is not
yet implemented.
) = 101
exit_group(-1) = ?
On Mar 12, 2009, at 11:24 AM, Latchesar Ionkov wrote:
I don't think that 0 signals an error when calling futex(...,
FUTEX_WAKE, ...). According to the man page it means that the call
didn't awake any processes that were waiting on that futex.
Did you run strace -f?
Thanks,
Lucho
On Mar 12, 2009, at 10:19 AM, Eric Van Hensbergen wrote:
A bit more detail:
-------------------
strace ./deviceQuery
...
futex(0x3e82c0d350, FUTEX_WAKE, 2147483647) = 0
write(2, "cudaSafeCall() Runtime API error"..., 101cudaSafeCall()
Runtime API error in file <deviceQuery.cu>, line 61 : feature is
not yet implemented.
) = 101
exit_group(-1) = ?
---------------------
Anyone know why futex would be incompatible with xcpu2?
-eric
On Mar 12, 2009, at 11:03 AM, Eric Van Hensbergen wrote:
And while I am at it, anyone use xcpu or xcpu2 with CUDA yet.
When using xcpu2 I'm getting:
% xrx 9.3.61.111 /bin/bash
/deviceQuery
dev count = 1
Querying device = 0
cudaSafeCall() Runtime API error in file <deviceQuery.cu>, line
61 : feature is not yet implemented.
(and it runs fine when run manually on the device)
Not sure what in the namespace is messing with it, debugging now,
but figured I'd post here in case someone has already ran into it.
-eric
