Hi,

I encountered a very very confused problem when running IMB via two
nodes by using IB.

OS: RHEL 5.2
OFED Version: 1.4.1
MPI: OpenMPI 1.3.2 (OFED owned)

I run IMB-MPI1 provided by OFED OpenMPI tests. The command line is

mpirun -np 2 --mca btl openib,self --host node1,node2 IMB-MPI1

After that the machine hangs and no output, and I cannot see any exist
mpirun related programs. Then I use Ctrl-C to stop the hang process.
Following messages are reported when I press Ctrl-C.


mpirun: killing job...

--------------------------------------------------------------------------
mpirun noticed that the job aborted, but has no info as to the process
that caused that situation.
--------------------------------------------------------------------------
--------------------------------------------------------------------------
mpirun was unable to cleanly terminate the daemons on the nodes shown
below. Additional manual cleanup may be required - please refer to
the "orte-clean" tool for assistance.
--------------------------------------------------------------------------
        node2 - daemon did not report back when launched

I use strace to get some detailed messages.

===Strace output start===
execve("/usr/mpi/gcc/openmpi-1.3.2/bin/mpirun", ["mpirun", "-np", "2",
"--mca", "btl", "openib,self", "--host", "node1,node2", "IMB-MPI1",
"pingpong"], [/* 26 vars */]) = 0
brk(0)                                  = 0x1e45a000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaaaaab000
uname({sys="Linux", node="node1", ...}) = 0
access("/etc/ld.so.preload", R_OK)      = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/tls/x86_64/libopen-rte.so.0",
O_RDONLY) = -1 ENOENT (No such file or directory)
stat("/usr/mpi/gcc/openmpi-1.3.2/lib64/tls/x86_64", 0x7ffff43b6080) =
-1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/tls/libopen-rte.so.0",
O_RDONLY) = -1 ENOENT (No such file or directory)
stat("/usr/mpi/gcc/openmpi-1.3.2/lib64/tls", 0x7ffff43b6080) = -1
ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/x86_64/libopen-rte.so.0",
O_RDONLY) = -1 ENOENT (No such file or directory)
stat("/usr/mpi/gcc/openmpi-1.3.2/lib64/x86_64", 0x7ffff43b6080) = -1
ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libopen-rte.so.0", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0\316\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=1308252, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaaaaac000
mmap(NULL, 2382848, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x2aaaaaaad000
mprotect(0x2aaaaaaef000, 2093056, PROT_NONE) = 0
mmap(0x2aaaaacee000, 16384, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x41000) = 0x2aaaaacee000
mmap(0x2aaaaacf2000, 3072, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x2aaaaacf2000
close(3)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libopen-pal.so.0", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\300\337\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=1398411, ...}) = 0
mmap(NULL, 2562984, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x2aaaaacf3000
mprotect(0x2aaaaad3f000, 2097152, PROT_NONE) = 0
mmap(0x2aaaaaf3f000, 12288, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x4c000) = 0x2aaaaaf3f000
mmap(0x2aaaaaf42000, 142248, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x2aaaaaf42000
close(3)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libdl.so.2", O_RDONLY) = -1
ENOENT (No such file or directory)
open("/etc/ld.so.cache", O_RDONLY)      = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=184283, ...}) = 0
mmap(NULL, 184283, PROT_READ, MAP_PRIVATE, 3, 0) = 0x2aaaaaf65000
close(3)                                = 0
open("/lib64/libdl.so.2", O_RDONLY)     = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0
\16\300F:\0\0\0"..., 832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=23520, ...}) = 0
mmap(0x3a46c00000, 2109728, PROT_READ|PROT_EXEC,
MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3a46c00000
mprotect(0x3a46c02000, 2097152, PROT_NONE) = 0
mmap(0x3a46e02000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x3a46e02000
close(3)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libnsl.so.1", O_RDONLY) = -1
ENOENT (No such file or directory)
open("/lib64/libnsl.so.1", O_RDONLY)    = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\260@@M:\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=114520, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaaaf92000
mmap(0x3a4d400000, 2194128, PROT_READ|PROT_EXEC,
MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3a4d400000
mprotect(0x3a4d415000, 2093056, PROT_NONE) = 0
mmap(0x3a4d614000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x14000) = 0x3a4d614000
mmap(0x3a4d616000, 6864, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x3a4d616000
close(3)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libutil.so.1", O_RDONLY) = -1
ENOENT (No such file or directory)
open("/lib64/libutil.so.1", O_RDONLY)   = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\240\16\240R:\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=18312, ...}) = 0
mmap(0x3a52a00000, 2105616, PROT_READ|PROT_EXEC,
MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3a52a00000
mprotect(0x3a52a02000, 2093056, PROT_NONE) = 0
mmap(0x3a52c01000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x3a52c01000
close(3)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libm.so.6", O_RDONLY) = -1
ENOENT (No such file or directory)
open("/lib64/libm.so.6", O_RDONLY)      = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\200>\200F:\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=615136, ...}) = 0
mmap(0x3a46800000, 2629848, PROT_READ|PROT_EXEC,
MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3a46800000
mprotect(0x3a46882000, 2093056, PROT_NONE) = 0
mmap(0x3a46a81000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x81000) = 0x3a46a81000
close(3)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libpthread.so.0", O_RDONLY) =
-1 ENOENT (No such file or directory)
open("/lib64/libpthread.so.0", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0
W\0G:\0\0\0"..., 832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=141336, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaaaf93000
mmap(0x3a47000000, 2200432, PROT_READ|PROT_EXEC,
MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3a47000000
mprotect(0x3a47015000, 2093056, PROT_NONE) = 0
mmap(0x3a47214000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x14000) = 0x3a47214000
mmap(0x3a47216000, 13168, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x3a47216000
close(3)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libc.so.6", O_RDONLY) = -1
ENOENT (No such file or directory)
open("/lib64/libc.so.6", O_RDONLY)      = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\240\331AF:\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=1687464, ...}) = 0
mmap(0x3a46400000, 3469464, PROT_READ|PROT_EXEC,
MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3a46400000
mprotect(0x3a46546000, 2097152, PROT_NONE) = 0
mmap(0x3a46746000, 20480, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x146000) = 0x3a46746000
mmap(0x3a4674b000, 16536, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x3a4674b000
close(3)                                = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaaaf94000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaaaf95000
arch_prctl(ARCH_SET_FS, 0x2aaaaaf94cf0) = 0
mprotect(0x3a46746000, 16384, PROT_READ) = 0
mprotect(0x3a47214000, 4096, PROT_READ) = 0
mprotect(0x3a46a81000, 4096, PROT_READ) = 0
mprotect(0x3a52c01000, 4096, PROT_READ) = 0
mprotect(0x3a4d614000, 4096, PROT_READ) = 0
mprotect(0x3a46e02000, 4096, PROT_READ) = 0
mprotect(0x3a45e19000, 4096, PROT_READ) = 0
munmap(0x2aaaaaf65000, 184283)          = 0
set_tid_address(0x2aaaaaf94d80)         = 6192
set_robust_list(0x2aaaaaf94d90, 0x18)   = 0
rt_sigaction(SIGRTMIN, {0x3a47005350, [], SA_RESTORER|SA_SIGINFO,
0x3a4700de60}, NULL, 8) = 0
rt_sigaction(SIGRT_1, {0x3a470052a0, [],
SA_RESTORER|SA_RESTART|SA_SIGINFO, 0x3a4700de60}, NULL, 8) = 0
rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
getrlimit(RLIMIT_STACK, {rlim_cur=10240*1024, rlim_max=RLIM_INFINITY}) = 0
stat("/sys/class/infiniband", {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
stat("/sys/class/infiniband", {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
brk(0)                                  = 0x1e45a000
brk(0x1e47b000)                         = 0x1e47b000
uname({sys="Linux", node="node1", ...}) = 0
getcwd("/usr/mpi/gcc/openmpi-1.3.2/tests/IMB-3.1", 4096) = 41
open("/usr/mpi/gcc/openmpi-1.3.2/etc/openmpi-mca-params.conf", O_RDONLY) = 3
ioctl(3, SNDCTL_TMR_TIMEBASE or TCGETS, 0x7ffff43b67d0) = -1 ENOTTY
(Inappropriate ioctl for device)
fstat(3, {st_mode=S_IFREG|0644, st_size=2812, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaaaf65000
read(3, "#\n# Copyright (c) 2004-2005 The "..., 8192) = 2812
read(3, "", 4096)                       = 0
read(3, "", 8192)                       = 0
ioctl(3, SNDCTL_TMR_TIMEBASE or TCGETS, 0x7ffff43b67a0) = -1 ENOTTY
(Inappropriate ioctl for device)
close(3)                                = 0
munmap(0x2aaaaaf65000, 4096)            = 0
open("/root/.openmpi/mca-params.conf", O_RDONLY) = -1 ENOENT (No such
file or directory)
uname({sys="Linux", node="node1", ...}) = 0
rt_sigaction(SIGABRT, NULL, {SIG_DFL}, 8) = 0
rt_sigaction(SIGABRT, {0x2aaaaad22470, [],
SA_RESTORER|SA_ONESHOT|SA_SIGINFO, 0x3a4700de60}, NULL, 8) = 0
rt_sigaction(SIGBUS, NULL, {SIG_DFL}, 8) = 0
rt_sigaction(SIGBUS, {0x2aaaaad22470, [],
SA_RESTORER|SA_ONESHOT|SA_SIGINFO, 0x3a4700de60}, NULL, 8) = 0
rt_sigaction(SIGFPE, NULL, {SIG_DFL}, 8) = 0
rt_sigaction(SIGFPE, {0x2aaaaad22470, [],
SA_RESTORER|SA_ONESHOT|SA_SIGINFO, 0x3a4700de60}, NULL, 8) = 0
rt_sigaction(SIGSEGV, NULL, {SIG_DFL}, 8) = 0
rt_sigaction(SIGSEGV, {0x2aaaaad22470, [],
SA_RESTORER|SA_ONESHOT|SA_SIGINFO, 0x3a4700de60}, NULL, 8) = 0
getrlimit(RLIMIT_NOFILE, {rlim_cur=1024, rlim_max=1024}) = 0
getrlimit(RLIMIT_NPROC, {rlim_cur=70*1024, rlim_max=70*1024}) = 0
getrlimit(RLIMIT_FSIZE, {rlim_cur=RLIM_INFINITY, rlim_max=RLIM_INFINITY}) = 0
getcwd("/usr/mpi/gcc/openmpi-1.3.2/tests/IMB-3.1", 4097) = 41
uname({sys="Linux", node="node1", ...}) = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
fstat(3, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
getdents(3, /* 99 entries */, 4096)     = 4088
getdents(3, /* 25 entries */, 4096)     = 1000
getdents(3, /* 0 entries */, 4096)      = 0
close(3)                                = 0
open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
-1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_paffinity_linux.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_paffinity_linux.la",
O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0755, st_size=1025, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaaaf65000
read(3, "# mca_paffinity_linux.la - a lib"..., 4096) = 1025
read(3, "", 4096)                       = 0
close(3)                                = 0
munmap(0x2aaaaaf65000, 4096)            = 0
futex(0x3a46e0310c, FUTEX_WAKE, 2147483647) = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_paffinity_linux.so",
O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`\16\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=65944, ...}) = 0
mmap(NULL, 2115040, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x2aaaaaf96000
mprotect(0x2aaaaaf9a000, 2097152, PROT_NONE) = 0
mmap(0x2aaaab19a000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x4000) = 0x2aaaab19a000
close(3)                                = 0
sched_getaffinity(0, 128,  { ff, 0, 0, 0 }) = 32
sched_setaffinity(0, 32,  { 16e47080, 16e47080, 16e47080, 16e47080 })
= -1 EFAULT (Bad address)
access("/sys/devices/system/cpu", R_OK|X_OK) = 0
open("/sys/devices/system/cpu", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
fstat(3, {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
getdents(3, /* 11 entries */, 4096)     = 288
getdents(3, /* 0 entries */, 4096)      = 0
close(3)                                = 0
open("/sys/devices/system/cpu/cpu0/online", O_RDONLY) = -1 ENOENT (No
such file or directory)
open("/sys/devices/system/cpu/cpu0/topology/core_id", O_RDONLY) = 3
read(3, "0\n", 7)                       = 2
close(3)                                = 0
open("/sys/devices/system/cpu/cpu0/topology/physical_package_id", O_RDONLY) = 3
read(3, "0\n", 7)                       = 2
close(3)                                = 0
open("/sys/devices/system/cpu/cpu1/online", O_RDONLY) = 3
read(3, "1\n", 7)                       = 2
close(3)                                = 0
open("/sys/devices/system/cpu/cpu1/topology/core_id", O_RDONLY) = 3
read(3, "0\n", 7)                       = 2
close(3)                                = 0
open("/sys/devices/system/cpu/cpu1/topology/physical_package_id", O_RDONLY) = 3
read(3, "1\n", 7)                       = 2
close(3)                                = 0
open("/sys/devices/system/cpu/cpu2/online", O_RDONLY) = 3
read(3, "1\n", 7)                       = 2
close(3)                                = 0
open("/sys/devices/system/cpu/cpu2/topology/core_id", O_RDONLY) = 3
read(3, "1\n", 7)                       = 2
close(3)                                = 0
open("/sys/devices/system/cpu/cpu2/topology/physical_package_id", O_RDONLY) = 3
read(3, "0\n", 7)                       = 2
close(3)                                = 0
open("/sys/devices/system/cpu/cpu3/online", O_RDONLY) = 3
read(3, "1\n", 7)                       = 2
close(3)                                = 0
open("/sys/devices/system/cpu/cpu3/topology/core_id", O_RDONLY) = 3
read(3, "1\n", 7)                       = 2
close(3)                                = 0
open("/sys/devices/system/cpu/cpu3/topology/physical_package_id", O_RDONLY) = 3
read(3, "1\n", 7)                       = 2
close(3)                                = 0
open("/sys/devices/system/cpu/cpu4/online", O_RDONLY) = 3
read(3, "1\n", 7)                       = 2
close(3)                                = 0
open("/sys/devices/system/cpu/cpu4/topology/core_id", O_RDONLY) = 3
read(3, "2\n", 7)                       = 2
close(3)                                = 0
open("/sys/devices/system/cpu/cpu4/topology/physical_package_id", O_RDONLY) = 3
read(3, "0\n", 7)                       = 2
close(3)                                = 0
open("/sys/devices/system/cpu/cpu5/online", O_RDONLY) = 3
read(3, "1\n", 7)                       = 2
close(3)                                = 0
open("/sys/devices/system/cpu/cpu5/topology/core_id", O_RDONLY) = 3
read(3, "2\n", 7)                       = 2
close(3)                                = 0
open("/sys/devices/system/cpu/cpu5/topology/physical_package_id", O_RDONLY) = 3
read(3, "1\n", 7)                       = 2
close(3)                                = 0
open("/sys/devices/system/cpu/cpu6/online", O_RDONLY) = 3
read(3, "1\n", 7)                       = 2
close(3)                                = 0
open("/sys/devices/system/cpu/cpu6/topology/core_id", O_RDONLY) = 3
read(3, "3\n", 7)                       = 2
close(3)                                = 0
open("/sys/devices/system/cpu/cpu6/topology/physical_package_id", O_RDONLY) = 3
read(3, "0\n", 7)                       = 2
close(3)                                = 0
open("/sys/devices/system/cpu/cpu7/online", O_RDONLY) = 3
read(3, "1\n", 7)                       = 2
close(3)                                = 0
open("/sys/devices/system/cpu/cpu7/topology/core_id", O_RDONLY) = 3
read(3, "3\n", 7)                       = 2
close(3)                                = 0
open("/sys/devices/system/cpu/cpu7/topology/physical_package_id", O_RDONLY) = 3
read(3, "1\n", 7)                       = 2
close(3)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
fstat(3, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
getdents(3, /* 99 entries */, 4096)     = 4088
getdents(3, /* 25 entries */, 4096)     = 1000
getdents(3, /* 0 entries */, 4096)      = 0
close(3)                                = 0
open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
-1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
fstat(3, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
getdents(3, /* 99 entries */, 4096)     = 4088
getdents(3, /* 25 entries */, 4096)     = 1000
getdents(3, /* 0 entries */, 4096)      = 0
close(3)                                = 0
open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
-1 ENOENT (No such file or directory)
mmap(NULL, 4198400, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
-1, 0) = 0x2aaaab19b000
mremap(0x2aaaab19b000, 4198400, 4198400, MREMAP_MAYMOVE) = 0x2aaaab19b000
munmap(0x2aaaab19b000, 4198400)         = 0
mmap(NULL, 1052672, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
-1, 0) = 0x2aaaab19b000
munmap(0x2aaaab19b000, 1052672)         = 0
mmap(NULL, 4096, PROT_READ, MAP_FILE|MAP_ANONYMOUS, -1, 0) = -1 EINVAL
(Invalid argument)
munmap(0xffffffffffffffff, 4096)        = -1 EINVAL (Invalid argument)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
fstat(3, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
getdents(3, /* 99 entries */, 4096)     = 4088
getdents(3, /* 25 entries */, 4096)     = 1000
getdents(3, /* 0 entries */, 4096)      = 0
close(3)                                = 0
open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
-1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
fstat(3, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
getdents(3, /* 99 entries */, 4096)     = 4088
getdents(3, /* 25 entries */, 4096)     = 1000
getdents(3, /* 0 entries */, 4096)      = 0
close(3)                                = 0
open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
-1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
fstat(3, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
getdents(3, /* 99 entries */, 4096)     = 4088
getdents(3, /* 25 entries */, 4096)     = 1000
getdents(3, /* 0 entries */, 4096)      = 0
close(3)                                = 0
open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
-1 ENOENT (No such file or directory)
open("/proc/cpuinfo", O_RDONLY)         = 3
fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaab19c000
lseek(3, 0, SEEK_SET)                   = 0
read(3, "processor\t: 0\nvendor_id\t: Genuin"..., 4096) = 3738
read(3, "processor\t: 6\nvendor_id\t: Genuin"..., 4096) = 1246
read(3, "", 4096)                       = 0
lseek(3, 0, SEEK_SET)                   = 0
read(3, "processor\t: 0\nvendor_id\t: Genuin"..., 4096) = 3738
close(3)                                = 0
munmap(0x2aaaab19c000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
fstat(3, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
getdents(3, /* 99 entries */, 4096)     = 4088
getdents(3, /* 25 entries */, 4096)     = 1000
getdents(3, /* 0 entries */, 4096)      = 0
close(3)                                = 0
open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
-1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_carto_auto_detect.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_carto_auto_detect.la",
O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0755, st_size=1037, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaab19b000
read(3, "# mca_carto_auto_detect.la - a l"..., 4096) = 1037
read(3, "", 4096)                       = 0
close(3)                                = 0
munmap(0x2aaaab19b000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_carto_auto_detect.so",
O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\200\10\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=18544, ...}) = 0
mmap(NULL, 2101136, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x2aaaab19b000
mprotect(0x2aaaab19c000, 2093056, PROT_NONE) = 0
mmap(0x2aaaab39b000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0) = 0x2aaaab39b000
close(3)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_carto_file.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_carto_file.la", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0755, st_size=995, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaab39c000
read(3, "# mca_carto_file.la - a libtool "..., 4096) = 995
read(3, "", 4096)                       = 0
close(3)                                = 0
munmap(0x2aaaab39c000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_carto_file.so", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\20\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=56278, ...}) = 0
mmap(NULL, 2113304, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
0) = 0x2aaaab39c000
mprotect(0x2aaaab3a0000, 2093056, PROT_NONE) = 0
mmap(0x2aaaab59f000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x3000) = 0x2aaaab59f000
close(3)                                = 0
munmap(0x2aaaab39c000, 2113304)         = 0
socketpair(PF_FILE, SOCK_STREAM, 0, [3, 4]) = 0
fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
fcntl(4, F_SETFD, FD_CLOEXEC)           = 0
fcntl(3, F_SETFL, O_RDONLY|O_NONBLOCK)  = 0
uname({sys="Linux", node="node1", ...}) = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
getdents(5, /* 99 entries */, 4096)     = 4088
getdents(5, /* 25 entries */, 4096)     = 1000
getdents(5, /* 0 entries */, 4096)      = 0
close(5)                                = 0
open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
-1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_env.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_env.la", O_RDONLY) = 5
fstat(5, {st_mode=S_IFREG|0755, st_size=977, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaab39c000
read(5, "# mca_ess_env.la - a libtool lib"..., 4096) = 977
read(5, "", 4096)                       = 0
close(5)                                = 0
munmap(0x2aaaab39c000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_env.so", O_RDONLY) = 5
read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\220\16\0\0\0\0\0\0"...,
832) = 832
fstat(5, {st_mode=S_IFREG|0755, st_size=34152, ...}) = 0
mmap(NULL, 2106776, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
0) = 0x2aaaab39c000
mprotect(0x2aaaab39e000, 2097152, PROT_NONE) = 0
mmap(0x2aaaab59e000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x2000) = 0x2aaaab59e000
close(5)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_hnp.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_hnp.la", O_RDONLY) = 5
fstat(5, {st_mode=S_IFREG|0755, st_size=977, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaab59f000
read(5, "# mca_ess_hnp.la - a libtool lib"..., 4096) = 977
read(5, "", 4096)                       = 0
close(5)                                = 0
munmap(0x2aaaab59f000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_hnp.so", O_RDONLY) = 5
read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@\34\0\0\0\0\0\0"...,
832) = 832
fstat(5, {st_mode=S_IFREG|0755, st_size=48962, ...}) = 0
mmap(NULL, 2110944, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
0) = 0x2aaaab59f000
mprotect(0x2aaaab5a2000, 2097152, PROT_NONE) = 0
mmap(0x2aaaab7a2000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x3000) = 0x2aaaab7a2000
close(5)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_singleton.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_singleton.la",
O_RDONLY) = 5
fstat(5, {st_mode=S_IFREG|0755, st_size=1013, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaab7a3000
read(5, "# mca_ess_singleton.la - a libto"..., 4096) = 1013
read(5, "", 4096)                       = 0
close(5)                                = 0
munmap(0x2aaaab7a3000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_singleton.so",
O_RDONLY) = 5
read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\22\0\0\0\0\0\0"...,
832) = 832
fstat(5, {st_mode=S_IFREG|0755, st_size=40183, ...}) = 0
mmap(NULL, 2107640, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
0) = 0x2aaaab7a3000
mprotect(0x2aaaab7a6000, 2093056, PROT_NONE) = 0
mmap(0x2aaaab9a5000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x2000) = 0x2aaaab9a5000
close(5)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_slurm.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_slurm.la", O_RDONLY) = 5
fstat(5, {st_mode=S_IFREG|0755, st_size=989, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaab9a6000
read(5, "# mca_ess_slurm.la - a libtool l"..., 4096) = 989
read(5, "", 4096)                       = 0
close(5)                                = 0
munmap(0x2aaaab9a6000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_slurm.so", O_RDONLY) = 5
read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0p\20\0\0\0\0\0\0"...,
832) = 832
fstat(5, {st_mode=S_IFREG|0755, st_size=35830, ...}) = 0
mmap(NULL, 2106808, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
0) = 0x2aaaab9a6000
mprotect(0x2aaaab9a8000, 2097152, PROT_NONE) = 0
mmap(0x2aaaabba8000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x2000) = 0x2aaaabba8000
close(5)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_tool.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_tool.la", O_RDONLY) = 5
fstat(5, {st_mode=S_IFREG|0755, st_size=983, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaabba9000
read(5, "# mca_ess_tool.la - a libtool li"..., 4096) = 983
read(5, "", 4096)                       = 0
close(5)                                = 0
munmap(0x2aaaabba9000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_tool.so", O_RDONLY) = 5
read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0P\t\0\0\0\0\0\0"...,
832) = 832
fstat(5, {st_mode=S_IFREG|0755, st_size=24983, ...}) = 0
mmap(NULL, 2102304, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
0) = 0x2aaaabba9000
mprotect(0x2aaaabbaa000, 2097152, PROT_NONE) = 0
mmap(0x2aaaabdaa000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x1000) = 0x2aaaabdaa000
close(5)                                = 0
munmap(0x2aaaab39c000, 2106776)         = 0
munmap(0x2aaaab7a3000, 2107640)         = 0
munmap(0x2aaaab9a6000, 2106808)         = 0
munmap(0x2aaaabba9000, 2102304)         = 0
rt_sigaction(SIGCHLD, {0x2aaaaad10790, [CHLD], SA_RESTORER|SA_RESTART,
0x3a464300a0}, {SIG_DFL}, 8) = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
getdents(5, /* 99 entries */, 4096)     = 4088
getdents(5, /* 25 entries */, 4096)     = 1000
getdents(5, /* 0 entries */, 4096)      = 0
close(5)                                = 0
open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
-1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_plm_rsh.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_plm_rsh.la", O_RDONLY) = 5
fstat(5, {st_mode=S_IFREG|0755, st_size=977, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaab39c000
read(5, "# mca_plm_rsh.la - a libtool lib"..., 4096) = 977
read(5, "", 4096)                       = 0
close(5)                                = 0
munmap(0x2aaaab39c000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_plm_rsh.so", O_RDONLY) = 5
read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0P%\0\0\0\0\0\0"...,
832) = 832
fstat(5, {st_mode=S_IFREG|0755, st_size=92774, ...}) = 0
mmap(NULL, 2123936, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
0) = 0x2aaaab7a3000
mprotect(0x2aaaab7a9000, 2097152, PROT_NONE) = 0
mmap(0x2aaaab9a9000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x6000) = 0x2aaaab9a9000
close(5)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_plm_slurm.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_plm_slurm.la", O_RDONLY) = 5
fstat(5, {st_mode=S_IFREG|0755, st_size=989, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaab9aa000
read(5, "# mca_plm_slurm.la - a libtool l"..., 4096) = 989
read(5, "", 4096)                       = 0
close(5)                                = 0
munmap(0x2aaaab9aa000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_plm_slurm.so", O_RDONLY) = 5
read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\26\0\0\0\0\0\0"...,
832) = 832
fstat(5, {st_mode=S_IFREG|0755, st_size=44441, ...}) = 0
mmap(NULL, 2108632, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
0) = 0x2aaaab9aa000
mprotect(0x2aaaab9ad000, 2093056, PROT_NONE) = 0
mmap(0x2aaaabbac000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x2000) = 0x2aaaabbac000
close(5)                                = 0
getcwd("/usr/mpi/gcc/openmpi-1.3.2/tests/IMB-3.1", 4097) = 41
stat("/usr/mpi/gcc/openmpi-1.3.2/bin/ssh", 0x7ffff43b56c0) = -1 ENOENT
(No such file or directory)
stat("/usr/lib64/qt-3.3/bin/ssh", 0x7ffff43b56c0) = -1 ENOENT (No such
file or directory)
stat("/usr/kerberos/sbin/ssh", 0x7ffff43b56c0) = -1 ENOENT (No such
file or directory)
stat("/usr/kerberos/bin/ssh", 0x7ffff43b56c0) = -1 ENOENT (No such
file or directory)
stat("/usr/local/sbin/ssh", 0x7ffff43b56c0) = -1 ENOENT (No such file
or directory)
stat("/usr/local/bin/ssh", 0x7ffff43b56c0) = -1 ENOENT (No such file
or directory)
stat("/sbin/ssh", 0x7ffff43b56c0)       = -1 ENOENT (No such file or directory)
stat("/bin/ssh", 0x7ffff43b56c0)        = -1 ENOENT (No such file or directory)
stat("/usr/sbin/ssh", 0x7ffff43b56c0)   = -1 ENOENT (No such file or directory)
stat("/usr/bin/ssh", {st_mode=S_IFREG|0755, st_size=300392, ...}) = 0
stat("//usr/bin/ssh", {st_mode=S_IFREG|0755, st_size=300392, ...}) = 0
munmap(0x2aaaab9aa000, 2108632)         = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
getdents(5, /* 99 entries */, 4096)     = 4088
getdents(5, /* 25 entries */, 4096)     = 1000
getdents(5, /* 0 entries */, 4096)      = 0
close(5)                                = 0
open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
-1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rml_oob.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rml_oob.la", O_RDONLY) = 5
fstat(5, {st_mode=S_IFREG|0755, st_size=977, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaab9aa000
read(5, "# mca_rml_oob.la - a libtool lib"..., 4096) = 977
read(5, "", 4096)                       = 0
close(5)                                = 0
munmap(0x2aaaab9aa000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rml_oob.so", O_RDONLY) = 5
read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@\23\0\0\0\0\0\0"...,
832) = 832
fstat(5, {st_mode=S_IFREG|0755, st_size=114648, ...}) = 0
mmap(NULL, 2116736, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
0) = 0x2aaaab9aa000
mprotect(0x2aaaab9af000, 2093056, PROT_NONE) = 0
mmap(0x2aaaabbae000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x4000) = 0x2aaaabbae000
close(5)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
getdents(5, /* 99 entries */, 4096)     = 4088
getdents(5, /* 25 entries */, 4096)     = 1000
getdents(5, /* 0 entries */, 4096)      = 0
close(5)                                = 0
open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
-1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_oob_tcp.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_oob_tcp.la", O_RDONLY) = 5
fstat(5, {st_mode=S_IFREG|0755, st_size=977, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaabbaf000
read(5, "# mca_oob_tcp.la - a libtool lib"..., 4096) = 977
read(5, "", 4096)                       = 0
close(5)                                = 0
munmap(0x2aaaabbaf000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_oob_tcp.so", O_RDONLY) = 5
read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0&\0\0\0\0\0\0"...,
832) = 832
fstat(5, {st_mode=S_IFREG|0755, st_size=223428, ...}) = 0
mmap(NULL, 2153112, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
0) = 0x2aaaabbaf000
mprotect(0x2aaaabbbc000, 2093056, PROT_NONE) = 0
mmap(0x2aaaabdbb000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0xc000) = 0x2aaaabdbb000
close(5)                                = 0
socket(PF_INET, SOCK_DGRAM, IPPROTO_IP) = 5
ioctl(5, SIOCGIFCONF, {200, {{"lo", {AF_INET,
inet_addr("127.0.0.1")}}, {"eth0", {AF_INET,
inet_addr("192.168.0.1")}}, {"eth1", {AF_INET,
inet_addr("192.168.1.1")}}, {"ib0", {AF_INET,
inet_addr("11.11.11.1")}}, {"virbr0", {AF_INET,
inet_addr("192.168.122.1")}}}}) = 0
ioctl(5, SIOCGIFCONF, {200, {{"lo", {AF_INET,
inet_addr("127.0.0.1")}}, {"eth0", {AF_INET,
inet_addr("192.168.0.1")}}, {"eth1", {AF_INET,
inet_addr("192.168.1.1")}}, {"ib0", {AF_INET,
inet_addr("11.11.11.1")}}, {"virbr0", {AF_INET,
inet_addr("192.168.122.1")}}}}) = 0
ioctl(5, SIOCGIFFLAGS, {ifr_name="lo",
ifr_flags=IFF_UP|IFF_LOOPBACK|IFF_RUNNING}) = 0
ioctl(5, SIOCGIFINDEX, {ifr_name="lo", ifr_index=1}) = 0
ioctl(5, SIOCGIFADDR, {ifr_name="lo", ifr_addr={AF_INET,
inet_addr("127.0.0.1")}}) = 0
ioctl(5, SIOCGIFNETMASK, {ifr_name="lo", ifr_netmask={AF_INET,
inet_addr("255.0.0.0")}}) = 0
ioctl(5, SIOCGIFFLAGS, {ifr_name="eth0",
ifr_flags=IFF_UP|IFF_BROADCAST|IFF_MULTICAST}) = 0
ioctl(5, SIOCGIFINDEX, {ifr_name="eth0", ifr_index=2}) = 0
ioctl(5, SIOCGIFADDR, {ifr_name="eth0", ifr_addr={AF_INET,
inet_addr("192.168.0.1")}}) = 0
ioctl(5, SIOCGIFNETMASK, {ifr_name="eth0", ifr_netmask={AF_INET,
inet_addr("255.255.255.0")}}) = 0
ioctl(5, SIOCGIFFLAGS, {ifr_name="eth1",
ifr_flags=IFF_UP|IFF_BROADCAST|IFF_RUNNING|IFF_MULTICAST}) = 0
ioctl(5, SIOCGIFINDEX, {ifr_name="eth1", ifr_index=3}) = 0
ioctl(5, SIOCGIFADDR, {ifr_name="eth1", ifr_addr={AF_INET,
inet_addr("192.168.1.1")}}) = 0
ioctl(5, SIOCGIFNETMASK, {ifr_name="eth1", ifr_netmask={AF_INET,
inet_addr("255.255.255.0")}}) = 0
ioctl(5, SIOCGIFFLAGS, {ifr_name="ib0",
ifr_flags=IFF_UP|IFF_BROADCAST|IFF_RUNNING|IFF_MULTICAST}) = 0
ioctl(5, SIOCGIFINDEX, {ifr_name="ib0", ifr_index=5}) = 0
ioctl(5, SIOCGIFADDR, {ifr_name="ib0", ifr_addr={AF_INET,
inet_addr("11.11.11.1")}}) = 0
ioctl(5, SIOCGIFNETMASK, {ifr_name="ib0", ifr_netmask={AF_INET,
inet_addr("255.255.255.0")}}) = 0
ioctl(5, SIOCGIFFLAGS, {ifr_name="virbr0",
ifr_flags=IFF_UP|IFF_BROADCAST|IFF_RUNNING|IFF_MULTICAST}) = 0
ioctl(5, SIOCGIFINDEX, {ifr_name="virbr0", ifr_index=6}) = 0
ioctl(5, SIOCGIFADDR, {ifr_name="virbr0", ifr_addr={AF_INET,
inet_addr("192.168.122.1")}}) = 0
ioctl(5, SIOCGIFNETMASK, {ifr_name="virbr0", ifr_netmask={AF_INET,
inet_addr("255.255.255.0")}}) = 0
close(5)                                = 0
open("/proc/net/if_inet6", O_RDONLY)    = 5
fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaabdbd000
read(5, "00000000000000000000000000000001"..., 4096) = 216
read(5, "", 4096)                       = 0
read(5, "", 4096)                       = 0
close(5)                                = 0
munmap(0x2aaaabdbd000, 4096)            = 0
brk(0x1e4a3000)                         = 0x1e4a3000
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
getdents(5, /* 99 entries */, 4096)     = 4088
getdents(5, /* 25 entries */, 4096)     = 1000
getdents(5, /* 0 entries */, 4096)      = 0
close(5)                                = 0
open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
-1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_binomial.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_binomial.la",
O_RDONLY) = 5
fstat(5, {st_mode=S_IFREG|0755, st_size=1025, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaabdbd000
read(5, "# mca_routed_binomial.la - a lib"..., 4096) = 1025
read(5, "", 4096)                       = 0
close(5)                                = 0
munmap(0x2aaaabdbd000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_binomial.so",
O_RDONLY) = 5
read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\220\25\0\0\0\0\0\0"...,
832) = 832
fstat(5, {st_mode=S_IFREG|0755, st_size=62147, ...}) = 0
mmap(NULL, 2112648, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
0) = 0x2aaaabdbd000
mprotect(0x2aaaabdc1000, 2093056, PROT_NONE) = 0
mmap(0x2aaaabfc0000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x3000) = 0x2aaaabfc0000
close(5)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_direct.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_direct.la",
O_RDONLY) = 5
fstat(5, {st_mode=S_IFREG|0755, st_size=1013, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaabfc1000
read(5, "# mca_routed_direct.la - a libto"..., 4096) = 1013
read(5, "", 4096)                       = 0
close(5)                                = 0
munmap(0x2aaaabfc1000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_direct.so",
O_RDONLY) = 5
read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\220\21\0\0\0\0\0\0"...,
832) = 832
fstat(5, {st_mode=S_IFREG|0755, st_size=55652, ...}) = 0
mmap(NULL, 2109112, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
0) = 0x2aaaabfc1000
mprotect(0x2aaaabfc4000, 2093056, PROT_NONE) = 0
mmap(0x2aaaac1c3000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x2000) = 0x2aaaac1c3000
close(5)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_linear.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_linear.la",
O_RDONLY) = 5
fstat(5, {st_mode=S_IFREG|0755, st_size=1013, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaac1c4000
read(5, "# mca_routed_linear.la - a libto"..., 4096) = 1013
read(5, "", 4096)                       = 0
close(5)                                = 0
munmap(0x2aaaac1c4000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_linear.so",
O_RDONLY) = 5
read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\320\22\0\0\0\0\0\0"...,
832) = 832
fstat(5, {st_mode=S_IFREG|0755, st_size=52361, ...}) = 0
mmap(NULL, 2111208, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
0) = 0x2aaaac1c4000
mprotect(0x2aaaac1c7000, 2097152, PROT_NONE) = 0
mmap(0x2aaaac3c7000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x3000) = 0x2aaaac3c7000
close(5)                                = 0
munmap(0x2aaaabfc1000, 2109112)         = 0
munmap(0x2aaaac1c4000, 2111208)         = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
getdents(5, /* 99 entries */, 4096)     = 4088
getdents(5, /* 25 entries */, 4096)     = 1000
getdents(5, /* 0 entries */, 4096)      = 0
close(5)                                = 0
open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
-1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_grpcomm_bad.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_grpcomm_bad.la",
O_RDONLY) = 5
fstat(5, {st_mode=S_IFREG|0755, st_size=1001, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaabfc1000
read(5, "# mca_grpcomm_bad.la - a libtool"..., 4096) = 1001
read(5, "", 4096)                       = 0
close(5)                                = 0
munmap(0x2aaaabfc1000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_grpcomm_bad.so",
O_RDONLY) = 5
read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\r\0\0\0\0\0\0"...,
832) = 832
fstat(5, {st_mode=S_IFREG|0755, st_size=43713, ...}) = 0
mmap(NULL, 2107352, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
0) = 0x2aaaabfc1000
mprotect(0x2aaaabfc4000, 2093056, PROT_NONE) = 0
mmap(0x2aaaac1c3000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x2000) = 0x2aaaac1c3000
close(5)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_grpcomm_basic.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_grpcomm_basic.la",
O_RDONLY) = 5
fstat(5, {st_mode=S_IFREG|0755, st_size=1013, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaac1c4000
read(5, "# mca_grpcomm_basic.la - a libto"..., 4096) = 1013
read(5, "", 4096)                       = 0
close(5)                                = 0
munmap(0x2aaaac1c4000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_grpcomm_basic.so",
O_RDONLY) = 5
read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\260\r\0\0\0\0\0\0"...,
832) = 832
fstat(5, {st_mode=S_IFREG|0755, st_size=43462, ...}) = 0
mmap(NULL, 2107192, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
0) = 0x2aaaac1c4000
mprotect(0x2aaaac1c7000, 2093056, PROT_NONE) = 0
mmap(0x2aaaac3c6000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x2000) = 0x2aaaac3c6000
close(5)                                = 0
munmap(0x2aaaac1c4000, 2107192)         = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
getdents(5, /* 99 entries */, 4096)     = 4088
getdents(5, /* 25 entries */, 4096)     = 1000
getdents(5, /* 0 entries */, 4096)      = 0
close(5)                                = 0
open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
-1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ras_slurm.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ras_slurm.la", O_RDONLY) = 5
fstat(5, {st_mode=S_IFREG|0755, st_size=989, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaac1c4000
read(5, "# mca_ras_slurm.la - a libtool l"..., 4096) = 989
read(5, "", 4096)                       = 0
close(5)                                = 0
munmap(0x2aaaac1c4000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ras_slurm.so", O_RDONLY) = 5
read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000\f\0\0\0\0\0\0"...,
832) = 832
fstat(5, {st_mode=S_IFREG|0755, st_size=33212, ...}) = 0
mmap(NULL, 2105136, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
0) = 0x2aaaac1c4000
mprotect(0x2aaaac1c6000, 2093056, PROT_NONE) = 0
mmap(0x2aaaac3c5000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x1000) = 0x2aaaac3c5000
close(5)                                = 0
munmap(0x2aaaac1c4000, 2105136)         = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
getdents(5, /* 99 entries */, 4096)     = 4088
getdents(5, /* 25 entries */, 4096)     = 1000
getdents(5, /* 0 entries */, 4096)      = 0
close(5)                                = 0
open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
-1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_rank_file.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_rank_file.la",
O_RDONLY) = 5
fstat(5, {st_mode=S_IFREG|0755, st_size=1025, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaac1c4000
read(5, "# mca_rmaps_rank_file.la - a lib"..., 4096) = 1025
read(5, "", 4096)                       = 0
close(5)                                = 0
munmap(0x2aaaac1c4000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_rank_file.so",
O_RDONLY) = 5
read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0
\20\0\0\0\0\0\0"..., 832) = 832
fstat(5, {st_mode=S_IFREG|0755, st_size=73568, ...}) = 0
mmap(NULL, 2116896, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
0) = 0x2aaaac1c4000
mprotect(0x2aaaac1c9000, 2093056, PROT_NONE) = 0
mmap(0x2aaaac3c8000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x4000) = 0x2aaaac3c8000
close(5)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_round_robin.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_round_robin.la",
O_RDONLY) = 5
fstat(5, {st_mode=S_IFREG|0755, st_size=1037, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaac3c9000
read(5, "# mca_rmaps_round_robin.la - a l"..., 4096) = 1037
read(5, "", 4096)                       = 0
close(5)                                = 0
munmap(0x2aaaac3c9000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_round_robin.so",
O_RDONLY) = 5
read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0p\10\0\0\0\0\0\0"...,
832) = 832
fstat(5, {st_mode=S_IFREG|0755, st_size=34451, ...}) = 0
mmap(NULL, 2103728, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
0) = 0x2aaaac3c9000
mprotect(0x2aaaac3cb000, 2093056, PROT_NONE) = 0
mmap(0x2aaaac5ca000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x1000) = 0x2aaaac5ca000
close(5)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_seq.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_seq.la", O_RDONLY) = 5
fstat(5, {st_mode=S_IFREG|0755, st_size=989, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaac5cb000
read(5, "# mca_rmaps_seq.la - a libtool l"..., 4096) = 989
read(5, "", 4096)                       = 0
close(5)                                = 0
munmap(0x2aaaac5cb000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_seq.so", O_RDONLY) = 5
read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@\t\0\0\0\0\0\0"...,
832) = 832
fstat(5, {st_mode=S_IFREG|0755, st_size=32512, ...}) = 0
mmap(NULL, 2103232, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
0) = 0x2aaaac5cb000
mprotect(0x2aaaac5cd000, 2093056, PROT_NONE) = 0
mmap(0x2aaaac7cc000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x1000) = 0x2aaaac7cc000
close(5)                                = 0
munmap(0x2aaaac1c4000, 2116896)         = 0
munmap(0x2aaaac5cb000, 2103232)         = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
getdents(5, /* 99 entries */, 4096)     = 4088
getdents(5, /* 25 entries */, 4096)     = 1000
getdents(5, /* 0 entries */, 4096)      = 0
close(5)                                = 0
open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
-1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_errmgr_default.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_errmgr_default.la",
O_RDONLY) = 5
fstat(5, {st_mode=S_IFREG|0755, st_size=1019, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaac1c4000
read(5, "# mca_errmgr_default.la - a libt"..., 4096) = 1019
read(5, "", 4096)                       = 0
close(5)                                = 0
munmap(0x2aaaac1c4000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_errmgr_default.so",
O_RDONLY) = 5
read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\300\7\0\0\0\0\0\0"...,
832) = 832
fstat(5, {st_mode=S_IFREG|0755, st_size=25027, ...}) = 0
mmap(NULL, 2101104, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
0) = 0x2aaaac1c4000
mprotect(0x2aaaac1c5000, 2093056, PROT_NONE) = 0
mmap(0x2aaaac3c4000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0) = 0x2aaaac3c4000
close(5)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
getdents(5, /* 99 entries */, 4096)     = 4088
getdents(5, /* 25 entries */, 4096)     = 1000
getdents(5, /* 0 entries */, 4096)      = 0
close(5)                                = 0
open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
-1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_odls_default.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_odls_default.la",
O_RDONLY) = 5
fstat(5, {st_mode=S_IFREG|0755, st_size=1007, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaac3c5000
read(5, "# mca_odls_default.la - a libtoo"..., 4096) = 1007
read(5, "", 4096)                       = 0
close(5)                                = 0
munmap(0x2aaaac3c5000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_odls_default.so",
O_RDONLY) = 5
read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\260\17\0\0\0\0\0\0"...,
832) = 832
fstat(5, {st_mode=S_IFREG|0755, st_size=31558, ...}) = 0
mmap(NULL, 2104840, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
0) = 0x2aaaac5cb000
mprotect(0x2aaaac5cd000, 2093056, PROT_NONE) = 0
mmap(0x2aaaac7cc000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x1000) = 0x2aaaac7cc000
close(5)                                = 0
nanosleep({0, 0}, NULL)                 = 0
socket(PF_INET, SOCK_STREAM, IPPROTO_IP) = 5
setsockopt(5, SOL_TCP, TCP_NODELAY, [1], 4) = 0
setsockopt(5, SOL_SOCKET, SO_SNDBUF, [131072], 4) = 0
setsockopt(5, SOL_SOCKET, SO_RCVBUF, [131072], 4) = 0
setsockopt(5, SOL_SOCKET, SO_REUSEADDR, [0], 4) = 0
bind(5, {sa_family=AF_INET, sin_port=htons(0),
sin_addr=inet_addr("0.0.0.0")}, 16) = 0
getsockname(5, {sa_family=AF_INET, sin_port=htons(57967),
sin_addr=inet_addr("0.0.0.0")}, [16]) = 0
listen(5, 128)                          = 0
fcntl(5, F_GETFL)                       = 0x2 (flags O_RDWR)
fcntl(5, F_SETFL, O_RDWR|O_NONBLOCK)    = 0
socket(PF_INET6, SOCK_STREAM, IPPROTO_IP) = 6
setsockopt(6, SOL_TCP, TCP_NODELAY, [1], 4) = 0
setsockopt(6, SOL_SOCKET, SO_SNDBUF, [131072], 4) = 0
setsockopt(6, SOL_SOCKET, SO_RCVBUF, [131072], 4) = 0
socket(PF_NETLINK, SOCK_RAW, 0)         = 7
bind(7, {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 0
getsockname(7, {sa_family=AF_NETLINK, pid=6192, groups=00000000},
[4294967308]) = 0
sendto(7, "\24\0\0\0\26\0\1\3\31\220\237J\0\0\0\0\0\0\0\0", 20, 0,
{sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 20
recvmsg(7, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
groups=00000000},
msg_iov(1)=[{"<\0\0\0\24\0\2\0\31\220\237J0\30\0\0\2\10\200\376\1\0\0\0\10\0\1\0\177\0\0\1"...,
4096}], msg_controllen=0, msg_flags=0}, 0) = 332
recvmsg(7, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
groups=00000000},
msg_iov(1)=[{"@\0\0\0\24\0\2\0\31\220\237J0\30\0\0\n\200\200\376\1\0\0\0\24\0\1\0\0\0\0\0"...,
4096}], msg_controllen=0, msg_flags=0}, 0) = 256
recvmsg(7, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
groups=00000000},
msg_iov(1)=[{"\24\0\0\0\3\0\2\0\31\220\237J0\30\0\0\0\0\0\0\1\0\0\0\24\0\1\0\0\0\0\0"...,
4096}], msg_controllen=0, msg_flags=0}, 0) = 20
close(7)                                = 0
setsockopt(6, SOL_IPV6, IPV6_V6ONLY, [0], 4) = 0
setsockopt(6, SOL_SOCKET, SO_REUSEADDR, [0], 4) = 0
bind(6, {sa_family=AF_INET6, sin6_port=htons(0), inet_pton(AF_INET6,
"::", &sin6_addr), sin6_flowinfo=0, sin6_scope_id=0}, 28) = 0
getsockname(6, {sa_family=AF_INET6, sin6_port=htons(43361),
inet_pton(AF_INET6, "::", &sin6_addr), sin6_flowinfo=0,
sin6_scope_id=0}, [28]) = 0
listen(6, 128)                          = 0
fcntl(6, F_GETFL)                       = 0x2 (flags O_RDWR)
fcntl(6, F_SETFL, O_RDWR|O_NONBLOCK)    = 0
getuid()                                = 0
socket(PF_FILE, SOCK_STREAM, 0)         = 7
fcntl(7, F_GETFL)                       = 0x2 (flags O_RDWR)
fcntl(7, F_SETFL, O_RDWR|O_NONBLOCK)    = 0
connect(7, {sa_family=AF_FILE, path="/var/run/nscd/socket"}, 110) = -1
ENOENT (No such file or directory)
close(7)                                = 0
socket(PF_FILE, SOCK_STREAM, 0)         = 7
fcntl(7, F_GETFL)                       = 0x2 (flags O_RDWR)
fcntl(7, F_SETFL, O_RDWR|O_NONBLOCK)    = 0
connect(7, {sa_family=AF_FILE, path="/var/run/nscd/socket"}, 110) = -1
ENOENT (No such file or directory)
close(7)                                = 0
open("/etc/nsswitch.conf", O_RDONLY)    = 7
fstat(7, {st_mode=S_IFREG|0644, st_size=1696, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaac7cd000
read(7, "#\n# /etc/nsswitch.conf\n#\n# An ex"..., 4096) = 1696
read(7, "", 4096)                       = 0
close(7)                                = 0
munmap(0x2aaaac7cd000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libnss_files.so.2", O_RDONLY) =
-1 ENOENT (No such file or directory)
open("/etc/ld.so.cache", O_RDONLY)      = 7
fstat(7, {st_mode=S_IFREG|0644, st_size=184283, ...}) = 0
mmap(NULL, 184283, PROT_READ, MAP_PRIVATE, 7, 0) = 0x2aaaac7cd000
close(7)                                = 0
open("/lib64/libnss_files.so.2", O_RDONLY) = 7
read(7, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0
\0\0\0\0\0\0"..., 832) = 832
fstat(7, {st_mode=S_IFREG|0755, st_size=53880, ...}) = 0
mmap(NULL, 2139432, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 7,
0) = 0x2aaaac7fa000
mprotect(0x2aaaac804000, 2093056, PROT_NONE) = 0
mmap(0x2aaaaca03000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 7, 0x9000) = 0x2aaaaca03000
close(7)                                = 0
mprotect(0x2aaaaca03000, 4096, PROT_READ) = 0
munmap(0x2aaaac7cd000, 184283)          = 0
open("/etc/passwd", O_RDONLY)           = 7
fcntl(7, F_GETFD)                       = 0
fcntl(7, F_SETFD, FD_CLOEXEC)           = 0
fstat(7, {st_mode=S_IFREG|0644, st_size=2713, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaac7cd000
read(7, "root:x:0:0:root:/root:/bin/bash\n"..., 4096) = 2713
close(7)                                = 0
munmap(0x2aaaac7cd000, 4096)            = 0
stat("/tmp/openmpi-sessions-root@node1_0/21336/0/0", 0x7ffff43b6810) =
-1 ENOENT (No such file or directory)
stat("/tmp/openmpi-sessions-root@node1_0/21336/0/0", 0x7ffff43b67e0) =
-1 ENOENT (No such file or directory)
mkdir("/tmp/openmpi-sessions-root@node1_0/21336/0/0", 0700) = -1
ENOENT (No such file or directory)
stat("/tmp", {st_mode=S_IFDIR|S_ISVTX|0777, st_size=4096, ...}) = 0
stat("/tmp/openmpi-sessions-root@node1_0", {st_mode=S_IFDIR|0700,
st_size=4096, ...}) = 0
stat("/tmp/openmpi-sessions-root@node1_0/21336", 0x7ffff43b67e0) = -1
ENOENT (No such file or directory)
mkdir("/tmp/openmpi-sessions-root@node1_0/21336", 0700) = 0
stat("/tmp/openmpi-sessions-root@node1_0/21336/0", 0x7ffff43b67e0) =
-1 ENOENT (No such file or directory)
mkdir("/tmp/openmpi-sessions-root@node1_0/21336/0", 0700) = 0
stat("/tmp/openmpi-sessions-root@node1_0/21336/0/0", 0x7ffff43b67e0) =
-1 ENOENT (No such file or directory)
mkdir("/tmp/openmpi-sessions-root@node1_0/21336/0/0", 0700) = 0
open("/tmp/openmpi-sessions-root@node1_0/21336/contact.txt",
O_WRONLY|O_CREAT|O_TRUNC, 0666) = 7
fstat(7, {st_mode=S_IFREG|0644, st_size=0, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaac7cd000
write(7, "1398276096.0;tcp://192.168.0.1:5"..., 115) = 115
close(7)                                = 0
munmap(0x2aaaac7cd000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 7
fstat(7, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
fcntl(7, F_SETFD, FD_CLOEXEC)           = 0
getdents(7, /* 99 entries */, 4096)     = 4088
getdents(7, /* 25 entries */, 4096)     = 1000
getdents(7, /* 0 entries */, 4096)      = 0
close(7)                                = 0
open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
-1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_hnp.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_hnp.la", O_RDONLY) = 7
fstat(7, {st_mode=S_IFREG|0755, st_size=977, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaac7cd000
read(7, "# mca_iof_hnp.la - a libtool lib"..., 4096) = 977
read(7, "", 4096)                       = 0
close(7)                                = 0
munmap(0x2aaaac7cd000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_hnp.so", O_RDONLY) = 7
read(7, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\300\21\0\0\0\0\0\0"...,
832) = 832
fstat(7, {st_mode=S_IFREG|0755, st_size=102370, ...}) = 0
mmap(NULL, 2115144, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 7,
0) = 0x2aaaaca05000
mprotect(0x2aaaaca09000, 2097152, PROT_NONE) = 0
mmap(0x2aaaacc09000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 7, 0x4000) = 0x2aaaacc09000
close(7)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_orted.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_orted.la", O_RDONLY) = 7
fstat(7, {st_mode=S_IFREG|0755, st_size=989, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaacc0a000
read(7, "# mca_iof_orted.la - a libtool l"..., 4096) = 989
read(7, "", 4096)                       = 0
close(7)                                = 0
munmap(0x2aaaacc0a000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_orted.so", O_RDONLY) = 7
read(7, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\16\0\0\0\0\0\0"...,
832) = 832
fstat(7, {st_mode=S_IFREG|0755, st_size=79150, ...}) = 0
mmap(NULL, 2110824, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 7,
0) = 0x2aaaacc0a000
mprotect(0x2aaaacc0d000, 2097152, PROT_NONE) = 0
mmap(0x2aaaace0d000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 7, 0x3000) = 0x2aaaace0d000
close(7)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_tool.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_tool.la", O_RDONLY) = 7
fstat(7, {st_mode=S_IFREG|0755, st_size=983, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaace0e000
read(7, "# mca_iof_tool.la - a libtool li"..., 4096) = 983
read(7, "", 4096)                       = 0
close(7)                                = 0
munmap(0x2aaaace0e000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_tool.so", O_RDONLY) = 7
read(7, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0p\n\0\0\0\0\0\0"...,
832) = 832
fstat(7, {st_mode=S_IFREG|0755, st_size=46002, ...}) = 0
mmap(NULL, 2104072, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 7,
0) = 0x2aaaace0e000
mprotect(0x2aaaace10000, 2093056, PROT_NONE) = 0
mmap(0x2aaaad00f000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 7, 0x1000) = 0x2aaaad00f000
close(7)                                = 0
munmap(0x2aaaacc0a000, 2110824)         = 0
munmap(0x2aaaace0e000, 2104072)         = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 7
fstat(7, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
fcntl(7, F_SETFD, FD_CLOEXEC)           = 0
getdents(7, /* 99 entries */, 4096)     = 4088
getdents(7, /* 25 entries */, 4096)     = 1000
getdents(7, /* 0 entries */, 4096)      = 0
close(7)                                = 0
open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
-1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_filem_rsh.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_filem_rsh.la", O_RDONLY) = 7
fstat(7, {st_mode=S_IFREG|0755, st_size=989, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaacc0a000
read(7, "# mca_filem_rsh.la - a libtool l"..., 4096) = 989
read(7, "", 4096)                       = 0
close(7)                                = 0
munmap(0x2aaaacc0a000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_filem_rsh.so", O_RDONLY) = 7
read(7, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\260\25\0\0\0\0\0\0"...,
832) = 832
fstat(7, {st_mode=S_IFREG|0755, st_size=70248, ...}) = 0
mmap(NULL, 2116640, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 7,
0) = 0x2aaaacc0a000
mprotect(0x2aaaacc0f000, 2093056, PROT_NONE) = 0
mmap(0x2aaaace0e000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 7, 0x4000) = 0x2aaaace0e000
close(7)                                = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 7
fstat(7, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
fcntl(7, F_SETFD, FD_CLOEXEC)           = 0
getdents(7, /* 99 entries */, 4096)     = 4088
getdents(7, /* 25 entries */, 4096)     = 1000
getdents(7, /* 0 entries */, 4096)      = 0
close(7)                                = 0
open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
-1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_notifier_syslog.ompi_info",
O_RDONLY) = -1 ENOENT (No such file or directory)
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_notifier_syslog.la",
O_RDONLY) = 7
fstat(7, {st_mode=S_IFREG|0755, st_size=1025, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaace0f000
read(7, "# mca_notifier_syslog.la - a lib"..., 4096) = 1025
read(7, "", 4096)                       = 0
close(7)                                = 0
munmap(0x2aaaace0f000, 4096)            = 0
open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_notifier_syslog.so",
O_RDONLY) = 7
read(7, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\20\7\0\0\0\0\0\0"...,
832) = 832
fstat(7, {st_mode=S_IFREG|0755, st_size=16817, ...}) = 0
mmap(NULL, 2100960, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 7,
0) = 0x2aaaace0f000
mprotect(0x2aaaace10000, 2093056, PROT_NONE) = 0
mmap(0x2aaaad00f000, 4096, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 7, 0) = 0x2aaaad00f000
close(7)                                = 0
munmap(0x2aaaace0f000, 2100960)         = 0
pipe([7, 8])                            = 0
pipe([9, 10])                           = 0
rt_sigaction(SIGTERM, {0x2aaaaad10790, [TERM], SA_RESTORER|SA_RESTART,
0x3a464300a0}, {SIG_IGN}, 8) = 0
rt_sigaction(SIGINT, {0x2aaaaad10790, [INT], SA_RESTORER|SA_RESTART,
0x3a464300a0}, {SIG_IGN}, 8) = 0
rt_sigaction(SIGUSR1, {0x2aaaaad10790, [USR1], SA_RESTORER|SA_RESTART,
0x3a464300a0}, {SIG_DFL}, 8) = 0
rt_sigaction(SIGUSR2, {0x2aaaaad10790, [USR2], SA_RESTORER|SA_RESTART,
0x3a464300a0}, {SIG_DFL}, 8) = 0
stat("/dev/urandom", {st_mode=S_IFCHR|0444, st_rdev=makedev(1, 9), ...}) = 0
open("/dev/urandom", O_RDONLY)          = 11
read(11, "\270\270C\306JT%\312\246lKk\221_\334\221", 16) = 16
close(11)                               = 0
socket(PF_NETLINK, SOCK_RAW, 0)         = 11
bind(11, {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 0
getsockname(11, {sa_family=AF_NETLINK, pid=6192, groups=00000000},
[4294967308]) = 0
sendto(11, "\24\0\0\0\26\0\1\3\31\220\237J\0\0\0\0\0\0\0\0", 20, 0,
{sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 20
recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
groups=00000000},
msg_iov(1)=[{"<\0\0\0\24\0\2\0\31\220\237J0\30\0\0\2\10\200\376\1\0\0\0\10\0\1\0\177\0\0\1"...,
4096}], msg_controllen=0, msg_flags=0}, 0) = 332
recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
groups=00000000},
msg_iov(1)=[{"@\0\0\0\24\0\2\0\31\220\237J0\30\0\0\n\200\200\376\1\0\0\0\24\0\1\0\0\0\0\0"...,
4096}], msg_controllen=0, msg_flags=0}, 0) = 256
recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
groups=00000000},
msg_iov(1)=[{"\24\0\0\0\3\0\2\0\31\220\237J0\30\0\0\0\0\0\0\1\0\0\0\24\0\1\0\0\0\0\0"...,
4096}], msg_controllen=0, msg_flags=0}, 0) = 20
close(11)                               = 0
socket(PF_FILE, SOCK_STREAM, 0)         = 11
fcntl(11, F_GETFL)                      = 0x2 (flags O_RDWR)
fcntl(11, F_SETFL, O_RDWR|O_NONBLOCK)   = 0
connect(11, {sa_family=AF_FILE, path="/var/run/nscd/socket"}, 110) =
-1 ENOENT (No such file or directory)
close(11)                               = 0
socket(PF_FILE, SOCK_STREAM, 0)         = 11
fcntl(11, F_GETFL)                      = 0x2 (flags O_RDWR)
fcntl(11, F_SETFL, O_RDWR|O_NONBLOCK)   = 0
connect(11, {sa_family=AF_FILE, path="/var/run/nscd/socket"}, 110) =
-1 ENOENT (No such file or directory)
close(11)                               = 0
open("/etc/resolv.conf", O_RDONLY)      = 11
fstat(11, {st_mode=S_IFREG|0644, st_size=0, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaace0f000
read(11, "", 4096)                      = 0
close(11)                               = 0
munmap(0x2aaaace0f000, 4096)            = 0
uname({sys="Linux", node="node1", ...}) = 0
open("/etc/hosts", O_RDONLY)            = 11
fcntl(11, F_GETFD)                      = 0
fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaace0f000
read(11, "# Do not remove the following li"..., 4096) = 226
read(11, "", 4096)                      = 0
close(11)                               = 0
munmap(0x2aaaace0f000, 4096)            = 0
open("/etc/hosts", O_RDONLY)            = 11
fcntl(11, F_GETFD)                      = 0
fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaace0f000
read(11, "# Do not remove the following li"..., 4096) = 226
close(11)                               = 0
munmap(0x2aaaace0f000, 4096)            = 0
socket(PF_NETLINK, SOCK_RAW, 0)         = 11
bind(11, {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 0
getsockname(11, {sa_family=AF_NETLINK, pid=6192, groups=00000000},
[4294967308]) = 0
sendto(11, "\24\0\0\0\26\0\1\3\31\220\237J\0\0\0\0\0\0\0\0", 20, 0,
{sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 20
recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
groups=00000000},
msg_iov(1)=[{"<\0\0\0\24\0\2\0\31\220\237J0\30\0\0\2\10\200\376\1\0\0\0\10\0\1\0\177\0\0\1"...,
4096}], msg_controllen=0, msg_flags=0}, 0) = 332
recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
groups=00000000},
msg_iov(1)=[{"@\0\0\0\24\0\2\0\31\220\237J0\30\0\0\n\200\200\376\1\0\0\0\24\0\1\0\0\0\0\0"...,
4096}], msg_controllen=0, msg_flags=0}, 0) = 256
recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
groups=00000000},
msg_iov(1)=[{"\24\0\0\0\3\0\2\0\31\220\237J0\30\0\0\0\0\0\0\1\0\0\0\24\0\1\0\0\0\0\0"...,
4096}], msg_controllen=0, msg_flags=0}, 0) = 20
close(11)                               = 0
open("/etc/hosts", O_RDONLY)            = 11
fcntl(11, F_GETFD)                      = 0
fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaace0f000
read(11, "# Do not remove the following li"..., 4096) = 226
read(11, "", 4096)                      = 0
close(11)                               = 0
munmap(0x2aaaace0f000, 4096)            = 0
open("/etc/hosts", O_RDONLY)            = 11
fcntl(11, F_GETFD)                      = 0
fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaace0f000
read(11, "# Do not remove the following li"..., 4096) = 226
close(11)                               = 0
munmap(0x2aaaace0f000, 4096)            = 0
socket(PF_NETLINK, SOCK_RAW, 0)         = 11
bind(11, {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 0
getsockname(11, {sa_family=AF_NETLINK, pid=6192, groups=00000000},
[4294967308]) = 0
sendto(11, "\24\0\0\0\26\0\1\3\31\220\237J\0\0\0\0\0\0\0\0", 20, 0,
{sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 20
recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
groups=00000000},
msg_iov(1)=[{"<\0\0\0\24\0\2\0\31\220\237J0\30\0\0\2\10\200\376\1\0\0\0\10\0\1\0\177\0\0\1"...,
4096}], msg_controllen=0, msg_flags=0}, 0) = 332
recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
groups=00000000},
msg_iov(1)=[{"@\0\0\0\24\0\2\0\31\220\237J0\30\0\0\n\200\200\376\1\0\0\0\24\0\1\0\0\0\0\0"...,
4096}], msg_controllen=0, msg_flags=0}, 0) = 256
recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
groups=00000000},
msg_iov(1)=[{"\24\0\0\0\3\0\2\0\31\220\237J0\30\0\0\0\0\0\0\1\0\0\0\24\0\1\0\0\0\0\0"...,
4096}], msg_controllen=0, msg_flags=0}, 0) = 20
close(11)                               = 0
open("/etc/hosts", O_RDONLY)            = 11
fcntl(11, F_GETFD)                      = 0
fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaace0f000
read(11, "# Do not remove the following li"..., 4096) = 226
read(11, "", 4096)                      = 0
close(11)                               = 0
munmap(0x2aaaace0f000, 4096)            = 0
open("/etc/hosts", O_RDONLY)            = 11
fcntl(11, F_GETFD)                      = 0
fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaace0f000
read(11, "# Do not remove the following li"..., 4096) = 226
close(11)                               = 0
munmap(0x2aaaace0f000, 4096)            = 0
socket(PF_NETLINK, SOCK_RAW, 0)         = 11
bind(11, {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 0
getsockname(11, {sa_family=AF_NETLINK, pid=6192, groups=00000000},
[17598768545653587980]) = 0
sendto(11, "\24\0\0\0\26\0\1\3\31\220\237J\0\0\0\0\0\0\0\0", 20, 0,
{sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 20
recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
groups=00000000},
msg_iov(1)=[{"<\0\0\0\24\0\2\0\31\220\237J0\30\0\0\2\10\200\376\1\0\0\0\10\0\1\0\177\0\0\1"...,
4096}], msg_controllen=0, msg_flags=0}, 0) = 332
recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
groups=00000000},
msg_iov(1)=[{"@\0\0\0\24\0\2\0\31\220\237J0\30\0\0\n\200\200\376\1\0\0\0\24\0\1\0\0\0\0\0"...,
4096}], msg_controllen=0, msg_flags=0}, 0) = 256
recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
groups=00000000},
msg_iov(1)=[{"\24\0\0\0\3\0\2\0\31\220\237J0\30\0\0\0\0\0\0\1\0\0\0\24\0\1\0\0\0\0\0"...,
4096}], msg_controllen=0, msg_flags=0}, 0) = 20
close(11)                               = 0
open("/etc/hosts", O_RDONLY)            = 11
fcntl(11, F_GETFD)                      = 0
fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaace0f000
read(11, "# Do not remove the following li"..., 4096) = 226
read(11, "", 4096)                      = 0
close(11)                               = 0
munmap(0x2aaaace0f000, 4096)            = 0
open("/etc/hosts", O_RDONLY)            = 11
fcntl(11, F_GETFD)                      = 0
fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaace0f000
read(11, "# Do not remove the following li"..., 4096) = 226
close(11)                               = 0
munmap(0x2aaaace0f000, 4096)            = 0
getuid()                                = 0
open("/etc/passwd", O_RDONLY)           = 11
fcntl(11, F_GETFD)                      = 0
fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
fstat(11, {st_mode=S_IFREG|0644, st_size=2713, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaace0f000
read(11, "root:x:0:0:root:/root:/bin/bash\n"..., 4096) = 2713
close(11)                               = 0
munmap(0x2aaaace0f000, 4096)            = 0
clone(child_stack=0,
flags=CLONE_CHILD_CLEARTID|CLONE_CHILD_SETTID|SIGCHLD,
child_tidptr=0x2aaaaaf94d80) = 6193
wait4(-1, 0x7ffff43b68b4, WNOHANG, NULL) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = -1 EINTR (Interrupted system call)
--- SIGCHLD (Child exited) @ 0 (0) ---
rt_sigaction(SIGCHLD, {0x2aaaaad10790, [CHLD], SA_RESTORER|SA_RESTART,
0x3a464300a0}, {0x2aaaaad10790, [CHLD], SA_RESTORER|SA_RESTART,
0x3a464300a0}, 8) = 0
sendto(3, "a", 1, 0, NULL, 0)           = 1
rt_sigreturn(0x3)                       = -1 EINTR (Interrupted system call)
wait4(-1, [{WIFEXITED(s) && WEXITSTATUS(s) == 0}], WNOHANG, NULL) = 6193
wait4(-1, 0x7ffff43b67f4, WNOHANG, NULL) = -1 ECHILD (No child processes)
poll([{fd=4, events=POLLIN, revents=POLLIN}, {fd=5, events=POLLIN},
{fd=6, events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}],
5, 1000) = 1
recvfrom(4, "a", 100, 0, NULL, NULL)    = 1
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
1000) = -1 EINTR (Interrupted system call)
--- SIGINT (Interrupt) @ 0 (0) ---
rt_sigaction(SIGINT, {0x2aaaaad10790, [INT], SA_RESTORER|SA_RESTART,
0x3a464300a0}, {0x2aaaaad10790, [INT], SA_RESTORER|SA_RESTART,
0x3a464300a0}, 8) = 0
sendto(3, "a", 1, 0, NULL, 0)           = 1
rt_sigreturn(0x3)                       = -1 EINTR (Interrupted system call)
poll([{fd=4, events=POLLIN, revents=POLLIN}, {fd=5, events=POLLIN},
{fd=6, events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}],
5, 0) = 1
recvfrom(4, "a", 100, 0, NULL, NULL)    = 1
write(2, "mpirun: killing job...\n\n", 24) = 24
write(8, "\1\0\0\0", 4)                 = 4
close(8)                                = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=7, events=POLLIN, revents=POLLIN|POLLHUP}, {fd=9,
events=POLLIN}], 5, 0) = 1
open("/usr/mpi/gcc/openmpi-1.3.2/share/openmpi/help-orterun.txt", O_RDONLY) = 8
ioctl(8, SNDCTL_TMR_TIMEBASE or TCGETS, 0x7ffff43b6310) = -1 ENOTTY
(Inappropriate ioctl for device)
fstat(8, {st_mode=S_IFREG|0644, st_size=13260, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaace0f000
read(8, "# -*- text -*-\n#\n# Copyright (c)"..., 8192) = 8192
close(8)                                = 0
munmap(0x2aaaace0f000, 4096)            = 0
write(2, "--------------------------------"..., 249) = 249
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=9, events=POLLIN}], 4, 0) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=9, events=POLLIN}], 4, 0) = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=9, events=POLLIN}], 4, 2) = 0
write(10, "\1\0\0\0", 4)                = 4
close(10)                               = 0
poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
events=POLLIN}, {fd=9, events=POLLIN, revents=POLLIN|POLLHUP}], 4,
1000) = 1
rt_sigaction(SIGTERM, {SIG_IGN}, {0x2aaaaad10790, [TERM],
SA_RESTORER|SA_RESTART, 0x3a464300a0}, 8) = 0
rt_sigaction(SIGINT, {SIG_IGN}, {0x2aaaaad10790, [INT],
SA_RESTORER|SA_RESTART, 0x3a464300a0}, 8) = 0
rt_sigaction(SIGUSR1, {SIG_DFL}, {0x2aaaaad10790, [USR1],
SA_RESTORER|SA_RESTART, 0x3a464300a0}, 8) = 0
rt_sigaction(SIGUSR2, {SIG_DFL}, {0x2aaaaad10790, [USR2],
SA_RESTORER|SA_RESTART, 0x3a464300a0}, 8) = 0
open("/usr/mpi/gcc/openmpi-1.3.2/share/openmpi/help-orterun.txt", O_RDONLY) = 8
ioctl(8, SNDCTL_TMR_TIMEBASE or TCGETS, 0x7ffff43b6220) = -1 ENOTTY
(Inappropriate ioctl for device)
fstat(8, {st_mode=S_IFREG|0644, st_size=13260, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
0) = 0x2aaaace0f000
read(8, "# -*- text -*-\n#\n# Copyright (c)"..., 8192) = 8192
read(8, "n error:\n\nError name: %s\nNode: %"..., 8192) = 5068
read(8, "", 4096)                       = 0
close(8)                                = 0
munmap(0x2aaaace0f000, 4096)            = 0
write(2, "--------------------------------"..., 325) = 325
write(2, "\tnode2 - daemon did not report b"..., 50) = 50
stat("/tmp/openmpi-sessions-root@node1_0/21336",
{st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
open("/tmp/openmpi-sessions-root@node1_0/21336",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 8
fstat(8, {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
fcntl(8, F_SETFD, FD_CLOEXEC)           = 0
getdents(8, /* 4 entries */, 4096)      = 104
unlink("/tmp/openmpi-sessions-root@node1_0/21336/contact.txt") = 0
stat("/tmp/openmpi-sessions-root@node1_0/21336/0",
{st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
open("/tmp/openmpi-sessions-root@node1_0/21336/0",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 10
fstat(10, {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
fcntl(10, F_SETFD, FD_CLOEXEC)          = 0
getdents(10, /* 3 entries */, 4096)     = 72
stat("/tmp/openmpi-sessions-root@node1_0/21336/0/0",
{st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
open("/tmp/openmpi-sessions-root@node1_0/21336/0/0",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 11
fstat(11, {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
getdents(11, /* 2 entries */, 4096)     = 48
getdents(11, /* 0 entries */, 4096)     = 0
close(11)                               = 0
open("/tmp/openmpi-sessions-root@node1_0/21336/0/0",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 11
fstat(11, {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
getdents(11, /* 2 entries */, 4096)     = 48
getdents(11, /* 0 entries */, 4096)     = 0
close(11)                               = 0
rmdir("/tmp/openmpi-sessions-root@node1_0/21336/0/0") = 0
getdents(10, /* 0 entries */, 4096)     = 0
close(10)                               = 0
open("/tmp/openmpi-sessions-root@node1_0/21336/0",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 10
fstat(10, {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
fcntl(10, F_SETFD, FD_CLOEXEC)          = 0
getdents(10, /* 2 entries */, 4096)     = 48
getdents(10, /* 0 entries */, 4096)     = 0
close(10)                               = 0
rmdir("/tmp/openmpi-sessions-root@node1_0/21336/0") = 0
getdents(8, /* 0 entries */, 4096)      = 0
close(8)                                = 0
open("/tmp/openmpi-sessions-root@node1_0/21336",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 8
fstat(8, {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
fcntl(8, F_SETFD, FD_CLOEXEC)           = 0
getdents(8, /* 2 entries */, 4096)      = 48
getdents(8, /* 0 entries */, 4096)      = 0
close(8)                                = 0
rmdir("/tmp/openmpi-sessions-root@node1_0/21336") = 0
stat("/tmp/openmpi-sessions-root@node1_0", {st_mode=S_IFDIR|0700,
st_size=4096, ...}) = 0
open("/tmp/openmpi-sessions-root@node1_0", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 8
fstat(8, {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
fcntl(8, F_SETFD, FD_CLOEXEC)           = 0
getdents(8, /* 6 entries */, 4096)      = 176
getdents(8, /* 0 entries */, 4096)      = 0
close(8)                                = 0
open("/tmp/openmpi-sessions-root@node1_0", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 8
fstat(8, {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
fcntl(8, F_SETFD, FD_CLOEXEC)           = 0
getdents(8, /* 6 entries */, 4096)      = 176
close(8)                                = 0
open("/tmp/openmpi-sessions-root@node1_0/21336",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = -1 ENOENT (No such file or
directory)
unlink("/openmpi-sessions-root@node1_0/contact.txt") = -1 ENOENT (No
such file or directory)
munmap(0x2aaaacc0a000, 2116640)         = 0
munmap(0x2aaaac5cb000, 2104840)         = 0
rt_sigaction(SIGCHLD, {SIG_DFL}, {0x2aaaaad10790, [CHLD],
SA_RESTORER|SA_RESTART, 0x3a464300a0}, 8) = 0
munmap(0x2aaaaca05000, 2115144)         = 0
munmap(0x2aaaac3c9000, 2103728)         = 0
munmap(0x2aaaab7a3000, 2123936)         = 0
munmap(0x2aaaac1c4000, 2101104)         = 0
munmap(0x2aaaabfc1000, 2107352)         = 0
munmap(0x2aaaabdbd000, 2112648)         = 0
close(5)                                = 0
close(6)                                = 0
munmap(0x2aaaabbaf000, 2153112)         = 0
munmap(0x2aaaab9aa000, 2116736)         = 0
stat("/openmpi-sessions-root@node1_0/1398276096/0", 0x7ffff43b6320) =
-1 ENOENT (No such file or directory)
open("/openmpi-sessions-root@node1_0/1398276096/0",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = -1 ENOENT (No such file or
directory)
stat("/openmpi-sessions-root@node1_0/1398276096", 0x7ffff43b6320) = -1
ENOENT (No such file or directory)
open("/openmpi-sessions-root@node1_0/1398276096",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = -1 ENOENT (No such file or
directory)
stat("openmpi-sessions-root@node1_0", 0x7ffff43b6320) = -1 ENOENT (No
such file or directory)
open("openmpi-sessions-root@node1_0", O_RDONLY|O_NONBLOCK|O_DIRECTORY)
= -1 ENOENT (No such file or directory)
stat("/tmp/openmpi-sessions-root@node1_0", {st_mode=S_IFDIR|0700,
st_size=4096, ...}) = 0
open("/tmp/openmpi-sessions-root@node1_0", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
fstat(5, {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
getdents(5, /* 6 entries */, 4096)      = 176
getdents(5, /* 0 entries */, 4096)      = 0
close(5)                                = 0
open("/tmp/openmpi-sessions-root@node1_0", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
fstat(5, {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
getdents(5, /* 6 entries */, 4096)      = 176
close(5)                                = 0
open("/openmpi-sessions-root@node1_0/1398276096/0",
O_RDONLY|O_NONBLOCK|O_DIRECTORY) = -1 ENOENT (No such file or
directory)
munmap(0x2aaaab59f000, 2110944)         = 0
munmap(0x2aaaab19b000, 2101136)         = 0
munmap(0x2aaaaaf96000, 2115040)         = 0
exit_group(1)                           = ?
===Strace output end===

I use OpenMPI 1.3.3 to run, here's my configure parameters.

./configure --prefix-by-default-mpirun --prefix=/usr/local/openmpi
--with-openib=/usr

However, after install the latest OpenMPI I still encounter this
problem. Programs hang without any output.

Could anyone show me some tips to solve that?

Thank you very much.

Amy

Reply via email to