have you tried running hostname
$mpirun -np 2 --mca btl openib,self --host node1,node2 hostname
if it hangs, it's not Open MPI problem, check your setup,
especially check your firewall settings and disable it.

On Wed, Sep 2, 2009 at 2:06 PM, Lee Amy <openlinuxsou...@gmail.com> wrote:

> Hi,
>
> I encountered a very very confused problem when running IMB via two
> nodes by using IB.
>
> OS: RHEL 5.2
> OFED Version: 1.4.1
> MPI: OpenMPI 1.3.2 (OFED owned)
>
> I run IMB-MPI1 provided by OFED OpenMPI tests. The command line is
>
> mpirun -np 2 --mca btl openib,self --host node1,node2 IMB-MPI1
>
> After that the machine hangs and no output, and I cannot see any exist
> mpirun related programs. Then I use Ctrl-C to stop the hang process.
> Following messages are reported when I press Ctrl-C.
>
>
> mpirun: killing job...
>
> --------------------------------------------------------------------------
> mpirun noticed that the job aborted, but has no info as to the process
> that caused that situation.
> --------------------------------------------------------------------------
> --------------------------------------------------------------------------
> mpirun was unable to cleanly terminate the daemons on the nodes shown
> below. Additional manual cleanup may be required - please refer to
> the "orte-clean" tool for assistance.
> --------------------------------------------------------------------------
>        node2 - daemon did not report back when launched
>
> I use strace to get some detailed messages.
>
> ===Strace output start===
> execve("/usr/mpi/gcc/openmpi-1.3.2/bin/mpirun", ["mpirun", "-np", "2",
> "--mca", "btl", "openib,self", "--host", "node1,node2", "IMB-MPI1",
> "pingpong"], [/* 26 vars */]) = 0
> brk(0)                                  = 0x1e45a000
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaaaaab000
> uname({sys="Linux", node="node1", ...}) = 0
> access("/etc/ld.so.preload", R_OK)      = -1 ENOENT (No such file or
> directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/tls/x86_64/libopen-rte.so.0",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> stat("/usr/mpi/gcc/openmpi-1.3.2/lib64/tls/x86_64", 0x7ffff43b6080) =
> -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/tls/libopen-rte.so.0",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> stat("/usr/mpi/gcc/openmpi-1.3.2/lib64/tls", 0x7ffff43b6080) = -1
> ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/x86_64/libopen-rte.so.0",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> stat("/usr/mpi/gcc/openmpi-1.3.2/lib64/x86_64", 0x7ffff43b6080) = -1
> ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libopen-rte.so.0", O_RDONLY) = 3
> read(3,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0\316\0\0\0\0\0\0"...,
> 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=1308252, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaaaaac000
> mmap(NULL, 2382848, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
> 0) = 0x2aaaaaaad000
> mprotect(0x2aaaaaaef000, 2093056, PROT_NONE) = 0
> mmap(0x2aaaaacee000, 16384, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x41000) = 0x2aaaaacee000
> mmap(0x2aaaaacf2000, 3072, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x2aaaaacf2000
> close(3)                                = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libopen-pal.so.0", O_RDONLY) = 3
> read(3,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\300\337\0\0\0\0\0\0"...,
> 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=1398411, ...}) = 0
> mmap(NULL, 2562984, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
> 0) = 0x2aaaaacf3000
> mprotect(0x2aaaaad3f000, 2097152, PROT_NONE) = 0
> mmap(0x2aaaaaf3f000, 12288, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x4c000) = 0x2aaaaaf3f000
> mmap(0x2aaaaaf42000, 142248, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x2aaaaaf42000
> close(3)                                = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libdl.so.2", O_RDONLY) = -1
> ENOENT (No such file or directory)
> open("/etc/ld.so.cache", O_RDONLY)      = 3
> fstat(3, {st_mode=S_IFREG|0644, st_size=184283, ...}) = 0
> mmap(NULL, 184283, PROT_READ, MAP_PRIVATE, 3, 0) = 0x2aaaaaf65000
> close(3)                                = 0
> open("/lib64/libdl.so.2", O_RDONLY)     = 3
> read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0
> \16\300F:\0\0\0"..., 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=23520, ...}) = 0
> mmap(0x3a46c00000, 2109728, PROT_READ|PROT_EXEC,
> MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3a46c00000
> mprotect(0x3a46c02000, 2097152, PROT_NONE) = 0
> mmap(0x3a46e02000, 8192, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x2000) = 0x3a46e02000
> close(3)                                = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libnsl.so.1", O_RDONLY) = -1
> ENOENT (No such file or directory)
> open("/lib64/libnsl.so.1", O_RDONLY)    = 3
> read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\260@@M:\0\0\0"...,
> 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=114520, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaaaf92000
> mmap(0x3a4d400000, 2194128, PROT_READ|PROT_EXEC,
> MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3a4d400000
> mprotect(0x3a4d415000, 2093056, PROT_NONE) = 0
> mmap(0x3a4d614000, 8192, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x14000) = 0x3a4d614000
> mmap(0x3a4d616000, 6864, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x3a4d616000
> close(3)                                = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libutil.so.1", O_RDONLY) = -1
> ENOENT (No such file or directory)
> open("/lib64/libutil.so.1", O_RDONLY)   = 3
> read(3,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\240\16\240R:\0\0\0"...,
> 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=18312, ...}) = 0
> mmap(0x3a52a00000, 2105616, PROT_READ|PROT_EXEC,
> MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3a52a00000
> mprotect(0x3a52a02000, 2093056, PROT_NONE) = 0
> mmap(0x3a52c01000, 8192, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1000) = 0x3a52c01000
> close(3)                                = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libm.so.6", O_RDONLY) = -1
> ENOENT (No such file or directory)
> open("/lib64/libm.so.6", O_RDONLY)      = 3
> read(3,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\200>\200F:\0\0\0"...,
> 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=615136, ...}) = 0
> mmap(0x3a46800000, 2629848, PROT_READ|PROT_EXEC,
> MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3a46800000
> mprotect(0x3a46882000, 2093056, PROT_NONE) = 0
> mmap(0x3a46a81000, 8192, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x81000) = 0x3a46a81000
> close(3)                                = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libpthread.so.0", O_RDONLY) =
> -1 ENOENT (No such file or directory)
> open("/lib64/libpthread.so.0", O_RDONLY) = 3
> read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0
> W\0G:\0\0\0"..., 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=141336, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaaaf93000
> mmap(0x3a47000000, 2200432, PROT_READ|PROT_EXEC,
> MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3a47000000
> mprotect(0x3a47015000, 2093056, PROT_NONE) = 0
> mmap(0x3a47214000, 8192, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x14000) = 0x3a47214000
> mmap(0x3a47216000, 13168, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x3a47216000
> close(3)                                = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libc.so.6", O_RDONLY) = -1
> ENOENT (No such file or directory)
> open("/lib64/libc.so.6", O_RDONLY)      = 3
> read(3,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\240\331AF:\0\0\0"...,
> 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=1687464, ...}) = 0
> mmap(0x3a46400000, 3469464, PROT_READ|PROT_EXEC,
> MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x3a46400000
> mprotect(0x3a46546000, 2097152, PROT_NONE) = 0
> mmap(0x3a46746000, 20480, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x146000) = 0x3a46746000
> mmap(0x3a4674b000, 16536, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x3a4674b000
> close(3)                                = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaaaf94000
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaaaf95000
> arch_prctl(ARCH_SET_FS, 0x2aaaaaf94cf0) = 0
> mprotect(0x3a46746000, 16384, PROT_READ) = 0
> mprotect(0x3a47214000, 4096, PROT_READ) = 0
> mprotect(0x3a46a81000, 4096, PROT_READ) = 0
> mprotect(0x3a52c01000, 4096, PROT_READ) = 0
> mprotect(0x3a4d614000, 4096, PROT_READ) = 0
> mprotect(0x3a46e02000, 4096, PROT_READ) = 0
> mprotect(0x3a45e19000, 4096, PROT_READ) = 0
> munmap(0x2aaaaaf65000, 184283)          = 0
> set_tid_address(0x2aaaaaf94d80)         = 6192
> set_robust_list(0x2aaaaaf94d90, 0x18)   = 0
> rt_sigaction(SIGRTMIN, {0x3a47005350, [], SA_RESTORER|SA_SIGINFO,
> 0x3a4700de60}, NULL, 8) = 0
> rt_sigaction(SIGRT_1, {0x3a470052a0, [],
> SA_RESTORER|SA_RESTART|SA_SIGINFO, 0x3a4700de60}, NULL, 8) = 0
> rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
> getrlimit(RLIMIT_STACK, {rlim_cur=10240*1024, rlim_max=RLIM_INFINITY}) = 0
> stat("/sys/class/infiniband", {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
> stat("/sys/class/infiniband", {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
> brk(0)                                  = 0x1e45a000
> brk(0x1e47b000)                         = 0x1e47b000
> uname({sys="Linux", node="node1", ...}) = 0
> getcwd("/usr/mpi/gcc/openmpi-1.3.2/tests/IMB-3.1", 4096) = 41
> open("/usr/mpi/gcc/openmpi-1.3.2/etc/openmpi-mca-params.conf", O_RDONLY) =
> 3
> ioctl(3, SNDCTL_TMR_TIMEBASE or TCGETS, 0x7ffff43b67d0) = -1 ENOTTY
> (Inappropriate ioctl for device)
> fstat(3, {st_mode=S_IFREG|0644, st_size=2812, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaaaf65000
> read(3, "#\n# Copyright (c) 2004-2005 The "..., 8192) = 2812
> read(3, "", 4096)                       = 0
> read(3, "", 8192)                       = 0
> ioctl(3, SNDCTL_TMR_TIMEBASE or TCGETS, 0x7ffff43b67a0) = -1 ENOTTY
> (Inappropriate ioctl for device)
> close(3)                                = 0
> munmap(0x2aaaaaf65000, 4096)            = 0
> open("/root/.openmpi/mca-params.conf", O_RDONLY) = -1 ENOENT (No such
> file or directory)
> uname({sys="Linux", node="node1", ...}) = 0
> rt_sigaction(SIGABRT, NULL, {SIG_DFL}, 8) = 0
> rt_sigaction(SIGABRT, {0x2aaaaad22470, [],
> SA_RESTORER|SA_ONESHOT|SA_SIGINFO, 0x3a4700de60}, NULL, 8) = 0
> rt_sigaction(SIGBUS, NULL, {SIG_DFL}, 8) = 0
> rt_sigaction(SIGBUS, {0x2aaaaad22470, [],
> SA_RESTORER|SA_ONESHOT|SA_SIGINFO, 0x3a4700de60}, NULL, 8) = 0
> rt_sigaction(SIGFPE, NULL, {SIG_DFL}, 8) = 0
> rt_sigaction(SIGFPE, {0x2aaaaad22470, [],
> SA_RESTORER|SA_ONESHOT|SA_SIGINFO, 0x3a4700de60}, NULL, 8) = 0
> rt_sigaction(SIGSEGV, NULL, {SIG_DFL}, 8) = 0
> rt_sigaction(SIGSEGV, {0x2aaaaad22470, [],
> SA_RESTORER|SA_ONESHOT|SA_SIGINFO, 0x3a4700de60}, NULL, 8) = 0
> getrlimit(RLIMIT_NOFILE, {rlim_cur=1024, rlim_max=1024}) = 0
> getrlimit(RLIMIT_NPROC, {rlim_cur=70*1024, rlim_max=70*1024}) = 0
> getrlimit(RLIMIT_FSIZE, {rlim_cur=RLIM_INFINITY, rlim_max=RLIM_INFINITY}) =
> 0
> getcwd("/usr/mpi/gcc/openmpi-1.3.2/tests/IMB-3.1", 4097) = 41
> uname({sys="Linux", node="node1", ...}) = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
> fstat(3, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
> fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
> getdents(3, /* 99 entries */, 4096)     = 4088
> getdents(3, /* 25 entries */, 4096)     = 1000
> getdents(3, /* 0 entries */, 4096)      = 0
> close(3)                                = 0
> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
> -1 ENOENT (No such file or directory)
>
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_paffinity_linux.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_paffinity_linux.la",
> O_RDONLY) = 3
> fstat(3, {st_mode=S_IFREG|0755, st_size=1025, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaaaf65000
> read(3, "# mca_paffinity_linux.la - a lib"..., 4096) = 1025
> read(3, "", 4096)                       = 0
> close(3)                                = 0
> munmap(0x2aaaaaf65000, 4096)            = 0
> futex(0x3a46e0310c, FUTEX_WAKE, 2147483647) = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_paffinity_linux.so",
> O_RDONLY) = 3
> read(3,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0`\16\0\0\0\0\0\0"...,
> 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=65944, ...}) = 0
> mmap(NULL, 2115040, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
> 0) = 0x2aaaaaf96000
> mprotect(0x2aaaaaf9a000, 2097152, PROT_NONE) = 0
> mmap(0x2aaaab19a000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x4000) = 0x2aaaab19a000
> close(3)                                = 0
> sched_getaffinity(0, 128,  { ff, 0, 0, 0 }) = 32
> sched_setaffinity(0, 32,  { 16e47080, 16e47080, 16e47080, 16e47080 })
> = -1 EFAULT (Bad address)
> access("/sys/devices/system/cpu", R_OK|X_OK) = 0
> open("/sys/devices/system/cpu", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
> fstat(3, {st_mode=S_IFDIR|0755, st_size=0, ...}) = 0
> fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
> getdents(3, /* 11 entries */, 4096)     = 288
> getdents(3, /* 0 entries */, 4096)      = 0
> close(3)                                = 0
> open("/sys/devices/system/cpu/cpu0/online", O_RDONLY) = -1 ENOENT (No
> such file or directory)
> open("/sys/devices/system/cpu/cpu0/topology/core_id", O_RDONLY) = 3
> read(3, "0\n", 7)                       = 2
> close(3)                                = 0
> open("/sys/devices/system/cpu/cpu0/topology/physical_package_id", O_RDONLY)
> = 3
> read(3, "0\n", 7)                       = 2
> close(3)                                = 0
> open("/sys/devices/system/cpu/cpu1/online", O_RDONLY) = 3
> read(3, "1\n", 7)                       = 2
> close(3)                                = 0
> open("/sys/devices/system/cpu/cpu1/topology/core_id", O_RDONLY) = 3
> read(3, "0\n", 7)                       = 2
> close(3)                                = 0
> open("/sys/devices/system/cpu/cpu1/topology/physical_package_id", O_RDONLY)
> = 3
> read(3, "1\n", 7)                       = 2
> close(3)                                = 0
> open("/sys/devices/system/cpu/cpu2/online", O_RDONLY) = 3
> read(3, "1\n", 7)                       = 2
> close(3)                                = 0
> open("/sys/devices/system/cpu/cpu2/topology/core_id", O_RDONLY) = 3
> read(3, "1\n", 7)                       = 2
> close(3)                                = 0
> open("/sys/devices/system/cpu/cpu2/topology/physical_package_id", O_RDONLY)
> = 3
> read(3, "0\n", 7)                       = 2
> close(3)                                = 0
> open("/sys/devices/system/cpu/cpu3/online", O_RDONLY) = 3
> read(3, "1\n", 7)                       = 2
> close(3)                                = 0
> open("/sys/devices/system/cpu/cpu3/topology/core_id", O_RDONLY) = 3
> read(3, "1\n", 7)                       = 2
> close(3)                                = 0
> open("/sys/devices/system/cpu/cpu3/topology/physical_package_id", O_RDONLY)
> = 3
> read(3, "1\n", 7)                       = 2
> close(3)                                = 0
> open("/sys/devices/system/cpu/cpu4/online", O_RDONLY) = 3
> read(3, "1\n", 7)                       = 2
> close(3)                                = 0
> open("/sys/devices/system/cpu/cpu4/topology/core_id", O_RDONLY) = 3
> read(3, "2\n", 7)                       = 2
> close(3)                                = 0
> open("/sys/devices/system/cpu/cpu4/topology/physical_package_id", O_RDONLY)
> = 3
> read(3, "0\n", 7)                       = 2
> close(3)                                = 0
> open("/sys/devices/system/cpu/cpu5/online", O_RDONLY) = 3
> read(3, "1\n", 7)                       = 2
> close(3)                                = 0
> open("/sys/devices/system/cpu/cpu5/topology/core_id", O_RDONLY) = 3
> read(3, "2\n", 7)                       = 2
> close(3)                                = 0
> open("/sys/devices/system/cpu/cpu5/topology/physical_package_id", O_RDONLY)
> = 3
> read(3, "1\n", 7)                       = 2
> close(3)                                = 0
> open("/sys/devices/system/cpu/cpu6/online", O_RDONLY) = 3
> read(3, "1\n", 7)                       = 2
> close(3)                                = 0
> open("/sys/devices/system/cpu/cpu6/topology/core_id", O_RDONLY) = 3
> read(3, "3\n", 7)                       = 2
> close(3)                                = 0
> open("/sys/devices/system/cpu/cpu6/topology/physical_package_id", O_RDONLY)
> = 3
> read(3, "0\n", 7)                       = 2
> close(3)                                = 0
> open("/sys/devices/system/cpu/cpu7/online", O_RDONLY) = 3
> read(3, "1\n", 7)                       = 2
> close(3)                                = 0
> open("/sys/devices/system/cpu/cpu7/topology/core_id", O_RDONLY) = 3
> read(3, "3\n", 7)                       = 2
> close(3)                                = 0
> open("/sys/devices/system/cpu/cpu7/topology/physical_package_id", O_RDONLY)
> = 3
> read(3, "1\n", 7)                       = 2
> close(3)                                = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
> fstat(3, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
> fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
> getdents(3, /* 99 entries */, 4096)     = 4088
> getdents(3, /* 25 entries */, 4096)     = 1000
> getdents(3, /* 0 entries */, 4096)      = 0
> close(3)                                = 0
> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
> -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
> fstat(3, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
> fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
> getdents(3, /* 99 entries */, 4096)     = 4088
> getdents(3, /* 25 entries */, 4096)     = 1000
> getdents(3, /* 0 entries */, 4096)      = 0
> close(3)                                = 0
> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
> -1 ENOENT (No such file or directory)
> mmap(NULL, 4198400, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
> -1, 0) = 0x2aaaab19b000
> mremap(0x2aaaab19b000, 4198400, 4198400, MREMAP_MAYMOVE) = 0x2aaaab19b000
> munmap(0x2aaaab19b000, 4198400)         = 0
> mmap(NULL, 1052672, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS,
> -1, 0) = 0x2aaaab19b000
> munmap(0x2aaaab19b000, 1052672)         = 0
> mmap(NULL, 4096, PROT_READ, MAP_FILE|MAP_ANONYMOUS, -1, 0) = -1 EINVAL
> (Invalid argument)
> munmap(0xffffffffffffffff, 4096)        = -1 EINVAL (Invalid argument)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
> fstat(3, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
> fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
> getdents(3, /* 99 entries */, 4096)     = 4088
> getdents(3, /* 25 entries */, 4096)     = 1000
> getdents(3, /* 0 entries */, 4096)      = 0
> close(3)                                = 0
> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
> -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
> fstat(3, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
> fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
> getdents(3, /* 99 entries */, 4096)     = 4088
> getdents(3, /* 25 entries */, 4096)     = 1000
> getdents(3, /* 0 entries */, 4096)      = 0
> close(3)                                = 0
> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
> -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
> fstat(3, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
> fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
> getdents(3, /* 99 entries */, 4096)     = 4088
> getdents(3, /* 25 entries */, 4096)     = 1000
> getdents(3, /* 0 entries */, 4096)      = 0
> close(3)                                = 0
> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
> -1 ENOENT (No such file or directory)
> open("/proc/cpuinfo", O_RDONLY)         = 3
> fstat(3, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaab19c000
> lseek(3, 0, SEEK_SET)                   = 0
> read(3, "processor\t: 0\nvendor_id\t: Genuin"..., 4096) = 3738
> read(3, "processor\t: 6\nvendor_id\t: Genuin"..., 4096) = 1246
> read(3, "", 4096)                       = 0
> lseek(3, 0, SEEK_SET)                   = 0
> read(3, "processor\t: 0\nvendor_id\t: Genuin"..., 4096) = 3738
> close(3)                                = 0
> munmap(0x2aaaab19c000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
> fstat(3, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
> fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
> getdents(3, /* 99 entries */, 4096)     = 4088
> getdents(3, /* 25 entries */, 4096)     = 1000
> getdents(3, /* 0 entries */, 4096)      = 0
> close(3)                                = 0
> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
> -1 ENOENT (No such file or directory)
>
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_carto_auto_detect.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_carto_auto_detect.la",
> O_RDONLY) = 3
> fstat(3, {st_mode=S_IFREG|0755, st_size=1037, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaab19b000
> read(3, "# mca_carto_auto_detect.la - a l"..., 4096) = 1037
> read(3, "", 4096)                       = 0
> close(3)                                = 0
> munmap(0x2aaaab19b000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_carto_auto_detect.so",
> O_RDONLY) = 3
> read(3,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\200\10\0\0\0\0\0\0"...,
> 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=18544, ...}) = 0
> mmap(NULL, 2101136, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
> 0) = 0x2aaaab19b000
> mprotect(0x2aaaab19c000, 2093056, PROT_NONE) = 0
> mmap(0x2aaaab39b000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0) = 0x2aaaab39b000
> close(3)                                = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_carto_file.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_carto_file.la",
> O_RDONLY) = 3
> fstat(3, {st_mode=S_IFREG|0755, st_size=995, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaab39c000
> read(3, "# mca_carto_file.la - a libtool "..., 4096) = 995
> read(3, "", 4096)                       = 0
> close(3)                                = 0
> munmap(0x2aaaab39c000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_carto_file.so",
> O_RDONLY) = 3
> read(3,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\20\0\0\0\0\0\0"...,
> 832) = 832
> fstat(3, {st_mode=S_IFREG|0755, st_size=56278, ...}) = 0
> mmap(NULL, 2113304, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3,
> 0) = 0x2aaaab39c000
> mprotect(0x2aaaab3a0000, 2093056, PROT_NONE) = 0
> mmap(0x2aaaab59f000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x3000) = 0x2aaaab59f000
> close(3)                                = 0
> munmap(0x2aaaab39c000, 2113304)         = 0
> socketpair(PF_FILE, SOCK_STREAM, 0, [3, 4]) = 0
> fcntl(3, F_SETFD, FD_CLOEXEC)           = 0
> fcntl(4, F_SETFD, FD_CLOEXEC)           = 0
> fcntl(3, F_SETFL, O_RDONLY|O_NONBLOCK)  = 0
> uname({sys="Linux", node="node1", ...}) = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
> fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
> fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
> getdents(5, /* 99 entries */, 4096)     = 4088
> getdents(5, /* 25 entries */, 4096)     = 1000
> getdents(5, /* 0 entries */, 4096)      = 0
> close(5)                                = 0
> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
> -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_env.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_env.la", O_RDONLY)
> = 5
> fstat(5, {st_mode=S_IFREG|0755, st_size=977, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaab39c000
> read(5, "# mca_ess_env.la - a libtool lib"..., 4096) = 977
> read(5, "", 4096)                       = 0
> close(5)                                = 0
> munmap(0x2aaaab39c000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_env.so", O_RDONLY) =
> 5
> read(5,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\220\16\0\0\0\0\0\0"...,
> 832) = 832
> fstat(5, {st_mode=S_IFREG|0755, st_size=34152, ...}) = 0
> mmap(NULL, 2106776, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
> 0) = 0x2aaaab39c000
> mprotect(0x2aaaab39e000, 2097152, PROT_NONE) = 0
> mmap(0x2aaaab59e000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x2000) = 0x2aaaab59e000
> close(5)                                = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_hnp.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_hnp.la", O_RDONLY)
> = 5
> fstat(5, {st_mode=S_IFREG|0755, st_size=977, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaab59f000
> read(5, "# mca_ess_hnp.la - a libtool lib"..., 4096) = 977
> read(5, "", 4096)                       = 0
> close(5)                                = 0
> munmap(0x2aaaab59f000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_hnp.so", O_RDONLY) =
> 5
> read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@
> \34\0\0\0\0\0\0"...,
> 832) = 832
> fstat(5, {st_mode=S_IFREG|0755, st_size=48962, ...}) = 0
> mmap(NULL, 2110944, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
> 0) = 0x2aaaab59f000
> mprotect(0x2aaaab5a2000, 2097152, PROT_NONE) = 0
> mmap(0x2aaaab7a2000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x3000) = 0x2aaaab7a2000
> close(5)                                = 0
>
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_singleton.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_singleton.la",
> O_RDONLY) = 5
> fstat(5, {st_mode=S_IFREG|0755, st_size=1013, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaab7a3000
> read(5, "# mca_ess_singleton.la - a libto"..., 4096) = 1013
> read(5, "", 4096)                       = 0
> close(5)                                = 0
> munmap(0x2aaaab7a3000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_singleton.so",
> O_RDONLY) = 5
> read(5,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\22\0\0\0\0\0\0"...,
> 832) = 832
> fstat(5, {st_mode=S_IFREG|0755, st_size=40183, ...}) = 0
> mmap(NULL, 2107640, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
> 0) = 0x2aaaab7a3000
> mprotect(0x2aaaab7a6000, 2093056, PROT_NONE) = 0
> mmap(0x2aaaab9a5000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x2000) = 0x2aaaab9a5000
> close(5)                                = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_slurm.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_slurm.la",
> O_RDONLY) = 5
> fstat(5, {st_mode=S_IFREG|0755, st_size=989, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaab9a6000
> read(5, "# mca_ess_slurm.la - a libtool l"..., 4096) = 989
> read(5, "", 4096)                       = 0
> close(5)                                = 0
> munmap(0x2aaaab9a6000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_slurm.so", O_RDONLY)
> = 5
> read(5,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0p\20\0\0\0\0\0\0"...,
> 832) = 832
> fstat(5, {st_mode=S_IFREG|0755, st_size=35830, ...}) = 0
> mmap(NULL, 2106808, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
> 0) = 0x2aaaab9a6000
> mprotect(0x2aaaab9a8000, 2097152, PROT_NONE) = 0
> mmap(0x2aaaabba8000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x2000) = 0x2aaaabba8000
> close(5)                                = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_tool.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_tool.la", O_RDONLY)
> = 5
> fstat(5, {st_mode=S_IFREG|0755, st_size=983, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaabba9000
> read(5, "# mca_ess_tool.la - a libtool li"..., 4096) = 983
> read(5, "", 4096)                       = 0
> close(5)                                = 0
> munmap(0x2aaaabba9000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ess_tool.so", O_RDONLY)
> = 5
> read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0P\t\0\0\0\0\0\0"...,
> 832) = 832
> fstat(5, {st_mode=S_IFREG|0755, st_size=24983, ...}) = 0
> mmap(NULL, 2102304, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
> 0) = 0x2aaaabba9000
> mprotect(0x2aaaabbaa000, 2097152, PROT_NONE) = 0
> mmap(0x2aaaabdaa000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x1000) = 0x2aaaabdaa000
> close(5)                                = 0
> munmap(0x2aaaab39c000, 2106776)         = 0
> munmap(0x2aaaab7a3000, 2107640)         = 0
> munmap(0x2aaaab9a6000, 2106808)         = 0
> munmap(0x2aaaabba9000, 2102304)         = 0
> rt_sigaction(SIGCHLD, {0x2aaaaad10790, [CHLD], SA_RESTORER|SA_RESTART,
> 0x3a464300a0}, {SIG_DFL}, 8) = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
> fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
> fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
> getdents(5, /* 99 entries */, 4096)     = 4088
> getdents(5, /* 25 entries */, 4096)     = 1000
> getdents(5, /* 0 entries */, 4096)      = 0
> close(5)                                = 0
> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
> -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_plm_rsh.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_plm_rsh.la", O_RDONLY)
> = 5
> fstat(5, {st_mode=S_IFREG|0755, st_size=977, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaab39c000
> read(5, "# mca_plm_rsh.la - a libtool lib"..., 4096) = 977
> read(5, "", 4096)                       = 0
> close(5)                                = 0
> munmap(0x2aaaab39c000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_plm_rsh.so", O_RDONLY) =
> 5
> read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0P%\0\0\0\0\0\0"...,
> 832) = 832
> fstat(5, {st_mode=S_IFREG|0755, st_size=92774, ...}) = 0
> mmap(NULL, 2123936, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
> 0) = 0x2aaaab7a3000
> mprotect(0x2aaaab7a9000, 2097152, PROT_NONE) = 0
> mmap(0x2aaaab9a9000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x6000) = 0x2aaaab9a9000
> close(5)                                = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_plm_slurm.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_plm_slurm.la",
> O_RDONLY) = 5
> fstat(5, {st_mode=S_IFREG|0755, st_size=989, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaab9aa000
> read(5, "# mca_plm_slurm.la - a libtool l"..., 4096) = 989
> read(5, "", 4096)                       = 0
> close(5)                                = 0
> munmap(0x2aaaab9aa000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_plm_slurm.so", O_RDONLY)
> = 5
> read(5,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\26\0\0\0\0\0\0"...,
> 832) = 832
> fstat(5, {st_mode=S_IFREG|0755, st_size=44441, ...}) = 0
> mmap(NULL, 2108632, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
> 0) = 0x2aaaab9aa000
> mprotect(0x2aaaab9ad000, 2093056, PROT_NONE) = 0
> mmap(0x2aaaabbac000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x2000) = 0x2aaaabbac000
> close(5)                                = 0
> getcwd("/usr/mpi/gcc/openmpi-1.3.2/tests/IMB-3.1", 4097) = 41
> stat("/usr/mpi/gcc/openmpi-1.3.2/bin/ssh", 0x7ffff43b56c0) = -1 ENOENT
> (No such file or directory)
> stat("/usr/lib64/qt-3.3/bin/ssh", 0x7ffff43b56c0) = -1 ENOENT (No such
> file or directory)
> stat("/usr/kerberos/sbin/ssh", 0x7ffff43b56c0) = -1 ENOENT (No such
> file or directory)
> stat("/usr/kerberos/bin/ssh", 0x7ffff43b56c0) = -1 ENOENT (No such
> file or directory)
> stat("/usr/local/sbin/ssh", 0x7ffff43b56c0) = -1 ENOENT (No such file
> or directory)
> stat("/usr/local/bin/ssh", 0x7ffff43b56c0) = -1 ENOENT (No such file
> or directory)
> stat("/sbin/ssh", 0x7ffff43b56c0)       = -1 ENOENT (No such file or
> directory)
> stat("/bin/ssh", 0x7ffff43b56c0)        = -1 ENOENT (No such file or
> directory)
> stat("/usr/sbin/ssh", 0x7ffff43b56c0)   = -1 ENOENT (No such file or
> directory)
> stat("/usr/bin/ssh", {st_mode=S_IFREG|0755, st_size=300392, ...}) = 0
> stat("//usr/bin/ssh", {st_mode=S_IFREG|0755, st_size=300392, ...}) = 0
> munmap(0x2aaaab9aa000, 2108632)         = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
> fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
> fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
> getdents(5, /* 99 entries */, 4096)     = 4088
> getdents(5, /* 25 entries */, 4096)     = 1000
> getdents(5, /* 0 entries */, 4096)      = 0
> close(5)                                = 0
> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
> -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rml_oob.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rml_oob.la", O_RDONLY)
> = 5
> fstat(5, {st_mode=S_IFREG|0755, st_size=977, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaab9aa000
> read(5, "# mca_rml_oob.la - a libtool lib"..., 4096) = 977
> read(5, "", 4096)                       = 0
> close(5)                                = 0
> munmap(0x2aaaab9aa000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rml_oob.so", O_RDONLY) =
> 5
> read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@
> \23\0\0\0\0\0\0"...,
> 832) = 832
> fstat(5, {st_mode=S_IFREG|0755, st_size=114648, ...}) = 0
> mmap(NULL, 2116736, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
> 0) = 0x2aaaab9aa000
> mprotect(0x2aaaab9af000, 2093056, PROT_NONE) = 0
> mmap(0x2aaaabbae000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x4000) = 0x2aaaabbae000
> close(5)                                = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
> fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
> fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
> getdents(5, /* 99 entries */, 4096)     = 4088
> getdents(5, /* 25 entries */, 4096)     = 1000
> getdents(5, /* 0 entries */, 4096)      = 0
> close(5)                                = 0
> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
> -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_oob_tcp.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_oob_tcp.la", O_RDONLY)
> = 5
> fstat(5, {st_mode=S_IFREG|0755, st_size=977, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaabbaf000
> read(5, "# mca_oob_tcp.la - a libtool lib"..., 4096) = 977
> read(5, "", 4096)                       = 0
> close(5)                                = 0
> munmap(0x2aaaabbaf000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_oob_tcp.so", O_RDONLY) =
> 5
> read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0&\0\0\0\0\0\0"...,
> 832) = 832
> fstat(5, {st_mode=S_IFREG|0755, st_size=223428, ...}) = 0
> mmap(NULL, 2153112, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
> 0) = 0x2aaaabbaf000
> mprotect(0x2aaaabbbc000, 2093056, PROT_NONE) = 0
> mmap(0x2aaaabdbb000, 8192, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0xc000) = 0x2aaaabdbb000
> close(5)                                = 0
> socket(PF_INET, SOCK_DGRAM, IPPROTO_IP) = 5
> ioctl(5, SIOCGIFCONF, {200, {{"lo", {AF_INET,
> inet_addr("127.0.0.1")}}, {"eth0", {AF_INET,
> inet_addr("192.168.0.1")}}, {"eth1", {AF_INET,
> inet_addr("192.168.1.1")}}, {"ib0", {AF_INET,
> inet_addr("11.11.11.1")}}, {"virbr0", {AF_INET,
> inet_addr("192.168.122.1")}}}}) = 0
> ioctl(5, SIOCGIFCONF, {200, {{"lo", {AF_INET,
> inet_addr("127.0.0.1")}}, {"eth0", {AF_INET,
> inet_addr("192.168.0.1")}}, {"eth1", {AF_INET,
> inet_addr("192.168.1.1")}}, {"ib0", {AF_INET,
> inet_addr("11.11.11.1")}}, {"virbr0", {AF_INET,
> inet_addr("192.168.122.1")}}}}) = 0
> ioctl(5, SIOCGIFFLAGS, {ifr_name="lo",
> ifr_flags=IFF_UP|IFF_LOOPBACK|IFF_RUNNING}) = 0
> ioctl(5, SIOCGIFINDEX, {ifr_name="lo", ifr_index=1}) = 0
> ioctl(5, SIOCGIFADDR, {ifr_name="lo", ifr_addr={AF_INET,
> inet_addr("127.0.0.1")}}) = 0
> ioctl(5, SIOCGIFNETMASK, {ifr_name="lo", ifr_netmask={AF_INET,
> inet_addr("255.0.0.0")}}) = 0
> ioctl(5, SIOCGIFFLAGS, {ifr_name="eth0",
> ifr_flags=IFF_UP|IFF_BROADCAST|IFF_MULTICAST}) = 0
> ioctl(5, SIOCGIFINDEX, {ifr_name="eth0", ifr_index=2}) = 0
> ioctl(5, SIOCGIFADDR, {ifr_name="eth0", ifr_addr={AF_INET,
> inet_addr("192.168.0.1")}}) = 0
> ioctl(5, SIOCGIFNETMASK, {ifr_name="eth0", ifr_netmask={AF_INET,
> inet_addr("255.255.255.0")}}) = 0
> ioctl(5, SIOCGIFFLAGS, {ifr_name="eth1",
> ifr_flags=IFF_UP|IFF_BROADCAST|IFF_RUNNING|IFF_MULTICAST}) = 0
> ioctl(5, SIOCGIFINDEX, {ifr_name="eth1", ifr_index=3}) = 0
> ioctl(5, SIOCGIFADDR, {ifr_name="eth1", ifr_addr={AF_INET,
> inet_addr("192.168.1.1")}}) = 0
> ioctl(5, SIOCGIFNETMASK, {ifr_name="eth1", ifr_netmask={AF_INET,
> inet_addr("255.255.255.0")}}) = 0
> ioctl(5, SIOCGIFFLAGS, {ifr_name="ib0",
> ifr_flags=IFF_UP|IFF_BROADCAST|IFF_RUNNING|IFF_MULTICAST}) = 0
> ioctl(5, SIOCGIFINDEX, {ifr_name="ib0", ifr_index=5}) = 0
> ioctl(5, SIOCGIFADDR, {ifr_name="ib0", ifr_addr={AF_INET,
> inet_addr("11.11.11.1")}}) = 0
> ioctl(5, SIOCGIFNETMASK, {ifr_name="ib0", ifr_netmask={AF_INET,
> inet_addr("255.255.255.0")}}) = 0
> ioctl(5, SIOCGIFFLAGS, {ifr_name="virbr0",
> ifr_flags=IFF_UP|IFF_BROADCAST|IFF_RUNNING|IFF_MULTICAST}) = 0
> ioctl(5, SIOCGIFINDEX, {ifr_name="virbr0", ifr_index=6}) = 0
> ioctl(5, SIOCGIFADDR, {ifr_name="virbr0", ifr_addr={AF_INET,
> inet_addr("192.168.122.1")}}) = 0
> ioctl(5, SIOCGIFNETMASK, {ifr_name="virbr0", ifr_netmask={AF_INET,
> inet_addr("255.255.255.0")}}) = 0
> close(5)                                = 0
> open("/proc/net/if_inet6", O_RDONLY)    = 5
> fstat(5, {st_mode=S_IFREG|0444, st_size=0, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaabdbd000
> read(5, "00000000000000000000000000000001"..., 4096) = 216
> read(5, "", 4096)                       = 0
> read(5, "", 4096)                       = 0
> close(5)                                = 0
> munmap(0x2aaaabdbd000, 4096)            = 0
> brk(0x1e4a3000)                         = 0x1e4a3000
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
> fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
> fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
> getdents(5, /* 99 entries */, 4096)     = 4088
> getdents(5, /* 25 entries */, 4096)     = 1000
> getdents(5, /* 0 entries */, 4096)      = 0
> close(5)                                = 0
> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
> -1 ENOENT (No such file or directory)
>
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_binomial.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_binomial.la",
> O_RDONLY) = 5
> fstat(5, {st_mode=S_IFREG|0755, st_size=1025, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaabdbd000
> read(5, "# mca_routed_binomial.la - a lib"..., 4096) = 1025
> read(5, "", 4096)                       = 0
> close(5)                                = 0
> munmap(0x2aaaabdbd000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_binomial.so",
> O_RDONLY) = 5
> read(5,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\220\25\0\0\0\0\0\0"...,
> 832) = 832
> fstat(5, {st_mode=S_IFREG|0755, st_size=62147, ...}) = 0
> mmap(NULL, 2112648, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
> 0) = 0x2aaaabdbd000
> mprotect(0x2aaaabdc1000, 2093056, PROT_NONE) = 0
> mmap(0x2aaaabfc0000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x3000) = 0x2aaaabfc0000
> close(5)                                = 0
>
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_direct.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_direct.la",
> O_RDONLY) = 5
> fstat(5, {st_mode=S_IFREG|0755, st_size=1013, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaabfc1000
> read(5, "# mca_routed_direct.la - a libto"..., 4096) = 1013
> read(5, "", 4096)                       = 0
> close(5)                                = 0
> munmap(0x2aaaabfc1000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_direct.so",
> O_RDONLY) = 5
> read(5,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\220\21\0\0\0\0\0\0"...,
> 832) = 832
> fstat(5, {st_mode=S_IFREG|0755, st_size=55652, ...}) = 0
> mmap(NULL, 2109112, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
> 0) = 0x2aaaabfc1000
> mprotect(0x2aaaabfc4000, 2093056, PROT_NONE) = 0
> mmap(0x2aaaac1c3000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x2000) = 0x2aaaac1c3000
> close(5)                                = 0
>
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_linear.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_linear.la",
> O_RDONLY) = 5
> fstat(5, {st_mode=S_IFREG|0755, st_size=1013, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaac1c4000
> read(5, "# mca_routed_linear.la - a libto"..., 4096) = 1013
> read(5, "", 4096)                       = 0
> close(5)                                = 0
> munmap(0x2aaaac1c4000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_routed_linear.so",
> O_RDONLY) = 5
> read(5,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\320\22\0\0\0\0\0\0"...,
> 832) = 832
> fstat(5, {st_mode=S_IFREG|0755, st_size=52361, ...}) = 0
> mmap(NULL, 2111208, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
> 0) = 0x2aaaac1c4000
> mprotect(0x2aaaac1c7000, 2097152, PROT_NONE) = 0
> mmap(0x2aaaac3c7000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x3000) = 0x2aaaac3c7000
> close(5)                                = 0
> munmap(0x2aaaabfc1000, 2109112)         = 0
> munmap(0x2aaaac1c4000, 2111208)         = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
> fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
> fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
> getdents(5, /* 99 entries */, 4096)     = 4088
> getdents(5, /* 25 entries */, 4096)     = 1000
> getdents(5, /* 0 entries */, 4096)      = 0
> close(5)                                = 0
> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
> -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_grpcomm_bad.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_grpcomm_bad.la",
> O_RDONLY) = 5
> fstat(5, {st_mode=S_IFREG|0755, st_size=1001, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaabfc1000
> read(5, "# mca_grpcomm_bad.la - a libtool"..., 4096) = 1001
> read(5, "", 4096)                       = 0
> close(5)                                = 0
> munmap(0x2aaaabfc1000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_grpcomm_bad.so",
> O_RDONLY) = 5
> read(5,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\r\0\0\0\0\0\0"...,
> 832) = 832
> fstat(5, {st_mode=S_IFREG|0755, st_size=43713, ...}) = 0
> mmap(NULL, 2107352, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
> 0) = 0x2aaaabfc1000
> mprotect(0x2aaaabfc4000, 2093056, PROT_NONE) = 0
> mmap(0x2aaaac1c3000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x2000) = 0x2aaaac1c3000
> close(5)                                = 0
>
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_grpcomm_basic.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_grpcomm_basic.la",
> O_RDONLY) = 5
> fstat(5, {st_mode=S_IFREG|0755, st_size=1013, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaac1c4000
> read(5, "# mca_grpcomm_basic.la - a libto"..., 4096) = 1013
> read(5, "", 4096)                       = 0
> close(5)                                = 0
> munmap(0x2aaaac1c4000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_grpcomm_basic.so",
> O_RDONLY) = 5
> read(5,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\260\r\0\0\0\0\0\0"...,
> 832) = 832
> fstat(5, {st_mode=S_IFREG|0755, st_size=43462, ...}) = 0
> mmap(NULL, 2107192, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
> 0) = 0x2aaaac1c4000
> mprotect(0x2aaaac1c7000, 2093056, PROT_NONE) = 0
> mmap(0x2aaaac3c6000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x2000) = 0x2aaaac3c6000
> close(5)                                = 0
> munmap(0x2aaaac1c4000, 2107192)         = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
> fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
> fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
> getdents(5, /* 99 entries */, 4096)     = 4088
> getdents(5, /* 25 entries */, 4096)     = 1000
> getdents(5, /* 0 entries */, 4096)      = 0
> close(5)                                = 0
> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
> -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ras_slurm.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ras_slurm.la",
> O_RDONLY) = 5
> fstat(5, {st_mode=S_IFREG|0755, st_size=989, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaac1c4000
> read(5, "# mca_ras_slurm.la - a libtool l"..., 4096) = 989
> read(5, "", 4096)                       = 0
> close(5)                                = 0
> munmap(0x2aaaac1c4000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_ras_slurm.so", O_RDONLY)
> = 5
> read(5,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000\f\0\0\0\0\0\0"...,
> 832) = 832
> fstat(5, {st_mode=S_IFREG|0755, st_size=33212, ...}) = 0
> mmap(NULL, 2105136, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
> 0) = 0x2aaaac1c4000
> mprotect(0x2aaaac1c6000, 2093056, PROT_NONE) = 0
> mmap(0x2aaaac3c5000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x1000) = 0x2aaaac3c5000
> close(5)                                = 0
> munmap(0x2aaaac1c4000, 2105136)         = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
> fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
> fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
> getdents(5, /* 99 entries */, 4096)     = 4088
> getdents(5, /* 25 entries */, 4096)     = 1000
> getdents(5, /* 0 entries */, 4096)      = 0
> close(5)                                = 0
> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
> -1 ENOENT (No such file or directory)
>
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_rank_file.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_rank_file.la",
> O_RDONLY) = 5
> fstat(5, {st_mode=S_IFREG|0755, st_size=1025, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaac1c4000
> read(5, "# mca_rmaps_rank_file.la - a lib"..., 4096) = 1025
> read(5, "", 4096)                       = 0
> close(5)                                = 0
> munmap(0x2aaaac1c4000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_rank_file.so",
> O_RDONLY) = 5
> read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0
> \20\0\0\0\0\0\0"..., 832) = 832
> fstat(5, {st_mode=S_IFREG|0755, st_size=73568, ...}) = 0
> mmap(NULL, 2116896, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
> 0) = 0x2aaaac1c4000
> mprotect(0x2aaaac1c9000, 2093056, PROT_NONE) = 0
> mmap(0x2aaaac3c8000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x4000) = 0x2aaaac3c8000
> close(5)                                = 0
>
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_round_robin.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_round_robin.la",
> O_RDONLY) = 5
> fstat(5, {st_mode=S_IFREG|0755, st_size=1037, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaac3c9000
> read(5, "# mca_rmaps_round_robin.la - a l"..., 4096) = 1037
> read(5, "", 4096)                       = 0
> close(5)                                = 0
> munmap(0x2aaaac3c9000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_round_robin.so",
> O_RDONLY) = 5
> read(5,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0p\10\0\0\0\0\0\0"...,
> 832) = 832
> fstat(5, {st_mode=S_IFREG|0755, st_size=34451, ...}) = 0
> mmap(NULL, 2103728, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
> 0) = 0x2aaaac3c9000
> mprotect(0x2aaaac3cb000, 2093056, PROT_NONE) = 0
> mmap(0x2aaaac5ca000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x1000) = 0x2aaaac5ca000
> close(5)                                = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_seq.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_seq.la",
> O_RDONLY) = 5
> fstat(5, {st_mode=S_IFREG|0755, st_size=989, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaac5cb000
> read(5, "# mca_rmaps_seq.la - a libtool l"..., 4096) = 989
> read(5, "", 4096)                       = 0
> close(5)                                = 0
> munmap(0x2aaaac5cb000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_rmaps_seq.so", O_RDONLY)
> = 5
> read(5, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@
> \t\0\0\0\0\0\0"...,
> 832) = 832
> fstat(5, {st_mode=S_IFREG|0755, st_size=32512, ...}) = 0
> mmap(NULL, 2103232, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
> 0) = 0x2aaaac5cb000
> mprotect(0x2aaaac5cd000, 2093056, PROT_NONE) = 0
> mmap(0x2aaaac7cc000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x1000) = 0x2aaaac7cc000
> close(5)                                = 0
> munmap(0x2aaaac1c4000, 2116896)         = 0
> munmap(0x2aaaac5cb000, 2103232)         = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
> fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
> fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
> getdents(5, /* 99 entries */, 4096)     = 4088
> getdents(5, /* 25 entries */, 4096)     = 1000
> getdents(5, /* 0 entries */, 4096)      = 0
> close(5)                                = 0
> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
> -1 ENOENT (No such file or directory)
>
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_errmgr_default.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_errmgr_default.la",
> O_RDONLY) = 5
> fstat(5, {st_mode=S_IFREG|0755, st_size=1019, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaac1c4000
> read(5, "# mca_errmgr_default.la - a libt"..., 4096) = 1019
> read(5, "", 4096)                       = 0
> close(5)                                = 0
> munmap(0x2aaaac1c4000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_errmgr_default.so",
> O_RDONLY) = 5
> read(5,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\300\7\0\0\0\0\0\0"...,
> 832) = 832
> fstat(5, {st_mode=S_IFREG|0755, st_size=25027, ...}) = 0
> mmap(NULL, 2101104, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
> 0) = 0x2aaaac1c4000
> mprotect(0x2aaaac1c5000, 2093056, PROT_NONE) = 0
> mmap(0x2aaaac3c4000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0) = 0x2aaaac3c4000
> close(5)                                = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
> fstat(5, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
> fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
> getdents(5, /* 99 entries */, 4096)     = 4088
> getdents(5, /* 25 entries */, 4096)     = 1000
> getdents(5, /* 0 entries */, 4096)      = 0
> close(5)                                = 0
> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
> -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_odls_default.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_odls_default.la",
> O_RDONLY) = 5
> fstat(5, {st_mode=S_IFREG|0755, st_size=1007, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaac3c5000
> read(5, "# mca_odls_default.la - a libtoo"..., 4096) = 1007
> read(5, "", 4096)                       = 0
> close(5)                                = 0
> munmap(0x2aaaac3c5000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_odls_default.so",
> O_RDONLY) = 5
> read(5,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\260\17\0\0\0\0\0\0"...,
> 832) = 832
> fstat(5, {st_mode=S_IFREG|0755, st_size=31558, ...}) = 0
> mmap(NULL, 2104840, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 5,
> 0) = 0x2aaaac5cb000
> mprotect(0x2aaaac5cd000, 2093056, PROT_NONE) = 0
> mmap(0x2aaaac7cc000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 5, 0x1000) = 0x2aaaac7cc000
> close(5)                                = 0
> nanosleep({0, 0}, NULL)                 = 0
> socket(PF_INET, SOCK_STREAM, IPPROTO_IP) = 5
> setsockopt(5, SOL_TCP, TCP_NODELAY, [1], 4) = 0
> setsockopt(5, SOL_SOCKET, SO_SNDBUF, [131072], 4) = 0
> setsockopt(5, SOL_SOCKET, SO_RCVBUF, [131072], 4) = 0
> setsockopt(5, SOL_SOCKET, SO_REUSEADDR, [0], 4) = 0
> bind(5, {sa_family=AF_INET, sin_port=htons(0),
> sin_addr=inet_addr("0.0.0.0")}, 16) = 0
> getsockname(5, {sa_family=AF_INET, sin_port=htons(57967),
> sin_addr=inet_addr("0.0.0.0")}, [16]) = 0
> listen(5, 128)                          = 0
> fcntl(5, F_GETFL)                       = 0x2 (flags O_RDWR)
> fcntl(5, F_SETFL, O_RDWR|O_NONBLOCK)    = 0
> socket(PF_INET6, SOCK_STREAM, IPPROTO_IP) = 6
> setsockopt(6, SOL_TCP, TCP_NODELAY, [1], 4) = 0
> setsockopt(6, SOL_SOCKET, SO_SNDBUF, [131072], 4) = 0
> setsockopt(6, SOL_SOCKET, SO_RCVBUF, [131072], 4) = 0
> socket(PF_NETLINK, SOCK_RAW, 0)         = 7
> bind(7, {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 0
> getsockname(7, {sa_family=AF_NETLINK, pid=6192, groups=00000000},
> [4294967308]) = 0
> sendto(7, "\24\0\0\0\26\0\1\3\31\220\237J\0\0\0\0\0\0\0\0", 20, 0,
> {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 20
> recvmsg(7, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
> groups=00000000},
>
> msg_iov(1)=[{"<\0\0\0\24\0\2\0\31\220\237J0\30\0\0\2\10\200\376\1\0\0\0\10\0\1\0\177\0\0\1"...,
> 4096}], msg_controllen=0, msg_flags=0}, 0) = 332
> recvmsg(7, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
> groups=00000000},
>
> msg_iov(1)=[{"@\0\0\0\24\0\2\0\31\220\237J0\30\0\0\n\200\200\376\1\0\0\0\24\0\1\0\0\0\0\0"...,
> 4096}], msg_controllen=0, msg_flags=0}, 0) = 256
> recvmsg(7, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
> groups=00000000},
>
> msg_iov(1)=[{"\24\0\0\0\3\0\2\0\31\220\237J0\30\0\0\0\0\0\0\1\0\0\0\24\0\1\0\0\0\0\0"...,
> 4096}], msg_controllen=0, msg_flags=0}, 0) = 20
> close(7)                                = 0
> setsockopt(6, SOL_IPV6, IPV6_V6ONLY, [0], 4) = 0
> setsockopt(6, SOL_SOCKET, SO_REUSEADDR, [0], 4) = 0
> bind(6, {sa_family=AF_INET6, sin6_port=htons(0), inet_pton(AF_INET6,
> "::", &sin6_addr), sin6_flowinfo=0, sin6_scope_id=0}, 28) = 0
> getsockname(6, {sa_family=AF_INET6, sin6_port=htons(43361),
> inet_pton(AF_INET6, "::", &sin6_addr), sin6_flowinfo=0,
> sin6_scope_id=0}, [28]) = 0
> listen(6, 128)                          = 0
> fcntl(6, F_GETFL)                       = 0x2 (flags O_RDWR)
> fcntl(6, F_SETFL, O_RDWR|O_NONBLOCK)    = 0
> getuid()                                = 0
> socket(PF_FILE, SOCK_STREAM, 0)         = 7
> fcntl(7, F_GETFL)                       = 0x2 (flags O_RDWR)
> fcntl(7, F_SETFL, O_RDWR|O_NONBLOCK)    = 0
> connect(7, {sa_family=AF_FILE, path="/var/run/nscd/socket"}, 110) = -1
> ENOENT (No such file or directory)
> close(7)                                = 0
> socket(PF_FILE, SOCK_STREAM, 0)         = 7
> fcntl(7, F_GETFL)                       = 0x2 (flags O_RDWR)
> fcntl(7, F_SETFL, O_RDWR|O_NONBLOCK)    = 0
> connect(7, {sa_family=AF_FILE, path="/var/run/nscd/socket"}, 110) = -1
> ENOENT (No such file or directory)
> close(7)                                = 0
> open("/etc/nsswitch.conf", O_RDONLY)    = 7
> fstat(7, {st_mode=S_IFREG|0644, st_size=1696, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaac7cd000
> read(7, "#\n# /etc/nsswitch.conf\n#\n# An ex"..., 4096) = 1696
> read(7, "", 4096)                       = 0
> close(7)                                = 0
> munmap(0x2aaaac7cd000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/libnss_files.so.2", O_RDONLY) =
> -1 ENOENT (No such file or directory)
> open("/etc/ld.so.cache", O_RDONLY)      = 7
> fstat(7, {st_mode=S_IFREG|0644, st_size=184283, ...}) = 0
> mmap(NULL, 184283, PROT_READ, MAP_PRIVATE, 7, 0) = 0x2aaaac7cd000
> close(7)                                = 0
> open("/lib64/libnss_files.so.2", O_RDONLY) = 7
> read(7, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0
> \0\0\0\0\0\0"..., 832) = 832
> fstat(7, {st_mode=S_IFREG|0755, st_size=53880, ...}) = 0
> mmap(NULL, 2139432, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 7,
> 0) = 0x2aaaac7fa000
> mprotect(0x2aaaac804000, 2093056, PROT_NONE) = 0
> mmap(0x2aaaaca03000, 8192, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 7, 0x9000) = 0x2aaaaca03000
> close(7)                                = 0
> mprotect(0x2aaaaca03000, 4096, PROT_READ) = 0
> munmap(0x2aaaac7cd000, 184283)          = 0
> open("/etc/passwd", O_RDONLY)           = 7
> fcntl(7, F_GETFD)                       = 0
> fcntl(7, F_SETFD, FD_CLOEXEC)           = 0
> fstat(7, {st_mode=S_IFREG|0644, st_size=2713, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaac7cd000
> read(7, "root:x:0:0:root:/root:/bin/bash\n"..., 4096) = 2713
> close(7)                                = 0
> munmap(0x2aaaac7cd000, 4096)            = 0
> stat("/tmp/openmpi-sessions-root@node1_0/21336/0/0", 0x7ffff43b6810) =
> -1 ENOENT (No such file or directory)
> stat("/tmp/openmpi-sessions-root@node1_0/21336/0/0", 0x7ffff43b67e0) =
> -1 ENOENT (No such file or directory)
> mkdir("/tmp/openmpi-sessions-root@node1_0/21336/0/0", 0700) = -1
> ENOENT (No such file or directory)
> stat("/tmp", {st_mode=S_IFDIR|S_ISVTX|0777, st_size=4096, ...}) = 0
> stat("/tmp/openmpi-sessions-root@node1_0", {st_mode=S_IFDIR|0700,
> st_size=4096, ...}) = 0
> stat("/tmp/openmpi-sessions-root@node1_0/21336", 0x7ffff43b67e0) = -1
> ENOENT (No such file or directory)
> mkdir("/tmp/openmpi-sessions-root@node1_0/21336", 0700) = 0
> stat("/tmp/openmpi-sessions-root@node1_0/21336/0", 0x7ffff43b67e0) =
> -1 ENOENT (No such file or directory)
> mkdir("/tmp/openmpi-sessions-root@node1_0/21336/0", 0700) = 0
> stat("/tmp/openmpi-sessions-root@node1_0/21336/0/0", 0x7ffff43b67e0) =
> -1 ENOENT (No such file or directory)
> mkdir("/tmp/openmpi-sessions-root@node1_0/21336/0/0", 0700) = 0
> open("/tmp/openmpi-sessions-root@node1_0/21336/contact.txt",
> O_WRONLY|O_CREAT|O_TRUNC, 0666) = 7
> fstat(7, {st_mode=S_IFREG|0644, st_size=0, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaac7cd000
> write(7, "1398276096.0;tcp://192.168.0.1:5"..., 115) = 115
> close(7)                                = 0
> munmap(0x2aaaac7cd000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 7
> fstat(7, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
> fcntl(7, F_SETFD, FD_CLOEXEC)           = 0
> getdents(7, /* 99 entries */, 4096)     = 4088
> getdents(7, /* 25 entries */, 4096)     = 1000
> getdents(7, /* 0 entries */, 4096)      = 0
> close(7)                                = 0
> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
> -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_hnp.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_hnp.la", O_RDONLY)
> = 7
> fstat(7, {st_mode=S_IFREG|0755, st_size=977, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaac7cd000
> read(7, "# mca_iof_hnp.la - a libtool lib"..., 4096) = 977
> read(7, "", 4096)                       = 0
> close(7)                                = 0
> munmap(0x2aaaac7cd000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_hnp.so", O_RDONLY) =
> 7
> read(7,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\300\21\0\0\0\0\0\0"...,
> 832) = 832
> fstat(7, {st_mode=S_IFREG|0755, st_size=102370, ...}) = 0
> mmap(NULL, 2115144, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 7,
> 0) = 0x2aaaaca05000
> mprotect(0x2aaaaca09000, 2097152, PROT_NONE) = 0
> mmap(0x2aaaacc09000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 7, 0x4000) = 0x2aaaacc09000
> close(7)                                = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_orted.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_orted.la",
> O_RDONLY) = 7
> fstat(7, {st_mode=S_IFREG|0755, st_size=989, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaacc0a000
> read(7, "# mca_iof_orted.la - a libtool l"..., 4096) = 989
> read(7, "", 4096)                       = 0
> close(7)                                = 0
> munmap(0x2aaaacc0a000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_orted.so", O_RDONLY)
> = 7
> read(7,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\16\0\0\0\0\0\0"...,
> 832) = 832
> fstat(7, {st_mode=S_IFREG|0755, st_size=79150, ...}) = 0
> mmap(NULL, 2110824, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 7,
> 0) = 0x2aaaacc0a000
> mprotect(0x2aaaacc0d000, 2097152, PROT_NONE) = 0
> mmap(0x2aaaace0d000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 7, 0x3000) = 0x2aaaace0d000
> close(7)                                = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_tool.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_tool.la", O_RDONLY)
> = 7
> fstat(7, {st_mode=S_IFREG|0755, st_size=983, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaace0e000
> read(7, "# mca_iof_tool.la - a libtool li"..., 4096) = 983
> read(7, "", 4096)                       = 0
> close(7)                                = 0
> munmap(0x2aaaace0e000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_iof_tool.so", O_RDONLY)
> = 7
> read(7, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0p\n\0\0\0\0\0\0"...,
> 832) = 832
> fstat(7, {st_mode=S_IFREG|0755, st_size=46002, ...}) = 0
> mmap(NULL, 2104072, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 7,
> 0) = 0x2aaaace0e000
> mprotect(0x2aaaace10000, 2093056, PROT_NONE) = 0
> mmap(0x2aaaad00f000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 7, 0x1000) = 0x2aaaad00f000
> close(7)                                = 0
> munmap(0x2aaaacc0a000, 2110824)         = 0
> munmap(0x2aaaace0e000, 2104072)         = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 7
> fstat(7, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
> fcntl(7, F_SETFD, FD_CLOEXEC)           = 0
> getdents(7, /* 99 entries */, 4096)     = 4088
> getdents(7, /* 25 entries */, 4096)     = 1000
> getdents(7, /* 0 entries */, 4096)      = 0
> close(7)                                = 0
> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
> -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_filem_rsh.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_filem_rsh.la",
> O_RDONLY) = 7
> fstat(7, {st_mode=S_IFREG|0755, st_size=989, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaacc0a000
> read(7, "# mca_filem_rsh.la - a libtool l"..., 4096) = 989
> read(7, "", 4096)                       = 0
> close(7)                                = 0
> munmap(0x2aaaacc0a000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_filem_rsh.so", O_RDONLY)
> = 7
> read(7,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\260\25\0\0\0\0\0\0"...,
> 832) = 832
> fstat(7, {st_mode=S_IFREG|0755, st_size=70248, ...}) = 0
> mmap(NULL, 2116640, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 7,
> 0) = 0x2aaaacc0a000
> mprotect(0x2aaaacc0f000, 2093056, PROT_NONE) = 0
> mmap(0x2aaaace0e000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 7, 0x4000) = 0x2aaaace0e000
> close(7)                                = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 7
> fstat(7, {st_mode=S_IFDIR|0755, st_size=4096, ...}) = 0
> fcntl(7, F_SETFD, FD_CLOEXEC)           = 0
> getdents(7, /* 99 entries */, 4096)     = 4088
> getdents(7, /* 25 entries */, 4096)     = 1000
> getdents(7, /* 0 entries */, 4096)      = 0
> close(7)                                = 0
> open("/root/.openmpi/components", O_RDONLY|O_NONBLOCK|O_DIRECTORY) =
> -1 ENOENT (No such file or directory)
>
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_notifier_syslog.ompi_info",
> O_RDONLY) = -1 ENOENT (No such file or directory)
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_notifier_syslog.la",
> O_RDONLY) = 7
> fstat(7, {st_mode=S_IFREG|0755, st_size=1025, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaace0f000
> read(7, "# mca_notifier_syslog.la - a lib"..., 4096) = 1025
> read(7, "", 4096)                       = 0
> close(7)                                = 0
> munmap(0x2aaaace0f000, 4096)            = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/lib64/openmpi/mca_notifier_syslog.so",
> O_RDONLY) = 7
> read(7,
> "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\20\7\0\0\0\0\0\0"...,
> 832) = 832
> fstat(7, {st_mode=S_IFREG|0755, st_size=16817, ...}) = 0
> mmap(NULL, 2100960, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 7,
> 0) = 0x2aaaace0f000
> mprotect(0x2aaaace10000, 2093056, PROT_NONE) = 0
> mmap(0x2aaaad00f000, 4096, PROT_READ|PROT_WRITE,
> MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 7, 0) = 0x2aaaad00f000
> close(7)                                = 0
> munmap(0x2aaaace0f000, 2100960)         = 0
> pipe([7, 8])                            = 0
> pipe([9, 10])                           = 0
> rt_sigaction(SIGTERM, {0x2aaaaad10790, [TERM], SA_RESTORER|SA_RESTART,
> 0x3a464300a0}, {SIG_IGN}, 8) = 0
> rt_sigaction(SIGINT, {0x2aaaaad10790, [INT], SA_RESTORER|SA_RESTART,
> 0x3a464300a0}, {SIG_IGN}, 8) = 0
> rt_sigaction(SIGUSR1, {0x2aaaaad10790, [USR1], SA_RESTORER|SA_RESTART,
> 0x3a464300a0}, {SIG_DFL}, 8) = 0
> rt_sigaction(SIGUSR2, {0x2aaaaad10790, [USR2], SA_RESTORER|SA_RESTART,
> 0x3a464300a0}, {SIG_DFL}, 8) = 0
> stat("/dev/urandom", {st_mode=S_IFCHR|0444, st_rdev=makedev(1, 9), ...}) =
> 0
> open("/dev/urandom", O_RDONLY)          = 11
> read(11, "\270\270C\306JT%\312\246lKk\221_\334\221", 16) = 16
> close(11)                               = 0
> socket(PF_NETLINK, SOCK_RAW, 0)         = 11
> bind(11, {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 0
> getsockname(11, {sa_family=AF_NETLINK, pid=6192, groups=00000000},
> [4294967308]) = 0
> sendto(11, "\24\0\0\0\26\0\1\3\31\220\237J\0\0\0\0\0\0\0\0", 20, 0,
> {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 20
> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
> groups=00000000},
>
> msg_iov(1)=[{"<\0\0\0\24\0\2\0\31\220\237J0\30\0\0\2\10\200\376\1\0\0\0\10\0\1\0\177\0\0\1"...,
> 4096}], msg_controllen=0, msg_flags=0}, 0) = 332
> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
> groups=00000000},
>
> msg_iov(1)=[{"@\0\0\0\24\0\2\0\31\220\237J0\30\0\0\n\200\200\376\1\0\0\0\24\0\1\0\0\0\0\0"...,
> 4096}], msg_controllen=0, msg_flags=0}, 0) = 256
> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
> groups=00000000},
>
> msg_iov(1)=[{"\24\0\0\0\3\0\2\0\31\220\237J0\30\0\0\0\0\0\0\1\0\0\0\24\0\1\0\0\0\0\0"...,
> 4096}], msg_controllen=0, msg_flags=0}, 0) = 20
> close(11)                               = 0
> socket(PF_FILE, SOCK_STREAM, 0)         = 11
> fcntl(11, F_GETFL)                      = 0x2 (flags O_RDWR)
> fcntl(11, F_SETFL, O_RDWR|O_NONBLOCK)   = 0
> connect(11, {sa_family=AF_FILE, path="/var/run/nscd/socket"}, 110) =
> -1 ENOENT (No such file or directory)
> close(11)                               = 0
> socket(PF_FILE, SOCK_STREAM, 0)         = 11
> fcntl(11, F_GETFL)                      = 0x2 (flags O_RDWR)
> fcntl(11, F_SETFL, O_RDWR|O_NONBLOCK)   = 0
> connect(11, {sa_family=AF_FILE, path="/var/run/nscd/socket"}, 110) =
> -1 ENOENT (No such file or directory)
> close(11)                               = 0
> open("/etc/resolv.conf", O_RDONLY)      = 11
> fstat(11, {st_mode=S_IFREG|0644, st_size=0, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaace0f000
> read(11, "", 4096)                      = 0
> close(11)                               = 0
> munmap(0x2aaaace0f000, 4096)            = 0
> uname({sys="Linux", node="node1", ...}) = 0
> open("/etc/hosts", O_RDONLY)            = 11
> fcntl(11, F_GETFD)                      = 0
> fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
> fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaace0f000
> read(11, "# Do not remove the following li"..., 4096) = 226
> read(11, "", 4096)                      = 0
> close(11)                               = 0
> munmap(0x2aaaace0f000, 4096)            = 0
> open("/etc/hosts", O_RDONLY)            = 11
> fcntl(11, F_GETFD)                      = 0
> fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
> fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaace0f000
> read(11, "# Do not remove the following li"..., 4096) = 226
> close(11)                               = 0
> munmap(0x2aaaace0f000, 4096)            = 0
> socket(PF_NETLINK, SOCK_RAW, 0)         = 11
> bind(11, {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 0
> getsockname(11, {sa_family=AF_NETLINK, pid=6192, groups=00000000},
> [4294967308]) = 0
> sendto(11, "\24\0\0\0\26\0\1\3\31\220\237J\0\0\0\0\0\0\0\0", 20, 0,
> {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 20
> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
> groups=00000000},
>
> msg_iov(1)=[{"<\0\0\0\24\0\2\0\31\220\237J0\30\0\0\2\10\200\376\1\0\0\0\10\0\1\0\177\0\0\1"...,
> 4096}], msg_controllen=0, msg_flags=0}, 0) = 332
> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
> groups=00000000},
>
> msg_iov(1)=[{"@\0\0\0\24\0\2\0\31\220\237J0\30\0\0\n\200\200\376\1\0\0\0\24\0\1\0\0\0\0\0"...,
> 4096}], msg_controllen=0, msg_flags=0}, 0) = 256
> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
> groups=00000000},
>
> msg_iov(1)=[{"\24\0\0\0\3\0\2\0\31\220\237J0\30\0\0\0\0\0\0\1\0\0\0\24\0\1\0\0\0\0\0"...,
> 4096}], msg_controllen=0, msg_flags=0}, 0) = 20
> close(11)                               = 0
> open("/etc/hosts", O_RDONLY)            = 11
> fcntl(11, F_GETFD)                      = 0
> fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
> fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaace0f000
> read(11, "# Do not remove the following li"..., 4096) = 226
> read(11, "", 4096)                      = 0
> close(11)                               = 0
> munmap(0x2aaaace0f000, 4096)            = 0
> open("/etc/hosts", O_RDONLY)            = 11
> fcntl(11, F_GETFD)                      = 0
> fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
> fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaace0f000
> read(11, "# Do not remove the following li"..., 4096) = 226
> close(11)                               = 0
> munmap(0x2aaaace0f000, 4096)            = 0
> socket(PF_NETLINK, SOCK_RAW, 0)         = 11
> bind(11, {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 0
> getsockname(11, {sa_family=AF_NETLINK, pid=6192, groups=00000000},
> [4294967308]) = 0
> sendto(11, "\24\0\0\0\26\0\1\3\31\220\237J\0\0\0\0\0\0\0\0", 20, 0,
> {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 20
> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
> groups=00000000},
>
> msg_iov(1)=[{"<\0\0\0\24\0\2\0\31\220\237J0\30\0\0\2\10\200\376\1\0\0\0\10\0\1\0\177\0\0\1"...,
> 4096}], msg_controllen=0, msg_flags=0}, 0) = 332
> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
> groups=00000000},
>
> msg_iov(1)=[{"@\0\0\0\24\0\2\0\31\220\237J0\30\0\0\n\200\200\376\1\0\0\0\24\0\1\0\0\0\0\0"...,
> 4096}], msg_controllen=0, msg_flags=0}, 0) = 256
> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
> groups=00000000},
>
> msg_iov(1)=[{"\24\0\0\0\3\0\2\0\31\220\237J0\30\0\0\0\0\0\0\1\0\0\0\24\0\1\0\0\0\0\0"...,
> 4096}], msg_controllen=0, msg_flags=0}, 0) = 20
> close(11)                               = 0
> open("/etc/hosts", O_RDONLY)            = 11
> fcntl(11, F_GETFD)                      = 0
> fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
> fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaace0f000
> read(11, "# Do not remove the following li"..., 4096) = 226
> read(11, "", 4096)                      = 0
> close(11)                               = 0
> munmap(0x2aaaace0f000, 4096)            = 0
> open("/etc/hosts", O_RDONLY)            = 11
> fcntl(11, F_GETFD)                      = 0
> fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
> fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaace0f000
> read(11, "# Do not remove the following li"..., 4096) = 226
> close(11)                               = 0
> munmap(0x2aaaace0f000, 4096)            = 0
> socket(PF_NETLINK, SOCK_RAW, 0)         = 11
> bind(11, {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 0
> getsockname(11, {sa_family=AF_NETLINK, pid=6192, groups=00000000},
> [17598768545653587980]) = 0
> sendto(11, "\24\0\0\0\26\0\1\3\31\220\237J\0\0\0\0\0\0\0\0", 20, 0,
> {sa_family=AF_NETLINK, pid=0, groups=00000000}, 12) = 20
> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
> groups=00000000},
>
> msg_iov(1)=[{"<\0\0\0\24\0\2\0\31\220\237J0\30\0\0\2\10\200\376\1\0\0\0\10\0\1\0\177\0\0\1"...,
> 4096}], msg_controllen=0, msg_flags=0}, 0) = 332
> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
> groups=00000000},
>
> msg_iov(1)=[{"@\0\0\0\24\0\2\0\31\220\237J0\30\0\0\n\200\200\376\1\0\0\0\24\0\1\0\0\0\0\0"...,
> 4096}], msg_controllen=0, msg_flags=0}, 0) = 256
> recvmsg(11, {msg_name(12)={sa_family=AF_NETLINK, pid=0,
> groups=00000000},
>
> msg_iov(1)=[{"\24\0\0\0\3\0\2\0\31\220\237J0\30\0\0\0\0\0\0\1\0\0\0\24\0\1\0\0\0\0\0"...,
> 4096}], msg_controllen=0, msg_flags=0}, 0) = 20
> close(11)                               = 0
> open("/etc/hosts", O_RDONLY)            = 11
> fcntl(11, F_GETFD)                      = 0
> fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
> fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaace0f000
> read(11, "# Do not remove the following li"..., 4096) = 226
> read(11, "", 4096)                      = 0
> close(11)                               = 0
> munmap(0x2aaaace0f000, 4096)            = 0
> open("/etc/hosts", O_RDONLY)            = 11
> fcntl(11, F_GETFD)                      = 0
> fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
> fstat(11, {st_mode=S_IFREG|0644, st_size=226, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaace0f000
> read(11, "# Do not remove the following li"..., 4096) = 226
> close(11)                               = 0
> munmap(0x2aaaace0f000, 4096)            = 0
> getuid()                                = 0
> open("/etc/passwd", O_RDONLY)           = 11
> fcntl(11, F_GETFD)                      = 0
> fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
> fstat(11, {st_mode=S_IFREG|0644, st_size=2713, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaace0f000
> read(11, "root:x:0:0:root:/root:/bin/bash\n"..., 4096) = 2713
> close(11)                               = 0
> munmap(0x2aaaace0f000, 4096)            = 0
> clone(child_stack=0,
> flags=CLONE_CHILD_CLEARTID|CLONE_CHILD_SETTID|SIGCHLD,
> child_tidptr=0x2aaaaaf94d80) = 6193
> wait4(-1, 0x7ffff43b68b4, WNOHANG, NULL) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = -1 EINTR (Interrupted system call)
> --- SIGCHLD (Child exited) @ 0 (0) ---
> rt_sigaction(SIGCHLD, {0x2aaaaad10790, [CHLD], SA_RESTORER|SA_RESTART,
> 0x3a464300a0}, {0x2aaaaad10790, [CHLD], SA_RESTORER|SA_RESTART,
> 0x3a464300a0}, 8) = 0
> sendto(3, "a", 1, 0, NULL, 0)           = 1
> rt_sigreturn(0x3)                       = -1 EINTR (Interrupted system
> call)
> wait4(-1, [{WIFEXITED(s) && WEXITSTATUS(s) == 0}], WNOHANG, NULL) = 6193
> wait4(-1, 0x7ffff43b67f4, WNOHANG, NULL) = -1 ECHILD (No child processes)
> poll([{fd=4, events=POLLIN, revents=POLLIN}, {fd=5, events=POLLIN},
> {fd=6, events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}],
> 5, 1000) = 1
> recvfrom(4, "a", 100, 0, NULL, NULL)    = 1
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}], 5,
> 1000) = -1 EINTR (Interrupted system call)
> --- SIGINT (Interrupt) @ 0 (0) ---
> rt_sigaction(SIGINT, {0x2aaaaad10790, [INT], SA_RESTORER|SA_RESTART,
> 0x3a464300a0}, {0x2aaaaad10790, [INT], SA_RESTORER|SA_RESTART,
> 0x3a464300a0}, 8) = 0
> sendto(3, "a", 1, 0, NULL, 0)           = 1
> rt_sigreturn(0x3)                       = -1 EINTR (Interrupted system
> call)
> poll([{fd=4, events=POLLIN, revents=POLLIN}, {fd=5, events=POLLIN},
> {fd=6, events=POLLIN}, {fd=7, events=POLLIN}, {fd=9, events=POLLIN}],
> 5, 0) = 1
> recvfrom(4, "a", 100, 0, NULL, NULL)    = 1
> write(2, "mpirun: killing job...\n\n", 24) = 24
> write(8, "\1\0\0\0", 4)                 = 4
> close(8)                                = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=7, events=POLLIN, revents=POLLIN|POLLHUP}, {fd=9,
> events=POLLIN}], 5, 0) = 1
> open("/usr/mpi/gcc/openmpi-1.3.2/share/openmpi/help-orterun.txt", O_RDONLY)
> = 8
> ioctl(8, SNDCTL_TMR_TIMEBASE or TCGETS, 0x7ffff43b6310) = -1 ENOTTY
> (Inappropriate ioctl for device)
> fstat(8, {st_mode=S_IFREG|0644, st_size=13260, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaace0f000
> read(8, "# -*- text -*-\n#\n# Copyright (c)"..., 8192) = 8192
> close(8)                                = 0
> munmap(0x2aaaace0f000, 4096)            = 0
> write(2, "--------------------------------"..., 249) = 249
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=9, events=POLLIN}], 4, 0) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=9, events=POLLIN}], 4, 0) = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=9, events=POLLIN}], 4, 2) = 0
> write(10, "\1\0\0\0", 4)                = 4
> close(10)                               = 0
> poll([{fd=4, events=POLLIN}, {fd=5, events=POLLIN}, {fd=6,
> events=POLLIN}, {fd=9, events=POLLIN, revents=POLLIN|POLLHUP}], 4,
> 1000) = 1
> rt_sigaction(SIGTERM, {SIG_IGN}, {0x2aaaaad10790, [TERM],
> SA_RESTORER|SA_RESTART, 0x3a464300a0}, 8) = 0
> rt_sigaction(SIGINT, {SIG_IGN}, {0x2aaaaad10790, [INT],
> SA_RESTORER|SA_RESTART, 0x3a464300a0}, 8) = 0
> rt_sigaction(SIGUSR1, {SIG_DFL}, {0x2aaaaad10790, [USR1],
> SA_RESTORER|SA_RESTART, 0x3a464300a0}, 8) = 0
> rt_sigaction(SIGUSR2, {SIG_DFL}, {0x2aaaaad10790, [USR2],
> SA_RESTORER|SA_RESTART, 0x3a464300a0}, 8) = 0
> open("/usr/mpi/gcc/openmpi-1.3.2/share/openmpi/help-orterun.txt", O_RDONLY)
> = 8
> ioctl(8, SNDCTL_TMR_TIMEBASE or TCGETS, 0x7ffff43b6220) = -1 ENOTTY
> (Inappropriate ioctl for device)
> fstat(8, {st_mode=S_IFREG|0644, st_size=13260, ...}) = 0
> mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1,
> 0) = 0x2aaaace0f000
> read(8, "# -*- text -*-\n#\n# Copyright (c)"..., 8192) = 8192
> read(8, "n error:\n\nError name: %s\nNode: %"..., 8192) = 5068
> read(8, "", 4096)                       = 0
> close(8)                                = 0
> munmap(0x2aaaace0f000, 4096)            = 0
> write(2, "--------------------------------"..., 325) = 325
> write(2, "\tnode2 - daemon did not report b"..., 50) = 50
> stat("/tmp/openmpi-sessions-root@node1_0/21336",
> {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
> open("/tmp/openmpi-sessions-root@node1_0/21336",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 8
> fstat(8, {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
> fcntl(8, F_SETFD, FD_CLOEXEC)           = 0
> getdents(8, /* 4 entries */, 4096)      = 104
> unlink("/tmp/openmpi-sessions-root@node1_0/21336/contact.txt") = 0
> stat("/tmp/openmpi-sessions-root@node1_0/21336/0",
> {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
> open("/tmp/openmpi-sessions-root@node1_0/21336/0",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 10
> fstat(10, {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
> fcntl(10, F_SETFD, FD_CLOEXEC)          = 0
> getdents(10, /* 3 entries */, 4096)     = 72
> stat("/tmp/openmpi-sessions-root@node1_0/21336/0/0",
> {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
> open("/tmp/openmpi-sessions-root@node1_0/21336/0/0",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 11
> fstat(11, {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
> fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
> getdents(11, /* 2 entries */, 4096)     = 48
> getdents(11, /* 0 entries */, 4096)     = 0
> close(11)                               = 0
> open("/tmp/openmpi-sessions-root@node1_0/21336/0/0",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 11
> fstat(11, {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
> fcntl(11, F_SETFD, FD_CLOEXEC)          = 0
> getdents(11, /* 2 entries */, 4096)     = 48
> getdents(11, /* 0 entries */, 4096)     = 0
> close(11)                               = 0
> rmdir("/tmp/openmpi-sessions-root@node1_0/21336/0/0") = 0
> getdents(10, /* 0 entries */, 4096)     = 0
> close(10)                               = 0
> open("/tmp/openmpi-sessions-root@node1_0/21336/0",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 10
> fstat(10, {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
> fcntl(10, F_SETFD, FD_CLOEXEC)          = 0
> getdents(10, /* 2 entries */, 4096)     = 48
> getdents(10, /* 0 entries */, 4096)     = 0
> close(10)                               = 0
> rmdir("/tmp/openmpi-sessions-root@node1_0/21336/0") = 0
> getdents(8, /* 0 entries */, 4096)      = 0
> close(8)                                = 0
> open("/tmp/openmpi-sessions-root@node1_0/21336",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 8
> fstat(8, {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
> fcntl(8, F_SETFD, FD_CLOEXEC)           = 0
> getdents(8, /* 2 entries */, 4096)      = 48
> getdents(8, /* 0 entries */, 4096)      = 0
> close(8)                                = 0
> rmdir("/tmp/openmpi-sessions-root@node1_0/21336") = 0
> stat("/tmp/openmpi-sessions-root@node1_0", {st_mode=S_IFDIR|0700,
> st_size=4096, ...}) = 0
> open("/tmp/openmpi-sessions-root@node1_0",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 8
> fstat(8, {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
> fcntl(8, F_SETFD, FD_CLOEXEC)           = 0
> getdents(8, /* 6 entries */, 4096)      = 176
> getdents(8, /* 0 entries */, 4096)      = 0
> close(8)                                = 0
> open("/tmp/openmpi-sessions-root@node1_0",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 8
> fstat(8, {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
> fcntl(8, F_SETFD, FD_CLOEXEC)           = 0
> getdents(8, /* 6 entries */, 4096)      = 176
> close(8)                                = 0
> open("/tmp/openmpi-sessions-root@node1_0/21336",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = -1 ENOENT (No such file or
> directory)
> unlink("/openmpi-sessions-root@node1_0/contact.txt") = -1 ENOENT (No
> such file or directory)
> munmap(0x2aaaacc0a000, 2116640)         = 0
> munmap(0x2aaaac5cb000, 2104840)         = 0
> rt_sigaction(SIGCHLD, {SIG_DFL}, {0x2aaaaad10790, [CHLD],
> SA_RESTORER|SA_RESTART, 0x3a464300a0}, 8) = 0
> munmap(0x2aaaaca05000, 2115144)         = 0
> munmap(0x2aaaac3c9000, 2103728)         = 0
> munmap(0x2aaaab7a3000, 2123936)         = 0
> munmap(0x2aaaac1c4000, 2101104)         = 0
> munmap(0x2aaaabfc1000, 2107352)         = 0
> munmap(0x2aaaabdbd000, 2112648)         = 0
> close(5)                                = 0
> close(6)                                = 0
> munmap(0x2aaaabbaf000, 2153112)         = 0
> munmap(0x2aaaab9aa000, 2116736)         = 0
> stat("/openmpi-sessions-root@node1_0/1398276096/0", 0x7ffff43b6320) =
> -1 ENOENT (No such file or directory)
> open("/openmpi-sessions-root@node1_0/1398276096/0",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = -1 ENOENT (No such file or
> directory)
> stat("/openmpi-sessions-root@node1_0/1398276096", 0x7ffff43b6320) = -1
> ENOENT (No such file or directory)
> open("/openmpi-sessions-root@node1_0/1398276096",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = -1 ENOENT (No such file or
> directory)
> stat("openmpi-sessions-root@node1_0", 0x7ffff43b6320) = -1 ENOENT (No
> such file or directory)
> open("openmpi-sessions-root@node1_0", O_RDONLY|O_NONBLOCK|O_DIRECTORY)
> = -1 ENOENT (No such file or directory)
> stat("/tmp/openmpi-sessions-root@node1_0", {st_mode=S_IFDIR|0700,
> st_size=4096, ...}) = 0
> open("/tmp/openmpi-sessions-root@node1_0",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
> fstat(5, {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
> fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
> getdents(5, /* 6 entries */, 4096)      = 176
> getdents(5, /* 0 entries */, 4096)      = 0
> close(5)                                = 0
> open("/tmp/openmpi-sessions-root@node1_0",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 5
> fstat(5, {st_mode=S_IFDIR|0700, st_size=4096, ...}) = 0
> fcntl(5, F_SETFD, FD_CLOEXEC)           = 0
> getdents(5, /* 6 entries */, 4096)      = 176
> close(5)                                = 0
> open("/openmpi-sessions-root@node1_0/1398276096/0",
> O_RDONLY|O_NONBLOCK|O_DIRECTORY) = -1 ENOENT (No such file or
> directory)
> munmap(0x2aaaab59f000, 2110944)         = 0
> munmap(0x2aaaab19b000, 2101136)         = 0
> munmap(0x2aaaaaf96000, 2115040)         = 0
> exit_group(1)                           = ?
> ===Strace output end===
>
> I use OpenMPI 1.3.3 to run, here's my configure parameters.
>
> ./configure --prefix-by-default-mpirun --prefix=/usr/local/openmpi
> --with-openib=/usr
>
> However, after install the latest OpenMPI I still encounter this
> problem. Programs hang without any output.
>
> Could anyone show me some tips to solve that?
>
> Thank you very much.
>
> Amy
> _______________________________________________
> users mailing list
> us...@open-mpi.org
> http://www.open-mpi.org/mailman/listinfo.cgi/users
>

Reply via email to