I have mounted the filesystem at /mnt/pvfs2/ and ls -al shows:
drwxrwxrwt. 1 root root 4096 Mar 6 17:17 pvfs2
Also, as I mentioned, I keep getting the "Permission denied" errors while
issuing commands as root.
Please find below the output of the following command #strace touch
/mnt/pvfs2/test :
execve("/bin/touch", ["touch", "/mnt/pvfs2/test"], [/* 30 vars */]) = 0
brk(0) = 0x164e000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7fbf6307c000
access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or directory)
open("/etc/ld.so.cache", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=46411, ...}) = 0
mmap(NULL, 46411, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbf63070000
close(3) = 0
open("/lib64/librt.so.1", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@!\0\0\0\0\0\0"..., 832)
= 832
fstat(3, {st_mode=S_IFREG|0755, st_size=43832, ...}) = 0
mmap(NULL, 2128816, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7fbf62c56000
mprotect(0x7fbf62c5d000, 2093056, PROT_NONE) = 0
mmap(0x7fbf62e5c000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x6000) = 0x7fbf62e5c000
close(3) = 0
open("/lib64/libc.so.6", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\355\1\0\0\0\0\0"..., 832) =
832
fstat(3, {st_mode=S_IFREG|0755, st_size=1973416, ...}) = 0
mmap(NULL, 3803304, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7fbf628b5000
mprotect(0x7fbf62a4c000, 2097152, PROT_NONE) = 0
mmap(0x7fbf62c4c000, 20480, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x197000) = 0x7fbf62c4c000
mmap(0x7fbf62c51000, 18600, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7fbf62c51000
close(3) = 0
open("/lib64/libpthread.so.0", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0 \\\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=138328, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7fbf6306f000
mmap(NULL, 2208672, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7fbf62699000
mprotect(0x7fbf626b0000, 2093056, PROT_NONE) = 0
mmap(0x7fbf628af000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x16000) = 0x7fbf628af000
mmap(0x7fbf628b1000, 13216, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7fbf628b1000
close(3) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7fbf6306e000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7fbf6306d000
arch_prctl(ARCH_SET_FS, 0x7fbf6306e700) = 0
mprotect(0x7fbf628af000, 4096, PROT_READ) = 0
mprotect(0x7fbf62c4c000, 16384, PROT_READ) = 0
mprotect(0x7fbf62e5c000, 4096, PROT_READ) = 0
mprotect(0x7fbf6307d000, 4096, PROT_READ) = 0
munmap(0x7fbf63070000, 46411) = 0
set_tid_address(0x7fbf6306e9d0) = 2303
set_robust_list(0x7fbf6306e9e0, 0x18) = 0
futex(0x7fff708ff6fc, FUTEX_WAKE_PRIVATE, 1) = 0
futex(0x7fff708ff6fc, FUTEX_WAIT_BITSET_PRIVATE|FUTEX_CLOCK_REALTIME, 1, NULL,
7fbf6306e700) = -1 EAGAIN (Resource temporarily unavailable)
rt_sigaction(SIGRTMIN, {0x7fbf6269eaa0, [], SA_RESTORER|SA_SIGINFO,
0x7fbf626a84a0}, NULL, 8) = 0
rt_sigaction(SIGRT_1, {0x7fbf6269eb30, [], SA_RESTORER|SA_RESTART|SA_SIGINFO,
0x7fbf626a84a0}, NULL, 8) = 0
rt_sigprocmask(SIG_UNBLOCK, [RTMIN RT_1], NULL, 8) = 0
getrlimit(RLIMIT_STACK, {rlim_cur=10240*1024, rlim_max=RLIM_INFINITY}) = 0
brk(0) = 0x164e000
brk(0x166f000) = 0x166f000
open("/usr/lib/locale/locale-archive", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=99158704, ...}) = 0
mmap(NULL, 99158704, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbf5c808000
close(3) = 0
open("/mnt/pvfs2/test", O_WRONLY|O_CREAT|O_NOCTTY|O_NONBLOCK, 0666) = -1 EACCES
(Permission denied)
utimensat(AT_FDCWD, "/mnt/pvfs2/test", NULL, 0) = -1 ENOENT (No such file or
directory)
open("/usr/share/locale/locale.alias", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=2512, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7fbf6307b000
read(3, "# Locale name alias data base.\n#"..., 4096) = 2512
read(3, "", 4096) = 0
close(3) = 0
munmap(0x7fbf6307b000, 4096) = 0
open("/usr/share/locale/en_US.UTF-8/LC_MESSAGES/coreutils.mo", O_RDONLY) = -1
ENOENT (No such file or directory)
open("/usr/share/locale/en_US.utf8/LC_MESSAGES/coreutils.mo", O_RDONLY) = -1
ENOENT (No such file or directory)
open("/usr/share/locale/en_US/LC_MESSAGES/coreutils.mo", O_RDONLY) = -1 ENOENT
(No such file or directory)
open("/usr/share/locale/en.UTF-8/LC_MESSAGES/coreutils.mo", O_RDONLY) = -1
ENOENT (No such file or directory)
open("/usr/share/locale/en.utf8/LC_MESSAGES/coreutils.mo", O_RDONLY) = -1
ENOENT (No such file or directory)
open("/usr/share/locale/en/LC_MESSAGES/coreutils.mo", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=435, ...}) = 0
mmap(NULL, 435, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7fbf6307b000
close(3) = 0
write(2, "touch: ", 7touch: ) = 7
write(2, "cannot touch `/mnt/pvfs2/test'", 30cannot touch `/mnt/pvfs2/test') =
30
open("/usr/share/locale/en_US.UTF-8/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT
(No such file or directory)
open("/usr/share/locale/en_US.utf8/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT
(No such file or directory)
open("/usr/share/locale/en_US/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No
such file or directory)
open("/usr/share/locale/en.UTF-8/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT
(No such file or directory)
open("/usr/share/locale/en.utf8/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No
such file or directory)
open("/usr/share/locale/en/LC_MESSAGES/libc.mo", O_RDONLY) = -1 ENOENT (No such
file or directory)
write(2, ": Permission denied", 19: Permission denied) = 19
write(2, "\n", 1
) = 1
close(1) = 0
close(2) = 0
exit_group(1) = ?
________________________________
From: Elaine Quarles [[email protected]]
Sent: 06 March 2012 17:34
To: Ionescu, A.; [email protected]
Subject: RE: [Pvfs2-users] "Permission denied" issue
Check the permissions on the directory where the file system is mounted. If
only root can write to that directory, then that is likely why. You could
either change those permissions to allow write access as needed or you could
require that any writes to the OrangeFS file system by users other than root
occur in a subdirectory that has appropriate permissions.
Hope that helps,
Elaine
From: [email protected]
[mailto:[email protected]] On Behalf Of Ionescu, A.
Sent: Tuesday, March 06, 2012 9:46 AM
To: [email protected]
Subject: [Pvfs2-users] "Permission denied" issue
Dear Pvfs2 users,
I've just installed Orangefs 2.8.5 on two nodes of a small cluster and I'm
facing the following problem: I keep getting "Permission denied" errors
whenever I try to create a new file or directory on the virtual volume.
However, pvfs2-mkdir and pvfs2-cp work fine and the files thus created can be
removed with the regular rm command on the mounted volume. Note that I have
been running everything as root.
Both nodes run Centos 6.2 (Linux kernel version 2.6.32-220.el6.x86_64) and I
chose --with-openib and --without-bm-tcp. Only the node01 is a metadata server
and therefore, when mounting, I used the following command:
#mount -t pvfs2 ib://node01:3335/pvfs2-fs /mnt/pvfs2
I would really appreciate your help on this issue and I'd be happy to provide
any information you might need.
Thanks,
Adrian
________________________________
#cat /etc/pvfs2-fs.conf
/etc/pvfs2-fs.conf
<Defaults>
UnexpectedRequests 50
EventLogging none
EnableTracing no
LogStamp datetime
BMIModules bmi_ib
FlowModules flowproto_multiqueue
PerfUpdateInterval 1000
ServerJobBMITimeoutSecs 30
ServerJobFlowTimeoutSecs 30
ClientJobBMITimeoutSecs 300
ClientJobFlowTimeoutSecs 300
ClientRetryLimit 5
ClientRetryDelayMilliSecs 2000
PrecreateBatchSize 0,32,512,32,32,32,0
PrecreateLowThreshold 0,16,256,16,16,16,0
DataStorageSpace /mnt/md0/orangefs/storage
MetadataStorageSpace /mnt/md0/orangefs/metadata
LogFile /mnt/md0/orangefs/server.log
</Defaults>
<Aliases>
Alias NLAM-CLUSTER01 ib://NLAM-CLUSTER01:3335
Alias NLAM-CLUSTER02 ib://NLAM-CLUSTER02:3335
</Aliases>
<Filesystem>
Name pvfs2-fs
ID 1740101641
RootHandle 1048576
FileStuffing no
<MetaHandleRanges>
Range NLAM-CLUSTER01 3-3074457345618258603
</MetaHandleRanges>
<DataHandleRanges>
Range NLAM-CLUSTER01 3074457345618258604-6148914691236517204
Range NLAM-CLUSTER02 6148914691236517205-9223372036854775805
</DataHandleRanges>
<StorageHints>
TroveSyncMeta yes
TroveSyncData no
TroveMethod alt-aio
</StorageHints>
</Filesystem>
_______________________________________________
Pvfs2-users mailing list
[email protected]
http://www.beowulf-underground.org/mailman/listinfo/pvfs2-users
