Hi,
I'm trying to setup hsm on our cluster. I've got robinhood v3 working with
our Lustre 2.8 system and have basic alerts setup for certain usage
information. We don't have an actual hsm backend system, so we are trying
to use an ext4 mount as our hsm backend. I've read through all the
documentation and have tried numerous things but cannot get the hsm remove
command to work. I've gotten the archiving, releasing, and restoring
working using the lhsmtool_posix program but if I attempt to remove a file
from the hsm I get the following error:
[root@head robinhood.d]# lfs hsm_remove /lustre-scratch/mkg52/file113
Cannot send HSM request (use of /lustre-scratch/mkg52/file113): Operation
not permitted
I've checked all the permissions on the hsm folder and they seem fine. I've
run strace on the hsm_remove command and get the following:
[root@head robinhood.d]# strace lfs hsm_remove /lustre-scratch/mkg52/file113
execve("/usr/bin/lfs", ["lfs", "hsm_remove", "/lustre-scratch/mkg52/file113"],
[/* 29 vars */]) = 0
brk(0) = 0x17b9000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f6ddd0af000
access("/etc/ld.so.preload", R_OK) = -1 ENOENT (No such file or
directory)
open("/packages/openmpi/1.8.6/lib/tls/x86_64/libreadline.so.6", O_RDONLY) =
-1 ENOENT (No such file or directory)
stat("/packages/openmpi/1.8.6/lib/tls/x86_64", 0x7fffe7b1cac0) = -1 ENOENT
(No such file or directory)
open("/packages/openmpi/1.8.6/lib/tls/libreadline.so.6", O_RDONLY) = -1
ENOENT (No such file or directory)
stat("/packages/openmpi/1.8.6/lib/tls", 0x7fffe7b1cac0) = -1 ENOENT (No
such file or directory)
open("/packages/openmpi/1.8.6/lib/x86_64/libreadline.so.6", O_RDONLY) = -1
ENOENT (No such file or directory)
stat("/packages/openmpi/1.8.6/lib/x86_64", 0x7fffe7b1cac0) = -1 ENOENT (No
such file or directory)
open("/packages/openmpi/1.8.6/lib/libreadline.so.6", O_RDONLY) = -1 ENOENT
(No such file or directory)
stat("/packages/openmpi/1.8.6/lib", {st_mode=S_IFDIR|0755, st_size=4096,
...}) = 0
open("tls/x86_64/libreadline.so.6", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("tls/libreadline.so.6", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("x86_64/libreadline.so.6", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("libreadline.so.6", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("/etc/ld.so.cache", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=61613, ...}) = 0
mmap(NULL, 61613, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7f6ddd09f000
close(3) = 0
open("/lib64/libreadline.so.6", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0PE\2417<\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=272008, ...}) = 0
mmap(0x3c37a00000, 2370056, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
3, 0) = 0x3c37a00000
mprotect(0x3c37a3a000, 2097152, PROT_NONE) = 0
mmap(0x3c37c3a000, 32768, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE,
3, 0x3a000) = 0x3c37c3a000
mmap(0x3c37c42000, 2568, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS,
-1, 0) = 0x3c37c42000
close(3) = 0
open("/packages/openmpi/1.8.6/lib/libkeyutils.so.1", O_RDONLY) = -1 ENOENT
(No such file or directory)
open("tls/x86_64/libkeyutils.so.1", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("tls/libkeyutils.so.1", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("x86_64/libkeyutils.so.1", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("libkeyutils.so.1", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("/lib64/libkeyutils.so.1", O_RDONLY) = 3
read(3,
"\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\360\v\300\325?\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=12592, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f6ddd09e000
mmap(0x3fd5c00000, 2105424, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
3, 0) = 0x3fd5c00000
mprotect(0x3fd5c02000, 2093056, PROT_NONE) = 0
mmap(0x3fd5e01000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE,
3, 0x1000) = 0x3fd5e01000
close(3) = 0
open("/packages/openmpi/1.8.6/lib/libc.so.6", O_RDONLY) = -1 ENOENT (No
such file or directory)
open("tls/x86_64/libc.so.6", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("tls/libc.so.6", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("x86_64/libc.so.6", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("libc.so.6", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("/lib64/libc.so.6", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0000\356\1\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=1923352, ...}) = 0
mmap(NULL, 3750184, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f6ddcafd000
mprotect(0x7f6ddcc87000, 2097152, PROT_NONE) = 0
mmap(0x7f6ddce87000, 24576, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE,
3, 0x18a000) = 0x7f6ddce87000
mmap(0x7f6ddce8d000, 14632, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS,
-1, 0) = 0x7f6ddce8d000
close(3) = 0
open("/packages/openmpi/1.8.6/lib/libtinfo.so.5", O_RDONLY) = -1 ENOENT (No
such file or directory)
open("tls/x86_64/libtinfo.so.5", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("tls/libtinfo.so.5", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("x86_64/libtinfo.so.5", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("libtinfo.so.5", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("/lib64/libtinfo.so.5", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0@\310\3408<\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=134792, ...}) = 0
mmap(0x3c38e00000, 2228832, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE,
3, 0) = 0x3c38e00000
mprotect(0x3c38e1d000, 2093056, PROT_NONE) = 0
mmap(0x3c3901c000, 16384, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE,
3, 0x1c000) = 0x3c3901c000
mmap(0x3c39020000, 608, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS,
-1, 0) = 0x3c39020000
close(3) = 0
open("/packages/openmpi/1.8.6/lib/libdl.so.2", O_RDONLY) = -1 ENOENT (No
such file or directory)
open("tls/x86_64/libdl.so.2", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("tls/libdl.so.2", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("x86_64/libdl.so.2", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("libdl.so.2", O_RDONLY) = -1 ENOENT (No such file or
directory)
open("/lib64/libdl.so.2", O_RDONLY) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\340\r\0\0\0\0\0\0"...,
832) = 832
fstat(3, {st_mode=S_IFREG|0755, st_size=19536, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f6ddd09d000
mmap(NULL, 2109696, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) =
0x7f6ddc8f9000
mprotect(0x7f6ddc8fb000, 2097152, PROT_NONE) = 0
mmap(0x7f6ddcafb000, 8192, PROT_READ|PROT_WRITE,
MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE,
3, 0x2000) = 0x7f6ddcafb000
close(3) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f6ddd09c000
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f6ddd09b000
arch_prctl(ARCH_SET_FS, 0x7f6ddd09c700) = 0
mprotect(0x7f6ddcafb000, 4096, PROT_READ) = 0
mprotect(0x7f6ddce87000, 16384, PROT_READ) = 0
mprotect(0x3fd5e01000, 4096, PROT_READ) = 0
mprotect(0x7f6ddd0b0000, 4096, PROT_READ) = 0
munmap(0x7f6ddd09f000, 61613) = 0
gettid() = 3311
open("/dev/urandom", O_RDONLY|O_NOFOLLOW) = 3
read(3, "T\201\350x", 4) = 4
close(3) = 0
brk(0) = 0x17b9000
brk(0x17da000) = 0x17da000
lstat("/lustre-scratch/mkg52/file113", {st_mode=S_IFREG|0644,
st_size=646812, ...}) = 0
open("/lustre-scratch/mkg52/file113", O_RDONLY|O_NONBLOCK|O_NOFOLLOW) = 3
ioctl(3, 0x800866ad, 0x17b9048) = 0
close(3) = 0
lstat("/lustre-scratch", {st_mode=S_IFDIR|0777, st_size=61440, ...}) = 0
lstat("/lustre-scratch/mkg52", {st_mode=S_IFDIR|0770, st_size=20480, ...})
= 0
lstat("/lustre-scratch/mkg52/file113", {st_mode=S_IFREG|0644,
st_size=646812, ...}) = 0
open("/etc/mtab", O_RDONLY) = 3
fstat(3, {st_mode=S_IFREG|0644, st_size=797, ...}) = 0
mmap(NULL, 4096, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) =
0x7f6ddd0ae000
read(3, "/dev/mapper/vg_head-lv_root / ex"..., 4096) = 797
read(3, "", 4096) = 0
close(3) = 0
munmap(0x7f6ddd0ae000, 4096) = 0
open("/lustre-scratch", O_RDONLY|O_NONBLOCK|O_DIRECTORY) = 3
ioctl(3, 0x401866d9, 0x17b9030) = -1 EPERM (Operation not permitted)
close(3) = 0
write(2, "Cannot send HSM request (use of "..., 88Cannot send HSM request
(use of /lustre-scratch/mkg52/file113): Operation not permitted
) = 88
exit_group(1) = ?
+++ exited with 1 +++
At this point, I've tried using the lhsmtool_cmd program instead but I'm
not having any luck with that either; I get the same results. Also, that
tool doesn't seem to archive correctly for me. All in all, I'm just having
all sorts of trouble getting this to work. Any help you guys could give
would be wonderful!
Thanks!
Mike
------------------------------------------------------------------------------
Check out the vibrant tech community on one of the world's most
engaging tech sites, Slashdot.org! http://sdm.link/slashdot
_______________________________________________
robinhood-support mailing list
robinhood-support@lists.sourceforge.net
https://lists.sourceforge.net/lists/listinfo/robinhood-support
