Dear Lustre Users,
Is lustre 1.6 file locking (fcntl) capable? I am unable to create
locks on our system. Can someone help me troubleshoot?
Thank You,
jeff
Vitals...
2.6.9-42.0.10.EL_lustre-1.6.0.1smp
RHEL 4 U5
[EMAIL PROTECTED] ~]# cat /proc/fs/lustre/health_check
healthy
[EMAIL PROTECTED] ~]# cat /proc/fs/lustre/devices
0 UP mgs MGS MGS 13
1 UP mgc [EMAIL PROTECTED] dc23f3b0-156b-5b23-472b-7eb099232155 5
2 UP mdt MDS MDS_uuid 3
3 UP lov lustre0-mdtlov lustre0-mdtlov_UUID 4
4 UP mds lustre0-MDT0000 lustre0-MDT0000_UUID 307
5 UP osc lustre0-OST0000-osc lustre0-mdtlov_UUID 5
6 UP osc lustre0-OST0001-osc lustre0-mdtlov_UUID 5
7 UP osc lustre0-OST0002-osc lustre0-mdtlov_UUID 5
# cat test.py
import fcntl, fcntl
import os, time
FILE = "counter.txt"
if not os.path.exists(FILE):
# create the counter file if it doesn't exist
file = open(FILE, "w")
file.write("0")
file.close()
for i in range(5):
# increment the counter
file = open(FILE, "r+")
fcntl.flock(file.fileno(), fcntl.LOCK_EX)
counter = int(file.readline()) + 1
file.seek(0)
file.write(str(counter))
file.close() # unlocks the file
print os.getpid(), "=>", counter
time.sleep(0.1)
# cd /lustre0/scratch
# python test.py
Traceback (most recent call last):
File "test.py", line 15, in ?
fcntl.flock(file.fileno(), fcntl.LOCK_EX)
[EMAIL PROTECTED] ~]# lsmod
Module Size Used by
osc 115720 3
mds 361912 2
fsfilt_ldiskfs 44192 2
mgs 112856 1
mgc 46824 2 mgs
ldiskfs 202528 2 fsfilt_ldiskfs
lustre 328624 0
lov 221480 2 lustre
lquota 91792 5 mds
mdc 86232 1 lustre
ksocklnd 107848 1
ptlrpc 525064 8 osc,mds,mgs,mgc,lustre,lov,lquota,mdc
obdclass 428136 11
osc,mds,fsfilt_ldiskfs,mgs,mgc,lustre,lov,lquota,mdc,ptlrpc
lnet 201448 4 lustre,ksocklnd,ptlrpc,obdclass
lvfs 36616 12
osc,mds,fsfilt_ldiskfs,mgs,mgc,lustre,lov,lquota,mdc,ptlrpc,obdclass
libcfs 107384 14
osc,mds,fsfilt_ldiskfs,mgs,mgc,lustre,lov,lquota,mdc,ksocklnd,ptlrpc,obdclass,lnet,lvfs
md5 5504 1
ipv6 260064 18
nfs 222384 1
lockd 70064 2 nfs
nfs_acl 4992 1 nfs
sunrpc 161784 5 nfs,lockd,nfs_acl
dm_mirror 29840 0
dm_multipath 20368 0
dm_mod 61120 2 dm_mirror,dm_multipath
button 8736 0
battery 10632 0
ac 6536 0
joydev 11392 0
uhci_hcd 32296 0
ehci_hcd 31236 0
hw_random 6816 0
bnx2 143732 0
bonding 63676 0
ext3 128784 1
jbd 69944 3 fsfilt_ldiskfs,ldiskfs,ext3
ata_piix 13828 0
libata 71752 1 ata_piix
megaraid_sas 34488 3
sd_mod 22680 4
scsi_mod 132688 3 libata,megaraid_sas,sd_mod
[EMAIL PROTECTED] ~]# ps axuwww
USER PID %CPU %MEM VSZ RSS TTY STAT START TIME COMMAND
root 1 0.0 0.0 4756 556 ? S 14:03 0:01 init
[3]
root 2 0.0 0.0 0 0 ? S 14:03 0:00 [migration/0]
root 3 0.0 0.0 0 0 ? SN 14:03 0:00 [ksoftirqd/0]
root 4 0.0 0.0 0 0 ? S 14:03 0:00 [migration/1]
root 5 0.0 0.0 0 0 ? SN 14:03 0:00 [ksoftirqd/1]
root 6 0.0 0.0 0 0 ? S 14:03 0:00 [migration/2]
root 7 0.0 0.0 0 0 ? SN 14:03 0:00 [ksoftirqd/2]
root 8 0.0 0.0 0 0 ? S 14:03 0:00 [migration/3]
root 9 0.0 0.0 0 0 ? SN 14:03 0:00 [ksoftirqd/3]
root 10 0.0 0.0 0 0 ? S< 14:03 0:00 [events/0]
root 11 0.0 0.0 0 0 ? S< 14:03 0:00 [events/1]
root 12 0.0 0.0 0 0 ? S< 14:03 0:00 [events/2]
root 13 0.0 0.0 0 0 ? S< 14:03 0:00 [events/3]
root 14 0.0 0.0 0 0 ? S< 14:03 0:00 [khelper]
root 15 0.0 0.0 0 0 ? S< 14:03 0:00 [kacpid]
root 73 0.0 0.0 0 0 ? S< 14:03 0:00 [kblockd/0]
root 74 0.0 0.0 0 0 ? S< 14:03 0:00 [kblockd/1]
root 75 0.0 0.0 0 0 ? S< 14:03 0:00 [kblockd/2]
root 76 0.0 0.0 0 0 ? S< 14:03 0:00 [kblockd/3]
root 77 0.0 0.0 0 0 ? S 14:03 0:00 [khubd]
root 104 0.0 0.0 0 0 ? S 14:03 0:00 [pdflush]
root 105 0.0 0.0 0 0 ? S 14:03 0:00 [pdflush]
root 107 0.0 0.0 0 0 ? S< 14:03 0:00 [aio/0]
root 108 0.0 0.0 0 0 ? S< 14:03 0:00 [aio/1]
root 109 0.0 0.0 0 0 ? S< 14:03 0:00 [aio/2]
root 110 0.0 0.0 0 0 ? S< 14:03 0:00 [aio/3]
root 106 0.0 0.0 0 0 ? S 14:03 0:00 [kswapd0]
root 254 0.0 0.0 0 0 ? S 14:03 0:00 [kseriod]
root 377 0.0 0.0 0 0 ? S 14:03 0:00 [scsi_eh_0]
root 394 0.0 0.0 0 0 ? S< 14:03 0:00 [ata/0]
root 395 0.0 0.0 0 0 ? S< 14:03 0:00 [ata/1]
root 396 0.0 0.0 0 0 ? S< 14:03 0:00 [ata/2]
root 397 0.0 0.0 0 0 ? S< 14:03 0:00 [ata/3]
root 414 0.0 0.0 0 0 ? S 14:03 0:00 [kjournald]
root 1768 0.0 0.0 3608 460 ? S<s 14:03 0:00 udevd
root 2383 0.0 0.0 0 0 ? S< 14:03 0:00 [kauditd]
root 2464 0.0 0.0 0 0 ? S< 14:03 0:00 [kmpathd/0]
root 2465 0.0 0.0 0 0 ? S< 14:03 0:00 [kmpathd/1]
root 2466 0.0 0.0 0 0 ? S< 14:03 0:00 [kmpathd/2]
root 2467 0.0 0.0 0 0 ? S< 14:03 0:00 [kmpathd/3]
root 2479 0.0 0.0 0 0 ? S< 14:03 0:00 [kmirrord]
root 3099 0.0 0.0 3632 556 ? Ss 14:03 0:00 syslogd -m 0
root 3103 0.0 0.0 2540 372 ? Ss 14:03 0:00 klogd -x
root 3117 0.0 0.0 2552 300 ? Ss 14:03 0:00 irqbalance
rpc 3136 0.0 0.0 4752 620 ? Ss 14:03 0:01 portmap
rpcuser 3157 0.0 0.0 5804 732 ? Ss 14:03 0:00 rpc.statd
root 3331 0.0 0.0 0 0 ? S 14:04 0:00 [rpciod]
root 3332 0.0 0.0 0 0 ? S 14:04 0:00 [lockd]
root 3350 0.0 0.0 8356 3188 ? S 14:04 0:01 ypserv
root 3363 0.0 0.0 73704 448 ? Sl 14:04 0:00 ypbind
root 3413 0.0 0.0 21928 1268 ? Ss 14:04 0:00 /usr/sbin/sshd
ntp 3436 0.0 0.0 18564 5308 ? SLs 14:04 0:00 ntpd -u
ntp:ntp -p /var/run/ntpd.pid -g
nobody 3446 0.0 0.0 12136 1000 ? Ss 14:04 0:00 /usr/sbin/gmond
root 3456 0.0 0.0 57076 920 ? Ss 14:04 0:00 crond
xfs 3496 0.0 0.0 12596 3964 ? Ss 14:04 0:00 xfs
-droppriv -daemon
root 3515 0.0 0.0 8916 424 ? Ss 14:04 0:00 /usr/sbin/atd
root 3526 0.0 0.0 2528 424 tty1 Ss+ 14:04 0:00
/sbin/mingetty tty1
root 3528 0.0 0.0 2528 424 tty2 Ss+ 14:04 0:00
/sbin/mingetty tty2
root 3529 0.0 0.0 2528 424 tty3 Ss+ 14:04 0:00
/sbin/mingetty tty3
root 3593 0.0 0.0 2528 424 tty4 Ss+ 14:04 0:00
/sbin/mingetty tty4
root 3598 0.0 0.0 2528 424 tty5 Ss+ 14:04 0:00
/sbin/mingetty tty5
root 3600 0.0 0.0 2528 424 tty6 Ss+ 14:04 0:00
/sbin/mingetty tty6
root 4306 0.0 0.0 0 0 ? S 14:06 0:00 [socknal_sd00]
root 4307 0.0 0.0 0 0 ? S 14:06 0:00 [socknal_sd01]
root 4308 0.0 0.0 0 0 ? S 14:06 0:00 [socknal_sd02]
root 4309 0.0 0.0 0 0 ? S 14:06 0:00 [socknal_sd03]
root 4315 0.0 0.0 0 0 ? S 14:06 0:00 [acceptor_988]
root 4314 0.0 0.0 0 0 ? S 14:06 0:00 [socknal_reaper]
root 4310 0.0 0.0 0 0 ? S 14:06 0:00 [socknal_cd00]
root 4311 0.0 0.0 0 0 ? S 14:06 0:00 [socknal_cd01]
root 4313 0.0 0.0 0 0 ? S 14:06 0:00 [socknal_cd03]
root 4312 0.0 0.0 0 0 ? S 14:06 0:00 [socknal_cd02]
root 4316 0.0 0.0 0 0 ? S 14:06 0:00 [ptlrpcd]
root 4317 0.0 0.0 0 0 ? S 14:06 0:00 [ptlrpcd-recov]
root 4318 0.0 0.0 0 0 ? S 14:06 0:00 [ll_ping]
root 4346 0.0 0.0 0 0 ? S 14:06 0:00 [kjournald]
root 4363 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_bl_00]
root 4364 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_bl_01]
root 4365 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_bl_02]
root 4366 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_bl_03]
root 4367 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_bl_04]
root 4368 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_bl_05]
root 4369 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_bl_06]
root 4370 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_bl_07]
root 4371 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_cn_01]
root 4373 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_cn_02]
root 4374 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_cn_03]
root 4375 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_cn_04]
root 4376 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_cn_05]
root 4377 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_cn_06]
root 4378 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_cn_07]
root 4379 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_cn_08]
root 4380 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_cb_01]
root 4381 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_cb_02]
root 4382 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_cb_03]
root 4383 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_cb_04]
root 4384 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_cb_05]
root 4385 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_cb_06]
root 4386 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_cb_07]
root 4387 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_cb_08]
root 4388 0.0 0.0 0 0 ? S 14:06 0:00 [ldlm_elt]
root 4372 0.0 0.0 0 0 ? S 14:06 0:00 [lc_watchdogd]
root 4389 0.0 0.0 0 0 ? S 14:06 0:00 [ll_log_comt_00]
root 4390 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mgs_01]
root 4391 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mgs_02]
root 4392 0.0 0.0 0 0 ? S 14:06 0:00 [ll_evictor]
root 4401 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_01]
root 4402 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_02]
root 4403 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_03]
root 4404 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_04]
root 4405 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_05]
root 4406 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_06]
root 4407 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_07]
root 4408 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_08]
root 4409 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_09]
root 4410 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_10]
root 4411 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_11]
root 4412 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_12]
root 4413 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_13]
root 4414 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_14]
root 4415 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_15]
root 4416 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_16]
root 4417 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_17]
root 4418 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_18]
root 4419 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_19]
root 4420 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_20]
root 4421 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_21]
root 4422 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_22]
root 4423 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_23]
root 4424 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_24]
root 4425 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_25]
root 4426 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_26]
root 4427 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_27]
root 4428 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_28]
root 4429 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_29]
root 4430 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_30]
root 4431 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_31]
root 4432 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_32]
root 4433 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_01]
root 4434 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_02]
root 4435 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_03]
root 4436 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_04]
root 4437 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_05]
root 4438 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_06]
root 4439 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_07]
root 4440 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_08]
root 4441 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_09]
root 4442 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_10]
root 4443 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_11]
root 4444 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_12]
root 4445 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_13]
root 4446 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_14]
root 4447 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_15]
root 4448 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_16]
root 4449 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_17]
root 4450 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_18]
root 4451 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_19]
root 4452 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_20]
root 4453 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_21]
root 4454 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_22]
root 4455 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_23]
root 4456 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_24]
root 4457 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_25]
root 4458 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_26]
root 4459 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_27]
root 4460 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_28]
root 4461 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_29]
root 4462 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_30]
root 4463 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_31]
root 4464 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_attr_32]
root 4465 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_rdpg_01]
root 4466 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mdt_rdpg_02]
root 4467 0.0 0.0 0 0 ? S 14:06 0:00 [ll_log_comt_01]
root 4491 0.0 0.0 0 0 ? S 14:06 0:00 [ll_mgs_03]
root 5383 0.0 0.0 0 0 ? S 14:15 0:00 [ll_mdt_rdpg_03]
root 5476 0.0 0.0 0 0 ? S 14:15 0:00 [ll_mdt_rdpg_04]
root 12339 0.0 0.0 36048 2776 ? Ss 15:54 0:00 sshd: [EMAIL
PROTECTED]/0
root 12341 0.0 0.0 53976 1560 pts/0 Ss 15:54 0:00 -bash
root 12429 0.0 0.0 5448 784 pts/0 R+ 15:55 0:00 ps axuwww
--
Jeff Blasius / [EMAIL PROTECTED]
Phone: (203)432-9940 51 Prospect Rm. 011
High Performance Computing (HPC)
UNIX Systems Administrator, WorkStation Support (WSS)
Yale University Information Technology Services (ITS)
_______________________________________________
Lustre-discuss mailing list
[email protected]
https://mail.clusterfs.com/mailman/listinfo/lustre-discuss
