[ https://issues.apache.org/jira/browse/NIFI-3329?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16113822#comment-16113822 ]
Joseph Witt commented on NIFI-3329: ----------------------------------- without any swapping possible i was able to get this with just stable operation 2017-08-03 19:24:49,991 ERROR [Index Provenance Events-1] o.a.n.p.index.lucene.EventIndexTask Failed to index Provenance Events org.apache.lucene.store.LockObtainFailedException: Lock obtain timed out: NativeFSLock@/Users/jwitt/Development/apachenifi/nifi.git/nifi-assembly/target/nifi-1.4.0-SNAPSHOT-bin/nifi-1.4.0-SNAPSHOT/provenance_repository/index-1501813052257/write.lock at org.apache.lucene.store.Lock.obtain(Lock.java:89) at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:755) at org.apache.nifi.provenance.lucene.SimpleIndexManager.createWriter(SimpleIndexManager.java:198) at org.apache.nifi.provenance.lucene.SimpleIndexManager.borrowIndexWriter(SimpleIndexManager.java:227) at org.apache.nifi.provenance.index.lucene.EventIndexTask.index(EventIndexTask.java:184) at org.apache.nifi.provenance.index.lucene.EventIndexTask.run(EventIndexTask.java:104) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) > MergeContent throws FlowFileHandlingException: not the most recent version of > this FlowFile within this session > --------------------------------------------------------------------------------------------------------------- > > Key: NIFI-3329 > URL: https://issues.apache.org/jira/browse/NIFI-3329 > Project: Apache NiFi > Issue Type: Bug > Components: Extensions > Affects Versions: 1.1.1 > Reporter: Mark Payne > Assignee: Mark Payne > Fix For: 1.4.0 > > Attachments: simple_flow.xml > > > The following error was reported on the dev mailing list: > {code} > This error occurred in NiFi 1.1.1 (single node) right after an upgrade from > 1.1.0, so I thought it was due to the upgrade, but now I see that it happens > if I restart as well and there is data in the flow. > This MergeContent processor is sorting incoming FlowFiles into bins based on > a correlation attribute and dumping out the accumulated uber-FlowFile after > one hour or 500K messages are accumulated. > ... > 2017-01-11 10:53:39,561 WARN [Timer-Driven Process Thread-9] > o.a.n.processors.standard.MergeContent > MergeContent[id=b9898788-1c11-45d9-8646-44b1dceb92d5] Processor > Administratively Yielded for 1 sec due to processing failure > 2017-01-11 10:53:39,561 WARN [Timer-Driven Process Thread-9] > o.a.n.c.t.ContinuallyRunProcessorTask Administratively Yielding > MergeContent[id=b9898788-1c11-45d9-8646-44b1dceb92d5] due to uncaught > Exception: org.apache.nifi.processor.exception.FlowFileHandlingException: > StandardFlowFileRecord[uuid=07f3d75a-3347-45da-8dd4-fecf775d1dcf,claim=StandardContentClaim > [resourceClaim=StandardResourceClaim[id=1484151577298-1971, > container=default, section=947], offset=566526, > length=64],offset=0,name=8551433629757608.tsv,size=64] is not the most > recent version of this FlowFile within this session > (StandardProcessSession[id=133767]) > 2017-01-11 10:53:39,563 WARN [Timer-Driven Process Thread-9] > o.a.n.c.t.ContinuallyRunProcessorTask > org.apache.nifi.processor.exception.FlowFileHandlingException: > StandardFlowFileRecord[uuid=07f3d75a-3347-45da-8dd4-fecf775d1dcf,claim=StandardContentClaim > [resourceClaim=StandardResourceClaim[id=1484151577298-1971, > container=default, section=947], offset=566526, > length=64],offset=0,name=8551433629757608.tsv,size=64] is not the most > recent version of this FlowFile within this session > (StandardProcessSession[id=133767]) > at > org.apache.nifi.controller.repository.StandardProcessSession.migrate(StandardProcessSession.java:1121) > ~[nifi-framework-core-1.1.0.jar:1.1.0] > at > org.apache.nifi.controller.repository.StandardProcessSession.migrate(StandardProcessSession.java:1102) > ~[nifi-framework-core-1.1.0.jar:1.1.0] > at org.apache.nifi.processor.util.bin.Bin.offer(Bin.java:142) > ~[na:na] > at > org.apache.nifi.processor.util.bin.BinManager.offer(BinManager.java:194) > ~[na:na] > at > org.apache.nifi.processor.util.bin.BinFiles.binFlowFiles(BinFiles.java:279) > ~[na:na] > at > org.apache.nifi.processor.util.bin.BinFiles.onTrigger(BinFiles.java:178) > ~[na:na] > at > org.apache.nifi.controller.StandardProcessorNode.onTrigger(StandardProcessorNode.java:1099) > ~[nifi-framework-core-1.1.0.jar:1.1.0] > at > org.apache.nifi.controller.tasks.ContinuallyRunProcessorTask.call(ContinuallyRunProcessorTask.java:136) > [nifi-framework-core-1.1.0.jar:1.1.0] > at > org.apache.nifi.controller.tasks.ContinuallyRunProcessorTask.call(ContinuallyRunProcessorTask.java:47) > [nifi-framework-core-1.1.0.jar:1.1.0] > at > org.apache.nifi.controller.scheduling.TimerDrivenSchedulingAgent$1.run(TimerDrivenSchedulingAgent.java:132) > [nifi-framework-core-1.1.0.jar:1.1.0] > at > java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) > [na:1.8.0_65] > at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) > [na:1.8.0_65] > at > java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) > [na:1.8.0_65] > at > java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) > [na:1.8.0_65] > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) > [na:1.8.0_65] > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) > [na:1.8.0_65] > at java.lang.Thread.run(Thread.java:745) [na:1.8.0_65] > {code} -- This message was sent by Atlassian JIRA (v6.4.14#64029)