[ https://issues.apache.org/jira/browse/GEODE-2402?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15850249#comment-15850249 ]
Dan Smith commented on GEODE-2402: ---------------------------------- I don't think this is the same as GEODE-2401. The test is failing because the queue does not flush. But I only see this error in the logs, which seems to be a fixed PR issue. It reproduced 1 out of 50 times when I was running it: {noformat} [vm0] [info 2017/02/01 17:44:19.838 PST <Event Processor for GatewaySender_AsyncEventQueue_index#_region_1> tid=0x11e] Exception occurred while processing UpdateOperation(EntryEventImpl[op=CREATE;region=/__PR/_B__index#__region.chunks_1;key=org.apache.geode.cache.lucene.internal.filesystem.ChunkKey@6144be8a;oldValue=null;newValue=(63,-41,108,23,28,76,117,99,101,110,101,53,48,83,116,111,114,101,100,70,105,101,108,100,115,70,97,115,116,68,97,116,97,0,0,0,1,-101,114,0,-66,-32,33,31,62,-68,-51,-122,-111,35,112,-122,-2,0,-128,-128,1,2);callbackArg=null;originRemote=false;originMember=172.16.115.242(18677)<v9>:32770;version={v1; rv2; time=1485999859832};id=EventID[threadID=10;sequenceID=6]]) [vm0] java.lang.IllegalStateException: For FixedPartitionedRegion "index#_region.chunks", FixedPartitionResolver is not available (neither through the partition attribute partition-resolver nor key/callbackArg implementing FixedPartitionResolver) [vm0] at Remote Member '172.16.115.242(18682)<v11>:32772' in org.apache.geode.internal.cache.PartitionedRegionHelper.getHashKey(PartitionedRegionHelper.java:571) [vm0] at Remote Member '172.16.115.242(18682)<v11>:32772' in org.apache.geode.internal.cache.PartitionedRegionHelper.getHashKey(PartitionedRegionHelper.java:501) [vm0] at Remote Member '172.16.115.242(18682)<v11>:32772' in org.apache.geode.internal.cache.PartitionedRegion.getKeyInfo(PartitionedRegion.java:9848) [vm0] at Remote Member '172.16.115.242(18682)<v11>:32772' in org.apache.geode.internal.cache.EntryEventImpl.<init>(EntryEventImpl.java:225) [vm0] at Remote Member '172.16.115.242(18682)<v11>:32772' in org.apache.geode.internal.cache.EntryEventImpl.create(EntryEventImpl.java:377) [vm0] at Remote Member '172.16.115.242(18682)<v11>:32772' in org.apache.geode.internal.cache.partitioned.PutMessage.operateOnPartitionedRegion(PutMessage.java:695) [vm0] at Remote Member '172.16.115.242(18682)<v11>:32772' in org.apache.geode.internal.cache.partitioned.PartitionMessage.process(PartitionMessage.java:342) [vm0] at Remote Member '172.16.115.242(18682)<v11>:32772' in org.apache.geode.distributed.internal.DistributionMessage.scheduleAction(DistributionMessage.java:376) [vm0] at Remote Member '172.16.115.242(18682)<v11>:32772' in org.apache.geode.distributed.internal.DistributionMessage.schedule(DistributionMessage.java:434) [vm0] at Remote Member '172.16.115.242(18682)<v11>:32772' in org.apache.geode.distributed.internal.DistributionManager.scheduleIncomingMessage(DistributionManager.java:3504) [vm0] at Remote Member '172.16.115.242(18682)<v11>:32772' in org.apache.geode.distributed.internal.DistributionManager.handleIncomingDMsg(DistributionManager.java:3137) [vm0] at Remote Member '172.16.115.242(18682)<v11>:32772' in org.apache.geode.distributed.internal.DistributionManager$MyListener.messageReceived(DistributionManager.java:4311) [vm0] at Remote Member '172.16.115.242(18682)<v11>:32772' in org.apache.geode.distributed.internal.membership.gms.mgr.GMSMembershipManager.dispatchMessage(GMSMembershipManager.java:1115) [vm0] at Remote Member '172.16.115.242(18682)<v11>:32772' in org.apache.geode.distributed.internal.membership.gms.mgr.GMSMembershipManager.handleOrDeferMessage(GMSMembershipManager.java:1039) [vm0] at Remote Member '172.16.115.242(18682)<v11>:32772' in org.apache.geode.distributed.internal.membership.gms.mgr.GMSMembershipManager$MyDCReceiver.messageReceived(GMSMembershipManager.java:407) [vm0] at Remote Member '172.16.115.242(18682)<v11>:32772' in org.apache.geode.distributed.internal.direct.DirectChannel.receive(DirectChannel.java:715) [vm0] at Remote Member '172.16.115.242(18682)<v11>:32772' in org.apache.geode.internal.tcp.TCPConduit.messageReceived(TCPConduit.java:877) [vm0] at Remote Member '172.16.115.242(18682)<v11>:32772' in org.apache.geode.internal.tcp.Connection.dispatchMessage(Connection.java:4033) [vm0] at Remote Member '172.16.115.242(18682)<v11>:32772' in org.apache.geode.internal.tcp.Connection.processNIOBuffer(Connection.java:3615) [vm0] at Remote Member '172.16.115.242(18682)<v11>:32772' in org.apache.geode.internal.tcp.Connection.runNioReader(Connection.java:1865) [vm0] at Remote Member '172.16.115.242(18682)<v11>:32772' in org.apache.geode.internal.tcp.Connection.run(Connection.java:1726) [vm0] at Remote Member '172.16.115.242(18682)<v11>:32772' in java.lang.Thread.run(Thread.java:745) [vm0] at org.apache.geode.distributed.internal.ReplyException.handleAsUnexpected(ReplyException.java:85) [vm0] at org.apache.geode.internal.cache.DistributedCacheOperation.waitForAckIfNeeded(DistributedCacheOperation.java:741) [vm0] at org.apache.geode.internal.cache.DistributedCacheOperation.distribute(DistributedCacheOperation.java:616) [vm0] at org.apache.geode.internal.cache.AbstractUpdateOperation.distribute(AbstractUpdateOperation.java:70) [vm0] at org.apache.geode.internal.cache.BucketRegion.basicPutPart2(BucketRegion.java:633) [vm0] at org.apache.geode.internal.cache.AbstractRegionMap.basicPut(AbstractRegionMap.java:2800) [vm0] at org.apache.geode.internal.cache.BucketRegion.virtualPut(BucketRegion.java:485) [vm0] at org.apache.geode.internal.cache.LocalRegionDataView.putEntry(LocalRegionDataView.java:151) [vm0] at org.apache.geode.internal.cache.LocalRegion.basicPut(LocalRegion.java:5194) [vm0] at org.apache.geode.internal.cache.LocalRegion.validatedPut(LocalRegion.java:1605) [vm0] at org.apache.geode.internal.cache.LocalRegion.put(LocalRegion.java:1592) [vm0] at org.apache.geode.internal.cache.AbstractRegion.put(AbstractRegion.java:277) [vm0] at org.apache.geode.cache.lucene.internal.filesystem.FileSystem.putChunk(FileSystem.java:163) [vm0] at org.apache.geode.cache.lucene.internal.filesystem.FileOutputStream.flushBuffer(FileOutputStream.java:90) [vm0] at org.apache.geode.cache.lucene.internal.filesystem.FileOutputStream.close(FileOutputStream.java:78) [vm0] at java.io.FilterOutputStream.close(FilterOutputStream.java:159) [vm0] at java.io.FilterOutputStream.close(FilterOutputStream.java:159) [vm0] at org.apache.lucene.store.OutputStreamIndexOutput.close(OutputStreamIndexOutput.java:70) [vm0] at org.apache.lucene.util.IOUtils.close(IOUtils.java:89) [vm0] at org.apache.lucene.util.IOUtils.close(IOUtils.java:76) [vm0] at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.close(CompressingStoredFieldsWriter.java:138) [vm0] at org.apache.lucene.util.IOUtils.closeWhileHandlingException(IOUtils.java:121) [vm0] at org.apache.lucene.util.IOUtils.closeWhileHandlingException(IOUtils.java:110) [vm0] at org.apache.lucene.index.DefaultIndexingChain.abort(DefaultIndexingChain.java:293) [vm0] at org.apache.lucene.index.DocumentsWriterPerThread.abort(DocumentsWriterPerThread.java:122) [vm0] at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:467) [vm0] at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:502) [vm0] at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:614) [vm0] at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:2815) [vm0] at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:2989) [vm0] at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:2956) [vm0] at org.apache.geode.cache.lucene.internal.repository.IndexRepositoryImpl.commit(IndexRepositoryImpl.java:144) [vm0] at org.apache.geode.cache.lucene.internal.repository.IndexRepositoryImpl$$EnhancerByMockitoWithCGLIB$$929a487d.CGLIB$commit$0(<generated>) [vm0] at org.apache.geode.cache.lucene.internal.repository.IndexRepositoryImpl$$EnhancerByMockitoWithCGLIB$$929a487d$$FastClassByMockitoWithCGLIB$$f364bc09.invoke(<generated>) [vm0] at org.mockito.cglib.proxy.MethodProxy.invokeSuper(MethodProxy.java:216) [vm0] at org.mockito.internal.creation.cglib.DelegatingMockitoMethodProxy.invokeSuper(DelegatingMockitoMethodProxy.java:19) [vm0] at org.mockito.internal.invocation.realmethod.DefaultRealMethod.invoke(DefaultRealMethod.java:21) [vm0] at org.mockito.internal.invocation.realmethod.CleanTraceRealMethod.invoke(CleanTraceRealMethod.java:30) [vm0] at org.mockito.internal.invocation.InvocationImpl.callRealMethod(InvocationImpl.java:112) [vm0] at org.mockito.internal.stubbing.answers.CallsRealMethods.answer(CallsRealMethods.java:41) [vm0] at org.mockito.internal.handler.MockHandlerImpl.handle(MockHandlerImpl.java:93) [vm0] at org.mockito.internal.handler.NullResultGuardian.handle(NullResultGuardian.java:29) [vm0] at org.mockito.internal.handler.InvocationNotifierHandler.handle(InvocationNotifierHandler.java:38) [vm0] at org.mockito.internal.creation.cglib.MethodInterceptorFilter.intercept(MethodInterceptorFilter.java:59) [vm0] at org.apache.geode.cache.lucene.internal.repository.IndexRepositoryImpl$$EnhancerByMockitoWithCGLIB$$929a487d.commit(<generated>) [vm0] at org.apache.geode.cache.lucene.internal.LuceneEventListener.processEvents(LuceneEventListener.java:88) [vm0] at org.apache.geode.internal.cache.wan.GatewaySenderEventCallbackDispatcher.dispatchBatch(GatewaySenderEventCallbackDispatcher.java:154) [vm0] at org.apache.geode.internal.cache.wan.GatewaySenderEventCallbackDispatcher.dispatchBatch(GatewaySenderEventCallbackDispatcher.java:80) [vm0] at org.apache.geode.internal.cache.wan.AbstractGatewaySenderEventProcessor.processQueue(AbstractGatewaySenderEventProcessor.java:593) [vm0] at org.apache.geode.internal.cache.wan.AbstractGatewaySenderEventProcessor.run(AbstractGatewaySenderEventProcessor.java:1036) {noformat} > CI Failure: > LuceneQueriesPeerFixedPRDUnitTest.returnCorrectResultsWhenRebalanceHappensOnIndexUpdate > --------------------------------------------------------------------------------------------------- > > Key: GEODE-2402 > URL: https://issues.apache.org/jira/browse/GEODE-2402 > Project: Geode > Issue Type: Bug > Components: lucene > Reporter: Dan Smith > > This is with 26325b5ef502b6599e9294be41ad96cbf882ab7f > {noformat} > java.lang.AssertionError > at org.junit.Assert.fail(Assert.java:86) > at org.junit.Assert.assertTrue(Assert.java:41) > at org.junit.Assert.assertTrue(Assert.java:52) > at > org.apache.geode.cache.lucene.LuceneQueriesPRBase.putEntriesAndValidateQueryResults(LuceneQueriesPRBase.java:148) > at > org.apache.geode.cache.lucene.LuceneQueriesPRBase.returnCorrectResultsWhenRebalanceHappensOnIndexUpdate(LuceneQueriesPRBase.java:59) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:498) > at > org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) > at > org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) > at > org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) > at > org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) > at > org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) > at > org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) > at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55) > at org.junit.rules.RunRules.evaluate(RunRules.java:20) > at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) > at > org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) > at > org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) > at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) > at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) > at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) > at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) > at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) > at > org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) > at org.junit.runners.ParentRunner.run(ParentRunner.java:363) > at > org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.runTestClass(JUnitTestClassExecuter.java:114) > at > org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.execute(JUnitTestClassExecuter.java:57) > at > org.gradle.api.internal.tasks.testing.junit.JUnitTestClassProcessor.processTestClass(JUnitTestClassProcessor.java:66) > at > org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:51) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:498) > at > org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) > at > org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) > at > org.gradle.internal.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32) > at > org.gradle.internal.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93) > at com.sun.proxy.$Proxy2.processTestClass(Unknown Source) > at > org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:109) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:498) > at > org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35) > at > org.gradle.internal.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24) > at > org.gradle.internal.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:377) > at > org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:54) > at > org.gradle.internal.concurrent.StoppableExecutorImpl$1.run(StoppableExecutorImpl.java:40) > at > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) > at > java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) > at java.lang.Thread.run(Thread.java:745) > {noformat} -- This message was sent by Atlassian JIRA (v6.3.15#6346)