| Yurik created this task. Yurik added a project: Wikidata-Query-Service. Herald added a subscriber: Aklapper. Herald added projects: Wikidata, Discovery. |
TASK DESCRIPTION
Importing full Wikidata dataset after running munger.sh using
./loadRestAPI.sh -n wdq -d `pwd`/data/split
57 gz files (out of ~270) have been marked as "good". The rest were not renamed. The server has 128GB RAM, 12 cores, and a 2TB+ SSD drive
ERROR: Haltable.java:469: com.bigdata.bop.join.PipelineJoin$JoinTask{ joinOp=com.bigdata.bop.join.PipelineJoin[2]()[ BOp.bopId=2, JoinAnnotations.constraints=null, AST2BOpBase.simp$ eJoin=true, BOp.evaluationContext=ANY, AccessPathJoinAnnotations.predicate=com.bigdata.rdf.spo.SPOPredicate[1](x=null, a=null, b=null)[ IPredicate.relationName=[wdq.spo], IPredicat$ .timestamp=1494227742441, BOp.bopId=1, AST2BOpBase.estimatedCardinality=351079004, AST2BOpBase.originalIndex=SPO, IPredicate.flags=[KEYS,VALS,READONLY,PARALLEL]]]} : isFirstCause=t$ ue : com.bigdata.rwstore.sector.MemoryManagerClosedException com.bigdata.rwstore.sector.MemoryManagerClosedException at com.bigdata.rwstore.sector.MemoryManager.assertOpen(MemoryManager.java:110) at com.bigdata.rwstore.sector.MemoryManager.allocate(MemoryManager.java:671) at com.bigdata.rwstore.sector.AllocationContext.allocate(AllocationContext.java:195) at com.bigdata.rwstore.sector.AllocationContext.allocate(AllocationContext.java:169) at com.bigdata.rwstore.sector.AllocationContext.allocate(AllocationContext.java:159) at com.bigdata.rwstore.sector.AllocationContext.alloc(AllocationContext.java:359) at com.bigdata.rwstore.PSOutputStream.save(PSOutputStream.java:335) at com.bigdata.rwstore.PSOutputStream.getAddr(PSOutputStream.java:416) at com.bigdata.bop.solutions.SolutionSetStream.put(SolutionSetStream.java:297) at com.bigdata.bop.engine.LocalNativeChunkMessage.<init>(LocalNativeChunkMessage.java:213) at com.bigdata.bop.engine.LocalNativeChunkMessage.<init>(LocalNativeChunkMessage.java:147) at com.bigdata.bop.engine.StandaloneChunkHandler.handleChunk(StandaloneChunkHandler.java:90) at com.bigdata.bop.engine.ChunkedRunningQuery$HandleChunkBuffer.outputChunk(ChunkedRunningQuery.java:1699) at com.bigdata.bop.engine.ChunkedRunningQuery$HandleChunkBuffer.addReorderAllowed(ChunkedRunningQuery.java:1628) at com.bigdata.bop.engine.ChunkedRunningQuery$HandleChunkBuffer.add(ChunkedRunningQuery.java:1569) at com.bigdata.bop.engine.ChunkedRunningQuery$HandleChunkBuffer.add(ChunkedRunningQuery.java:1453) at com.bigdata.relation.accesspath.UnsyncLocalOutputBuffer.handleChunk(UnsyncLocalOutputBuffer.java:59) at com.bigdata.relation.accesspath.UnsyncLocalOutputBuffer.handleChunk(UnsyncLocalOutputBuffer.java:14) at com.bigdata.relation.accesspath.AbstractUnsynchronizedArrayBuffer.overflow(AbstractUnsynchronizedArrayBuffer.java:287) at com.bigdata.relation.accesspath.AbstractUnsynchronizedArrayBuffer.add2(AbstractUnsynchronizedArrayBuffer.java:215) at com.bigdata.relation.accesspath.AbstractUnsynchronizedArrayBuffer.add(AbstractUnsynchronizedArrayBuffer.java:173) at com.bigdata.bop.join.PipelineJoin$JoinTask$AccessPathTask.handleJoin2(PipelineJoin.java:1868) at com.bigdata.bop.join.PipelineJoin$JoinTask$AccessPathTask.call(PipelineJoin.java:1684) at com.bigdata.bop.join.PipelineJoin$JoinTask$BindingSetConsumerTask.runOneTask(PipelineJoin.java:1086) at com.bigdata.bop.join.PipelineJoin$JoinTask$BindingSetConsumerTask.call(PipelineJoin.java:995) at com.bigdata.bop.join.PipelineJoin$JoinTask.consumeSource(PipelineJoin.java:728) at com.bigdata.bop.join.PipelineJoin$JoinTask.call(PipelineJoin.java:623) at com.bigdata.bop.join.PipelineJoin$JoinTask.call(PipelineJoin.java:382) at java.util.concurrent.FutureTask.run(java.base@9-internal/FutureTask.java:266) at com.bigdata.concurrent.FutureTaskMon.run(FutureTaskMon.java:63) at com.bigdata.bop.engine.ChunkedRunningQuery$ChunkTask.call(ChunkedRunningQuery.java:1346) at com.bigdata.bop.engine.ChunkedRunningQuery$ChunkTaskWrapper.run(ChunkedRunningQuery.java:926) at java.util.concurrent.Executors$RunnableAdapter.call(java.base@9-internal/Executors.java:514) at java.util.concurrent.FutureTask.run(java.base@9-internal/FutureTask.java:266) at com.bigdata.concurrent.FutureTaskMon.run(FutureTaskMon.java:63) at com.bigdata.bop.engine.ChunkedRunningQuery$ChunkFutureTask.run(ChunkedRunningQuery.java:821) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@9-internal/ThreadPoolExecutor.java:1158) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@9-internal/ThreadPoolExecutor.java:632) at java.lang.Thread.run(java.base@9-internal/Thread.java:804) WARN : Haltable.java:474: com.bigdata.bop.join.PipelineJoin$JoinTask{ joinOp=com.bigdata.bop.join.PipelineJoin[2]()[ BOp.bopId=2, JoinAnnotations.constraints=null, AST2BOpBa[2/1153$ eJoin=true, BOp.evaluationContext=ANY, AccessPathJoinAnnotations.predicate=com.bigdata.rdf.spo.SPOPredicate[1](x=null, a=null, b=null)[ IPredicate.relationName=[wdq.spo], IPredicate .timestamp=1494227742441, BOp.bopId=1, AST2BOpBase.estimatedCardinality=351079004, AST2BOpBase.originalIndex=SPO, IPredicate.flags=[KEYS,VALS,READONLY,PARALLEL]]]} : isFirstCause=fa lse : java.lang.RuntimeException: java.lang.RuntimeException: com.bigdata.rwstore.sector.MemoryManagerClosedException java.lang.RuntimeException: java.lang.RuntimeException: com.bigdata.rwstore.sector.MemoryManagerClosedException at com.bigdata.bop.join.PipelineJoin$JoinTask$BindingSetConsumerTask.call(PipelineJoin.java:1027) at com.bigdata.bop.join.PipelineJoin$JoinTask.consumeSource(PipelineJoin.java:728) at com.bigdata.bop.join.PipelineJoin$JoinTask.call(PipelineJoin.java:623) at com.bigdata.bop.join.PipelineJoin$JoinTask.call(PipelineJoin.java:382) at java.util.concurrent.FutureTask.run(java.base@9-internal/FutureTask.java:266) at com.bigdata.concurrent.FutureTaskMon.run(FutureTaskMon.java:63) at com.bigdata.bop.engine.ChunkedRunningQuery$ChunkTask.call(ChunkedRunningQuery.java:1346) at com.bigdata.bop.engine.ChunkedRunningQuery$ChunkTaskWrapper.run(ChunkedRunningQuery.java:926) at java.util.concurrent.Executors$RunnableAdapter.call(java.base@9-internal/Executors.java:514) at java.util.concurrent.FutureTask.run(java.base@9-internal/FutureTask.java:266) at com.bigdata.concurrent.FutureTaskMon.run(FutureTaskMon.java:63) at com.bigdata.bop.engine.ChunkedRunningQuery$ChunkFutureTask.run(ChunkedRunningQuery.java:821) at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@9-internal/ThreadPoolExecutor.java:1158) at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@9-internal/ThreadPoolExecutor.java:632) at java.lang.Thread.run(java.base@9-internal/Thread.java:804) Caused by: java.lang.RuntimeException: com.bigdata.rwstore.sector.MemoryManagerClosedException at com.bigdata.bop.join.PipelineJoin$JoinTask$AccessPathTask.handleJoin2(PipelineJoin.java:1961) at com.bigdata.bop.join.PipelineJoin$JoinTask$AccessPathTask.call(PipelineJoin.java:1684) at com.bigdata.bop.join.PipelineJoin$JoinTask$BindingSetConsumerTask.runOneTask(PipelineJoin.java:1086) at com.bigdata.bop.join.PipelineJoin$JoinTask$BindingSetConsumerTask.call(PipelineJoin.java:995) ... 14 more Caused by: com.bigdata.rwstore.sector.MemoryManagerClosedException at com.bigdata.rwstore.sector.MemoryManager.assertOpen(MemoryManager.java:110) at com.bigdata.rwstore.sector.MemoryManager.allocate(MemoryManager.java:671) at com.bigdata.rwstore.sector.AllocationContext.allocate(AllocationContext.java:195) at com.bigdata.rwstore.sector.AllocationContext.allocate(AllocationContext.java:169) at com.bigdata.rwstore.sector.AllocationContext.allocate(AllocationContext.java:159) at com.bigdata.rwstore.sector.AllocationContext.alloc(AllocationContext.java:359) at com.bigdata.rwstore.PSOutputStream.save(PSOutputStream.java:335) at com.bigdata.rwstore.PSOutputStream.getAddr(PSOutputStream.java:416) at com.bigdata.bop.solutions.SolutionSetStream.put(SolutionSetStream.java:297) at com.bigdata.bop.engine.LocalNativeChunkMessage.<init>(LocalNativeChunkMessage.java:213) at com.bigdata.bop.engine.LocalNativeChunkMessage.<init>(LocalNativeChunkMessage.java:147) at com.bigdata.bop.engine.StandaloneChunkHandler.handleChunk(StandaloneChunkHandler.java:90) at com.bigdata.bop.engine.ChunkedRunningQuery$HandleChunkBuffer.outputChunk(ChunkedRunningQuery.java:1699) at com.bigdata.bop.engine.ChunkedRunningQuery$HandleChunkBuffer.addReorderAllowed(ChunkedRunningQuery.java:1628) at com.bigdata.bop.engine.ChunkedRunningQuery$HandleChunkBuffer.add(ChunkedRunningQuery.java:1569) at com.bigdata.bop.engine.ChunkedRunningQuery$HandleChunkBuffer.add(ChunkedRunningQuery.java:1453) at com.bigdata.relation.accesspath.UnsyncLocalOutputBuffer.handleChunk(UnsyncLocalOutputBuffer.java:59) at com.bigdata.relation.accesspath.UnsyncLocalOutputBuffer.handleChunk(UnsyncLocalOutputBuffer.java:14) at com.bigdata.relation.accesspath.AbstractUnsynchronizedArrayBuffer.overflow(AbstractUnsynchronizedArrayBuffer.java:287) at com.bigdata.relation.accesspath.AbstractUnsynchronizedArrayBuffer.add2(AbstractUnsynchronizedArrayBuffer.java:215) at com.bigdata.relation.accesspath.AbstractUnsynchronizedArrayBuffer.add(AbstractUnsynchronizedArrayBuffer.java:173) at com.bigdata.bop.join.PipelineJoin$JoinTask$AccessPathTask.handleJoin2(PipelineJoin.java:1868) ... 17 more
TASK DETAIL
EMAIL PREFERENCES
To: Yurik
Cc: Smalyshev, Aklapper, Yurik, QZanden, EBjune, merbst, Avner, debt, Gehel, Jonas, FloNight, Xmlizer, Izno, jkroll, Wikidata-bugs, Jdouglas, aude, Deskana, Manybubbles, Mbch331
Cc: Smalyshev, Aklapper, Yurik, QZanden, EBjune, merbst, Avner, debt, Gehel, Jonas, FloNight, Xmlizer, Izno, jkroll, Wikidata-bugs, Jdouglas, aude, Deskana, Manybubbles, Mbch331
_______________________________________________ Wikidata-bugs mailing list Wikidata-bugs@lists.wikimedia.org https://lists.wikimedia.org/mailman/listinfo/wikidata-bugs
