[
https://issues.apache.org/jira/browse/PHOENIX-1412?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=14201637#comment-14201637
]
James Taylor commented on PHOENIX-1412:
---------------------------------------
[~woshiwo] - what version of HBase are you using? I know Jesse put a patch into
0.98.4 to prevent global index deadlocks, though this doesn't sound like a
deadlock. Have you tried adding the index first, before the table has data?
Have you tried local indexes or our recent 4.2 release (which chunks queries,
including index building) into smaller, configurable chunks?
[~jesse_yates]? Any ideas?
> cannot create global index when we insert into phoenix about 700,000,000 rows
> -----------------------------------------------------------------------------
>
> Key: PHOENIX-1412
> URL: https://issues.apache.org/jira/browse/PHOENIX-1412
> Project: Phoenix
> Issue Type: Bug
> Affects Versions: 4.1
> Environment: 6 machines， total 243 regions，about 48 regions each
> machine
> Reporter: guofeng
>
> try to create global index for single column,got the below error:
> java.util.concurrent.RejectedExecutionException: Task
> org.apache.phoenix.job.JobManager$JobFutureTask@2b66226e rejected from
> org.apache.phoenix.job.JobManager$1@7af308a9[Running, pool size = 128, active
> threads = 128, queued tasks = 500, completed tasks = 9]
> at
> java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
> at
> java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
> at
> java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
> at
> java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:569)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
> at
> org.apache.hadoop.hbase.client.AsyncProcess.submitAll(AsyncProcess.java:476)
> at
> org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.processBatchCallback(HConnectionManager.java:2355)
> at org.apache.hadoop.hbase.client.HTable.batchCallback(HTable.java:835)
> at org.apache.hadoop.hbase.client.HTable.batchCallback(HTable.java:850)
> at org.apache.hadoop.hbase.client.HTable.batch(HTable.java:825)
> at
> org.apache.phoenix.execute.MutationState.commit(MutationState.java:406)
> at
> org.apache.phoenix.jdbc.PhoenixConnection$3.call(PhoenixConnection.java:384)
> at
> org.apache.phoenix.jdbc.PhoenixConnection$3.call(PhoenixConnection.java:381)
> at org.apache.phoenix.call.CallRunner.run(CallRunner.java:53)
> at
> org.apache.phoenix.jdbc.PhoenixConnection.commit(PhoenixConnection.java:381)
> at
> org.apache.phoenix.compile.UpsertCompiler.upsertSelect(UpsertCompiler.java:162)
> at
> org.apache.phoenix.compile.UpsertCompiler.access$000(UpsertCompiler.java:94)
> at
> org.apache.phoenix.compile.UpsertCompiler$UpsertingParallelIteratorFactory.mutate(UpsertCompiler.java:188)
> at
> org.apache.phoenix.compile.MutatingParallelIteratorFactory.newIterator(MutatingParallelIteratorFactory.java:64)
> at
> org.apache.phoenix.iterate.ParallelIterators$3.call(ParallelIterators.java:366)
> at
> org.apache.phoenix.iterate.ParallelIterators$3.call(ParallelIterators.java:357)
> at java.util.concurrent.FutureTask.run(FutureTask.java:262)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> at java.lang.Thread.run(Thread.java:745)
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
