guofeng created PHOENIX-1412:
--------------------------------
Summary: cannot create global index when we insert into phoenix
about 700,000,000 rows
Key: PHOENIX-1412
URL: https://issues.apache.org/jira/browse/PHOENIX-1412
Project: Phoenix
Issue Type: Bug
Affects Versions: 4.1
Environment: 6 machines， total 243 regions，about 48 regions each
machine
Reporter: guofeng
try to create global index for single column,got the below error:
java.util.concurrent.RejectedExecutionException: Task
org.apache.phoenix.job.JobManager$JobFutureTask@2b66226e rejected from
org.apache.phoenix.job.JobManager$1@7af308a9[Running, pool size = 128, active
threads = 128, queued tasks = 500, completed tasks = 9]
at
java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
at
java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
at
java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
at
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:110)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:569)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.logAndResubmit(AsyncProcess.java:717)
at
org.apache.hadoop.hbase.client.AsyncProcess.receiveGlobalFailure(AsyncProcess.java:664)
at
org.apache.hadoop.hbase.client.AsyncProcess.sendMultiAction(AsyncProcess.java:578)
at
org.apache.hadoop.hbase.client.AsyncProcess.submit(AsyncProcess.java:514)
at
org.apache.hadoop.hbase.client.AsyncProcess.submitAll(AsyncProcess.java:476)
at
org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation.processBatchCallback(HConnectionManager.java:2355)
at org.apache.hadoop.hbase.client.HTable.batchCallback(HTable.java:835)
at org.apache.hadoop.hbase.client.HTable.batchCallback(HTable.java:850)
at org.apache.hadoop.hbase.client.HTable.batch(HTable.java:825)
at
org.apache.phoenix.execute.MutationState.commit(MutationState.java:406)
at
org.apache.phoenix.jdbc.PhoenixConnection$3.call(PhoenixConnection.java:384)
at
org.apache.phoenix.jdbc.PhoenixConnection$3.call(PhoenixConnection.java:381)
at org.apache.phoenix.call.CallRunner.run(CallRunner.java:53)
at
org.apache.phoenix.jdbc.PhoenixConnection.commit(PhoenixConnection.java:381)
at
org.apache.phoenix.compile.UpsertCompiler.upsertSelect(UpsertCompiler.java:162)
at
org.apache.phoenix.compile.UpsertCompiler.access$000(UpsertCompiler.java:94)
at
org.apache.phoenix.compile.UpsertCompiler$UpsertingParallelIteratorFactory.mutate(UpsertCompiler.java:188)
at
org.apache.phoenix.compile.MutatingParallelIteratorFactory.newIterator(MutatingParallelIteratorFactory.java:64)
at
org.apache.phoenix.iterate.ParallelIterators$3.call(ParallelIterators.java:366)
at
org.apache.phoenix.iterate.ParallelIterators$3.call(ParallelIterators.java:357)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
