[
https://issues.apache.org/jira/browse/KYLIN-4196?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16952806#comment-16952806
]
Xiaoxiang Yu edited comment on KYLIN-4196 at 10/17/19 2:27 AM:
---------------------------------------------------------------
Following is the log submitted by Kylin user.
h3. First Time
{code:java}
2019-10-14 03:33:34,692 INFO [Scheduler 456091633 Job
392eff1e-f516-4733-32a4-aacdce1b101b-5206] client.HBaseAdmin:808 : Created
kylin_test:KYLIN_YYB6DQ2WJ0
2019-10-14 03:33:34,692 INFO [Scheduler 456091633 Job
392eff1e-f516-4733-32a4-aacdce1b101b-5206] client.HBaseAdmin:808 : Created
kylin_test:KYLIN_YYB6DQ2WJ0
2019-10-14 03:33:34,698 ERROR [Scheduler 456091633 Job
392eff1e-f516-4733-32a4-aacdce1b101b-5206] common.HadoopShellExecutable:65 :
error execute HadoopShellExecutable{id=392eff1e-f516-4733-32a4-aacdce1b101b-05,
name=Create HTable, state=RUNNING}java.lang.IllegalArgumentException: table
kylin_test:KYLIN_YYB6DQ2WJ0 created, but is not available due to some reasons
at com.google.common.base.Preconditions.checkArgument(Preconditions.java:92)
at
org.apache.kylin.storage.hbase.steps.CubeHTableUtil.createHTable(CubeHTableUtil.java:107)
at
org.apache.kylin.storage.hbase.steps.CreateHTableJob.run(CreateHTableJob.java:121)
at org.apache.kylin.engine.mr.MRUtil.runMRJob(MRUtil.java:93)
at
org.apache.kylin.engine.mr.common.HadoopShellExecutable.doWork(HadoopShellExecutable.java:63)
at
org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:167)
at
org.apache.kylin.job.execution.DefaultChainedExecutable.doWork(DefaultChainedExecutable.java:71)
at
org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:167)
at
org.apache.kylin.job.impl.threadpool.DefaultScheduler$JobRunner.run(DefaultScheduler.java:114)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2019-10-14 03:33:34,701 INFO [Scheduler 456091633 Job
392eff1e-f516-4733-32a4-aacdce1b101b-5206] execution.AbstractExecutable:162 :
Retry 1
2019-10-14 03:33:34,722 INFO [Scheduler 456091633 Job
392eff1e-f516-4733-32a4-aacdce1b101b-5206] common.HadoopShellExecutable:59 :
parameters of the HadoopShellExecutable: -cubename 147_dar -segmentid
d2bd5eab-b040-9483-065d-6e592d4387fb -partitions
hdfs://CDH-cluster-main/kylin/kylin_metadata/kylin-392eff1e-f516-4733-32a4-aacdce1b101b/147_dar/rowkey_stats/part-r-00000
-cuboidMode CURRENT -hbaseConfPath
hdfs://CDH-cluster-main/kylin/kylin_metadata/kylin-392eff1e-f516-4733-32a4-aacdce1b101b/hbase-conf.xml
{code}
h3. Second Time
{code:java}
2019-10-14 03:33:41,320 INFO [Scheduler 456091633 Job
392eff1e-f516-4733-32a4-aacdce1b101b-5206] steps.CubeHTableUtil:168 : hbase
will use snappy to compress data
2019-10-14 03:33:41,320 INFO [Scheduler 456091633 Job
392eff1e-f516-4733-32a4-aacdce1b101b-5206] steps.CubeHTableUtil:168 : hbase
will use snappy to compress data
2019-10-14 03:33:41,321 INFO [Scheduler 456091633 Job
392eff1e-f516-4733-32a4-aacdce1b101b-5206] steps.CubeHTableUtil:168 : hbase
will use snappy to compress data
2019-10-14 03:33:41,328 ERROR [Scheduler 456091633 Job
392eff1e-f516-4733-32a4-aacdce1b101b-5206] common.HadoopShellExecutable:65 :
error execute HadoopShellExecutable{id=392eff1e-f516-4733-32a4-aacdce1b101b-05,
name=Create HTable, state=RUNNING}java.lang.RuntimeException: HBase table
kylin_test:KYLIN_YYB6DQ2WJ0 exists! at
org.apache.kylin.storage.hbase.steps.CubeHTableUtil.createHTable(CubeHTableUtil.java:101)
at
org.apache.kylin.storage.hbase.steps.CreateHTableJob.run(CreateHTableJob.java:121)
at org.apache.kylin.engine.mr.MRUtil.runMRJob(MRUtil.java:93) at
org.apache.kylin.engine.mr.common.HadoopShellExecutable.doWork(HadoopShellExecutable.java:63)
at
org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:167)
at
org.apache.kylin.job.execution.DefaultChainedExecutable.doWork(DefaultChainedExecutable.java:71)
at
org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:167)
at
org.apache.kylin.job.impl.threadpool.DefaultScheduler$JobRunner.run(DefaultScheduler.java:114)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2019-10-14 03:33:41,331 INFO [Scheduler 456091633 Job
392eff1e-f516-4733-32a4-aacdce1b101b-5206] execution.ExecutableManager:471 :
job id:392eff1e-f516-4733-32a4-aacdce1b101b-05 from RUNNING to ERROR
{code}
was (Author: hit_lacus):
Following is the log submitted by Kylin user.
h3. First Time
{code:java}
2019-10-14 03:33:34,692 INFO [Scheduler 456091633 Job
392eff1e-f516-4733-32a4-aacdce1b101b-5206] client.HBaseAdmin:808 : Created
kylin_test:KYLIN_YYB6DQ2WJ0
2019-10-14 03:33:34,692 INFO [Scheduler 456091633 Job
392eff1e-f516-4733-32a4-aacdce1b101b-5206] client.HBaseAdmin:808 : Created
kylin_test:KYLIN_YYB6DQ2WJ02019-10-14 03:33:34,698 ERROR [Scheduler 456091633
Job 392eff1e-f516-4733-32a4-aacdce1b101b-5206] common.HadoopShellExecutable:65
: error execute
HadoopShellExecutable{id=392eff1e-f516-4733-32a4-aacdce1b101b-05, name=Create
HTable, state=RUNNING}java.lang.IllegalArgumentException: table
kylin_test:KYLIN_YYB6DQ2WJ0 created, but is not available due to some reasons
at com.google.common.base.Preconditions.checkArgument(Preconditions.java:92) at
org.apache.kylin.storage.hbase.steps.CubeHTableUtil.createHTable(CubeHTableUtil.java:107)
at
org.apache.kylin.storage.hbase.steps.CreateHTableJob.run(CreateHTableJob.java:121)
at org.apache.kylin.engine.mr.MRUtil.runMRJob(MRUtil.java:93) at
org.apache.kylin.engine.mr.common.HadoopShellExecutable.doWork(HadoopShellExecutable.java:63)
at
org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:167)
at
org.apache.kylin.job.execution.DefaultChainedExecutable.doWork(DefaultChainedExecutable.java:71)
at
org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:167)
at
org.apache.kylin.job.impl.threadpool.DefaultScheduler$JobRunner.run(DefaultScheduler.java:114)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2019-10-14 03:33:34,701 INFO [Scheduler 456091633 Job
392eff1e-f516-4733-32a4-aacdce1b101b-5206] execution.AbstractExecutable:162 :
Retry 1
2019-10-14 03:33:34,722 INFO [Scheduler 456091633 Job
392eff1e-f516-4733-32a4-aacdce1b101b-5206] common.HadoopShellExecutable:59 :
parameters of the HadoopShellExecutable: -cubename 147_dar -segmentid
d2bd5eab-b040-9483-065d-6e592d4387fb -partitions
hdfs://CDH-cluster-main/kylin/kylin_metadata/kylin-392eff1e-f516-4733-32a4-aacdce1b101b/147_dar/rowkey_stats/part-r-00000
-cuboidMode CURRENT -hbaseConfPath
hdfs://CDH-cluster-main/kylin/kylin_metadata/kylin-392eff1e-f516-4733-32a4-aacdce1b101b/hbase-conf.xml
{code}
h3. Second Time
{code:java}
2019-10-14 03:33:41,320 INFO [Scheduler 456091633 Job
392eff1e-f516-4733-32a4-aacdce1b101b-5206] steps.CubeHTableUtil:168 : hbase
will use snappy to compress data
2019-10-14 03:33:41,320 INFO [Scheduler 456091633 Job
392eff1e-f516-4733-32a4-aacdce1b101b-5206] steps.CubeHTableUtil:168 : hbase
will use snappy to compress data
2019-10-14 03:33:41,321 INFO [Scheduler 456091633 Job
392eff1e-f516-4733-32a4-aacdce1b101b-5206] steps.CubeHTableUtil:168 : hbase
will use snappy to compress data
2019-10-14 03:33:41,328 ERROR [Scheduler 456091633 Job
392eff1e-f516-4733-32a4-aacdce1b101b-5206] common.HadoopShellExecutable:65 :
error execute HadoopShellExecutable{id=392eff1e-f516-4733-32a4-aacdce1b101b-05,
name=Create HTable, state=RUNNING}java.lang.RuntimeException: HBase table
kylin_test:KYLIN_YYB6DQ2WJ0 exists! at
org.apache.kylin.storage.hbase.steps.CubeHTableUtil.createHTable(CubeHTableUtil.java:101)
at
org.apache.kylin.storage.hbase.steps.CreateHTableJob.run(CreateHTableJob.java:121)
at org.apache.kylin.engine.mr.MRUtil.runMRJob(MRUtil.java:93) at
org.apache.kylin.engine.mr.common.HadoopShellExecutable.doWork(HadoopShellExecutable.java:63)
at
org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:167)
at
org.apache.kylin.job.execution.DefaultChainedExecutable.doWork(DefaultChainedExecutable.java:71)
at
org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:167)
at
org.apache.kylin.job.impl.threadpool.DefaultScheduler$JobRunner.run(DefaultScheduler.java:114)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2019-10-14 03:33:41,331 INFO [Scheduler 456091633 Job
392eff1e-f516-4733-32a4-aacdce1b101b-5206] execution.ExecutableManager:471 :
job id:392eff1e-f516-4733-32a4-aacdce1b101b-05 from RUNNING to ERROR
{code}
> RuntimeException:HBase table default:KYLIN_XXXXX exists
> -------------------------------------------------------
>
> Key: KYLIN-4196
> URL: https://issues.apache.org/jira/browse/KYLIN-4196
> Project: Kylin
> Issue Type: Improvement
> Components: Storage - HBase
> Affects Versions: all
> Reporter: Xiaoxiang Yu
> Priority: Minor
> Attachments: Jietu20191016-210856.png
>
>
> Some users report that "Create HTable" often failed, and throw exception with
> {code:java}
> org.apache.kylin.engine.mr.exception.HadoopShellException:java.lang.RuntimeException:
> HBase table kylin_prod:KYLIN_F7ZGH9AEXB exists!{code}
>
>
> !Jietu20191016-210856.png!
>
>
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
