<http://apache-kylin.74782.x6.nabble.com/file/t753/failed.png>
Create and distribute table, cmd:
hive -e "USE default;
DROP TABLE IF EXISTS
kylin_intermediate_kylin_sales_cube_cf8900c6_d12d_4808_97d9_1347f146d91d;
CREATE EXTERNAL TABLE IF NOT EXISTS
kylin_intermediate_kylin_sales_cube_cf8900c6_d12d_4808_97d9_1347f146d91d
(
KYLIN_SALES_TRANS_ID bigint
,KYLIN_SALES_PART_DT date
,KYLIN_SALES_LEAF_CATEG_ID bigint
,KYLIN_SALES_LSTG_SITE_ID int
,KYLIN_CATEGORY_GROUPINGS_META_CATEG_NAME string
,KYLIN_CATEGORY_GROUPINGS_CATEG_LVL2_NAME string
,KYLIN_CATEGORY_GROUPINGS_CATEG_LVL3_NAME string
,KYLIN_SALES_LSTG_FORMAT_NAME string
,KYLIN_SALES_SELLER_ID bigint
,KYLIN_SALES_BUYER_ID bigint
,BUYER_ACCOUNT_ACCOUNT_BUYER_LEVEL int
,SELLER_ACCOUNT_ACCOUNT_SELLER_LEVEL int
,BUYER_ACCOUNT_ACCOUNT_COUNTRY string
,SELLER_ACCOUNT_ACCOUNT_COUNTRY string
,BUYER_COUNTRY_NAME string
,SELLER_COUNTRY_NAME string
,KYLIN_SALES_OPS_USER_ID string
,KYLIN_SALES_OPS_REGION string
,KYLIN_SALES_PRICE decimal(19,4)
)
STORED AS SEQUENCEFILE
LOCATION
'hdfs://hdbi31:8020/kylin/kylin_metadata/kylin-feb9b6ec-bd5a-4a9c-98ab-cf9043e2e52f/kylin_intermediate_kylin_sales_cube_cf8900c6_d12d_4808_97d9_1347f146d91d';
ALTER TABLE
kylin_intermediate_kylin_sales_cube_cf8900c6_d12d_4808_97d9_1347f146d91d SET
TBLPROPERTIES('auto.purge'='true');
INSERT OVERWRITE TABLE
kylin_intermediate_kylin_sales_cube_cf8900c6_d12d_4808_97d9_1347f146d91d
SELECT
KYLIN_SALES.TRANS_ID as KYLIN_SALES_TRANS_ID
,KYLIN_SALES.PART_DT as KYLIN_SALES_PART_DT
,KYLIN_SALES.LEAF_CATEG_ID as KYLIN_SALES_LEAF_CATEG_ID
,KYLIN_SALES.LSTG_SITE_ID as KYLIN_SALES_LSTG_SITE_ID
,KYLIN_CATEGORY_GROUPINGS.META_CATEG_NAME as
KYLIN_CATEGORY_GROUPINGS_META_CATEG_NAME
,KYLIN_CATEGORY_GROUPINGS.CATEG_LVL2_NAME as
KYLIN_CATEGORY_GROUPINGS_CATEG_LVL2_NAME
,KYLIN_CATEGORY_GROUPINGS.CATEG_LVL3_NAME as
KYLIN_CATEGORY_GROUPINGS_CATEG_LVL3_NAME
,KYLIN_SALES.LSTG_FORMAT_NAME as KYLIN_SALES_LSTG_FORMAT_NAME
,KYLIN_SALES.SELLER_ID as KYLIN_SALES_SELLER_ID
,KYLIN_SALES.BUYER_ID as KYLIN_SALES_BUYER_ID
,BUYER_ACCOUNT.ACCOUNT_BUYER_LEVEL as BUYER_ACCOUNT_ACCOUNT_BUYER_LEVEL
,SELLER_ACCOUNT.ACCOUNT_SELLER_LEVEL as SELLER_ACCOUNT_ACCOUNT_SELLER_LEVEL
,BUYER_ACCOUNT.ACCOUNT_COUNTRY as BUYER_ACCOUNT_ACCOUNT_COUNTRY
,SELLER_ACCOUNT.ACCOUNT_COUNTRY as SELLER_ACCOUNT_ACCOUNT_COUNTRY
,BUYER_COUNTRY.NAME as BUYER_COUNTRY_NAME
,SELLER_COUNTRY.NAME as SELLER_COUNTRY_NAME
,KYLIN_SALES.OPS_USER_ID as KYLIN_SALES_OPS_USER_ID
,KYLIN_SALES.OPS_REGION as KYLIN_SALES_OPS_REGION
,KYLIN_SALES.PRICE as KYLIN_SALES_PRICE
FROM DEFAULT.KYLIN_SALES as KYLIN_SALES
INNER JOIN DEFAULT.KYLIN_CAL_DT as KYLIN_CAL_DT
ON KYLIN_SALES.PART_DT = KYLIN_CAL_DT.CAL_DT
INNER JOIN DEFAULT.KYLIN_CATEGORY_GROUPINGS as KYLIN_CATEGORY_GROUPINGS
ON KYLIN_SALES.LEAF_CATEG_ID = KYLIN_CATEGORY_GROUPINGS.LEAF_CATEG_ID AND
KYLIN_SALES.LSTG_SITE_ID = KYLIN_CATEGORY_GROUPINGS.SITE_ID
INNER JOIN DEFAULT.KYLIN_ACCOUNT as BUYER_ACCOUNT
ON KYLIN_SALES.BUYER_ID = BUYER_ACCOUNT.ACCOUNT_ID
INNER JOIN DEFAULT.KYLIN_ACCOUNT as SELLER_ACCOUNT
ON KYLIN_SALES.SELLER_ID = SELLER_ACCOUNT.ACCOUNT_ID
INNER JOIN DEFAULT.KYLIN_COUNTRY as BUYER_COUNTRY
ON BUYER_ACCOUNT.ACCOUNT_COUNTRY = BUYER_COUNTRY.COUNTRY
INNER JOIN DEFAULT.KYLIN_COUNTRY as SELLER_COUNTRY
ON SELLER_ACCOUNT.ACCOUNT_COUNTRY = SELLER_COUNTRY.COUNTRY
WHERE 1=1 AND (KYLIN_SALES.PART_DT >= '2012-01-01' AND KYLIN_SALES.PART_DT <
'2014-01-01')
DISTRIBUTE BY RAND();
" --hiveconf hive.merge.mapredfiles=false --hiveconf
hive.merge.mapfiles=false --hiveconf hive.stats.autogather=true --hiveconf
hive.auto.convert.join.noconditionaltask=true --hiveconf dfs.replication=2
--hiveconf hive.auto.convert.join.noconditionaltask.size=100000000
--hiveconf hive.auto.convert.join=true --hiveconf
hive.exec.compress.output=true --hiveconf
mapreduce.job.split.metainfo.maxsize=-1
SLF4J: Class path contains multiple SLF4J bindings.
SLF4J: Found binding in
[jar:file:/opt/cloudera/parcels/CDH-5.14.0-1.cdh5.14.0.p0.24/jars/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: Found binding in
[jar:file:/opt/apache-kylin-2.3.0-bin/spark/jars/slf4j-log4j12-1.7.16.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an
explanation.
SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory]
Logging initialized using configuration in
jar:file:/opt/cloudera/parcels/CDH-5.14.0-1.cdh5.14.0.p0.24/jars/hive-common-1.1.0-cdh5.14.0.jar!/hive-log4j.properties
OK
Time taken: 2.017 seconds
OK
Time taken: 0.066 seconds
OK
Time taken: 0.312 seconds
OK
Time taken: 0.259 seconds
Query ID = hduser_20180319162424_2ad0b40d-afda-4d1b-b3d1-111b11cf4660
Total jobs = 1
Execution log at:
/tmp/hduser/hduser_20180319162424_2ad0b40d-afda-4d1b-b3d1-111b11cf4660.log
2018-03-19 04:24:16 Starting to launch local task to process map join;
maximum memory = 1908932608
2018-03-19 04:24:19 Dump the side-table for tag: 1 with group count: 244
into file:
file:/tmp/hduser/6ab4d7e3-6efa-43bc-b120-ab3bd62fad81/hive_2018-03-19_16-24-10_782_5057437635229694003-1/-local-10008/HashTable-Stage-7/MapJoin-mapfile01--.hashtable
2018-03-19 04:24:19 Uploaded 1 File to:
file:/tmp/hduser/6ab4d7e3-6efa-43bc-b120-ab3bd62fad81/hive_2018-03-19_16-24-10_782_5057437635229694003-1/-local-10008/HashTable-Stage-7/MapJoin-mapfile01--.hashtable
(8058 bytes)
2018-03-19 04:24:19 Dump the side-table for tag: 1 with group count: 244
into file:
file:/tmp/hduser/6ab4d7e3-6efa-43bc-b120-ab3bd62fad81/hive_2018-03-19_16-24-10_782_5057437635229694003-1/-local-10008/HashTable-Stage-7/MapJoin-mapfile11--.hashtable
2018-03-19 04:24:19 Uploaded 1 File to:
file:/tmp/hduser/6ab4d7e3-6efa-43bc-b120-ab3bd62fad81/hive_2018-03-19_16-24-10_782_5057437635229694003-1/-local-10008/HashTable-Stage-7/MapJoin-mapfile11--.hashtable
(8058 bytes)
2018-03-19 04:24:19 Dump the side-table for tag: 1 with group count: 10000
into file:
file:/tmp/hduser/6ab4d7e3-6efa-43bc-b120-ab3bd62fad81/hive_2018-03-19_16-24-10_782_5057437635229694003-1/-local-10008/HashTable-Stage-7/MapJoin-mapfile21--.hashtable
2018-03-19 04:24:19 Uploaded 1 File to:
file:/tmp/hduser/6ab4d7e3-6efa-43bc-b120-ab3bd62fad81/hive_2018-03-19_16-24-10_782_5057437635229694003-1/-local-10008/HashTable-Stage-7/MapJoin-mapfile21--.hashtable
(261528 bytes)
2018-03-19 04:24:19 Dump the side-table for tag: 1 with group count: 10000
into file:
file:/tmp/hduser/6ab4d7e3-6efa-43bc-b120-ab3bd62fad81/hive_2018-03-19_16-24-10_782_5057437635229694003-1/-local-10008/HashTable-Stage-7/MapJoin-mapfile31--.hashtable
2018-03-19 04:24:19 Uploaded 1 File to:
file:/tmp/hduser/6ab4d7e3-6efa-43bc-b120-ab3bd62fad81/hive_2018-03-19_16-24-10_782_5057437635229694003-1/-local-10008/HashTable-Stage-7/MapJoin-mapfile31--.hashtable
(261528 bytes)
2018-03-19 04:24:19 Dump the side-table for tag: 1 with group count: 144
into file:
file:/tmp/hduser/6ab4d7e3-6efa-43bc-b120-ab3bd62fad81/hive_2018-03-19_16-24-10_782_5057437635229694003-1/-local-10008/HashTable-Stage-7/MapJoin-mapfile41--.hashtable
2018-03-19 04:24:19 Uploaded 1 File to:
file:/tmp/hduser/6ab4d7e3-6efa-43bc-b120-ab3bd62fad81/hive_2018-03-19_16-24-10_782_5057437635229694003-1/-local-10008/HashTable-Stage-7/MapJoin-mapfile41--.hashtable
(10893 bytes)
2018-03-19 04:24:19 Dump the side-table for tag: 1 with group count: 730
into file:
file:/tmp/hduser/6ab4d7e3-6efa-43bc-b120-ab3bd62fad81/hive_2018-03-19_16-24-10_782_5057437635229694003-1/-local-10008/HashTable-Stage-7/MapJoin-mapfile51--.hashtable
2018-03-19 04:24:19 Uploaded 1 File to:
file:/tmp/hduser/6ab4d7e3-6efa-43bc-b120-ab3bd62fad81/hive_2018-03-19_16-24-10_782_5057437635229694003-1/-local-10008/HashTable-Stage-7/MapJoin-mapfile51--.hashtable
(14933 bytes)
2018-03-19 04:24:19 End of local task; Time Taken: 3.433 sec.
Execution completed successfully
MapredLocal task succeeded
Launching Job 1 out of 1
Number of reduce tasks not specified. Estimated from input data size: 1
In order to change the average load for a reducer (in bytes):
set hive.exec.reducers.bytes.per.reducer=<number>
In order to limit the maximum number of reducers:
set hive.exec.reducers.max=<number>
In order to set a constant number of reducers:
set mapreduce.job.reduces=<number>
Starting Job = job_1521111045581_0018, Tracking URL =
http://hdbi31:8088/proxy/application_1521111045581_0018/
Kill Command =
/opt/cloudera/parcels/CDH-5.14.0-1.cdh5.14.0.p0.24/bin/../lib/hadoop/bin/hadoop
job -kill job_1521111045581_0018
java.io.IOException: Job status not available
at org.apache.hadoop.mapreduce.Job.updateStatus(Job.java:334)
at org.apache.hadoop.mapreduce.Job.getJobState(Job.java:359)
at
org.apache.hadoop.mapred.JobClient$NetworkedJob.getJobState(JobClient.java:301)
at
org.apache.hadoop.hive.ql.exec.mr.HadoopJobExecHelper.progress(HadoopJobExecHelper.java:244)
at
org.apache.hadoop.hive.ql.exec.mr.HadoopJobExecHelper.progress(HadoopJobExecHelper.java:550)
at
org.apache.hadoop.hive.ql.exec.mr.ExecDriver.execute(ExecDriver.java:453)
at
org.apache.hadoop.hive.ql.exec.mr.MapRedTask.execute(MapRedTask.java:142)
at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:214)
at
org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:99)
at org.apache.hadoop.hive.ql.Driver.launchTask(Driver.java:2052)
at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:1748)
at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:1501)
at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1285)
at org.apache.hadoop.hive.ql.Driver.run(Driver.java:1275)
at
org.apache.hadoop.hive.cli.CliDriver.processLocalCmd(CliDriver.java:226)
at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:175)
at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:389)
at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:324)
at
org.apache.hadoop.hive.cli.CliDriver.executeDriver(CliDriver.java:726)
at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:699)
at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:634)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.apache.hadoop.util.RunJar.run(RunJar.java:221)
at org.apache.hadoop.util.RunJar.main(RunJar.java:136)
Ended Job = job_1521111045581_0018 with exception 'java.io.IOException(Job
status not available )'
FAILED: Execution Error, return code 1 from
org.apache.hadoop.hive.ql.exec.mr.MapRedTask
WARN: The method class
org.apache.commons.logging.impl.SLF4JLogFactory#release() was invoked.
WARN: Please see http://www.slf4j.org/codes.html#release for an explanation.
killing job with: job_1521111045581_0018
Failed to kill job: job_1521111045581_0018
--
Sent from: http://apache-kylin.74782.x6.nabble.com/
