[
https://issues.apache.org/jira/browse/KYLIN-1842?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15358474#comment-15358474
]
raphael5200 commented on KYLIN-1842:
------------------------------------
[root@master01 bin]# find-hive-dependency.sh
16/07/01 14:12:40 WARN conf.HiveConf: HiveConf of name hive.metastore.local
does not exist
Logging initialized using configuration in
jar:file:/usr/local/hive-1.2.1/lib/hive-common-1.2.1.jar!/hive-log4j.properties
HCAT_HOME is set to: /usr/local/hive-1.2.1/hcatalog, use it to find hcatalog
path:
hive dependency:
/usr/local/hive-1.2.1/conf:/usr/local/hive-1.2.1/lib/accumulo-core-1.6.0.jar:/usr/local/hive-1.2.1/lib/geronimo-jta_1.1_spec-1.1.1.jar:/usr/local/hive-1.2.1/lib/hive-hwi-1.2.1.jar:/usr/local/hive-1.2.1/lib/hive-jdbc-1.2.1.jar:/usr/local/hive-1.2.1/lib/hive-shims-1.2.1.jar:/usr/local/hive-1.2.1/lib/parquet-hadoop-bundle-1.6.0.jar:/usr/local/hive-1.2.1/lib/jpam-1.1.jar:/usr/local/hive-1.2.1/lib/avro-1.7.5.jar:/usr/local/hive-1.2.1/lib/joda-time-2.5.jar:/usr/local/hive-1.2.1/lib/datanucleus-core-3.2.10.jar:/usr/local/hive-1.2.1/lib/mail-1.4.1.jar:/usr/local/hive-1.2.1/lib/jsr305-3.0.0.jar:/usr/local/hive-1.2.1/lib/libfb303-0.9.2.jar:/usr/local/hive-1.2.1/lib/regexp-1.3.jar:/usr/local/hive-1.2.1/lib/commons-compiler-2.7.6.jar:/usr/local/hive-1.2.1/lib/guava-14.0.1.jar:/usr/local/hive-1.2.1/lib/curator-client-2.6.0.jar:/usr/local/hive-1.2.1/lib/jline-2.12.jar:/usr/local/hive-1.2.1/lib/maven-scm-api-1.4.jar:/usr/local/hive-1.2.1/lib/servlet-api-2.5.jar:/usr/local/hive-1.2.1/lib/commons-codec-1.4.jar:/usr/local/hive-1.2.1/lib/apache-log4j-extras-1.2.17.jar:/usr/local/hive-1.2.1/lib/json-20090211.jar:/usr/local/hive-1.2.1/lib/hive-exec-1.2.1.jar:/usr/local/hive-1.2.1/lib/plexus-utils-1.5.6.jar:/usr/local/hive-1.2.1/lib/commons-vfs2-2.0.jar:/usr/local/hive-1.2.1/lib/bonecp-0.8.0.RELEASE.jar:/usr/local/hive-1.2.1/lib/pentaho-aggdesigner-algorithm-5.1.5-jhyde.jar:/usr/local/hive-1.2.1/lib/hive-shims-common-1.2.1.jar:/usr/local/hive-1.2.1/lib/oro-2.0.8.jar:/usr/local/hive-1.2.1/lib/janino-2.7.6.jar:/usr/local/hive-1.2.1/lib/ST4-4.0.4.jar:/usr/local/hive-1.2.1/lib/commons-beanutils-core-1.8.0.jar:/usr/local/hive-1.2.1/lib/ivy-2.4.0.jar:/usr/local/hive-1.2.1/lib/super-csv-2.2.0.jar:/usr/local/hive-1.2.1/lib/jetty-all-7.6.0.v20120127.jar:/usr/local/hive-1.2.1/lib/commons-httpclient-3.0.1.jar:/usr/local/hive-1.2.1/lib/hive-shims-0.23-1.2.1.jar:/usr/local/hive-1.2.1/lib/commons-logging-1.1.3.jar:/usr/local/hive-1.2.1/lib/opencsv-2.3.jar:/usr/local/hive-1.2.1/lib/antlr-runtime-3.4.jar:/usr/local/hive-1.2.1/lib/netty-3.7.0.Final.jar:/usr/local/hive-1.2.1/lib/curator-recipes-2.6.0.jar:/usr/local/hive-1.2.1/lib/httpclient-4.4.jar:/usr/local/hive-1.2.1/lib/junit-4.11.jar:/usr/local/hive-1.2.1/lib/commons-configuration-1.6.jar:/usr/local/hive-1.2.1/lib/activation-1.1.jar:/usr/local/hive-1.2.1/lib/ant-1.9.1.jar:/usr/local/hive-1.2.1/lib/stax-api-1.0.1.jar:/usr/local/hive-1.2.1/lib/hive-testutils-1.2.1.jar:/usr/local/hive-1.2.1/lib/datanucleus-rdbms-3.2.9.jar:/usr/local/hive-1.2.1/lib/groovy-all-2.1.6.jar:/usr/local/hive-1.2.1/lib/hive-shims-scheduler-1.2.1.jar:/usr/local/hive-1.2.1/lib/derby-10.10.2.0.jar:/usr/local/hive-1.2.1/lib/httpcore-4.4.jar:/usr/local/hive-1.2.1/lib/zookeeper-3.4.6.jar:/usr/local/hive-1.2.1/lib/hive-beeline-1.2.1.jar:/usr/local/hive-1.2.1/lib/maven-scm-provider-svn-commons-1.4.jar:/usr/local/hive-1.2.1/lib/xz-1.0.jar:/usr/local/hive-1.2.1/lib/antlr-2.7.7.jar:/usr/local/hive-1.2.1/lib/hive-metastore-1.2.1.jar:/usr/local/hive-1.2.1/lib/hive-accumulo-handler-1.2.1.jar:/usr/local/hive-1.2.1/lib/accumulo-trace-1.6.0.jar:/usr/local/hive-1.2.1/lib/commons-beanutils-1.7.0.jar:/usr/local/hive-1.2.1/lib/commons-cli-1.2.jar:/usr/local/hive-1.2.1/lib/maven-scm-provider-svnexe-1.4.jar:/usr/local/hive-1.2.1/lib/hive-cli-1.2.1.jar:/usr/local/hive-1.2.1/lib/paranamer-2.3.jar:/usr/local/hive-1.2.1/lib/jta-1.1.jar:/usr/local/hive-1.2.1/lib/hive-ant-1.2.1.jar:/usr/local/hive-1.2.1/lib/commons-collections-3.2.1.jar:/usr/local/hive-1.2.1/lib/commons-math-2.1.jar:/usr/local/hive-1.2.1/lib/jdo-api-3.0.1.jar:/usr/local/hive-1.2.1/lib/hive-jdbc-1.2.1-standalone.jar:/usr/local/hive-1.2.1/lib/velocity-1.5.jar:/usr/local/hive-1.2.1/lib/hive-service-1.2.1.jar:/usr/local/hive-1.2.1/lib/jcommander-1.32.jar:/usr/local/hive-1.2.1/lib/geronimo-jaspic_1.0_spec-1.0.jar:/usr/local/hive-1.2.1/lib/snappy-java-1.0.5.jar:/usr/local/hive-1.2.1/lib/eigenbase-properties-1.1.5.jar:/usr/local/hive-1.2.1/lib/log4j-1.2.16.jar:/usr/local/hive-1.2.1/lib/hive-hbase-handler-1.2.1.jar:/usr/local/hive-1.2.1/lib/datanucleus-api-jdo-3.2.6.jar:/usr/local/hive-1.2.1/lib/tempus-fugit-1.1.jar:/usr/local/hive-1.2.1/lib/asm-commons-3.1.jar:/usr/local/hive-1.2.1/lib/hive-serde-1.2.1.jar:/usr/local/hive-1.2.1/lib/commons-compress-1.4.1.jar:/usr/local/hive-1.2.1/lib/commons-dbcp-1.4.jar:/usr/local/hive-1.2.1/lib/jetty-all-server-7.6.0.v20120127.jar:/usr/local/hive-1.2.1/lib/hive-shims-0.20S-1.2.1.jar:/usr/local/hive-1.2.1/lib/stringtemplate-3.2.1.jar:/usr/local/hive-1.2.1/lib/commons-digester-1.8.jar:/usr/local/hive-1.2.1/lib/accumulo-fate-1.6.0.jar:/usr/local/hive-1.2.1/lib/geronimo-annotation_1.0_spec-1.1.1.jar:/usr/local/hive-1.2.1/lib/asm-tree-3.1.jar:/usr/local/hive-1.2.1/lib/hamcrest-core-1.1.jar:/usr/local/hive-1.2.1/lib/commons-lang-2.6.jar:/usr/local/hive-1.2.1/lib/commons-io-2.4.jar:/usr/local/hive-1.2.1/lib/hive-common-1.2.1.jar:/usr/local/hive-1.2.1/lib/commons-pool-1.5.4.jar:/usr/local/hive-1.2.1/lib/ant-launcher-1.9.1.jar:/usr/local/hive-1.2.1/lib/curator-framework-2.6.0.jar:/usr/local/hive-1.2.1/lib/hive-contrib-1.2.1.jar:/usr/local/hive-1.2.1/lib/accumulo-start-1.6.0.jar:/usr/local/hive-1.2.1/lib/libthrift-0.9.2.jar:/usr/local/hive-1.2.1/hcatalog/share/hcatalog/hive-hcatalog-core-1.2.1.jar
> java.lang.NoClassDefFoundError:
> org/apache/hive/hcatalog/mapreduce/HCatInputFormat
> ----------------------------------------------------------------------------------
>
> Key: KYLIN-1842
> URL: https://issues.apache.org/jira/browse/KYLIN-1842
> Project: Kylin
> Issue Type: Bug
> Components: Job Engine
> Affects Versions: v1.5.0
> Environment: Zookeeper-3.4
> Hadoop-2.5
> hbase-1.1.3
> hive-1.2.1
> kylin-1.5.0
> Reporter: raphael5200
> Assignee: Dong Li
> Fix For: 1.x-HBase1.1.3
>
> Original Estimate: 1h
> Remaining Estimate: 1h
>
> i have a error in kylin;
> Error message:
> 2016-07-01 12:30:07,431 ERROR [pool-5-thread-2]
> execution.AbstractExecutable:116 : error running Executable
> org.apache.kylin.job.exception.ExecuteException:
> java.lang.NoClassDefFoundError:
> org/apache/hive/hcatalog/mapreduce/HCatInputFormat
> at
> org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:124)
> at
> org.apache.kylin.job.execution.DefaultChainedExecutable.doWork(DefaultChainedExecutable.java:50)
> at
> org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:114)
> at
> org.apache.kylin.job.impl.threadpool.DefaultScheduler$JobRunner.run(DefaultScheduler.java:124)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> at java.lang.Thread.run(Thread.java:745)
> Caused by: java.lang.NoClassDefFoundError:
> org/apache/hive/hcatalog/mapreduce/HCatInputFormat
> at
> org.apache.kylin.source.hive.HiveMRInput$HiveTableInputFormat.configureJob(HiveMRInput.java:81)
> at
> org.apache.kylin.engine.mr.steps.FactDistinctColumnsJob.setupMapper(FactDistinctColumnsJob.java:111)
> at
> org.apache.kylin.engine.mr.steps.FactDistinctColumnsJob.run(FactDistinctColumnsJob.java:91)
> at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
> at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:84)
> at
> org.apache.kylin.engine.mr.common.MapReduceExecutable.doWork(MapReduceExecutable.java:118)
> at
> org.apache.kylin.job.execution.AbstractExecutable.execute(AbstractExecutable.java:114)
> ... 6 more
> Caused by: java.lang.ClassNotFoundException:
> org.apache.hive.hcatalog.mapreduce.HCatInputFormat
> at
> org.apache.catalina.loader.WebappClassLoader.loadClass(WebappClassLoader.java:1720)
> at
> org.apache.catalina.loader.WebappClassLoader.loadClass(WebappClassLoader.java:1571)
> ... 13 more
> my conf:
> .bash_profile:
> PATH=$PATH:$HOME/bin
> JAVA_HOME=/usr/java/jdk1.7.0_79
> HADOOP_HOME=/usr/local/hadoop-2.5.1
> ZOOKEEPER_HOME=/usr/local/zookeeper-3.4.6
> HBASE_HOME=/usr/local/hbase-1.1.3
> HIVE_HOME=/usr/local/hive-1.2.1
> HCAT_HOME=$HIVE_HOME/hcatalog
> KYLIN_HOME=/usr/local/kylin-1.5.0-HBase1.1.3
> CATALINA_HOME=$KYLIN_HOME/tomcat
> hive_dependency=$HIVE_HOME/conf:$HIVE_HOME/lib/*:$HCAT_HOME/share/hcatalog/hive-hcatalog-core-1.2.1.jar
> PATH=$PATH:$JAVA_HOME/bin:$HADOOP_HOME/bin:$HADOOP_HOME/sbin:$ZOOKEEPER_HOME/bin:$HBASE_HOME/bin:$HIVE_HOME/bin:$HCAT_HOME/bin:$CATALINA_HOME/bin:$KYLIN_HOME/bin
> export JAVA_HOME
> export HADOOP_HOME
> export ZOOKEEPER_HOME
> export HBASE_HOME
> export HIVE_HOME
> export HCAT_HOME
> export CATALINA_HOME
> export KYLIN_HOME
> export PATH
> kylin.sh:
> export KYLIN_HOME=/usr/local/kylin-1.5.0-HBase1.1.3
> export
> HBASE_CLASSPATH_PREFIX=${tomcat_root}/bin/bootstrap.jar:${tomcat_root}/bin/tomcat-juli.jar:${tomcat_root}/lib/*:$hive_dependency:$HBASE_CLASSPATH_PREFIX
> kylin.properties:
> kylin.rest.servers=master01:7070
> kylin.job.jar=/tmp/kylin/kylin-job-latest.jar
> kylin.coprocessor.local.jar=/tmp/kylin/kylin-coprocessor-latest.jar
> please help me
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
