[
https://issues.apache.org/jira/browse/STORM-1194?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Yitao Jiang updated STORM-1194:
-------------------------------
Description:
can not consume topic from Kafka using storm-kafka, failed with
java.lang.NoClassDefFoundError: Could not initialize class
org.apache.log4j.Log4jLoggerFactory
at org.apache.log4j.Logger.getLogger(Logger.java:39)
~[log4j-over-slf4j-1.6.6.jar:1.6.6]
at kafka.utils.Logging$class.logger(Logging.scala:24)
~[kafka_2.10-0.8.1.1.jar:na]
at
kafka.network.BlockingChannel.logger$lzycompute(BlockingChannel.scala:35)
~[kafka_2.10-0.8.1.1.jar:na]
at kafka.network.BlockingChannel.logger(BlockingChannel.scala:35)
~[kafka_2.10-0.8.1.1.jar:na]
at kafka.utils.Logging$class.debug(Logging.scala:51)
~[kafka_2.10-0.8.1.1.jar:na]
at kafka.network.BlockingChannel.debug(BlockingChannel.scala:35)
~[kafka_2.10-0.8.1.1.jar:na]
at kafka.network.BlockingChannel.connect(BlockingChannel.scala:64)
~[kafka_2.10-0.8.1.1.jar:na]
at kafka.consumer.SimpleConsumer.connect(SimpleConsumer.scala:44)
~[kafka_2.10-0.8.1.1.jar:na]
at
kafka.consumer.SimpleConsumer.getOrMakeConnection(SimpleConsumer.scala:142)
~[kafka_2.10-0.8.1.1.jar:na]
at
kafka.consumer.SimpleConsumer.kafka$consumer$SimpleConsumer$$sendRequest(SimpleConsumer.scala:69)
~[kafka_2.10-0.8.1.1.jar:na]
at
kafka.consumer.SimpleConsumer.getOffsetsBefore(SimpleConsumer.scala:124)
~[kafka_2.10-0.8.1.1.jar:na]
at
kafka.javaapi.consumer.SimpleConsumer.getOffsetsBefore(SimpleConsumer.scala:79)
~[kafka_2.10-0.8.1.1.jar:na]
at storm.kafka.KafkaUtils.getOffset(KafkaUtils.java:77)
~[storm-kafka-0.9.5.jar:0.9.5]
at storm.kafka.KafkaUtils.getOffset(KafkaUtils.java:67)
~[storm-kafka-0.9.5.jar:0.9.5]
at storm.kafka.PartitionManager.<init>(PartitionManager.java:83)
~[storm-kafka-0.9.5.jar:0.9.5]
at storm.kafka.ZkCoordinator.refresh(ZkCoordinator.java:98)
~[storm-kafka-0.9.5.jar:0.9.5]
at
storm.kafka.ZkCoordinator.getMyManagedPartitions(ZkCoordinator.java:69)
~[storm-kafka-0.9.5.jar:0.9.5]
at storm.kafka.KafkaSpout.nextTuple(KafkaSpout.java:135)
~[storm-kafka-0.9.5.jar:0.9.5]
at
backtype.storm.daemon.executor$fn__3371$fn__3386$fn__3415.invoke(executor.clj:565)
~[storm-core-0.9.5.jar:0.9.5]
at backtype.storm.util$async_loop$fn__460.invoke(util.clj:463)
~[storm-core-0.9.5.jar:0.9.5]
at clojure.lang.AFn.run(AFn.java:24) [clojure-1.5.1.jar:na]
at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80]
67167 [Thread-20-spout] ERROR backtype.storm.daemon.executor -
java.lang.NoClassDefFoundError: Could not initialize class
org.apache.log4j.Log4jLoggerFactory
at org.apache.log4j.Logger.getLogger(Logger.java:39)
~[log4j-over-slf4j-1.6.6.jar:1.6.6]
at kafka.utils.Logging$class.logger(Logging.scala:24)
~[kafka_2.10-0.8.1.1.jar:na]
at
kafka.network.BlockingChannel.logger$lzycompute(BlockingChannel.scala:35)
~[kafka_2.10-0.8.1.1.jar:na]
at kafka.network.BlockingChannel.logger(BlockingChannel.scala:35)
~[kafka_2.10-0.8.1.1.jar:na]
at kafka.utils.Logging$class.debug(Logging.scala:51)
~[kafka_2.10-0.8.1.1.jar:na]
at kafka.network.BlockingChannel.debug(BlockingChannel.scala:35)
~[kafka_2.10-0.8.1.1.jar:na]
at kafka.network.BlockingChannel.connect(BlockingChannel.scala:64)
~[kafka_2.10-0.8.1.1.jar:na]
at kafka.consumer.SimpleConsumer.connect(SimpleConsumer.scala:44)
~[kafka_2.10-0.8.1.1.jar:na]
at
kafka.consumer.SimpleConsumer.getOrMakeConnection(SimpleConsumer.scala:142)
~[kafka_2.10-0.8.1.1.jar:na]
at
kafka.consumer.SimpleConsumer.kafka$consumer$SimpleConsumer$$sendRequest(SimpleConsumer.scala:69)
~[kafka_2.10-0.8.1.1.jar:na]
at
kafka.consumer.SimpleConsumer.getOffsetsBefore(SimpleConsumer.scala:124)
~[kafka_2.10-0.8.1.1.jar:na]
at
kafka.javaapi.consumer.SimpleConsumer.getOffsetsBefore(SimpleConsumer.scala:79)
~[kafka_2.10-0.8.1.1.jar:na]
at storm.kafka.KafkaUtils.getOffset(KafkaUtils.java:77)
~[storm-kafka-0.9.5.jar:0.9.5]
at storm.kafka.KafkaUtils.getOffset(KafkaUtils.java:67)
~[storm-kafka-0.9.5.jar:0.9.5]
at storm.kafka.PartitionManager.<init>(PartitionManager.java:83)
~[storm-kafka-0.9.5.jar:0.9.5]
at storm.kafka.ZkCoordinator.refresh(ZkCoordinator.java:98)
~[storm-kafka-0.9.5.jar:0.9.5]
at
storm.kafka.ZkCoordinator.getMyManagedPartitions(ZkCoordinator.java:69)
~[storm-kafka-0.9.5.jar:0.9.5]
at storm.kafka.KafkaSpout.nextTuple(KafkaSpout.java:135)
~[storm-kafka-0.9.5.jar:0.9.5]
at
backtype.storm.daemon.executor$fn__3371$fn__3386$fn__3415.invoke(executor.clj:565)
~[storm-core-0.9.5.jar:0.9.5]
at backtype.storm.util$async_loop$fn__460.invoke(util.clj:463)
~[storm-core-0.9.5.jar:0.9.5]
at clojure.lang.AFn.run(AFn.java:24) [clojure-1.5.1.jar:na]
at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80]
67235 [Thread-20-spout] ERROR backtype.storm.util - Halting process: ("Worker
died")
java.lang.RuntimeException: ("Worker died")
at backtype.storm.util$exit_process_BANG_.doInvoke(util.clj:325)
[storm-core-0.9.5.jar:0.9.5]
at clojure.lang.RestFn.invoke(RestFn.java:423) [clojure-1.5.1.jar:na]
at
backtype.storm.daemon.worker$fn__4694$fn__4695.invoke(worker.clj:493)
[storm-core-0.9.5.jar:0.9.5]
at
backtype.storm.daemon.executor$mk_executor_data$fn__3272$fn__3273.invoke(executor.clj:240)
[storm-core-0.9.5.jar:0.9.5]
at backtype.storm.util$async_loop$fn__460.invoke(util.clj:473)
[storm-core-0.9.5.jar:0.9.5]
at clojure.lang.AFn.run(AFn.java:24) [clojure-1.5.1.jar:na]
at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80]
Here's the pom.xml
ack=true</test.extra.args>
<!-- dependency versions -->
<clojure.version>1.5.1</clojure.version>
<compojure.version>1.1.3</compojure.version>
<hiccup.version>0.3.6</hiccup.version>
<commons-io.version>2.4</commons-io.version>
<commons-lang.version>2.5</commons-lang.version>
<commons-exec.version>1.1</commons-exec.version>
<curator.version>2.5.0</curator.version>
<json-simple.version>1.1</json-simple.version>
<ring.version>0.3.11</ring.version>
<clojure.tools.logging.version>0.2.3</clojure.tools.logging.version>
<clojure.math.numeric-tower.version>0.0.1</clojure.math.numeric-tower.version>
<carbonite.version>1.4.0</carbonite.version>
<httpclient.version>4.3.3</httpclient.version>
<clojure.tools.cli.version>0.2.4</clojure.tools.cli.version>
<disruptor.version>2.10.1</disruptor.version>
<jgrapht.version>0.9.0</jgrapht.version>
<guava.version>16.0.1</guava.version>
<logback-classic.version>1.0.13</logback-classic.version>
<mockito.version>1.9.5</mockito.version>
<storm-core.version>0.9.5</storm-core.version>
<storm-kafka.version>0.9.5</storm-kafka.version>
<snakeyaml.version>1.16</snakeyaml.version>
<storm.crawler.core.version>0.7</storm.crawler.core.version>
</properties>
<build>
<sourceDirectory>src/jvm</sourceDirectory>
<testSourceDirectory>test/jvm</testSourceDirectory>
<resources>
<resource>
<directory>${basedir}/multilang</directory>
</resource>
</resources>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-compiler-plugin</artifactId>
</plugin>
<!--
Bind the maven-assembly-plugin to the package phase
this will create a jar file without the storm dependencies
suitable for deployment to a cluster.
-->
<plugin>
<artifactId>maven-assembly-plugin</artifactId>
<configuration>
<descriptorRefs>
<descriptorRef>jar-with-dependencies</descriptorRef>
</descriptorRefs>
<archive>
<manifest>
<mainClass />
</manifest>
</archive>
</configuration>
<executions>
<execution>
<id>make-assembly</id>
<phase>package</phase>
<goals>
<goal>single</goal>
</goals>
</execution>
</executions>
</plugin>
<plugin>
<groupId>org.codehaus.mojo</groupId>
<artifactId>exec-maven-plugin</artifactId>
<version>1.3.2</version>
<executions>
<execution>
<goals>
<goal>exec</goal>
</goals>
</execution>
</executions>
<configuration>
<executable>java</executable>
<includeProjectDependencies>true</includeProjectDependencies>
<includePluginDependencies>false</includePluginDependencies>
<classpathScope>compile</classpathScope>
<killAfter>-1</killAfter>
<mainClass>${storm.topology}</mainClass>
</configuration>
</plugin>
</plugins>
</build>
<dependencies>
<dependency>
<groupId>junit</groupId>
<artifactId>junit</artifactId>
<version>3.8.1</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.testng</groupId>
<artifactId>testng</artifactId>
<version>6.8.5</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.mockito</groupId>
<artifactId>mockito-all</artifactId>
<version>${mockito.version}</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.easytesting</groupId>
<artifactId>fest-assert-core</artifactId>
<version>2.0M8</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.jmock</groupId>
<artifactId>jmock</artifactId>
<version>2.6.0</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.twitter4j</groupId>
<artifactId>twitter4j-stream</artifactId>
<version>3.0.3</version>
</dependency>
<dependency>
<groupId>org.apache.kafka</groupId>
<artifactId>kafka_2.10</artifactId>
<version>0.8.1.1</version>
<exclusions>
<exclusion>
<groupId>org.apache.zookeeper</groupId>
<artifactId>zookeeper</artifactId>
</exclusion>
<exclusion>
<groupId>log4j</groupId>
<artifactId>log4j</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>org.apache.storm</groupId>
<artifactId>storm-core</artifactId>
<version>${storm-core.version}</version>
<scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.storm</groupId>
<artifactId>storm-kafka</artifactId>
<version>${storm-kafka.version}</version>
<exclusions>
<exclusion>
<groupId>org.apache.zookeeper</groupId>
<artifactId>zookeeper</artifactId>
</exclusion>
<exclusion>
<groupId>org.slf4j</groupId>
<artifactId>slf4j-simple</artifactId>
</exclusion>
<exclusion>
<groupId>org.slf4j</groupId>
<artifactId>slf4j-sl4j12</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>org.apache.zookeeper</groupId>
<artifactId>zookeeper</artifactId>
<version>3.4.6</version>
<exclusions>
<exclusion>
<groupId>com.sun.jmx</groupId>
<artifactId>jmxri</artifactId>
</exclusion>
<exclusion>
<groupId>com.sun.jdmk</groupId>
<artifactId>jmxtools</artifactId>
</exclusion>
<exclusion>
<groupId>javax.jms</groupId>
<artifactId>jms</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>commons-collections</groupId>
<artifactId>commons-collections</artifactId>
<version>3.2.1</version>
</dependency>
<dependency>
<groupId>com.google.guava</groupId>
<artifactId>guava</artifactId>
<version>${guava.version}</version>
</dependency>
<dependency>
<groupId>org.yaml</groupId>
<artifactId>snakeyaml</artifactId>
<version>${snakeyaml.version}</version>
</dependency>
<dependency>
<groupId>com.digitalpebble</groupId>
<artifactId>storm-crawler-core</artifactId>
<version>${storm.crawler.core.version}</version>
</dependency>
<dependency>
<groupId>com.netflix.curator</groupId>
<artifactId>curator-test</artifactId>
<version>1.2.5</version>
<exclusions>
<exclusion>
<groupId>org.slf4j</groupId>
<artifactId>slf4j-log4j12</artifactId>
</exclusion>
<exclusion>
<groupId>log4j</groupId>
<artifactId>log4j</artifactId>
</exclusion>
</exclusions>
</dependency>
</dependencies>
was:
can not consume topic from Kafka using storm-kafka, failed with
java.lang.NoClassDefFoundError: Could not initialize class
org.apache.log4j.Log4jLoggerFactory
at org.apache.log4j.Logger.getLogger(Logger.java:39)
~[log4j-over-slf4j-1.6.6.jar:1.6.6]
at kafka.utils.Logging$class.logger(Logging.scala:24)
~[kafka_2.10-0.8.1.1.jar:na]
at
kafka.network.BlockingChannel.logger$lzycompute(BlockingChannel.scala:35)
~[kafka_2.10-0.8.1.1.jar:na]
at kafka.network.BlockingChannel.logger(BlockingChannel.scala:35)
~[kafka_2.10-0.8.1.1.jar:na]
at kafka.utils.Logging$class.debug(Logging.scala:51)
~[kafka_2.10-0.8.1.1.jar:na]
at kafka.network.BlockingChannel.debug(BlockingChannel.scala:35)
~[kafka_2.10-0.8.1.1.jar:na]
at kafka.network.BlockingChannel.connect(BlockingChannel.scala:64)
~[kafka_2.10-0.8.1.1.jar:na]
at kafka.consumer.SimpleConsumer.connect(SimpleConsumer.scala:44)
~[kafka_2.10-0.8.1.1.jar:na]
at
kafka.consumer.SimpleConsumer.getOrMakeConnection(SimpleConsumer.scala:142)
~[kafka_2.10-0.8.1.1.jar:na]
at
kafka.consumer.SimpleConsumer.kafka$consumer$SimpleConsumer$$sendRequest(SimpleConsumer.scala:69)
~[kafka_2.10-0.8.1.1.jar:na]
at
kafka.consumer.SimpleConsumer.getOffsetsBefore(SimpleConsumer.scala:124)
~[kafka_2.10-0.8.1.1.jar:na]
at
kafka.javaapi.consumer.SimpleConsumer.getOffsetsBefore(SimpleConsumer.scala:79)
~[kafka_2.10-0.8.1.1.jar:na]
at storm.kafka.KafkaUtils.getOffset(KafkaUtils.java:77)
~[storm-kafka-0.9.5.jar:0.9.5]
at storm.kafka.KafkaUtils.getOffset(KafkaUtils.java:67)
~[storm-kafka-0.9.5.jar:0.9.5]
at storm.kafka.PartitionManager.<init>(PartitionManager.java:83)
~[storm-kafka-0.9.5.jar:0.9.5]
at storm.kafka.ZkCoordinator.refresh(ZkCoordinator.java:98)
~[storm-kafka-0.9.5.jar:0.9.5]
at
storm.kafka.ZkCoordinator.getMyManagedPartitions(ZkCoordinator.java:69)
~[storm-kafka-0.9.5.jar:0.9.5]
at storm.kafka.KafkaSpout.nextTuple(KafkaSpout.java:135)
~[storm-kafka-0.9.5.jar:0.9.5]
at
backtype.storm.daemon.executor$fn__3371$fn__3386$fn__3415.invoke(executor.clj:565)
~[storm-core-0.9.5.jar:0.9.5]
at backtype.storm.util$async_loop$fn__460.invoke(util.clj:463)
~[storm-core-0.9.5.jar:0.9.5]
at clojure.lang.AFn.run(AFn.java:24) [clojure-1.5.1.jar:na]
at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80]
67167 [Thread-20-spout] ERROR backtype.storm.daemon.executor -
java.lang.NoClassDefFoundError: Could not initialize class
org.apache.log4j.Log4jLoggerFactory
at org.apache.log4j.Logger.getLogger(Logger.java:39)
~[log4j-over-slf4j-1.6.6.jar:1.6.6]
at kafka.utils.Logging$class.logger(Logging.scala:24)
~[kafka_2.10-0.8.1.1.jar:na]
at
kafka.network.BlockingChannel.logger$lzycompute(BlockingChannel.scala:35)
~[kafka_2.10-0.8.1.1.jar:na]
at kafka.network.BlockingChannel.logger(BlockingChannel.scala:35)
~[kafka_2.10-0.8.1.1.jar:na]
at kafka.utils.Logging$class.debug(Logging.scala:51)
~[kafka_2.10-0.8.1.1.jar:na]
at kafka.network.BlockingChannel.debug(BlockingChannel.scala:35)
~[kafka_2.10-0.8.1.1.jar:na]
at kafka.network.BlockingChannel.connect(BlockingChannel.scala:64)
~[kafka_2.10-0.8.1.1.jar:na]
at kafka.consumer.SimpleConsumer.connect(SimpleConsumer.scala:44)
~[kafka_2.10-0.8.1.1.jar:na]
at
kafka.consumer.SimpleConsumer.getOrMakeConnection(SimpleConsumer.scala:142)
~[kafka_2.10-0.8.1.1.jar:na]
at
kafka.consumer.SimpleConsumer.kafka$consumer$SimpleConsumer$$sendRequest(SimpleConsumer.scala:69)
~[kafka_2.10-0.8.1.1.jar:na]
at
kafka.consumer.SimpleConsumer.getOffsetsBefore(SimpleConsumer.scala:124)
~[kafka_2.10-0.8.1.1.jar:na]
at
kafka.javaapi.consumer.SimpleConsumer.getOffsetsBefore(SimpleConsumer.scala:79)
~[kafka_2.10-0.8.1.1.jar:na]
at storm.kafka.KafkaUtils.getOffset(KafkaUtils.java:77)
~[storm-kafka-0.9.5.jar:0.9.5]
at storm.kafka.KafkaUtils.getOffset(KafkaUtils.java:67)
~[storm-kafka-0.9.5.jar:0.9.5]
at storm.kafka.PartitionManager.<init>(PartitionManager.java:83)
~[storm-kafka-0.9.5.jar:0.9.5]
at storm.kafka.ZkCoordinator.refresh(ZkCoordinator.java:98)
~[storm-kafka-0.9.5.jar:0.9.5]
at
storm.kafka.ZkCoordinator.getMyManagedPartitions(ZkCoordinator.java:69)
~[storm-kafka-0.9.5.jar:0.9.5]
at storm.kafka.KafkaSpout.nextTuple(KafkaSpout.java:135)
~[storm-kafka-0.9.5.jar:0.9.5]
at
backtype.storm.daemon.executor$fn__3371$fn__3386$fn__3415.invoke(executor.clj:565)
~[storm-core-0.9.5.jar:0.9.5]
at backtype.storm.util$async_loop$fn__460.invoke(util.clj:463)
~[storm-core-0.9.5.jar:0.9.5]
at clojure.lang.AFn.run(AFn.java:24) [clojure-1.5.1.jar:na]
at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80]
67235 [Thread-20-spout] ERROR backtype.storm.util - Halting process: ("Worker
died")
java.lang.RuntimeException: ("Worker died")
at backtype.storm.util$exit_process_BANG_.doInvoke(util.clj:325)
[storm-core-0.9.5.jar:0.9.5]
at clojure.lang.RestFn.invoke(RestFn.java:423) [clojure-1.5.1.jar:na]
at
backtype.storm.daemon.worker$fn__4694$fn__4695.invoke(worker.clj:493)
[storm-core-0.9.5.jar:0.9.5]
at
backtype.storm.daemon.executor$mk_executor_data$fn__3272$fn__3273.invoke(executor.clj:240)
[storm-core-0.9.5.jar:0.9.5]
at backtype.storm.util$async_loop$fn__460.invoke(util.clj:473)
[storm-core-0.9.5.jar:0.9.5]
at clojure.lang.AFn.run(AFn.java:24) [clojure-1.5.1.jar:na]
at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80]
> java.lang.NoClassDefFoundError: Could not initialize class
> org.apache.log4j.Log4jLoggerFactory
> ----------------------------------------------------------------------------------------------
>
> Key: STORM-1194
> URL: https://issues.apache.org/jira/browse/STORM-1194
> Project: Apache Storm
> Issue Type: Question
> Components: storm-core
> Affects Versions: 0.9.5
> Environment: standalone local node storm
> RHEL 6.7 X86_64
> java version "1.7.0_80"
> Java(TM) SE Runtime Environment (build 1.7.0_80-b15)
> Java HotSpot(TM) 64-Bit Server VM (build 24.80-b11, mixed mode)
> Reporter: Yitao Jiang
>
> can not consume topic from Kafka using storm-kafka, failed with
> java.lang.NoClassDefFoundError: Could not initialize class
> org.apache.log4j.Log4jLoggerFactory
> at org.apache.log4j.Logger.getLogger(Logger.java:39)
> ~[log4j-over-slf4j-1.6.6.jar:1.6.6]
> at kafka.utils.Logging$class.logger(Logging.scala:24)
> ~[kafka_2.10-0.8.1.1.jar:na]
> at
> kafka.network.BlockingChannel.logger$lzycompute(BlockingChannel.scala:35)
> ~[kafka_2.10-0.8.1.1.jar:na]
> at kafka.network.BlockingChannel.logger(BlockingChannel.scala:35)
> ~[kafka_2.10-0.8.1.1.jar:na]
> at kafka.utils.Logging$class.debug(Logging.scala:51)
> ~[kafka_2.10-0.8.1.1.jar:na]
> at kafka.network.BlockingChannel.debug(BlockingChannel.scala:35)
> ~[kafka_2.10-0.8.1.1.jar:na]
> at kafka.network.BlockingChannel.connect(BlockingChannel.scala:64)
> ~[kafka_2.10-0.8.1.1.jar:na]
> at kafka.consumer.SimpleConsumer.connect(SimpleConsumer.scala:44)
> ~[kafka_2.10-0.8.1.1.jar:na]
> at
> kafka.consumer.SimpleConsumer.getOrMakeConnection(SimpleConsumer.scala:142)
> ~[kafka_2.10-0.8.1.1.jar:na]
> at
> kafka.consumer.SimpleConsumer.kafka$consumer$SimpleConsumer$$sendRequest(SimpleConsumer.scala:69)
> ~[kafka_2.10-0.8.1.1.jar:na]
> at
> kafka.consumer.SimpleConsumer.getOffsetsBefore(SimpleConsumer.scala:124)
> ~[kafka_2.10-0.8.1.1.jar:na]
> at
> kafka.javaapi.consumer.SimpleConsumer.getOffsetsBefore(SimpleConsumer.scala:79)
> ~[kafka_2.10-0.8.1.1.jar:na]
> at storm.kafka.KafkaUtils.getOffset(KafkaUtils.java:77)
> ~[storm-kafka-0.9.5.jar:0.9.5]
> at storm.kafka.KafkaUtils.getOffset(KafkaUtils.java:67)
> ~[storm-kafka-0.9.5.jar:0.9.5]
> at storm.kafka.PartitionManager.<init>(PartitionManager.java:83)
> ~[storm-kafka-0.9.5.jar:0.9.5]
> at storm.kafka.ZkCoordinator.refresh(ZkCoordinator.java:98)
> ~[storm-kafka-0.9.5.jar:0.9.5]
> at
> storm.kafka.ZkCoordinator.getMyManagedPartitions(ZkCoordinator.java:69)
> ~[storm-kafka-0.9.5.jar:0.9.5]
> at storm.kafka.KafkaSpout.nextTuple(KafkaSpout.java:135)
> ~[storm-kafka-0.9.5.jar:0.9.5]
> at
> backtype.storm.daemon.executor$fn__3371$fn__3386$fn__3415.invoke(executor.clj:565)
> ~[storm-core-0.9.5.jar:0.9.5]
> at backtype.storm.util$async_loop$fn__460.invoke(util.clj:463)
> ~[storm-core-0.9.5.jar:0.9.5]
> at clojure.lang.AFn.run(AFn.java:24) [clojure-1.5.1.jar:na]
> at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80]
> 67167 [Thread-20-spout] ERROR backtype.storm.daemon.executor -
> java.lang.NoClassDefFoundError: Could not initialize class
> org.apache.log4j.Log4jLoggerFactory
> at org.apache.log4j.Logger.getLogger(Logger.java:39)
> ~[log4j-over-slf4j-1.6.6.jar:1.6.6]
> at kafka.utils.Logging$class.logger(Logging.scala:24)
> ~[kafka_2.10-0.8.1.1.jar:na]
> at
> kafka.network.BlockingChannel.logger$lzycompute(BlockingChannel.scala:35)
> ~[kafka_2.10-0.8.1.1.jar:na]
> at kafka.network.BlockingChannel.logger(BlockingChannel.scala:35)
> ~[kafka_2.10-0.8.1.1.jar:na]
> at kafka.utils.Logging$class.debug(Logging.scala:51)
> ~[kafka_2.10-0.8.1.1.jar:na]
> at kafka.network.BlockingChannel.debug(BlockingChannel.scala:35)
> ~[kafka_2.10-0.8.1.1.jar:na]
> at kafka.network.BlockingChannel.connect(BlockingChannel.scala:64)
> ~[kafka_2.10-0.8.1.1.jar:na]
> at kafka.consumer.SimpleConsumer.connect(SimpleConsumer.scala:44)
> ~[kafka_2.10-0.8.1.1.jar:na]
> at
> kafka.consumer.SimpleConsumer.getOrMakeConnection(SimpleConsumer.scala:142)
> ~[kafka_2.10-0.8.1.1.jar:na]
> at
> kafka.consumer.SimpleConsumer.kafka$consumer$SimpleConsumer$$sendRequest(SimpleConsumer.scala:69)
> ~[kafka_2.10-0.8.1.1.jar:na]
> at
> kafka.consumer.SimpleConsumer.getOffsetsBefore(SimpleConsumer.scala:124)
> ~[kafka_2.10-0.8.1.1.jar:na]
> at
> kafka.javaapi.consumer.SimpleConsumer.getOffsetsBefore(SimpleConsumer.scala:79)
> ~[kafka_2.10-0.8.1.1.jar:na]
> at storm.kafka.KafkaUtils.getOffset(KafkaUtils.java:77)
> ~[storm-kafka-0.9.5.jar:0.9.5]
> at storm.kafka.KafkaUtils.getOffset(KafkaUtils.java:67)
> ~[storm-kafka-0.9.5.jar:0.9.5]
> at storm.kafka.PartitionManager.<init>(PartitionManager.java:83)
> ~[storm-kafka-0.9.5.jar:0.9.5]
> at storm.kafka.ZkCoordinator.refresh(ZkCoordinator.java:98)
> ~[storm-kafka-0.9.5.jar:0.9.5]
> at
> storm.kafka.ZkCoordinator.getMyManagedPartitions(ZkCoordinator.java:69)
> ~[storm-kafka-0.9.5.jar:0.9.5]
> at storm.kafka.KafkaSpout.nextTuple(KafkaSpout.java:135)
> ~[storm-kafka-0.9.5.jar:0.9.5]
> at
> backtype.storm.daemon.executor$fn__3371$fn__3386$fn__3415.invoke(executor.clj:565)
> ~[storm-core-0.9.5.jar:0.9.5]
> at backtype.storm.util$async_loop$fn__460.invoke(util.clj:463)
> ~[storm-core-0.9.5.jar:0.9.5]
> at clojure.lang.AFn.run(AFn.java:24) [clojure-1.5.1.jar:na]
> at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80]
> 67235 [Thread-20-spout] ERROR backtype.storm.util - Halting process: ("Worker
> died")
> java.lang.RuntimeException: ("Worker died")
> at backtype.storm.util$exit_process_BANG_.doInvoke(util.clj:325)
> [storm-core-0.9.5.jar:0.9.5]
> at clojure.lang.RestFn.invoke(RestFn.java:423) [clojure-1.5.1.jar:na]
> at
> backtype.storm.daemon.worker$fn__4694$fn__4695.invoke(worker.clj:493)
> [storm-core-0.9.5.jar:0.9.5]
> at
> backtype.storm.daemon.executor$mk_executor_data$fn__3272$fn__3273.invoke(executor.clj:240)
> [storm-core-0.9.5.jar:0.9.5]
> at backtype.storm.util$async_loop$fn__460.invoke(util.clj:473)
> [storm-core-0.9.5.jar:0.9.5]
> at clojure.lang.AFn.run(AFn.java:24) [clojure-1.5.1.jar:na]
> at java.lang.Thread.run(Thread.java:745) [na:1.7.0_80]
> Here's the pom.xml
> ack=true</test.extra.args>
> <!-- dependency versions -->
> <clojure.version>1.5.1</clojure.version>
> <compojure.version>1.1.3</compojure.version>
> <hiccup.version>0.3.6</hiccup.version>
> <commons-io.version>2.4</commons-io.version>
> <commons-lang.version>2.5</commons-lang.version>
> <commons-exec.version>1.1</commons-exec.version>
> <curator.version>2.5.0</curator.version>
> <json-simple.version>1.1</json-simple.version>
> <ring.version>0.3.11</ring.version>
> <clojure.tools.logging.version>0.2.3</clojure.tools.logging.version>
>
> <clojure.math.numeric-tower.version>0.0.1</clojure.math.numeric-tower.version>
> <carbonite.version>1.4.0</carbonite.version>
> <httpclient.version>4.3.3</httpclient.version>
> <clojure.tools.cli.version>0.2.4</clojure.tools.cli.version>
> <disruptor.version>2.10.1</disruptor.version>
> <jgrapht.version>0.9.0</jgrapht.version>
> <guava.version>16.0.1</guava.version>
> <logback-classic.version>1.0.13</logback-classic.version>
> <mockito.version>1.9.5</mockito.version>
> <storm-core.version>0.9.5</storm-core.version>
> <storm-kafka.version>0.9.5</storm-kafka.version>
> <snakeyaml.version>1.16</snakeyaml.version>
> <storm.crawler.core.version>0.7</storm.crawler.core.version>
> </properties>
> <build>
> <sourceDirectory>src/jvm</sourceDirectory>
> <testSourceDirectory>test/jvm</testSourceDirectory>
> <resources>
> <resource>
> <directory>${basedir}/multilang</directory>
> </resource>
> </resources>
> <plugins>
> <plugin>
> <groupId>org.apache.maven.plugins</groupId>
> <artifactId>maven-compiler-plugin</artifactId>
> </plugin>
> <!--
> Bind the maven-assembly-plugin to the package phase
> this will create a jar file without the storm dependencies
> suitable for deployment to a cluster.
> -->
> <plugin>
> <artifactId>maven-assembly-plugin</artifactId>
> <configuration>
> <descriptorRefs>
> <descriptorRef>jar-with-dependencies</descriptorRef>
> </descriptorRefs>
> <archive>
> <manifest>
> <mainClass />
> </manifest>
> </archive>
> </configuration>
> <executions>
> <execution>
> <id>make-assembly</id>
> <phase>package</phase>
> <goals>
> <goal>single</goal>
> </goals>
> </execution>
> </executions>
> </plugin>
> <plugin>
> <groupId>org.codehaus.mojo</groupId>
> <artifactId>exec-maven-plugin</artifactId>
> <version>1.3.2</version>
> <executions>
> <execution>
> <goals>
> <goal>exec</goal>
> </goals>
> </execution>
> </executions>
> <configuration>
> <executable>java</executable>
> <includeProjectDependencies>true</includeProjectDependencies>
> <includePluginDependencies>false</includePluginDependencies>
> <classpathScope>compile</classpathScope>
> <killAfter>-1</killAfter>
> <mainClass>${storm.topology}</mainClass>
> </configuration>
> </plugin>
> </plugins>
> </build>
> <dependencies>
> <dependency>
> <groupId>junit</groupId>
> <artifactId>junit</artifactId>
> <version>3.8.1</version>
> <scope>test</scope>
> </dependency>
> <dependency>
> <groupId>org.testng</groupId>
> <artifactId>testng</artifactId>
> <version>6.8.5</version>
> <scope>test</scope>
> </dependency>
> <dependency>
> <groupId>org.mockito</groupId>
> <artifactId>mockito-all</artifactId>
> <version>${mockito.version}</version>
> <scope>test</scope>
> </dependency>
> <dependency>
> <groupId>org.easytesting</groupId>
> <artifactId>fest-assert-core</artifactId>
> <version>2.0M8</version>
> <scope>test</scope>
> </dependency>
> <dependency>
> <groupId>org.jmock</groupId>
> <artifactId>jmock</artifactId>
> <version>2.6.0</version>
> <scope>test</scope>
> </dependency>
> <dependency>
> <groupId>org.twitter4j</groupId>
> <artifactId>twitter4j-stream</artifactId>
> <version>3.0.3</version>
> </dependency>
> <dependency>
> <groupId>org.apache.kafka</groupId>
> <artifactId>kafka_2.10</artifactId>
> <version>0.8.1.1</version>
> <exclusions>
> <exclusion>
> <groupId>org.apache.zookeeper</groupId>
> <artifactId>zookeeper</artifactId>
> </exclusion>
> <exclusion>
> <groupId>log4j</groupId>
> <artifactId>log4j</artifactId>
> </exclusion>
> </exclusions>
> </dependency>
> <dependency>
> <groupId>org.apache.storm</groupId>
> <artifactId>storm-core</artifactId>
> <version>${storm-core.version}</version>
> <scope>provided</scope>
> </dependency>
> <dependency>
> <groupId>org.apache.storm</groupId>
> <artifactId>storm-kafka</artifactId>
> <version>${storm-kafka.version}</version>
> <exclusions>
> <exclusion>
> <groupId>org.apache.zookeeper</groupId>
> <artifactId>zookeeper</artifactId>
> </exclusion>
> <exclusion>
> <groupId>org.slf4j</groupId>
> <artifactId>slf4j-simple</artifactId>
> </exclusion>
> <exclusion>
> <groupId>org.slf4j</groupId>
> <artifactId>slf4j-sl4j12</artifactId>
> </exclusion>
> </exclusions>
> </dependency>
> <dependency>
> <groupId>org.apache.zookeeper</groupId>
> <artifactId>zookeeper</artifactId>
> <version>3.4.6</version>
> <exclusions>
> <exclusion>
> <groupId>com.sun.jmx</groupId>
> <artifactId>jmxri</artifactId>
> </exclusion>
> <exclusion>
> <groupId>com.sun.jdmk</groupId>
> <artifactId>jmxtools</artifactId>
> </exclusion>
> <exclusion>
> <groupId>javax.jms</groupId>
> <artifactId>jms</artifactId>
> </exclusion>
> </exclusions>
> </dependency>
> <dependency>
> <groupId>commons-collections</groupId>
> <artifactId>commons-collections</artifactId>
> <version>3.2.1</version>
> </dependency>
> <dependency>
> <groupId>com.google.guava</groupId>
> <artifactId>guava</artifactId>
> <version>${guava.version}</version>
> </dependency>
> <dependency>
> <groupId>org.yaml</groupId>
> <artifactId>snakeyaml</artifactId>
> <version>${snakeyaml.version}</version>
> </dependency>
> <dependency>
> <groupId>com.digitalpebble</groupId>
> <artifactId>storm-crawler-core</artifactId>
> <version>${storm.crawler.core.version}</version>
> </dependency>
> <dependency>
> <groupId>com.netflix.curator</groupId>
> <artifactId>curator-test</artifactId>
> <version>1.2.5</version>
> <exclusions>
> <exclusion>
> <groupId>org.slf4j</groupId>
> <artifactId>slf4j-log4j12</artifactId>
> </exclusion>
> <exclusion>
> <groupId>log4j</groupId>
> <artifactId>log4j</artifactId>
> </exclusion>
> </exclusions>
> </dependency>
> </dependencies>
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
