Your supervisor's local host name is not getting resolved. You can override this by configuring storm.local.hostname with a valid hostname.
Thanks, Satish. On Tue, Jul 19, 2016 at 12:22 AM, Joaquin Menchaca <[email protected]> wrote: > Hi. > > Anyone have any suggestions how to debug this and find out what is > happening? Any troubleshooting tools I can use to test the functionality > of the storm cluster? > > 3899 [main-EventThread] INFO o.a.s.s.o.a.c.f.s.ConnectionStateManager - > State change: CONNECTED > 3908 [main] INFO b.s.d.supervisor - Starting Supervisor with conf > {"topology.builtin.metrics.bucket.size.secs" 60, "nimbus.childopts" "-Xmx5g > -Djava.net.preferIPv4Stack=true", "ui.filter.params" nil, > "storm.cluster.mode" "local", "storm.messaging.netty.client_worker_threads" > 1, "supervisor.run.worker.as.user" false, "topology.max.task.parallelism" > nil, "zmq.threads" 1, "storm.group.mapping.service" > "backtype.storm.security.auth.ShellBasedGroupsMapping", > "transactional.zookeeper.root" "/transactional", > "topology.sleep.spout.wait.strategy.time.ms" 1, "drpc.invocations.port" 3773, > "topology.multilang.serializer" "backtype.storm.multilang.JsonSerializer", > "storm.messaging.netty.server_worker_threads" 1, > "topology.max.error.report.per.interval" 5, "storm.thrift.transport" > "backtype.storm.security.auth.SimpleTransportPlugin", "zmq.hwm" 0, > "storm.principal.tolocal" > "backtype.storm.security.auth.DefaultPrincipalToLocal", > "supervisor.worker.shutdown.sleep.secs" 1, "storm.zookeeper.retry.times" 5, > "ui.actions.enabled" true, "zmq.linger.millis" 0, "supervisor.enable" true, > "topology.stats.sample.rate" 0.05, "storm.messaging.netty.min_wait_ms" 1000, > "storm.zookeeper.port" 2000, "supervisor.heartbeat.frequency.secs" 5, > "topology.enable.message.timeouts" true, "drpc.worker.threads" 64, > "drpc.queue.size" 128, "drpc.https.keystore.password" "", "logviewer.port" > 8000, "nimbus.reassign" true, "topology.executor.send.buffer.size" 1024, > "topology.spout.wait.strategy" "backtype.storm.spout.SleepSpoutWaitStrategy", > "ui.host" "0.0.0.0", "storm.nimbus.retry.interval.millis" 2000, > "nimbus.inbox.jar.expiration.secs" 3600, "dev.zookeeper.path" > "/tmp/dev-storm-zookeeper", "topology.acker.executors" nil, > "topology.fall.back.on.java.serialization" true, "storm.zookeeper.servers" > ["localhost"], "nimbus.thrift.threads" 64, "logviewer.cleanup.age.mins" > 10080, "topology.worker.childopts" nil, "topology.classpath" nil, > "supervisor.monitor.frequency.secs" 3, "drpc.servers" > ["nimbus-stormcluster.gobalto.com"], "nimbus.credential.renewers.freq.secs" > 600, "topology.skip.missing.kryo.registrations" true, > "drpc.authorizer.acl.filename" "drpc-auth-acl.yaml", > "storm.group.mapping.service.cache.duration.secs" 120, > "topology.testing.always.try.serialize" false, "nimbus.monitor.freq.secs" 10, > "supervisor.supervisors" [], "topology.tasks" nil, > "topology.bolts.outgoing.overflow.buffer.enable" false, > "storm.messaging.netty.socket.backlog" 500, "topology.workers" 1, > "storm.local.dir" "/tmp/3caeea32-21a1-4f1b-8d05-b1e47361e33f", > "worker.childopts" "-Xmx1536m -Djava.net.preferIPv4Stack=true", > "storm.auth.simple-white-list.users" [], "topology.message.timeout.secs" 30, > "topology.state.synchronization.timeout.secs" 60, "topology.tuple.serializer" > "backtype.storm.serialization.types.ListDelegateSerializer", > "supervisor.supervisors.commands" [], "logviewer.childopts" "-Xmx128m", > "topology.environment" nil, "topology.debug" false, > "storm.messaging.netty.max_retries" 10, "ui.childopts" "-Xmx768m > -Djava.net.preferIPv4Stack=true", "storm.zookeeper.session.timeout" 20000, > "drpc.childopts" "-Xmx768m", "drpc.http.creds.plugin" > "backtype.storm.security.auth.DefaultHttpCredentialsPlugin", > "storm.zookeeper.connection.timeout" 15000, "storm.zookeeper.auth.user" nil, > "storm.meta.serialization.delegate" > "backtype.storm.serialization.GzipThriftSerializationDelegate", > "topology.max.spout.pending" nil, "nimbus.supervisor.timeout.secs" 60, > "nimbus.task.timeout.secs" 30, "drpc.port" 3772, > "storm.zookeeper.retry.intervalceiling.millis" 30000, "nimbus.thrift.port" > 6627, "storm.auth.simple-acl.admins" [], "storm.nimbus.retry.times" 5, > "supervisor.worker.start.timeout.secs" 120, "storm.zookeeper.retry.interval" > 1000, "logs.users" nil, "transactional.zookeeper.port" nil, > "drpc.max_buffer_size" 1048576, "task.credentials.poll.secs" 30, > "drpc.https.keystore.type" "JKS", "topology.worker.receiver.thread.count" 1, > "supervisor.slots.ports" (1024 1025 1026), "topology.transfer.buffer.size" > 1024, "topology.worker.shared.thread.pool.size" 4, > "drpc.authorizer.acl.strict" false, "nimbus.file.copy.expiration.secs" 600, > "topology.executor.receive.buffer.size" 1024, "nimbus.task.launch.secs" 120, > "storm.local.mode.zmq" false, "storm.messaging.netty.buffer_size" 16384, > "worker.heartbeat.frequency.secs" 1, "ui.http.creds.plugin" > "backtype.storm.security.auth.DefaultHttpCredentialsPlugin", > "storm.zookeeper.root" "/storm", "topology.tick.tuple.freq.secs" nil, > "drpc.https.port" -1, "task.refresh.poll.secs" 10, > "task.heartbeat.frequency.secs" 3, "storm.messaging.netty.max_wait_ms" 5000, > "nimbus.impersonation.authorizer" > "backtype.storm.security.auth.authorizer.ImpersonationAuthorizer", > "drpc.http.port" 3774, "topology.error.throttle.interval.secs" 10, > "storm.messaging.transport" "backtype.storm.messaging.netty.Context", > "storm.messaging.netty.authentication" false, "topology.kryo.factory" > "backtype.storm.serialization.DefaultKryoFactory", "worker.gc.childopts" "", > "nimbus.topology.validator" "backtype.storm.nimbus.DefaultTopologyValidator", > "nimbus.cleanup.inbox.freq.secs" 600, "ui.users" nil, > "transactional.zookeeper.servers" nil, "supervisor.worker.timeout.secs" 30, > "storm.zookeeper.auth.password" nil, "supervisor.childopts" > "-Djava.net.preferIPv4Stack=true", "ui.filter" nil, "ui.header.buffer.bytes" > 4096, "topology.disruptor.wait.timeout.millis" 1000, > "storm.nimbus.retry.intervalceiling.millis" 60000, > "topology.trident.batch.emit.interval.millis" 50, > "topology.disruptor.wait.strategy" "com.lmax.disruptor.BlockingWaitStrategy", > "storm.auth.simple-acl.users" [], "drpc.invocations.threads" 64, > "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "ui.port" 8080, > "storm.messaging.netty.transfer.batch.size" 262144, "logviewer.appender.name" > "A1", "nimbus.thrift.max_buffer_size" 1048576, "nimbus.host" > "nimbus-stormcluster.gobalto.com", "storm.auth.simple-acl.users.commands" [], > "drpc.request.timeout.secs" 600} > 3920 [main] ERROR b.s.d.supervisor - Error on initialization of server > mk-supervisor > java.net.UnknownHostException: nimbus-stormcluster.int.gobalto.com: > nimbus-stormcluster.int.gobalto.com: unknown error > at java.net.InetAddress.getLocalHost(InetAddress.java:1505) > ~[?:1.8.0_91] > at backtype.storm.util$local_hostname.invoke(util.clj:213) > ~[storm-core-0.10.0.jar:0.10.0] > at clojure.lang.AFn.applyToHelper(AFn.java:152) ~[clojure-1.6.0.jar:?] > at clojure.lang.AFn.applyTo(AFn.java:144) ~[clojure-1.6.0.jar:?] > at clojure.core$apply.invoke(core.clj:624) ~[clojure-1.6.0.jar:?] > at clojure.core$memoize$fn__5097.doInvoke(core.clj:5846) > ~[clojure-1.6.0.jar:?] > at clojure.lang.RestFn.invoke(RestFn.java:397) ~[clojure-1.6.0.jar:?] > at backtype.storm.util$hostname.invoke(util.clj:221) > ~[storm-core-0.10.0.jar:0.10.0] > at > backtype.storm.daemon.supervisor$supervisor_data.invoke(supervisor.clj:301) > ~[storm-core-0.10.0.jar:0.10.0] > at > backtype.storm.daemon.supervisor$fn__7682$exec_fn__1236__auto____7683.invoke(supervisor.clj:499) > ~[storm-core-0.10.0.jar:0.10.0] > at clojure.lang.AFn.applyToHelper(AFn.java:160) ~[clojure-1.6.0.jar:?] > at clojure.lang.AFn.applyTo(AFn.java:144) ~[clojure-1.6.0.jar:?] > at clojure.core$apply.invoke(core.clj:624) ~[clojure-1.6.0.jar:?] > at > backtype.storm.daemon.supervisor$fn__7682$mk_supervisor__7709.doInvoke(supervisor.clj:495) > [storm-core-0.10.0.jar:0.10.0] > at clojure.lang.RestFn.invoke(RestFn.java:436) [clojure-1.6.0.jar:?] > at > backtype.storm.testing$add_supervisor$fn__7808.invoke(testing.clj:107) > [storm-core-0.10.0.jar:0.10.0] > at backtype.storm.testing$add_supervisor.doInvoke(testing.clj:107) > [storm-core-0.10.0.jar:0.10.0] > at clojure.lang.RestFn.invoke(RestFn.java:486) [clojure-1.6.0.jar:?] > at > backtype.storm.testing$mk_local_storm_cluster.doInvoke(testing.clj:153) > [storm-core-0.10.0.jar:0.10.0] > at clojure.lang.RestFn.invoke(RestFn.java:421) [clojure-1.6.0.jar:?] > at backtype.storm.LocalCluster$_init.invoke(LocalCluster.clj:28) > [storm-core-0.10.0.jar:0.10.0] > at backtype.storm.LocalCluster.<init>(Unknown Source) > [storm-core-0.10.0.jar:0.10.0] > at > com.gobalto.sirius.topology.AbstractSiriusTopology.run(AbstractSiriusTopology.java:130) > [sirius-15.4.jar:?] > at > com.gobalto.sirius.topology.StarSchemaTopology.main(StarSchemaTopology.java:27) > [sirius-15.4.jar:?] > Caused by: java.net.UnknownHostException: > nimbus-stormcluster.int.gobalto.com: unknown error > at java.net.Inet6AddressImpl.lookupAllHostAddr(Native Method) > ~[?:1.8.0_91] > at java.net.InetAddress$2.lookupAllHostAddr(InetAddress.java:928) > ~[?:1.8.0_91] > at > java.net.InetAddress.getAddressesFromNameService(InetAddress.java:1323) > ~[?:1.8.0_91] > at java.net.InetAddress.getLocalHost(InetAddress.java:1500) > ~[?:1.8.0_91] > ... 23 more > 3929 [main] ERROR b.s.util - Halting process: ("Error on initialization") > java.lang.RuntimeException: ("Error on initialization") > at backtype.storm.util$exit_process_BANG_.doInvoke(util.clj:336) > [storm-core-0.10.0.jar:0.10.0] > at clojure.lang.RestFn.invoke(RestFn.java:423) [clojure-1.6.0.jar:?] > at > backtype.storm.daemon.supervisor$fn__7682$mk_supervisor__7709.doInvoke(supervisor.clj:495) > [storm-core-0.10.0.jar:0.10.0] > at clojure.lang.RestFn.invoke(RestFn.java:436) [clojure-1.6.0.jar:?] > at > backtype.storm.testing$add_supervisor$fn__7808.invoke(testing.clj:107) > [storm-core-0.10.0.jar:0.10.0] > at backtype.storm.testing$add_supervisor.doInvoke(testing.clj:107) > [storm-core-0.10.0.jar:0.10.0] > at clojure.lang.RestFn.invoke(RestFn.java:486) [clojure-1.6.0.jar:?] > at > backtype.storm.testing$mk_local_storm_cluster.doInvoke(testing.clj:153) > [storm-core-0.10.0.jar:0.10.0] > at clojure.lang.RestFn.invoke(RestFn.java:421) [clojure-1.6.0.jar:?] > at backtype.storm.LocalCluster$_init.invoke(LocalCluster.clj:28) > [storm-core-0.10.0.jar:0.10.0] > at backtype.storm.LocalCluster.<init>(Unknown Source) > [storm-core-0.10.0.jar:0.10.0] > at > com.gobalto.sirius.topology.AbstractSiriusTopology.run(AbstractSiriusTopology.java:130) > [sirius-15.4.jar:?] > at > com.gobalto.sirius.topology.StarSchemaTopology.main(StarSchemaTopology.java:27) > [sirius-15.4.jar:?] > > > >
