http://git-wip-us.apache.org/repos/asf/incubator-pirk/blob/c79201c1/target/surefire-reports/org.apache.pirk.storm.KafkaStormIntegrationTest-output.txt ---------------------------------------------------------------------- diff --git a/target/surefire-reports/org.apache.pirk.storm.KafkaStormIntegrationTest-output.txt b/target/surefire-reports/org.apache.pirk.storm.KafkaStormIntegrationTest-output.txt new file mode 100644 index 0000000..9e1bb68 --- /dev/null +++ b/target/surefire-reports/org.apache.pirk.storm.KafkaStormIntegrationTest-output.txt @@ -0,0 +1,2825 @@ + INFO [main] 2016-08-30 10:05:10,007 (KafkaStormIntegrationTest.java:226) - Starting zookeeper. + INFO [main] 2016-08-30 10:05:11,368 (KafkaStormIntegrationTest.java:229) - Zookeeper initialized. + INFO [main] 2016-08-30 10:05:11,799 (AbstractConfig.java:165) - KafkaConfig values: + advertised.host.name = localhost + metric.reporters = [] + quota.producer.default = 9223372036854775807 + offsets.topic.num.partitions = 50 + log.flush.interval.messages = 9223372036854775807 + auto.create.topics.enable = true + controller.socket.timeout.ms = 30000 + log.flush.interval.ms = null + principal.builder.class = class org.apache.kafka.common.security.auth.DefaultPrincipalBuilder + replica.socket.receive.buffer.bytes = 65536 + min.insync.replicas = 1 + replica.fetch.wait.max.ms = 500 + num.recovery.threads.per.data.dir = 1 + ssl.keystore.type = JKS + default.replication.factor = 1 + ssl.truststore.password = null + log.preallocate = false + sasl.kerberos.principal.to.local.rules = [DEFAULT] + fetch.purgatory.purge.interval.requests = 1000 + ssl.endpoint.identification.algorithm = null + replica.socket.timeout.ms = 30000 + message.max.bytes = 1000012 + num.io.threads = 8 + offsets.commit.required.acks = -1 + log.flush.offset.checkpoint.interval.ms = 60000 + delete.topic.enable = false + quota.window.size.seconds = 1 + ssl.truststore.type = JKS + offsets.commit.timeout.ms = 5000 + quota.window.num = 11 + zookeeper.connect = 127.0.0.1:56731 + authorizer.class.name = + num.replica.fetchers = 1 + log.retention.ms = null + log.roll.jitter.hours = 0 + log.cleaner.enable = true + offsets.load.buffer.size = 5242880 + log.cleaner.delete.retention.ms = 86400000 + ssl.client.auth = none + controlled.shutdown.max.retries = 3 + queued.max.requests = 500 + offsets.topic.replication.factor = 3 + log.cleaner.threads = 1 + sasl.kerberos.service.name = null + sasl.kerberos.ticket.renew.jitter = 0.05 + socket.request.max.bytes = 104857600 + ssl.trustmanager.algorithm = PKIX + zookeeper.session.timeout.ms = 100000 + log.retention.bytes = -1 + sasl.kerberos.min.time.before.relogin = 60000 + zookeeper.set.acl = false + connections.max.idle.ms = 600000 + offsets.retention.minutes = 1440 + replica.fetch.backoff.ms = 1000 + inter.broker.protocol.version = 0.9.0.X + log.retention.hours = 168 + num.partitions = 1 + broker.id.generation.enable = true + listeners = null + ssl.provider = null + ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] + log.roll.ms = null + log.flush.scheduler.interval.ms = 9223372036854775807 + ssl.cipher.suites = null + log.index.size.max.bytes = 10485760 + ssl.keymanager.algorithm = SunX509 + security.inter.broker.protocol = PLAINTEXT + replica.fetch.max.bytes = 1048576 + advertised.port = null + log.cleaner.dedupe.buffer.size = 134217728 + replica.high.watermark.checkpoint.interval.ms = 5000 + log.cleaner.io.buffer.size = 524288 + sasl.kerberos.ticket.renew.window.factor = 0.8 + zookeeper.connection.timeout.ms = null + controlled.shutdown.retry.backoff.ms = 5000 + log.roll.hours = 168 + log.cleanup.policy = delete + host.name = + log.roll.jitter.ms = null + max.connections.per.ip = 2147483647 + offsets.topic.segment.bytes = 104857600 + background.threads = 10 + quota.consumer.default = 9223372036854775807 + request.timeout.ms = 30000 + log.index.interval.bytes = 4096 + log.dir = /tmp/kafka + log.segment.bytes = 1073741824 + log.cleaner.backoff.ms = 15000 + offset.metadata.max.bytes = 4096 + ssl.truststore.location = null + group.max.session.timeout.ms = 30000 + ssl.keystore.password = null + zookeeper.sync.time.ms = 2000 + port = 11111 + log.retention.minutes = null + log.segment.delete.delay.ms = 60000 + log.dirs = null + controlled.shutdown.enable = true + compression.type = producer + max.connections.per.ip.overrides = + sasl.kerberos.kinit.cmd = /usr/bin/kinit + log.cleaner.io.max.bytes.per.second = 1.7976931348623157E308 + auto.leader.rebalance.enable = true + leader.imbalance.check.interval.seconds = 300 + log.cleaner.min.cleanable.ratio = 0.5 + replica.lag.time.max.ms = 10000 + num.network.threads = 3 + ssl.key.password = null + reserved.broker.max.id = 1000 + metrics.num.samples = 2 + socket.send.buffer.bytes = 102400 + ssl.protocol = TLS + socket.receive.buffer.bytes = 102400 + ssl.keystore.location = null + replica.fetch.min.bytes = 1 + unclean.leader.election.enable = true + group.min.session.timeout.ms = 6000 + log.cleaner.io.buffer.load.factor = 0.9 + offsets.retention.check.interval.ms = 600000 + producer.purgatory.purge.interval.requests = 1000 + metrics.sample.window.ms = 30000 + broker.id = -1 + offsets.topic.compression.codec = 0 + log.retention.check.interval.ms = 300000 + advertised.listeners = null + leader.imbalance.per.broker.percentage = 10 + +log4j:WARN Continuable parsing error 18 and column 16 +log4j:WARN Document root element "Configuration", must match DOCTYPE root "null". +log4j:WARN Continuable parsing error 18 and column 16 +log4j:WARN Document is invalid: no grammar found. +log4j:ERROR DOM element is - not a <log4j:configuration> element. +log4j:WARN No appenders could be found for logger (kafka.server.KafkaServer). +log4j:WARN Please initialize the log4j system properly. +log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more info. + INFO [main] 2016-08-30 10:05:12,871 (AppInfoParser.java:82) - Kafka version : 0.9.0.1 + INFO [main] 2016-08-30 10:05:12,871 (AppInfoParser.java:83) - Kafka commitId : 23c69d62a0cabf06 + INFO [main] 2016-08-30 10:05:12,917 (Inputs.java:520) - file = /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/testDataSchemaFile2716982910221762040.xml +<?xml version="1.0" encoding="UTF-8" standalone="no"?><schema><schemaName>testDataSchema</schemaName><element><name>date</name><type>string</type><partitioner>org.apache.pirk.schema.data.partitioner.ISO8601DatePartitioner</partitioner></element><element><name>qname</name><type>string</type><partitioner>org.apache.pirk.schema.data.partitioner.PrimitiveTypePartitioner</partitioner></element><element><name>src_ip</name><type>string</type><partitioner>org.apache.pirk.schema.data.partitioner.IPDataPartitioner</partitioner></element><element><name>dest_ip</name><type>string</type><partitioner>org.apache.pirk.schema.data.partitioner.IPDataPartitioner</partitioner></element><element><name>qtype</name><type>short</type><isArray/><partitioner>org.apache.pirk.schema.data.partitioner.PrimitiveTypePartitioner</partitioner></element><element><name>rcode</name><type>int</type><partitioner>org.apache.pirk.schema.data.partitioner.PrimitiveTypePartitioner</partitioner></element><element><name>ip</nam e><type>string</type><isArray/><partitioner>org.apache.pirk.schema.data.partitioner.IPDataPartitioner</partitioner></element></schema> + INFO [main] 2016-08-30 10:05:12,921 (DataSchemaLoader.java:129) - Loading schemaFile = /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/testDataSchemaFile2716982910221762040.xml hdfs = false + INFO [main] 2016-08-30 10:05:12,922 (DataSchemaLoader.java:144) - localFS: inputFile = /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/testDataSchemaFile2716982910221762040.xml + INFO [main] 2016-08-30 10:05:12,924 (DataSchemaLoader.java:236) - Root element: schema + INFO [main] 2016-08-30 10:05:12,924 (DataSchemaLoader.java:194) - schemaName = testDataSchema + INFO [main] 2016-08-30 10:05:12,925 (DataSchemaLoader.java:296) - name = date javaType = string isArray = false partitioner org.apache.pirk.schema.data.partitioner.ISO8601DatePartitioner + INFO [main] 2016-08-30 10:05:12,925 (DataSchemaLoader.java:296) - name = qname javaType = string isArray = false partitioner org.apache.pirk.schema.data.partitioner.PrimitiveTypePartitioner + INFO [main] 2016-08-30 10:05:12,925 (DataSchemaLoader.java:296) - name = src_ip javaType = string isArray = false partitioner org.apache.pirk.schema.data.partitioner.IPDataPartitioner + INFO [main] 2016-08-30 10:05:12,926 (DataSchemaLoader.java:296) - name = dest_ip javaType = string isArray = false partitioner org.apache.pirk.schema.data.partitioner.IPDataPartitioner + INFO [main] 2016-08-30 10:05:12,926 (DataSchemaLoader.java:296) - name = qtype javaType = short isArray = true partitioner org.apache.pirk.schema.data.partitioner.PrimitiveTypePartitioner + INFO [main] 2016-08-30 10:05:12,926 (DataSchemaLoader.java:296) - name = rcode javaType = int isArray = false partitioner org.apache.pirk.schema.data.partitioner.PrimitiveTypePartitioner + INFO [main] 2016-08-30 10:05:12,926 (DataSchemaLoader.java:296) - name = ip javaType = string isArray = true partitioner org.apache.pirk.schema.data.partitioner.IPDataPartitioner + INFO [main] 2016-08-30 10:05:12,927 (TestUtils.java:144) - createQuerySchema: querySchemaName = dns-hostname-query + INFO [main] 2016-08-30 10:05:12,927 (TestUtils.java:165) - localFS: file = /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-hostname-query_file724164910560578054.xml + INFO [main] 2016-08-30 10:05:12,928 (TestUtils.java:180) - query.schemas = /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-hostname-query_file724164910560578054.xml + INFO [main] 2016-08-30 10:05:12,929 (TestUtils.java:213) - elementName = date + INFO [main] 2016-08-30 10:05:12,929 (TestUtils.java:213) - elementName = src_ip + INFO [main] 2016-08-30 10:05:12,929 (TestUtils.java:213) - elementName = dest_ip + INFO [main] 2016-08-30 10:05:12,929 (TestUtils.java:213) - elementName = qtype + INFO [main] 2016-08-30 10:05:12,930 (TestUtils.java:213) - elementName = rcode + INFO [main] 2016-08-30 10:05:12,930 (TestUtils.java:213) - elementName = ip + INFO [main] 2016-08-30 10:05:12,930 (TestUtils.java:231) - filterName = qname +<?xml version="1.0" encoding="UTF-8" standalone="no"?><schema><schemaName>dns-hostname-query</schemaName><dataSchemaName>testDataSchema</dataSchemaName><selectorName>qname</selectorName><elements><name>date</name><name>src_ip</name><name>dest_ip</name><name>qtype</name><name>rcode</name><name>ip</name></elements><filter>org.apache.pirk.schema.query.filter.StopListFilter</filter><filterNames><name>qname</name></filterNames></schema> + INFO [main] 2016-08-30 10:05:12,932 (TestUtils.java:144) - createQuerySchema: querySchemaName = dns-ip-query + INFO [main] 2016-08-30 10:05:12,932 (TestUtils.java:165) - localFS: file = /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-ip-query_file8303025657151977021.xml + INFO [main] 2016-08-30 10:05:12,932 (TestUtils.java:180) - query.schemas = /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-hostname-query_file724164910560578054.xml,/var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-ip-query_file8303025657151977021.xml + INFO [main] 2016-08-30 10:05:12,940 (TestUtils.java:213) - elementName = src_ip + INFO [main] 2016-08-30 10:05:12,941 (TestUtils.java:213) - elementName = dest_ip + INFO [main] 2016-08-30 10:05:12,946 (TestUtils.java:213) - elementName = ip + INFO [main] 2016-08-30 10:05:12,947 (TestUtils.java:231) - filterName = qname +<?xml version="1.0" encoding="UTF-8" standalone="no"?><schema><schemaName>dns-ip-query</schemaName><dataSchemaName>testDataSchema</dataSchemaName><selectorName>ip</selectorName><elements><name>src_ip</name><name>dest_ip</name><name>ip</name></elements><filter>org.apache.pirk.schema.query.filter.StopListFilter</filter><filterNames><name>qname</name></filterNames></schema> + INFO [main] 2016-08-30 10:05:12,952 (TestUtils.java:144) - createQuerySchema: querySchemaName = dns-nxdomain-query + INFO [main] 2016-08-30 10:05:12,953 (TestUtils.java:165) - localFS: file = /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-nxdomain-query_file182368504581122779.xml + INFO [main] 2016-08-30 10:05:12,953 (TestUtils.java:180) - query.schemas = /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-hostname-query_file724164910560578054.xml,/var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-ip-query_file8303025657151977021.xml,/var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-nxdomain-query_file182368504581122779.xml + INFO [main] 2016-08-30 10:05:12,954 (TestUtils.java:213) - elementName = qname + INFO [main] 2016-08-30 10:05:12,954 (TestUtils.java:213) - elementName = src_ip + INFO [main] 2016-08-30 10:05:12,955 (TestUtils.java:213) - elementName = dest_ip + INFO [main] 2016-08-30 10:05:12,955 (TestUtils.java:231) - filterName = qname +<?xml version="1.0" encoding="UTF-8" standalone="no"?><schema><schemaName>dns-nxdomain-query</schemaName><dataSchemaName>testDataSchema</dataSchemaName><selectorName>qname</selectorName><elements><name>qname</name><name>src_ip</name><name>dest_ip</name></elements><filter>org.apache.pirk.schema.query.filter.StopListFilter</filter><filterNames><name>qname</name></filterNames></schema> + INFO [main] 2016-08-30 10:05:12,958 (TestUtils.java:144) - createQuerySchema: querySchemaName = dns-srcip-query + INFO [main] 2016-08-30 10:05:12,959 (TestUtils.java:165) - localFS: file = /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-srcip-query_file7062849266527134532.xml + INFO [main] 2016-08-30 10:05:12,959 (TestUtils.java:180) - query.schemas = /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-hostname-query_file724164910560578054.xml,/var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-ip-query_file8303025657151977021.xml,/var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-nxdomain-query_file182368504581122779.xml,/var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-srcip-query_file7062849266527134532.xml + INFO [main] 2016-08-30 10:05:12,960 (TestUtils.java:213) - elementName = qname + INFO [main] 2016-08-30 10:05:12,961 (TestUtils.java:213) - elementName = dest_ip + INFO [main] 2016-08-30 10:05:12,961 (TestUtils.java:213) - elementName = ip + INFO [main] 2016-08-30 10:05:12,961 (TestUtils.java:231) - filterName = src_ip + INFO [main] 2016-08-30 10:05:12,962 (TestUtils.java:231) - filterName = ip +<?xml version="1.0" encoding="UTF-8" standalone="no"?><schema><schemaName>dns-srcip-query</schemaName><dataSchemaName>testDataSchema</dataSchemaName><selectorName>src_ip</selectorName><elements><name>qname</name><name>dest_ip</name><name>ip</name></elements><filter>org.apache.pirk.schema.query.filter.StopListFilter</filter><filterNames><name>src_ip</name><name>ip</name></filterNames></schema> + INFO [main] 2016-08-30 10:05:12,964 (TestUtils.java:144) - createQuerySchema: querySchemaName = dns-srcip-query-no-filter + INFO [main] 2016-08-30 10:05:12,964 (TestUtils.java:165) - localFS: file = /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-srcip-query-no-filter_file7817550553720706569.xml + INFO [main] 2016-08-30 10:05:12,965 (TestUtils.java:180) - query.schemas = /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-hostname-query_file724164910560578054.xml,/var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-ip-query_file8303025657151977021.xml,/var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-nxdomain-query_file182368504581122779.xml,/var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-srcip-query_file7062849266527134532.xml,/var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-srcip-query-no-filter_file7817550553720706569.xml + INFO [main] 2016-08-30 10:05:12,966 (TestUtils.java:213) - elementName = qname + INFO [main] 2016-08-30 10:05:12,966 (TestUtils.java:213) - elementName = dest_ip + INFO [main] 2016-08-30 10:05:12,967 (TestUtils.java:213) - elementName = ip +<?xml version="1.0" encoding="UTF-8" standalone="no"?><schema><schemaName>dns-srcip-query-no-filter</schemaName><dataSchemaName>testDataSchema</dataSchemaName><selectorName>src_ip</selectorName><elements><name>qname</name><name>dest_ip</name><name>ip</name></elements></schema> + INFO [main] 2016-08-30 10:05:12,977 (QuerySchemaLoader.java:128) - Loading schemaFile = /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-hostname-query_file724164910560578054.xml + INFO [main] 2016-08-30 10:05:12,977 (QuerySchemaLoader.java:143) - localFS: inputFile = /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-hostname-query_file724164910560578054.xml + INFO [main] 2016-08-30 10:05:12,979 (QuerySchemaLoader.java:292) - Root element: schema + INFO [main] 2016-08-30 10:05:12,979 (QuerySchemaLoader.java:190) - schemaName = dns-hostname-query + INFO [main] 2016-08-30 10:05:12,979 (QuerySchemaLoader.java:194) - dataSchemaName = testDataSchema + INFO [main] 2016-08-30 10:05:12,980 (QuerySchemaLoader.java:205) - selectorName = qname + INFO [main] 2016-08-30 10:05:12,980 (QuerySchemaLoader.java:234) - name = date partitionerName = org.apache.pirk.schema.data.partitioner.ISO8601DatePartitioner + INFO [main] 2016-08-30 10:05:12,980 (QuerySchemaLoader.java:247) - name = date bits = 64 dataElementSize = 64 + INFO [main] 2016-08-30 10:05:12,981 (QuerySchemaLoader.java:234) - name = src_ip partitionerName = org.apache.pirk.schema.data.partitioner.IPDataPartitioner + INFO [main] 2016-08-30 10:05:12,981 (QuerySchemaLoader.java:247) - name = src_ip bits = 32 dataElementSize = 96 + INFO [main] 2016-08-30 10:05:12,981 (QuerySchemaLoader.java:234) - name = dest_ip partitionerName = org.apache.pirk.schema.data.partitioner.IPDataPartitioner + INFO [main] 2016-08-30 10:05:12,982 (QuerySchemaLoader.java:247) - name = dest_ip bits = 32 dataElementSize = 128 + INFO [main] 2016-08-30 10:05:12,982 (QuerySchemaLoader.java:234) - name = qtype partitionerName = org.apache.pirk.schema.data.partitioner.PrimitiveTypePartitioner + INFO [main] 2016-08-30 10:05:12,982 (QuerySchemaLoader.java:247) - name = qtype bits = 32 dataElementSize = 160 + INFO [main] 2016-08-30 10:05:12,982 (QuerySchemaLoader.java:234) - name = rcode partitionerName = org.apache.pirk.schema.data.partitioner.PrimitiveTypePartitioner + INFO [main] 2016-08-30 10:05:12,983 (QuerySchemaLoader.java:247) - name = rcode bits = 32 dataElementSize = 192 + INFO [main] 2016-08-30 10:05:12,983 (QuerySchemaLoader.java:234) - name = ip partitionerName = org.apache.pirk.schema.data.partitioner.IPDataPartitioner + INFO [main] 2016-08-30 10:05:12,983 (QuerySchemaLoader.java:247) - name = ip bits = 64 dataElementSize = 256 + INFO [main] 2016-08-30 10:05:12,984 (QuerySchemaLoader.java:329) - filterName = qname + INFO [main] 2016-08-30 10:05:13,043 (QuerySchemaLoader.java:128) - Loading schemaFile = /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-ip-query_file8303025657151977021.xml + INFO [main] 2016-08-30 10:05:13,043 (QuerySchemaLoader.java:143) - localFS: inputFile = /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-ip-query_file8303025657151977021.xml + INFO [main] 2016-08-30 10:05:13,045 (QuerySchemaLoader.java:292) - Root element: schema + INFO [main] 2016-08-30 10:05:13,046 (QuerySchemaLoader.java:190) - schemaName = dns-ip-query + INFO [main] 2016-08-30 10:05:13,046 (QuerySchemaLoader.java:194) - dataSchemaName = testDataSchema + INFO [main] 2016-08-30 10:05:13,046 (QuerySchemaLoader.java:205) - selectorName = ip + INFO [main] 2016-08-30 10:05:13,046 (QuerySchemaLoader.java:234) - name = src_ip partitionerName = org.apache.pirk.schema.data.partitioner.IPDataPartitioner + INFO [main] 2016-08-30 10:05:13,047 (QuerySchemaLoader.java:247) - name = src_ip bits = 32 dataElementSize = 32 + INFO [main] 2016-08-30 10:05:13,047 (QuerySchemaLoader.java:234) - name = dest_ip partitionerName = org.apache.pirk.schema.data.partitioner.IPDataPartitioner + INFO [main] 2016-08-30 10:05:13,047 (QuerySchemaLoader.java:247) - name = dest_ip bits = 32 dataElementSize = 64 + INFO [main] 2016-08-30 10:05:13,047 (QuerySchemaLoader.java:234) - name = ip partitionerName = org.apache.pirk.schema.data.partitioner.IPDataPartitioner + INFO [main] 2016-08-30 10:05:13,047 (QuerySchemaLoader.java:247) - name = ip bits = 64 dataElementSize = 128 + INFO [main] 2016-08-30 10:05:13,048 (QuerySchemaLoader.java:329) - filterName = qname + INFO [main] 2016-08-30 10:05:13,316 (QuerySchemaLoader.java:128) - Loading schemaFile = /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-nxdomain-query_file182368504581122779.xml + INFO [main] 2016-08-30 10:05:13,316 (QuerySchemaLoader.java:143) - localFS: inputFile = /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-nxdomain-query_file182368504581122779.xml + INFO [main] 2016-08-30 10:05:13,318 (QuerySchemaLoader.java:292) - Root element: schema + INFO [main] 2016-08-30 10:05:13,318 (QuerySchemaLoader.java:190) - schemaName = dns-nxdomain-query + INFO [main] 2016-08-30 10:05:13,319 (QuerySchemaLoader.java:194) - dataSchemaName = testDataSchema + INFO [main] 2016-08-30 10:05:13,319 (QuerySchemaLoader.java:205) - selectorName = qname + INFO [main] 2016-08-30 10:05:13,319 (QuerySchemaLoader.java:234) - name = qname partitionerName = org.apache.pirk.schema.data.partitioner.PrimitiveTypePartitioner + INFO [main] 2016-08-30 10:05:13,319 (QuerySchemaLoader.java:247) - name = qname bits = 64 dataElementSize = 64 + INFO [main] 2016-08-30 10:05:13,319 (QuerySchemaLoader.java:234) - name = src_ip partitionerName = org.apache.pirk.schema.data.partitioner.IPDataPartitioner + INFO [main] 2016-08-30 10:05:13,320 (QuerySchemaLoader.java:247) - name = src_ip bits = 32 dataElementSize = 96 + INFO [main] 2016-08-30 10:05:13,320 (QuerySchemaLoader.java:234) - name = dest_ip partitionerName = org.apache.pirk.schema.data.partitioner.IPDataPartitioner + INFO [main] 2016-08-30 10:05:13,320 (QuerySchemaLoader.java:247) - name = dest_ip bits = 32 dataElementSize = 128 + INFO [main] 2016-08-30 10:05:13,321 (QuerySchemaLoader.java:329) - filterName = qname + INFO [main] 2016-08-30 10:05:13,359 (QuerySchemaLoader.java:128) - Loading schemaFile = /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-srcip-query_file7062849266527134532.xml + INFO [main] 2016-08-30 10:05:13,359 (QuerySchemaLoader.java:143) - localFS: inputFile = /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-srcip-query_file7062849266527134532.xml + INFO [main] 2016-08-30 10:05:13,361 (QuerySchemaLoader.java:292) - Root element: schema + INFO [main] 2016-08-30 10:05:13,361 (QuerySchemaLoader.java:190) - schemaName = dns-srcip-query + INFO [main] 2016-08-30 10:05:13,362 (QuerySchemaLoader.java:194) - dataSchemaName = testDataSchema + INFO [main] 2016-08-30 10:05:13,362 (QuerySchemaLoader.java:205) - selectorName = src_ip + INFO [main] 2016-08-30 10:05:13,362 (QuerySchemaLoader.java:234) - name = qname partitionerName = org.apache.pirk.schema.data.partitioner.PrimitiveTypePartitioner + INFO [main] 2016-08-30 10:05:13,362 (QuerySchemaLoader.java:247) - name = qname bits = 64 dataElementSize = 64 + INFO [main] 2016-08-30 10:05:13,362 (QuerySchemaLoader.java:234) - name = dest_ip partitionerName = org.apache.pirk.schema.data.partitioner.IPDataPartitioner + INFO [main] 2016-08-30 10:05:13,363 (QuerySchemaLoader.java:247) - name = dest_ip bits = 32 dataElementSize = 96 + INFO [main] 2016-08-30 10:05:13,363 (QuerySchemaLoader.java:234) - name = ip partitionerName = org.apache.pirk.schema.data.partitioner.IPDataPartitioner + INFO [main] 2016-08-30 10:05:13,363 (QuerySchemaLoader.java:247) - name = ip bits = 64 dataElementSize = 160 + INFO [main] 2016-08-30 10:05:13,363 (QuerySchemaLoader.java:329) - filterName = src_ip + INFO [main] 2016-08-30 10:05:13,363 (QuerySchemaLoader.java:329) - filterName = ip + INFO [main] 2016-08-30 10:05:13,399 (QuerySchemaLoader.java:128) - Loading schemaFile = /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-srcip-query-no-filter_file7817550553720706569.xml + INFO [main] 2016-08-30 10:05:13,400 (QuerySchemaLoader.java:143) - localFS: inputFile = /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-srcip-query-no-filter_file7817550553720706569.xml + INFO [main] 2016-08-30 10:05:13,401 (QuerySchemaLoader.java:292) - Root element: schema + INFO [main] 2016-08-30 10:05:13,402 (QuerySchemaLoader.java:190) - schemaName = dns-srcip-query-no-filter + INFO [main] 2016-08-30 10:05:13,402 (QuerySchemaLoader.java:194) - dataSchemaName = testDataSchema + INFO [main] 2016-08-30 10:05:13,403 (QuerySchemaLoader.java:205) - selectorName = src_ip + INFO [main] 2016-08-30 10:05:13,403 (QuerySchemaLoader.java:234) - name = qname partitionerName = org.apache.pirk.schema.data.partitioner.PrimitiveTypePartitioner + INFO [main] 2016-08-30 10:05:13,403 (QuerySchemaLoader.java:247) - name = qname bits = 64 dataElementSize = 64 + INFO [main] 2016-08-30 10:05:13,404 (QuerySchemaLoader.java:234) - name = dest_ip partitionerName = org.apache.pirk.schema.data.partitioner.IPDataPartitioner + INFO [main] 2016-08-30 10:05:13,406 (QuerySchemaLoader.java:247) - name = dest_ip bits = 32 dataElementSize = 96 + INFO [main] 2016-08-30 10:05:13,406 (QuerySchemaLoader.java:234) - name = ip partitionerName = org.apache.pirk.schema.data.partitioner.IPDataPartitioner + INFO [main] 2016-08-30 10:05:13,407 (QuerySchemaLoader.java:247) - name = ip bits = 64 dataElementSize = 160 + INFO [main] 2016-08-30 10:05:13,412 (Paillier.java:90) - Using secure random from SUN:NativePRNG + INFO [main] 2016-08-30 10:05:13,489 (Paillier.java:174) - Parameters = p = 848957243 q = -1275370975 N = -1349940069 NSquared = -1256200743 lambdaN = -1810339552 bitLength = 384 + INFO [main] 2016-08-30 10:05:13,493 (QueryInfo.java:214) - identifier = 5757a360-8ba5-440e-8927-312eb7ef8a07 numSelectors = 6 hashBitSize = 12 hashKey = someKey dataPartitionBitSize = 8 numBitsPerDataElement = 256 numPartitionsPerDataElement = 36 queryType = dns-hostname-query useExpLookupTable = false useHDFSExpLookupTable = false embedSelector = true + INFO [main] 2016-08-30 10:05:13,493 (KafkaStormIntegrationTest.java:304) - Performing encryption of the selectors - forming encrypted query vectors: + INFO [main] 2016-08-30 10:05:14,841 (EncryptQuery.java:220) - Completed serial creation of encrypted query vectors + INFO [main] 2016-08-30 10:05:14,841 (KafkaStormIntegrationTest.java:307) - Completed encryption of the selectors - completed formation of the encrypted query vectors: + INFO [main] 2016-08-30 10:05:15,171 (AbstractConfig.java:165) - ProducerConfig values: + compression.type = none + metric.reporters = [] + metadata.max.age.ms = 300000 + metadata.fetch.timeout.ms = 60000 + reconnect.backoff.ms = 50 + sasl.kerberos.ticket.renew.window.factor = 0.8 + bootstrap.servers = [localhost:11111] + retry.backoff.ms = 100 + sasl.kerberos.kinit.cmd = /usr/bin/kinit + buffer.memory = 33554432 + timeout.ms = 30000 + key.serializer = class org.apache.kafka.common.serialization.StringSerializer + sasl.kerberos.service.name = null + sasl.kerberos.ticket.renew.jitter = 0.05 + ssl.keystore.type = JKS + ssl.trustmanager.algorithm = PKIX + block.on.buffer.full = false + ssl.key.password = null + max.block.ms = 60000 + sasl.kerberos.min.time.before.relogin = 60000 + connections.max.idle.ms = 540000 + ssl.truststore.password = null + max.in.flight.requests.per.connection = 5 + metrics.num.samples = 2 + client.id = + ssl.endpoint.identification.algorithm = null + ssl.protocol = TLS + request.timeout.ms = 30000 + ssl.provider = null + ssl.enabled.protocols = [TLSv1.2, TLSv1.1, TLSv1] + acks = 1 + batch.size = 16384 + ssl.keystore.location = null + receive.buffer.bytes = 32768 + ssl.cipher.suites = null + ssl.truststore.type = JKS + security.protocol = PLAINTEXT + retries = 0 + max.request.size = 1048576 + value.serializer = class org.apache.kafka.common.serialization.StringSerializer + ssl.truststore.location = null + ssl.keystore.password = null + ssl.keymanager.algorithm = SunX509 + metrics.sample.window.ms = 30000 + partitioner.class = class org.apache.kafka.clients.producer.internals.DefaultPartitioner + send.buffer.bytes = 131072 + linger.ms = 0 + + INFO [main] 2016-08-30 10:05:15,200 (AppInfoParser.java:82) - Kafka version : 0.9.0.1 + INFO [main] 2016-08-30 10:05:15,200 (AppInfoParser.java:83) - Kafka commitId : 23c69d62a0cabf06 + INFO [main] 2016-08-30 10:05:15,204 (KafkaStormIntegrationTest.java:285) - Sending record to Kafka {"date":"2016-02-20T23:29:05.000Z","src_ip":"55.55.55.55","qtype":[1],"qname":"a.b.c.com","dest_ip":"1.2.3.6","ip":["10.20.30.40","10.20.30.60"],"rcode":0} + INFO [main] 2016-08-30 10:05:15,337 (KafkaStormIntegrationTest.java:285) - Sending record to Kafka {"date":"2016-02-20T23:29:06.000Z","src_ip":"127.128.129.130","qtype":[1],"qname":"d.e.com","dest_ip":"1.2.3.4","ip":["5.6.7.8"],"rcode":0} + INFO [main] 2016-08-30 10:05:15,338 (KafkaStormIntegrationTest.java:285) - Sending record to Kafka {"date":"2016-02-20T23:29:07.000Z","src_ip":"131.132.133.134","qtype":[1],"qname":"d.e.com","dest_ip":"9.10.11.12","ip":["13.14.15.16"],"rcode":0} + INFO [main] 2016-08-30 10:05:15,338 (KafkaStormIntegrationTest.java:285) - Sending record to Kafka {"date":"2016-02-20T23:29:08.000Z","src_ip":"135.136.137.138","qtype":[1],"qname":"d.e.com","dest_ip":"17.18.19.20","ip":["21.22.23.24"],"rcode":3} + INFO [main] 2016-08-30 10:05:15,339 (KafkaStormIntegrationTest.java:285) - Sending record to Kafka {"date":"2016-02-20T23:29:09.000Z","src_ip":"139.140.141.142","qtype":[1],"qname":"d.e.com","dest_ip":"25.26.27.28","ip":["5.6.7.8"],"rcode":0} + INFO [main] 2016-08-30 10:05:15,339 (KafkaStormIntegrationTest.java:285) - Sending record to Kafka {"date":"2016-02-20T23:29:10.000Z","src_ip":"143.144.145.146","qtype":[1],"qname":"d.e.com","dest_ip":"33.34.35.36","ip":["5.6.7.8"],"rcode":0} + INFO [main] 2016-08-30 10:05:15,339 (KafkaStormIntegrationTest.java:285) - Sending record to Kafka {"date":"2016-02-20T23:29:11.000Z","src_ip":"1.1.1.1","qtype":[1],"qname":"something.else","dest_ip":"2.2.2.2","ip":["3.3.3.3"],"rcode":0} + INFO [main] 2016-08-30 10:05:15,340 (KafkaStormIntegrationTest.java:285) - Sending record to Kafka {"date":"2016-02-20T23:29:12.000Z","src_ip":"5.6.7.8","qtype":[1],"qname":"something.else2","dest_ip":"2.2.2.22","ip":["3.3.3.132"],"rcode":0} + INFO [main] 2016-08-30 10:05:15,340 (KafkaStormIntegrationTest.java:285) - Sending record to Kafka {"date":"2016-02-20T23:29:13.000Z","src_ip":"55.55.55.55","qtype":[1],"qname":"something.else.on.stoplist","dest_ip":"2.2.2.232","ip":["3.3.3.132"],"rcode":0} + INFO [main] 2016-08-30 10:05:15,340 (KafkaStormIntegrationTest.java:128) - Test (splitPartitions,saltColumns) = (true,true) + INFO [main] 2016-08-30 10:05:15,341 (KafkaStormIntegrationTest.java:152) - Starting topology. + INFO [main] 2016-08-30 10:05:15,363 (KafkaStormIntegrationTest.java:219) - KafkaConfig initialized... + INFO [main] 2016-08-30 10:05:21,380 (Environment.java:100) - Server environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT + INFO [main] 2016-08-30 10:05:21,381 (Environment.java:100) - Server environment:host.name=traveler.ltsnet.net + INFO [main] 2016-08-30 10:05:21,383 (Environment.java:100) - Server environment:java.version=1.8.0_102 + INFO [main] 2016-08-30 10:05:21,383 (Environment.java:100) - Server environment:java.vendor=Oracle Corporation + INFO [main] 2016-08-30 10:05:21,383 (Environment.java:100) - Server environment:java.home=/Library/Java/JavaVirtualMachines/jdk1.8.0_102.jdk/Contents/Home/jre + INFO [main] 2016-08-30 10:05:21,384 (Environment.java:100) - Server environment:java.class.path=/Users/voyager/apachePirk/incubator-pirk/target/test-classes:/Users/voyager/apachePirk/incubator-pirk/target/classes:/Users/voyager/.m2/repository/junit/junit/4.12/junit-4.12.jar:/Users/voyager/.m2/repository/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar:/Users/voyager/.m2/repository/org/apache/commons/commons-math3/3.3/commons-math3-3.3.jar:/Users/voyager/.m2/repository/com/googlecode/json-simple/json-simple/1.1/json-simple-1.1.jar:/Users/voyager/.m2/repository/commons-net/commons-net/3.3/commons-net-3.3.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-common/2.7.2/hadoop-common-2.7.2.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-annotations/2.7.2/hadoop-annotations-2.7.2.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_102.jdk/Contents/Home/jre/../lib/tools.jar:/Users/voyager/.m2/repository/com/google/guava/guava/11.0.2/guava-11.0.2.jar:/Users/voyager/.m2/re pository/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/Users/voyager/.m2/repository/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/Users/voyager/.m2/repository/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/Users/voyager/.m2/repository/commons-codec/commons-codec/1.4/commons-codec-1.4.jar:/Users/voyager/.m2/repository/commons-io/commons-io/2.4/commons-io-2.4.jar:/Users/voyager/.m2/repository/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/Users/voyager/.m2/repository/javax/servlet/servlet-api/2.5/servlet-api-2.5.jar:/Users/voyager/.m2/repository/org/mortbay/jetty/jetty/6.1.26/jetty-6.1.26.jar:/Users/voyager/.m2/repository/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/Users/voyager/.m2/repository/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/Users/voyager/.m2/repository/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/Users/voyager/.m2/repository/com/sun/jersey/jersey-json/1.9/jersey-json-1.9.jar:/Users/voyager/.m2/reposito ry/org/codehaus/jettison/jettison/1.1/jettison-1.1.jar:/Users/voyager/.m2/repository/com/sun/xml/bind/jaxb-impl/2.2.3-1/jaxb-impl-2.2.3-1.jar:/Users/voyager/.m2/repository/org/codehaus/jackson/jackson-jaxrs/1.8.3/jackson-jaxrs-1.8.3.jar:/Users/voyager/.m2/repository/org/codehaus/jackson/jackson-xc/1.8.3/jackson-xc-1.8.3.jar:/Users/voyager/.m2/repository/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/Users/voyager/.m2/repository/asm/asm/3.1/asm-3.1.jar:/Users/voyager/.m2/repository/commons-logging/commons-logging/1.1.3/commons-logging-1.1.3.jar:/Users/voyager/.m2/repository/log4j/log4j/1.2.17/log4j-1.2.17.jar:/Users/voyager/.m2/repository/net/java/dev/jets3t/jets3t/0.9.0/jets3t-0.9.0.jar:/Users/voyager/.m2/repository/org/apache/httpcomponents/httpclient/4.1.2/httpclient-4.1.2.jar:/Users/voyager/.m2/repository/org/apache/httpcomponents/httpcore/4.1.2/httpcore-4.1.2.jar:/Users/voyager/.m2/repository/com/jamesmurty/utils/java-xmlbuilder/0.4/java-xmlbuilder-0.4.jar:/Users/voyage r/.m2/repository/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/Users/voyager/.m2/repository/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/Users/voyager/.m2/repository/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/Users/voyager/.m2/repository/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/Users/voyager/.m2/repository/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/Users/voyager/.m2/repository/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/Users/voyager/.m2/repository/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/Users/voyager/.m2/repository/org/apache/avro/avro/1.7.4/avro-1.7.4.jar:/Users/voyager/.m2/repository/com/thoughtworks/paranamer/paranamer/2.3/paranamer-2.3.jar:/Users/voyager/.m2/repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/Users/voyager/.m2/repository/com/google/code/gson/gs on/2.2.4/gson-2.2.4.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-auth/2.7.2/hadoop-auth-2.7.2.jar:/Users/voyager/.m2/repository/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/Users/voyager/.m2/repository/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/Users/voyager/.m2/repository/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/Users/voyager/.m2/repository/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/Users/voyager/.m2/repository/com/jcraft/jsch/0.1.42/jsch-0.1.42.jar:/Users/voyager/.m2/repository/org/apache/curator/curator-recipes/2.7.1/curator-recipes-2.7.1.jar:/Users/voyager/.m2/repository/com/google/code/findbugs/jsr305/3.0.0/jsr305-3.0.0.jar:/Users/voyager/.m2/repository/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/Users/voyager/.m2/repository/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6 .jar:/Users/voyager/.m2/repository/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/Users/voyager/.m2/repository/org/tukaani/xz/1.0/xz-1.0.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.7.2/hadoop-mapreduce-client-core-2.7.2.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/Users/voyager/.m2/repository/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/Users/voyager/.m2/repository/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/Users/voyager/.m2/repository/javax/activation/activation/1.1/activation-1.1.jar:/Users/voyager/.m2/repository/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/Users/voyager/.m2/repository/com/google/inject/guice/3.0/guice-3.0.jar:/Users/voyager/.m2/repository/javax/inject/javax.inject/1/javax.inject-1.jar:/Users/voyager/.m2/repository/aopalliance/aopalliance/1.0/aopalliance-1.0.jar:/Users/voyager/.m2/repository/com/sun/jersey/contribs/je rsey-guice/1.9/jersey-guice-1.9.jar:/Users/voyager/.m2/repository/com/google/inject/extensions/guice-servlet/3.0/guice-servlet-3.0.jar:/Users/voyager/.m2/repository/io/netty/netty/3.6.2.Final/netty-3.6.2.Final.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-client/2.7.2/hadoop-client-2.7.2.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.7.2/hadoop-hdfs-2.7.2.jar:/Users/voyager/.m2/repository/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-app/2.7.2/hadoop-mapreduce-client-app-2.7.2.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-common/2.7.2/hadoop-mapreduce-client-common-2.7.2.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-yarn-server-common/2.7.2/hadoop-yarn-server-common-2.7.2.jar:/Users/voyager/.m2/repository/org/apache/ hadoop/hadoop-mapreduce-client-shuffle/2.7.2/hadoop-mapreduce-client-shuffle-2.7.2.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.7.2/hadoop-mapreduce-client-jobclient-2.7.2.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-core_2.11/1.6.1/spark-core_2.11-1.6.1.jar:/Users/voyager/.m2/repository/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar:/Users/voyager/.m2/repository/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/Users/voyager/.m2/repository/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar:/Users/voyager/.m2/repository/com/twitter/chill_2.11/0.5.0/chill_2.11-0.5.0.jar:/Users/voyager/.m2/repository/com/esotericsoftware/kryo/kryo/2.21/kryo-2.21.jar:/Users/voyager/.m2/repository/com/esotericsoftware/reflectasm/reflectasm/1.07/reflectasm-1.07-shaded.jar:/Users/voyager/.m2/repository/com/esotericsoftware/minlog/minl og/1.2/minlog-1.2.jar:/Users/voyager/.m2/repository/com/twitter/chill-java/0.5.0/chill-java-0.5.0.jar:/Users/voyager/.m2/repository/org/apache/xbean/xbean-asm5-shaded/4.4/xbean-asm5-shaded-4.4.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-launcher_2.11/1.6.1/spark-launcher_2.11-1.6.1.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-network-common_2.11/1.6.1/spark-network-common_2.11-1.6.1.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-network-shuffle_2.11/1.6.1/spark-network-shuffle_2.11-1.6.1.jar:/Users/voyager/.m2/repository/com/fasterxml/jackson/core/jackson-annotations/2.4.4/jackson-annotations-2.4.4.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-unsafe_2.11/1.6.1/spark-unsafe_2.11-1.6.1.jar:/Users/voyager/.m2/repository/org/eclipse/jetty/orbit/javax.servlet/3.0.0.v201112011016/javax.servlet-3.0.0.v201112011016.jar:/Users/voyager/.m2/repository/org/apache/commons/commons-lang3/3.3.2/commons-lang3-3.3.2.jar:/Users/voyager/.m2/repository/org/ slf4j/jul-to-slf4j/1.7.10/jul-to-slf4j-1.7.10.jar:/Users/voyager/.m2/repository/org/slf4j/jcl-over-slf4j/1.7.10/jcl-over-slf4j-1.7.10.jar:/Users/voyager/.m2/repository/com/ning/compress-lzf/1.0.3/compress-lzf-1.0.3.jar:/Users/voyager/.m2/repository/org/xerial/snappy/snappy-java/1.1.2/snappy-java-1.1.2.jar:/Users/voyager/.m2/repository/net/jpountz/lz4/lz4/1.3.0/lz4-1.3.0.jar:/Users/voyager/.m2/repository/org/roaringbitmap/RoaringBitmap/0.5.11/RoaringBitmap-0.5.11.jar:/Users/voyager/.m2/repository/com/typesafe/akka/akka-remote_2.11/2.3.11/akka-remote_2.11-2.3.11.jar:/Users/voyager/.m2/repository/com/typesafe/akka/akka-actor_2.11/2.3.11/akka-actor_2.11-2.3.11.jar:/Users/voyager/.m2/repository/com/typesafe/config/1.2.1/config-1.2.1.jar:/Users/voyager/.m2/repository/org/uncommons/maths/uncommons-maths/1.2.2a/uncommons-maths-1.2.2a.jar:/Users/voyager/.m2/repository/com/typesafe/akka/akka-slf4j_2.11/2.3.11/akka-slf4j_2.11-2.3.11.jar:/Users/voyager/.m2/repository/org/json4s/json4s-jackson_2 .11/3.2.10/json4s-jackson_2.11-3.2.10.jar:/Users/voyager/.m2/repository/org/json4s/json4s-core_2.11/3.2.10/json4s-core_2.11-3.2.10.jar:/Users/voyager/.m2/repository/org/json4s/json4s-ast_2.11/3.2.10/json4s-ast_2.11-3.2.10.jar:/Users/voyager/.m2/repository/org/apache/mesos/mesos/0.21.1/mesos-0.21.1-shaded-protobuf.jar:/Users/voyager/.m2/repository/io/netty/netty-all/4.0.29.Final/netty-all-4.0.29.Final.jar:/Users/voyager/.m2/repository/com/clearspring/analytics/stream/2.7.0/stream-2.7.0.jar:/Users/voyager/.m2/repository/io/dropwizard/metrics/metrics-core/3.1.2/metrics-core-3.1.2.jar:/Users/voyager/.m2/repository/io/dropwizard/metrics/metrics-jvm/3.1.2/metrics-jvm-3.1.2.jar:/Users/voyager/.m2/repository/io/dropwizard/metrics/metrics-json/3.1.2/metrics-json-3.1.2.jar:/Users/voyager/.m2/repository/io/dropwizard/metrics/metrics-graphite/3.1.2/metrics-graphite-3.1.2.jar:/Users/voyager/.m2/repository/com/fasterxml/jackson/core/jackson-databind/2.4.4/jackson-databind-2.4.4.jar:/Users/voyager /.m2/repository/com/fasterxml/jackson/core/jackson-core/2.4.4/jackson-core-2.4.4.jar:/Users/voyager/.m2/repository/com/fasterxml/jackson/module/jackson-module-scala_2.11/2.4.4/jackson-module-scala_2.11-2.4.4.jar:/Users/voyager/.m2/repository/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar:/Users/voyager/.m2/repository/oro/oro/2.0.8/oro-2.0.8.jar:/Users/voyager/.m2/repository/org/tachyonproject/tachyon-client/0.8.2/tachyon-client-0.8.2.jar:/Users/voyager/.m2/repository/org/tachyonproject/tachyon-underfs-hdfs/0.8.2/tachyon-underfs-hdfs-0.8.2.jar:/Users/voyager/.m2/repository/org/tachyonproject/tachyon-underfs-s3/0.8.2/tachyon-underfs-s3-0.8.2.jar:/Users/voyager/.m2/repository/org/tachyonproject/tachyon-underfs-local/0.8.2/tachyon-underfs-local-0.8.2.jar:/Users/voyager/.m2/repository/net/razorvine/pyrolite/4.9/pyrolite-4.9.jar:/Users/voyager/.m2/repository/net/sf/py4j/py4j/0.9/py4j-0.9.jar:/Users/voyager/.m2/repository/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/Users/voyager/.m2/rep ository/org/apache/spark/spark-streaming_2.10/2.0.0/spark-streaming_2.10-2.0.0.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-core_2.10/2.0.0/spark-core_2.10-2.0.0.jar:/Users/voyager/.m2/repository/com/twitter/chill_2.10/0.8.0/chill_2.10-0.8.0.jar:/Users/voyager/.m2/repository/com/esotericsoftware/kryo-shaded/3.0.3/kryo-shaded-3.0.3.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-launcher_2.10/2.0.0/spark-launcher_2.10-2.0.0.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-network-common_2.10/2.0.0/spark-network-common_2.10-2.0.0.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-network-shuffle_2.10/2.0.0/spark-network-shuffle_2.10-2.0.0.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-unsafe_2.10/2.0.0/spark-unsafe_2.10-2.0.0.jar:/Users/voyager/.m2/repository/javax/servlet/javax.servlet-api/3.1.0/javax.servlet-api-3.1.0.jar:/Users/voyager/.m2/repository/org/json4s/json4s-jackson_2.10/3.2.11/json4s-jackson_2.10-3.2.11.jar:/Users/voyager/.m2/ repository/org/json4s/json4s-core_2.10/3.2.11/json4s-core_2.10-3.2.11.jar:/Users/voyager/.m2/repository/org/json4s/json4s-ast_2.10/3.2.11/json4s-ast_2.10-3.2.11.jar:/Users/voyager/.m2/repository/org/scala-lang/scalap/2.10.0/scalap-2.10.0.jar:/Users/voyager/.m2/repository/org/scala-lang/scala-compiler/2.10.0/scala-compiler-2.10.0.jar:/Users/voyager/.m2/repository/org/glassfish/jersey/core/jersey-client/2.22.2/jersey-client-2.22.2.jar:/Users/voyager/.m2/repository/javax/ws/rs/javax.ws.rs-api/2.0.1/javax.ws.rs-api-2.0.1.jar:/Users/voyager/.m2/repository/org/glassfish/hk2/hk2-api/2.4.0-b34/hk2-api-2.4.0-b34.jar:/Users/voyager/.m2/repository/org/glassfish/hk2/hk2-utils/2.4.0-b34/hk2-utils-2.4.0-b34.jar:/Users/voyager/.m2/repository/org/glassfish/hk2/external/aopalliance-repackaged/2.4.0-b34/aopalliance-repackaged-2.4.0-b34.jar:/Users/voyager/.m2/repository/org/glassfish/hk2/external/javax.inject/2.4.0-b34/javax.inject-2.4.0-b34.jar:/Users/voyager/.m2/repository/org/glassfish/hk2/hk2-loca tor/2.4.0-b34/hk2-locator-2.4.0-b34.jar:/Users/voyager/.m2/repository/org/glassfish/jersey/core/jersey-common/2.22.2/jersey-common-2.22.2.jar:/Users/voyager/.m2/repository/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.jar:/Users/voyager/.m2/repository/org/glassfish/jersey/bundles/repackaged/jersey-guava/2.22.2/jersey-guava-2.22.2.jar:/Users/voyager/.m2/repository/org/glassfish/hk2/osgi-resource-locator/1.0.1/osgi-resource-locator-1.0.1.jar:/Users/voyager/.m2/repository/org/glassfish/jersey/core/jersey-server/2.22.2/jersey-server-2.22.2.jar:/Users/voyager/.m2/repository/org/glassfish/jersey/media/jersey-media-jaxb/2.22.2/jersey-media-jaxb-2.22.2.jar:/Users/voyager/.m2/repository/javax/validation/validation-api/1.1.0.Final/validation-api-1.1.0.Final.jar:/Users/voyager/.m2/repository/org/glassfish/jersey/containers/jersey-container-servlet/2.22.2/jersey-container-servlet-2.22.2.jar:/Users/voyager/.m2/repository/org/glassfish/jersey/containers/jersey-container-servl et-core/2.22.2/jersey-container-servlet-core-2.22.2.jar:/Users/voyager/.m2/repository/com/fasterxml/jackson/module/jackson-module-scala_2.10/2.6.5/jackson-module-scala_2.10-2.6.5.jar:/Users/voyager/.m2/repository/org/scala-lang/scala-reflect/2.10.6/scala-reflect-2.10.6.jar:/Users/voyager/.m2/repository/com/fasterxml/jackson/module/jackson-module-paranamer/2.6.5/jackson-module-paranamer-2.6.5.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-tags_2.10/2.0.0/spark-tags_2.10-2.0.0.jar:/Users/voyager/.m2/repository/org/scalatest/scalatest_2.10/2.2.6/scalatest_2.10-2.2.6.jar:/Users/voyager/.m2/repository/org/elasticsearch/elasticsearch-hadoop/2.3.3/elasticsearch-hadoop-2.3.3.jar:/Users/voyager/.m2/repository/org/apache/pig/pig/0.15.0/pig-0.15.0.jar:/Users/voyager/.m2/repository/tomcat/jasper-runtime/5.5.12/jasper-runtime-5.5.12.jar:/Users/voyager/.m2/repository/tomcat/jasper-compiler/5.5.12/jasper-compiler-5.5.12.jar:/Users/voyager/.m2/repository/org/mortbay/jetty/jsp-api-2.1/6.1. 14/jsp-api-2.1-6.1.14.jar:/Users/voyager/.m2/repository/org/mortbay/jetty/jsp-2.1/6.1.14/jsp-2.1-6.1.14.jar:/Users/voyager/.m2/repository/org/eclipse/jdt/core/3.1.1/core-3.1.1.jar:/Users/voyager/.m2/repository/ant/ant/1.6.5/ant-1.6.5.jar:/Users/voyager/.m2/repository/commons-el/commons-el/1.0/commons-el-1.0.jar:/Users/voyager/.m2/repository/org/mortbay/jetty/servlet-api-2.5/6.1.14/servlet-api-2.5-6.1.14.jar:/Users/voyager/.m2/repository/net/sf/kosmosfs/kfs/0.3/kfs-0.3.jar:/Users/voyager/.m2/repository/hsqldb/hsqldb/1.8.0.10/hsqldb-1.8.0.10.jar:/Users/voyager/.m2/repository/jline/jline/1.0/jline-1.0.jar:/Users/voyager/.m2/repository/org/antlr/ST4/4.0.4/ST4-4.0.4.jar:/Users/voyager/.m2/repository/org/antlr/antlr-runtime/3.4/antlr-runtime-3.4.jar:/Users/voyager/.m2/repository/org/antlr/stringtemplate/3.2.1/stringtemplate-3.2.1.jar:/Users/voyager/.m2/repository/antlr/antlr/2.7.7/antlr-2.7.7.jar:/Users/voyager/.m2/repository/dk/brics/automaton/automaton/1.11-8/automaton-1.11-8.jar:/Users /voyager/.m2/repository/joda-time/joda-time/2.1/joda-time-2.1.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-sql_2.10/1.6.1/spark-sql_2.10-1.6.1.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-catalyst_2.10/1.6.1/spark-catalyst_2.10-1.6.1.jar:/Users/voyager/.m2/repository/org/codehaus/janino/janino/2.7.8/janino-2.7.8.jar:/Users/voyager/.m2/repository/org/codehaus/janino/commons-compiler/2.7.8/commons-compiler-2.7.8.jar:/Users/voyager/.m2/repository/org/apache/parquet/parquet-column/1.7.0/parquet-column-1.7.0.jar:/Users/voyager/.m2/repository/org/apache/parquet/parquet-common/1.7.0/parquet-common-1.7.0.jar:/Users/voyager/.m2/repository/org/apache/parquet/parquet-encoding/1.7.0/parquet-encoding-1.7.0.jar:/Users/voyager/.m2/repository/org/apache/parquet/parquet-generator/1.7.0/parquet-generator-1.7.0.jar:/Users/voyager/.m2/repository/org/apache/parquet/parquet-hadoop/1.7.0/parquet-hadoop-1.7.0.jar:/Users/voyager/.m2/repository/org/apache/parquet/parquet-format/2.3.0- incubating/parquet-format-2.3.0-incubating.jar:/Users/voyager/.m2/repository/org/apache/parquet/parquet-jackson/1.7.0/parquet-jackson-1.7.0.jar:/Users/voyager/.m2/repository/org/apache/storm/storm-core/1.0.1/storm-core-1.0.1.jar:/Users/voyager/.m2/repository/com/esotericsoftware/kryo/3.0.3/kryo-3.0.3.jar:/Users/voyager/.m2/repository/com/esotericsoftware/reflectasm/1.10.1/reflectasm-1.10.1.jar:/Users/voyager/.m2/repository/org/ow2/asm/asm/5.0.3/asm-5.0.3.jar:/Users/voyager/.m2/repository/com/esotericsoftware/minlog/1.3.0/minlog-1.3.0.jar:/Users/voyager/.m2/repository/org/objenesis/objenesis/2.1/objenesis-2.1.jar:/Users/voyager/.m2/repository/org/clojure/clojure/1.7.0/clojure-1.7.0.jar:/Users/voyager/.m2/repository/com/lmax/disruptor/3.3.2/disruptor-3.3.2.jar:/Users/voyager/.m2/repository/org/slf4j/log4j-over-slf4j/1.6.6/log4j-over-slf4j-1.6.6.jar:/Users/voyager/.m2/repository/org/apache/storm/storm-kafka/1.0.1/storm-kafka-1.0.1.jar:/Users/voyager/.m2/repository/org/apache/curator/cu rator-framework/2.10.0/curator-framework-2.10.0.jar:/Users/voyager/.m2/repository/org/apache/curator/curator-client/2.10.0/curator-client-2.10.0.jar:/Users/voyager/.m2/repository/org/apache/kafka/kafka-clients/0.9.0.1/kafka-clients-0.9.0.1.jar:/Users/voyager/.m2/repository/org/apache/kafka/kafka_2.10/0.9.0.1/kafka_2.10-0.9.0.1.jar:/Users/voyager/.m2/repository/com/101tec/zkclient/0.7/zkclient-0.7.jar:/Users/voyager/.m2/repository/com/yammer/metrics/metrics-core/2.2.0/metrics-core-2.2.0.jar:/Users/voyager/.m2/repository/net/sf/jopt-simple/jopt-simple/3.2/jopt-simple-3.2.jar:/Users/voyager/.m2/repository/org/apache/curator/curator-test/2.10.0/curator-test-2.10.0.jar:/Users/voyager/.m2/repository/org/javassist/javassist/3.18.1-GA/javassist-3.18.1-GA.jar:/Users/voyager/.m2/repository/org/apache/commons/commons-math/2.2/commons-math-2.2.jar:/Users/voyager/.m2/repository/com/squareup/jnagmp/jnagmp/1.1.0/jnagmp-1.1.0.jar:/Users/voyager/.m2/repository/net/java/dev/jna/jna/4.0.0/jna-4.0.0.ja r:/Users/voyager/.m2/repository/org/openjdk/jmh/jmh-core/1.11.3/jmh-core-1.11.3.jar:/Users/voyager/.m2/repository/org/openjdk/jmh/jmh-generator-annprocess/1.11.3/jmh-generator-annprocess-1.11.3.jar:/Users/voyager/.m2/repository/org/slf4j/slf4j-api/1.7.21/slf4j-api-1.7.21.jar:/Users/voyager/.m2/repository/org/apache/logging/log4j/log4j-slf4j-impl/2.1/log4j-slf4j-impl-2.1.jar:/Users/voyager/.m2/repository/org/apache/logging/log4j/log4j-api/2.1/log4j-api-2.1.jar:/Users/voyager/.m2/repository/org/apache/logging/log4j/log4j-core/2.1/log4j-core-2.1.jar:/Users/voyager/.m2/repository/org/scala-lang/scala-library/2.10.4/scala-library-2.10.4.jar: + INFO [main] 2016-08-30 10:05:21,388 (Environment.java:100) - Server environment:java.library.path=/Users/voyager/Library/Java/Extensions:/Library/Java/Extensions:/Network/Library/Java/Extensions:/System/Library/Java/Extensions:/usr/lib/java:. + INFO [main] 2016-08-30 10:05:21,388 (Environment.java:100) - Server environment:java.io.tmpdir=/var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/ + INFO [main] 2016-08-30 10:05:21,388 (Environment.java:100) - Server environment:java.compiler=<NA> + INFO [main] 2016-08-30 10:05:21,389 (Environment.java:100) - Server environment:os.name=Mac OS X + INFO [main] 2016-08-30 10:05:21,389 (Environment.java:100) - Server environment:os.arch=x86_64 + INFO [main] 2016-08-30 10:05:21,389 (Environment.java:100) - Server environment:os.version=10.10.1 + INFO [main] 2016-08-30 10:05:21,389 (Environment.java:100) - Server environment:user.name=voyager + INFO [main] 2016-08-30 10:05:21,389 (Environment.java:100) - Server environment:user.home=/Users/voyager + INFO [main] 2016-08-30 10:05:21,390 (Environment.java:100) - Server environment:user.dir=/Users/voyager/apachePirk/incubator-pirk + INFO [main] 2016-08-30 10:05:21,421 (ZooKeeperServer.java:162) - Created server with tickTime 2000 minSessionTimeout 4000 maxSessionTimeout 40000 datadir /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/d48b5439-7737-4242-b389-e6ffb06373fc/version-2 snapdir /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/d48b5439-7737-4242-b389-e6ffb06373fc/version-2 + INFO [main] 2016-08-30 10:05:21,430 (NIOServerCnxnFactory.java:94) - binding to port 0.0.0.0/0.0.0.0:2000 + INFO [main] 2016-08-30 10:05:21,433 (NO_SOURCE_FILE:0) - Starting inprocess zookeeper at port 2000 and dir /var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T//d48b5439-7737-4242-b389-e6ffb06373fc + INFO [main] 2016-08-30 10:05:21,591 (NO_SOURCE_FILE:0) - Starting Nimbus with conf {"topology.builtin.metrics.bucket.size.secs" 60, "nimbus.childopts" "-Xmx1024m", "ui.filter.params" nil, "storm.cluster.mode" "local", "storm.messaging.netty.client_worker_threads" 1, "logviewer.max.per.worker.logs.size.mb" 2048, "supervisor.run.worker.as.user" false, "topology.max.task.parallelism" nil, "topology.priority" 29, "zmq.threads" 1, "storm.group.mapping.service" "org.apache.storm.security.auth.ShellBasedGroupsMapping", "transactional.zookeeper.root" "/transactional", "topology.sleep.spout.wait.strategy.time.ms" 1, "scheduler.display.resource" false, "topology.max.replication.wait.time.sec" 60, "qSchema" "/var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-hostname-query_file724164910560578054.xml,/var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-ip-query_file8303025657151977021.xml,/var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-nxdomain-query_file182368504581122779.xml,/var/fold ers/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-srcip-query_file7062849266527134532.xml,/var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/dns-srcip-query-no-filter_file7817550553720706569.xml", "drpc.invocations.port" 3773, "supervisor.localizer.cache.target.size.mb" 10240, "topology.multilang.serializer" "org.apache.storm.multilang.JsonSerializer", "storm.messaging.netty.server_worker_threads" 1, "nimbus.blobstore.class" "org.apache.storm.blobstore.LocalFsBlobStore", "resource.aware.scheduler.eviction.strategy" "org.apache.storm.scheduler.resource.strategies.eviction.DefaultEvictionStrategy", "topology.max.error.report.per.interval" 5, "storm.thrift.transport" "org.apache.storm.security.auth.SimpleTransportPlugin", "zmq.hwm" 0, "output" "/var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/responderFile15903732604613594.txt", "storm.group.mapping.service.params" nil, "worker.profiler.enabled" false, "storm.principal.tolocal" "org.apache.storm.security.auth.DefaultPrincipalToLocal", "supervi sor.worker.shutdown.sleep.secs" 1, "pacemaker.host" "localhost", "storm.zookeeper.retry.times" 5, "ui.actions.enabled" true, "zmq.linger.millis" 0, "supervisor.enable" true, "topology.stats.sample.rate" 0.05, "storm.messaging.netty.min_wait_ms" 100, "worker.log.level.reset.poll.secs" 30, "storm.zookeeper.port" 2000, "supervisor.heartbeat.frequency.secs" 5, "topology.enable.message.timeouts" false, "supervisor.cpu.capacity" 400.0, "drpc.worker.threads" 64, "supervisor.blobstore.download.thread.count" 5, "drpc.queue.size" 128, "topology.backpressure.enable" true, "supervisor.blobstore.class" "org.apache.storm.blobstore.NimbusBlobStore", "storm.blobstore.inputstream.buffer.size.bytes" 65536, "topology.shellbolt.max.pending" 100, "drpc.https.keystore.password" "", "nimbus.code.sync.freq.secs" 120, "logviewer.port" 8000, "topology.scheduler.strategy" "org.apache.storm.scheduler.resource.strategies.scheduling.DefaultResourceAwareStrategy", "topology.executor.send.buffer.size" 1024, "resou rce.aware.scheduler.priority.strategy" "org.apache.storm.scheduler.resource.strategies.priority.DefaultSchedulingPriorityStrategy", "pacemaker.auth.method" "NONE", "storm.daemon.metrics.reporter.plugins" ["org.apache.storm.daemon.metrics.reporters.JmxPreparableReporter"], "topology.worker.logwriter.childopts" "-Xmx64m", "topology.spout.wait.strategy" "org.apache.storm.spout.SleepSpoutWaitStrategy", "ui.host" "0.0.0.0", "storm.nimbus.retry.interval.millis" 2000, "nimbus.inbox.jar.expiration.secs" 3600, "dev.zookeeper.path" "/tmp/dev-storm-zookeeper", "topology.acker.executors" 1, "topology.fall.back.on.java.serialization" true, "topology.eventlogger.executors" 0, "supervisor.localizer.cleanup.interval.ms" 600000, "storm.zookeeper.servers" ["localhost"], "nimbus.thrift.threads" 64, "logviewer.cleanup.age.mins" 10080, "topology.worker.childopts" nil, "topology.classpath" nil, "supervisor.monitor.frequency.secs" 3, "nimbus.credential.renewers.freq.secs" 600, "topology.skip.missing.kryo. registrations" true, "drpc.authorizer.acl.filename" "drpc-auth-acl.yaml", "pacemaker.kerberos.users" [], "storm.group.mapping.service.cache.duration.secs" 120, "topology.testing.always.try.serialize" false, "nimbus.monitor.freq.secs" 10, "queryInfo" {"useHDFSExpLookupTable" false, "hashKey" "someKey", "numSelectors" 6, "dataPartitionsBitSize" 8, "hashBitSize" 12, "numPartitionsPerDataElement" 36, "numBitsPerDataElement" 256, "uuid" "5757a360-8ba5-440e-8927-312eb7ef8a07", "useExpLookupTable" false, "embedSelector" true, "queryType" "dns-hostname-query"}, "storm.health.check.timeout.ms" 5000, "supervisor.supervisors" [], "topology.tasks" nil, "topology.bolts.outgoing.overflow.buffer.enable" false, "splitPartitions" true, "storm.messaging.netty.socket.backlog" 500, "topology.workers" 1, "pacemaker.base.threads" 10, "storm.local.dir" "/var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T//0f48a038-3986-4631-80ab-93917504610b", "topology.disable.loadaware" false, "worker.childopts" "-Xmx%HEAP -MEM%m -XX:+PrintGCDetails -Xloggc:artifacts/gc.log -XX:+PrintGCDateStamps -XX:+PrintGCTimeStamps -XX:+UseGCLogFileRotation -XX:NumberOfGCLogFiles=10 -XX:GCLogFileSize=1M -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=artifacts/heapdump", "storm.auth.simple-white-list.users" [], "topology.disruptor.batch.timeout.millis" 1, "topology.message.timeout.secs" 30, "topology.state.synchronization.timeout.secs" 60, "topology.tuple.serializer" "org.apache.storm.serialization.types.ListDelegateSerializer", "supervisor.supervisors.commands" [], "nimbus.blobstore.expiration.secs" 600, "logviewer.childopts" "-Xmx128m", "topology.environment" nil, "topology.debug" false, "topology.disruptor.batch.size" 100, "storm.messaging.netty.max_retries" 300, "ui.childopts" "-Xmx768m", "storm.network.topography.plugin" "org.apache.storm.networktopography.DefaultRackDNSToSwitchMapping", "storm.zookeeper.session.timeout" 20000, "drpc.childopts" "-Xmx768m", "drpc.http.creds.plugin" "org.apache.storm.security. auth.DefaultHttpCredentialsPlugin", "storm.zookeeper.connection.timeout" 15000, "storm.zookeeper.auth.user" nil, "storm.meta.serialization.delegate" "org.apache.storm.serialization.GzipThriftSerializationDelegate", "topology.max.spout.pending" 300, "storm.codedistributor.class" "org.apache.storm.codedistributor.LocalFileSystemCodeDistributor", "nimbus.supervisor.timeout.secs" 60, "maxHitsPerSelector" 100, "nimbus.task.timeout.secs" 30, "drpc.port" 3772, "pacemaker.max.threads" 50, "storm.zookeeper.retry.intervalceiling.millis" 30000, "nimbus.thrift.port" 6627, "storm.auth.simple-acl.admins" [], "topology.component.cpu.pcore.percent" 10.0, "supervisor.memory.capacity.mb" 3072.0, "storm.nimbus.retry.times" 5, "supervisor.worker.start.timeout.secs" 120, "useHdfs" false, "storm.zookeeper.retry.interval" 1000, "limitHitsPerSelector" true, "logs.users" nil, "worker.profiler.command" "flight.bash", "transactional.zookeeper.port" nil, "drpc.max_buffer_size" 1048576, "pacemaker.thread.timeou t" 10, "task.credentials.poll.secs" 30, "blobstore.superuser" "voyager", "drpc.https.keystore.type" "JKS", "topology.worker.receiver.thread.count" 1, "topology.state.checkpoint.interval.ms" 1000, "hdfsUri" "localhost", "supervisor.slots.ports" [6700 6701 6702 6703], "saltColumns" true, "topology.transfer.buffer.size" 32, "storm.health.check.dir" "healthchecks", "topology.worker.shared.thread.pool.size" 4, "drpc.authorizer.acl.strict" false, "nimbus.file.copy.expiration.secs" 600, "worker.profiler.childopts" "-XX:+UnlockCommercialFeatures -XX:+FlightRecorder", "topology.executor.receive.buffer.size" 1024, "backpressure.disruptor.low.watermark" 0.4, "allowAdHocQuerySchemas" false, "queryFile" "/var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/pir_integrationTest-query5058433309804126387.txt", "nimbus.task.launch.secs" 120, "storm.local.mode.zmq" false, "storm.messaging.netty.buffer_size" 5242880, "storm.cluster.state.store" "org.apache.storm.cluster_state.zookeeper_state_factory", "wor ker.heartbeat.frequency.secs" 1, "storm.log4j2.conf.dir" "log4j2", "ui.http.creds.plugin" "org.apache.storm.security.auth.DefaultHttpCredentialsPlugin", "storm.zookeeper.root" "/storm", "topology.tick.tuple.freq.secs" nil, "drpc.https.port" -1, "storm.workers.artifacts.dir" "workers-artifacts", "supervisor.blobstore.download.max_retries" 3, "task.refresh.poll.secs" 10, "storm.exhibitor.port" 8080, "task.heartbeat.frequency.secs" 3, "pacemaker.port" 6699, "storm.messaging.netty.max_wait_ms" 1000, "nimbus.impersonation.authorizer" "org.apache.storm.security.auth.authorizer.ImpersonationAuthorizer", "topology.component.resources.offheap.memory.mb" 0.0, "drpc.http.port" 3774, "topology.error.throttle.interval.secs" 10, "storm.messaging.transport" "org.apache.storm.messaging.netty.Context", "storm.messaging.netty.authentication" false, "topology.component.resources.onheap.memory.mb" 128.0, "rowDivisions" 2, "topology.kryo.factory" "org.apache.storm.serialization.DefaultKryoFactory", "wor ker.gc.childopts" "", "nimbus.topology.validator" "org.apache.storm.nimbus.DefaultTopologyValidator", "nimbus.seeds" ["localhost"], "nimbus.queue.size" 100000, "nimbus.cleanup.inbox.freq.secs" 600, "storm.blobstore.replication.factor" 3, "worker.heap.memory.mb" 750, "logviewer.max.sum.worker.logs.size.mb" 4096, "pacemaker.childopts" "-Xmx1024m", "nSquared" "1042205214251764974347318732183167850742237536021561913486054566341490239517350089448715130917352641415501025501326965650792930978024235408059194158617411071178421774768092376667219373739503886540956793356190472072244965812497016281", "ui.users" nil, "transactional.zookeeper.servers" nil, "supervisor.worker.timeout.secs" 30, "storm.zookeeper.auth.password" nil, "client.blobstore.class" "org.apache.storm.blobstore.NimbusBlobStore", "supervisor.childopts" "-Xmx256m", "topology.worker.max.heap.size.mb" 768.0, "backpressure.disruptor.high.watermark" 0.9, "ui.filter" nil, "ui.header.buffer.bytes" 4096, "topology.min.replication.count" 1, "topology.disruptor.wait.timeout.millis" 1000, "enccolmultboltPar" 2, "storm.nimbus.retry.intervalceiling.millis" 60000, "topology.trident.batch.emit.interval.millis" 50, "storm.auth.simple-acl.users" [], "drpc.invocations.threads" 64, "java.library.path" "/usr/local/lib:/opt/local/lib:/usr/lib", "encrowcalcboltPar" 2, "ui.port" 8080, "dschema" "/var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/testDataSchemaFile2716982910221762040.xml", "storm.exhibitor.poll.uripath" "/exhibitor/v1/cluster/list", "storm.messaging.netty.transfer.batch.size" 262144, "logviewer.appender.name" "A1", "nimbus.thrift.max_buffer_size" 1048576, "storm.auth.simple-acl.users.commands" [], "drpc.request.timeout.secs" 600} + INFO [main] 2016-08-30 10:05:21,596 (NO_SOURCE_FILE:0) - Using default scheduler + INFO [main] 2016-08-30 10:05:21,877 (CuratorFrameworkImpl.java:235) - Starting + INFO [main] 2016-08-30 10:05:21,941 (Environment.java:100) - Client environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT + INFO [main] 2016-08-30 10:05:21,942 (Environment.java:100) - Client environment:host.name=traveler.ltsnet.net + INFO [main] 2016-08-30 10:05:21,942 (Environment.java:100) - Client environment:java.version=1.8.0_102 + INFO [main] 2016-08-30 10:05:21,942 (Environment.java:100) - Client environment:java.vendor=Oracle Corporation + INFO [main] 2016-08-30 10:05:21,943 (Environment.java:100) - Client environment:java.home=/Library/Java/JavaVirtualMachines/jdk1.8.0_102.jdk/Contents/Home/jre + INFO [main] 2016-08-30 10:05:21,943 (Environment.java:100) - Client environment:java.class.path=/Users/voyager/apachePirk/incubator-pirk/target/test-classes:/Users/voyager/apachePirk/incubator-pirk/target/classes:/Users/voyager/.m2/repository/junit/junit/4.12/junit-4.12.jar:/Users/voyager/.m2/repository/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar:/Users/voyager/.m2/repository/org/apache/commons/commons-math3/3.3/commons-math3-3.3.jar:/Users/voyager/.m2/repository/com/googlecode/json-simple/json-simple/1.1/json-simple-1.1.jar:/Users/voyager/.m2/repository/commons-net/commons-net/3.3/commons-net-3.3.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-common/2.7.2/hadoop-common-2.7.2.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-annotations/2.7.2/hadoop-annotations-2.7.2.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_102.jdk/Contents/Home/jre/../lib/tools.jar:/Users/voyager/.m2/repository/com/google/guava/guava/11.0.2/guava-11.0.2.jar:/Users/voyager/.m2/re pository/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/Users/voyager/.m2/repository/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/Users/voyager/.m2/repository/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/Users/voyager/.m2/repository/commons-codec/commons-codec/1.4/commons-codec-1.4.jar:/Users/voyager/.m2/repository/commons-io/commons-io/2.4/commons-io-2.4.jar:/Users/voyager/.m2/repository/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/Users/voyager/.m2/repository/javax/servlet/servlet-api/2.5/servlet-api-2.5.jar:/Users/voyager/.m2/repository/org/mortbay/jetty/jetty/6.1.26/jetty-6.1.26.jar:/Users/voyager/.m2/repository/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/Users/voyager/.m2/repository/javax/servlet/jsp/jsp-api/2.1/jsp-api-2.1.jar:/Users/voyager/.m2/repository/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/Users/voyager/.m2/repository/com/sun/jersey/jersey-json/1.9/jersey-json-1.9.jar:/Users/voyager/.m2/reposito ry/org/codehaus/jettison/jettison/1.1/jettison-1.1.jar:/Users/voyager/.m2/repository/com/sun/xml/bind/jaxb-impl/2.2.3-1/jaxb-impl-2.2.3-1.jar:/Users/voyager/.m2/repository/org/codehaus/jackson/jackson-jaxrs/1.8.3/jackson-jaxrs-1.8.3.jar:/Users/voyager/.m2/repository/org/codehaus/jackson/jackson-xc/1.8.3/jackson-xc-1.8.3.jar:/Users/voyager/.m2/repository/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/Users/voyager/.m2/repository/asm/asm/3.1/asm-3.1.jar:/Users/voyager/.m2/repository/commons-logging/commons-logging/1.1.3/commons-logging-1.1.3.jar:/Users/voyager/.m2/repository/log4j/log4j/1.2.17/log4j-1.2.17.jar:/Users/voyager/.m2/repository/net/java/dev/jets3t/jets3t/0.9.0/jets3t-0.9.0.jar:/Users/voyager/.m2/repository/org/apache/httpcomponents/httpclient/4.1.2/httpclient-4.1.2.jar:/Users/voyager/.m2/repository/org/apache/httpcomponents/httpcore/4.1.2/httpcore-4.1.2.jar:/Users/voyager/.m2/repository/com/jamesmurty/utils/java-xmlbuilder/0.4/java-xmlbuilder-0.4.jar:/Users/voyage r/.m2/repository/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/Users/voyager/.m2/repository/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/Users/voyager/.m2/repository/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/Users/voyager/.m2/repository/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/Users/voyager/.m2/repository/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/Users/voyager/.m2/repository/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/Users/voyager/.m2/repository/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/Users/voyager/.m2/repository/org/apache/avro/avro/1.7.4/avro-1.7.4.jar:/Users/voyager/.m2/repository/com/thoughtworks/paranamer/paranamer/2.3/paranamer-2.3.jar:/Users/voyager/.m2/repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/Users/voyager/.m2/repository/com/google/code/gson/gs on/2.2.4/gson-2.2.4.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-auth/2.7.2/hadoop-auth-2.7.2.jar:/Users/voyager/.m2/repository/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/Users/voyager/.m2/repository/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/Users/voyager/.m2/repository/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/Users/voyager/.m2/repository/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/Users/voyager/.m2/repository/com/jcraft/jsch/0.1.42/jsch-0.1.42.jar:/Users/voyager/.m2/repository/org/apache/curator/curator-recipes/2.7.1/curator-recipes-2.7.1.jar:/Users/voyager/.m2/repository/com/google/code/findbugs/jsr305/3.0.0/jsr305-3.0.0.jar:/Users/voyager/.m2/repository/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/Users/voyager/.m2/repository/org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6 .jar:/Users/voyager/.m2/repository/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar:/Users/voyager/.m2/repository/org/tukaani/xz/1.0/xz-1.0.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.7.2/hadoop-mapreduce-client-core-2.7.2.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/Users/voyager/.m2/repository/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/Users/voyager/.m2/repository/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/Users/voyager/.m2/repository/javax/activation/activation/1.1/activation-1.1.jar:/Users/voyager/.m2/repository/com/sun/jersey/jersey-client/1.9/jersey-client-1.9.jar:/Users/voyager/.m2/repository/com/google/inject/guice/3.0/guice-3.0.jar:/Users/voyager/.m2/repository/javax/inject/javax.inject/1/javax.inject-1.jar:/Users/voyager/.m2/repository/aopalliance/aopalliance/1.0/aopalliance-1.0.jar:/Users/voyager/.m2/repository/com/sun/jersey/contribs/je rsey-guice/1.9/jersey-guice-1.9.jar:/Users/voyager/.m2/repository/com/google/inject/extensions/guice-servlet/3.0/guice-servlet-3.0.jar:/Users/voyager/.m2/repository/io/netty/netty/3.6.2.Final/netty-3.6.2.Final.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-client/2.7.2/hadoop-client-2.7.2.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-hdfs/2.7.2/hadoop-hdfs-2.7.2.jar:/Users/voyager/.m2/repository/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-app/2.7.2/hadoop-mapreduce-client-app-2.7.2.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-common/2.7.2/hadoop-mapreduce-client-common-2.7.2.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-yarn-client/2.7.2/hadoop-yarn-client-2.7.2.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-yarn-server-common/2.7.2/hadoop-yarn-server-common-2.7.2.jar:/Users/voyager/.m2/repository/org/apache/ hadoop/hadoop-mapreduce-client-shuffle/2.7.2/hadoop-mapreduce-client-shuffle-2.7.2.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-yarn-api/2.7.2/hadoop-yarn-api-2.7.2.jar:/Users/voyager/.m2/repository/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.7.2/hadoop-mapreduce-client-jobclient-2.7.2.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-core_2.11/1.6.1/spark-core_2.11-1.6.1.jar:/Users/voyager/.m2/repository/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar:/Users/voyager/.m2/repository/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/Users/voyager/.m2/repository/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar:/Users/voyager/.m2/repository/com/twitter/chill_2.11/0.5.0/chill_2.11-0.5.0.jar:/Users/voyager/.m2/repository/com/esotericsoftware/kryo/kryo/2.21/kryo-2.21.jar:/Users/voyager/.m2/repository/com/esotericsoftware/reflectasm/reflectasm/1.07/reflectasm-1.07-shaded.jar:/Users/voyager/.m2/repository/com/esotericsoftware/minlog/minl og/1.2/minlog-1.2.jar:/Users/voyager/.m2/repository/com/twitter/chill-java/0.5.0/chill-java-0.5.0.jar:/Users/voyager/.m2/repository/org/apache/xbean/xbean-asm5-shaded/4.4/xbean-asm5-shaded-4.4.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-launcher_2.11/1.6.1/spark-launcher_2.11-1.6.1.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-network-common_2.11/1.6.1/spark-network-common_2.11-1.6.1.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-network-shuffle_2.11/1.6.1/spark-network-shuffle_2.11-1.6.1.jar:/Users/voyager/.m2/repository/com/fasterxml/jackson/core/jackson-annotations/2.4.4/jackson-annotations-2.4.4.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-unsafe_2.11/1.6.1/spark-unsafe_2.11-1.6.1.jar:/Users/voyager/.m2/repository/org/eclipse/jetty/orbit/javax.servlet/3.0.0.v201112011016/javax.servlet-3.0.0.v201112011016.jar:/Users/voyager/.m2/repository/org/apache/commons/commons-lang3/3.3.2/commons-lang3-3.3.2.jar:/Users/voyager/.m2/repository/org/ slf4j/jul-to-slf4j/1.7.10/jul-to-slf4j-1.7.10.jar:/Users/voyager/.m2/repository/org/slf4j/jcl-over-slf4j/1.7.10/jcl-over-slf4j-1.7.10.jar:/Users/voyager/.m2/repository/com/ning/compress-lzf/1.0.3/compress-lzf-1.0.3.jar:/Users/voyager/.m2/repository/org/xerial/snappy/snappy-java/1.1.2/snappy-java-1.1.2.jar:/Users/voyager/.m2/repository/net/jpountz/lz4/lz4/1.3.0/lz4-1.3.0.jar:/Users/voyager/.m2/repository/org/roaringbitmap/RoaringBitmap/0.5.11/RoaringBitmap-0.5.11.jar:/Users/voyager/.m2/repository/com/typesafe/akka/akka-remote_2.11/2.3.11/akka-remote_2.11-2.3.11.jar:/Users/voyager/.m2/repository/com/typesafe/akka/akka-actor_2.11/2.3.11/akka-actor_2.11-2.3.11.jar:/Users/voyager/.m2/repository/com/typesafe/config/1.2.1/config-1.2.1.jar:/Users/voyager/.m2/repository/org/uncommons/maths/uncommons-maths/1.2.2a/uncommons-maths-1.2.2a.jar:/Users/voyager/.m2/repository/com/typesafe/akka/akka-slf4j_2.11/2.3.11/akka-slf4j_2.11-2.3.11.jar:/Users/voyager/.m2/repository/org/json4s/json4s-jackson_2 .11/3.2.10/json4s-jackson_2.11-3.2.10.jar:/Users/voyager/.m2/repository/org/json4s/json4s-core_2.11/3.2.10/json4s-core_2.11-3.2.10.jar:/Users/voyager/.m2/repository/org/json4s/json4s-ast_2.11/3.2.10/json4s-ast_2.11-3.2.10.jar:/Users/voyager/.m2/repository/org/apache/mesos/mesos/0.21.1/mesos-0.21.1-shaded-protobuf.jar:/Users/voyager/.m2/repository/io/netty/netty-all/4.0.29.Final/netty-all-4.0.29.Final.jar:/Users/voyager/.m2/repository/com/clearspring/analytics/stream/2.7.0/stream-2.7.0.jar:/Users/voyager/.m2/repository/io/dropwizard/metrics/metrics-core/3.1.2/metrics-core-3.1.2.jar:/Users/voyager/.m2/repository/io/dropwizard/metrics/metrics-jvm/3.1.2/metrics-jvm-3.1.2.jar:/Users/voyager/.m2/repository/io/dropwizard/metrics/metrics-json/3.1.2/metrics-json-3.1.2.jar:/Users/voyager/.m2/repository/io/dropwizard/metrics/metrics-graphite/3.1.2/metrics-graphite-3.1.2.jar:/Users/voyager/.m2/repository/com/fasterxml/jackson/core/jackson-databind/2.4.4/jackson-databind-2.4.4.jar:/Users/voyager /.m2/repository/com/fasterxml/jackson/core/jackson-core/2.4.4/jackson-core-2.4.4.jar:/Users/voyager/.m2/repository/com/fasterxml/jackson/module/jackson-module-scala_2.11/2.4.4/jackson-module-scala_2.11-2.4.4.jar:/Users/voyager/.m2/repository/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar:/Users/voyager/.m2/repository/oro/oro/2.0.8/oro-2.0.8.jar:/Users/voyager/.m2/repository/org/tachyonproject/tachyon-client/0.8.2/tachyon-client-0.8.2.jar:/Users/voyager/.m2/repository/org/tachyonproject/tachyon-underfs-hdfs/0.8.2/tachyon-underfs-hdfs-0.8.2.jar:/Users/voyager/.m2/repository/org/tachyonproject/tachyon-underfs-s3/0.8.2/tachyon-underfs-s3-0.8.2.jar:/Users/voyager/.m2/repository/org/tachyonproject/tachyon-underfs-local/0.8.2/tachyon-underfs-local-0.8.2.jar:/Users/voyager/.m2/repository/net/razorvine/pyrolite/4.9/pyrolite-4.9.jar:/Users/voyager/.m2/repository/net/sf/py4j/py4j/0.9/py4j-0.9.jar:/Users/voyager/.m2/repository/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/Users/voyager/.m2/rep ository/org/apache/spark/spark-streaming_2.10/2.0.0/spark-streaming_2.10-2.0.0.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-core_2.10/2.0.0/spark-core_2.10-2.0.0.jar:/Users/voyager/.m2/repository/com/twitter/chill_2.10/0.8.0/chill_2.10-0.8.0.jar:/Users/voyager/.m2/repository/com/esotericsoftware/kryo-shaded/3.0.3/kryo-shaded-3.0.3.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-launcher_2.10/2.0.0/spark-launcher_2.10-2.0.0.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-network-common_2.10/2.0.0/spark-network-common_2.10-2.0.0.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-network-shuffle_2.10/2.0.0/spark-network-shuffle_2.10-2.0.0.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-unsafe_2.10/2.0.0/spark-unsafe_2.10-2.0.0.jar:/Users/voyager/.m2/repository/javax/servlet/javax.servlet-api/3.1.0/javax.servlet-api-3.1.0.jar:/Users/voyager/.m2/repository/org/json4s/json4s-jackson_2.10/3.2.11/json4s-jackson_2.10-3.2.11.jar:/Users/voyager/.m2/ repository/org/json4s/json4s-core_2.10/3.2.11/json4s-core_2.10-3.2.11.jar:/Users/voyager/.m2/repository/org/json4s/json4s-ast_2.10/3.2.11/json4s-ast_2.10-3.2.11.jar:/Users/voyager/.m2/repository/org/scala-lang/scalap/2.10.0/scalap-2.10.0.jar:/Users/voyager/.m2/repository/org/scala-lang/scala-compiler/2.10.0/scala-compiler-2.10.0.jar:/Users/voyager/.m2/repository/org/glassfish/jersey/core/jersey-client/2.22.2/jersey-client-2.22.2.jar:/Users/voyager/.m2/repository/javax/ws/rs/javax.ws.rs-api/2.0.1/javax.ws.rs-api-2.0.1.jar:/Users/voyager/.m2/repository/org/glassfish/hk2/hk2-api/2.4.0-b34/hk2-api-2.4.0-b34.jar:/Users/voyager/.m2/repository/org/glassfish/hk2/hk2-utils/2.4.0-b34/hk2-utils-2.4.0-b34.jar:/Users/voyager/.m2/repository/org/glassfish/hk2/external/aopalliance-repackaged/2.4.0-b34/aopalliance-repackaged-2.4.0-b34.jar:/Users/voyager/.m2/repository/org/glassfish/hk2/external/javax.inject/2.4.0-b34/javax.inject-2.4.0-b34.jar:/Users/voyager/.m2/repository/org/glassfish/hk2/hk2-loca tor/2.4.0-b34/hk2-locator-2.4.0-b34.jar:/Users/voyager/.m2/repository/org/glassfish/jersey/core/jersey-common/2.22.2/jersey-common-2.22.2.jar:/Users/voyager/.m2/repository/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.jar:/Users/voyager/.m2/repository/org/glassfish/jersey/bundles/repackaged/jersey-guava/2.22.2/jersey-guava-2.22.2.jar:/Users/voyager/.m2/repository/org/glassfish/hk2/osgi-resource-locator/1.0.1/osgi-resource-locator-1.0.1.jar:/Users/voyager/.m2/repository/org/glassfish/jersey/core/jersey-server/2.22.2/jersey-server-2.22.2.jar:/Users/voyager/.m2/repository/org/glassfish/jersey/media/jersey-media-jaxb/2.22.2/jersey-media-jaxb-2.22.2.jar:/Users/voyager/.m2/repository/javax/validation/validation-api/1.1.0.Final/validation-api-1.1.0.Final.jar:/Users/voyager/.m2/repository/org/glassfish/jersey/containers/jersey-container-servlet/2.22.2/jersey-container-servlet-2.22.2.jar:/Users/voyager/.m2/repository/org/glassfish/jersey/containers/jersey-container-servl et-core/2.22.2/jersey-container-servlet-core-2.22.2.jar:/Users/voyager/.m2/repository/com/fasterxml/jackson/module/jackson-module-scala_2.10/2.6.5/jackson-module-scala_2.10-2.6.5.jar:/Users/voyager/.m2/repository/org/scala-lang/scala-reflect/2.10.6/scala-reflect-2.10.6.jar:/Users/voyager/.m2/repository/com/fasterxml/jackson/module/jackson-module-paranamer/2.6.5/jackson-module-paranamer-2.6.5.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-tags_2.10/2.0.0/spark-tags_2.10-2.0.0.jar:/Users/voyager/.m2/repository/org/scalatest/scalatest_2.10/2.2.6/scalatest_2.10-2.2.6.jar:/Users/voyager/.m2/repository/org/elasticsearch/elasticsearch-hadoop/2.3.3/elasticsearch-hadoop-2.3.3.jar:/Users/voyager/.m2/repository/org/apache/pig/pig/0.15.0/pig-0.15.0.jar:/Users/voyager/.m2/repository/tomcat/jasper-runtime/5.5.12/jasper-runtime-5.5.12.jar:/Users/voyager/.m2/repository/tomcat/jasper-compiler/5.5.12/jasper-compiler-5.5.12.jar:/Users/voyager/.m2/repository/org/mortbay/jetty/jsp-api-2.1/6.1. 14/jsp-api-2.1-6.1.14.jar:/Users/voyager/.m2/repository/org/mortbay/jetty/jsp-2.1/6.1.14/jsp-2.1-6.1.14.jar:/Users/voyager/.m2/repository/org/eclipse/jdt/core/3.1.1/core-3.1.1.jar:/Users/voyager/.m2/repository/ant/ant/1.6.5/ant-1.6.5.jar:/Users/voyager/.m2/repository/commons-el/commons-el/1.0/commons-el-1.0.jar:/Users/voyager/.m2/repository/org/mortbay/jetty/servlet-api-2.5/6.1.14/servlet-api-2.5-6.1.14.jar:/Users/voyager/.m2/repository/net/sf/kosmosfs/kfs/0.3/kfs-0.3.jar:/Users/voyager/.m2/repository/hsqldb/hsqldb/1.8.0.10/hsqldb-1.8.0.10.jar:/Users/voyager/.m2/repository/jline/jline/1.0/jline-1.0.jar:/Users/voyager/.m2/repository/org/antlr/ST4/4.0.4/ST4-4.0.4.jar:/Users/voyager/.m2/repository/org/antlr/antlr-runtime/3.4/antlr-runtime-3.4.jar:/Users/voyager/.m2/repository/org/antlr/stringtemplate/3.2.1/stringtemplate-3.2.1.jar:/Users/voyager/.m2/repository/antlr/antlr/2.7.7/antlr-2.7.7.jar:/Users/voyager/.m2/repository/dk/brics/automaton/automaton/1.11-8/automaton-1.11-8.jar:/Users /voyager/.m2/repository/joda-time/joda-time/2.1/joda-time-2.1.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-sql_2.10/1.6.1/spark-sql_2.10-1.6.1.jar:/Users/voyager/.m2/repository/org/apache/spark/spark-catalyst_2.10/1.6.1/spark-catalyst_2.10-1.6.1.jar:/Users/voyager/.m2/repository/org/codehaus/janino/janino/2.7.8/janino-2.7.8.jar:/Users/voyager/.m2/repository/org/codehaus/janino/commons-compiler/2.7.8/commons-compiler-2.7.8.jar:/Users/voyager/.m2/repository/org/apache/parquet/parquet-column/1.7.0/parquet-column-1.7.0.jar:/Users/voyager/.m2/repository/org/apache/parquet/parquet-common/1.7.0/parquet-common-1.7.0.jar:/Users/voyager/.m2/repository/org/apache/parquet/parquet-encoding/1.7.0/parquet-encoding-1.7.0.jar:/Users/voyager/.m2/repository/org/apache/parquet/parquet-generator/1.7.0/parquet-generator-1.7.0.jar:/Users/voyager/.m2/repository/org/apache/parquet/parquet-hadoop/1.7.0/parquet-hadoop-1.7.0.jar:/Users/voyager/.m2/repository/org/apache/parquet/parquet-format/2.3.0- incubating/parquet-format-2.3.0-incubating.jar:/Users/voyager/.m2/repository/org/apache/parquet/parquet-jackson/1.7.0/parquet-jackson-1.7.0.jar:/Users/voyager/.m2/repository/org/apache/storm/storm-core/1.0.1/storm-core-1.0.1.jar:/Users/voyager/.m2/repository/com/esotericsoftware/kryo/3.0.3/kryo-3.0.3.jar:/Users/voyager/.m2/repository/com/esotericsoftware/reflectasm/1.10.1/reflectasm-1.10.1.jar:/Users/voyager/.m2/repository/org/ow2/asm/asm/5.0.3/asm-5.0.3.jar:/Users/voyager/.m2/repository/com/esotericsoftware/minlog/1.3.0/minlog-1.3.0.jar:/Users/voyager/.m2/repository/org/objenesis/objenesis/2.1/objenesis-2.1.jar:/Users/voyager/.m2/repository/org/clojure/clojure/1.7.0/clojure-1.7.0.jar:/Users/voyager/.m2/repository/com/lmax/disruptor/3.3.2/disruptor-3.3.2.jar:/Users/voyager/.m2/repository/org/slf4j/log4j-over-slf4j/1.6.6/log4j-over-slf4j-1.6.6.jar:/Users/voyager/.m2/repository/org/apache/storm/storm-kafka/1.0.1/storm-kafka-1.0.1.jar:/Users/voyager/.m2/repository/org/apache/curator/cu rator-framework/2.10.0/curator-framework-2.10.0.jar:/Users/voyager/.m2/repository/org/apache/curator/curator-client/2.10.0/curator-client-2.10.0.jar:/Users/voyager/.m2/repository/org/apache/kafka/kafka-clients/0.9.0.1/kafka-clients-0.9.0.1.jar:/Users/voyager/.m2/repository/org/apache/kafka/kafka_2.10/0.9.0.1/kafka_2.10-0.9.0.1.jar:/Users/voyager/.m2/repository/com/101tec/zkclient/0.7/zkclient-0.7.jar:/Users/voyager/.m2/repository/com/yammer/metrics/metrics-core/2.2.0/metrics-core-2.2.0.jar:/Users/voyager/.m2/repository/net/sf/jopt-simple/jopt-simple/3.2/jopt-simple-3.2.jar:/Users/voyager/.m2/repository/org/apache/curator/curator-test/2.10.0/curator-test-2.10.0.jar:/Users/voyager/.m2/repository/org/javassist/javassist/3.18.1-GA/javassist-3.18.1-GA.jar:/Users/voyager/.m2/repository/org/apache/commons/commons-math/2.2/commons-math-2.2.jar:/Users/voyager/.m2/repository/com/squareup/jnagmp/jnagmp/1.1.0/jnagmp-1.1.0.jar:/Users/voyager/.m2/repository/net/java/dev/jna/jna/4.0.0/jna-4.0.0.ja r:/Users/voyager/.m2/repository/org/openjdk/jmh/jmh-core/1.11.3/jmh-core-1.11.3.jar:/Users/voyager/.m2/repository/org/openjdk/jmh/jmh-generator-annprocess/1.11.3/jmh-generator-annprocess-1.11.3.jar:/Users/voyager/.m2/repository/org/slf4j/slf4j-api/1.7.21/slf4j-api-1.7.21.jar:/Users/voyager/.m2/repository/org/apache/logging/log4j/log4j-slf4j-impl/2.1/log4j-slf4j-impl-2.1.jar:/Users/voyager/.m2/repository/org/apache/logging/log4j/log4j-api/2.1/log4j-api-2.1.jar:/Users/voyager/.m2/repository/org/apache/logging/log4j/log4j-core/2.1/log4j-core-2.1.jar:/Users/voyager/.m2/repository/org/scala-lang/scala-library/2.10.4/scala-library-2.10.4.jar: + INFO [main] 2016-08-30 10:05:21,944 (Environment.java:100) - Client environment:java.library.path=/Users/voyager/Library/Java/Extensions:/Library/Java/Extensions:/Network/Library/Java/Extensions:/System/Library/Java/Extensions:/usr/lib/java:. + INFO [main] 2016-08-30 10:05:21,944 (Environment.java:100) - Client environment:java.io.tmpdir=/var/folders/83/07wq_8t55pn3mgj99512hb8c0000gn/T/ + INFO [main] 2016-08-30 10:05:21,944 (Environment.java:100) - Client environment:java.compiler=<NA> + INFO [main] 2016-08-30 10:05:21,945 (Environment.java:100) - Client environment:os.name=Mac OS X + INFO [main] 2016-08-30 10:05:21,945 (Environment.java:100) - Client environment:os.arch=x86_64 + INFO [main] 2016-08-30 10:05:21,945 (Environment.java:100) - Client environment:os.version=10.10.1 + INFO [main] 2016-08-30 10:05:21,945 (Environment.java:100) - Client environment:user.name=voyager + INFO [main] 2016-08-30 10:05:21,946 (Environment.java:100) - Client environment:user.home=/Users/voyager + INFO [main] 2016-08-30 10:05:21,949 (Environment.java:100) - Client environment:user.dir=/Users/voyager/apachePirk/incubator-pirk + INFO [main] 2016-08-30 10:05:21,951 (ZooKeeper.java:438) - Initiating client connection, connectString=localhost:2000 sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@5cd5e1b6 + INFO [main-SendThread(localhost:2000)] 2016-08-30 10:05:21,985 (ClientCnxn.java:975) - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) + INFO [main-SendThread(localhost:2000)] 2016-08-30 10:05:21,986 (ClientCnxn.java:852) - Socket connection established to localhost/127.0.0.1:2000, initiating session + INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] 2016-08-30 10:05:21,986 (NIOServerCnxnFactory.java:197) - Accepted socket connection from /127.0.0.1:56799 + INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] 2016-08-30 10:05:21,997 (ZooKeeperServer.java:868) - Client attempting to establish new session at /127.0.0.1:56799 + INFO [SyncThread:0] 2016-08-30 10:05:22,003 (FileTxnLog.java:199) - Creating new log file: log.1 + INFO [main-SendThread(localhost:2000)] 2016-08-30 10:05:22,023 (ClientCnxn.java:1235) - Session establishment complete on server localhost/127.0.0.1:2000, sessionid = 0x156dbc4c6a30000, negotiated timeout = 20000 + INFO [SyncThread:0] 2016-08-30 10:05:22,023 (ZooKeeperServer.java:617) - Established session 0x156dbc4c6a30000 with negotiated timeout 20000 for client /127.0.0.1:56799 + INFO [main-EventThread] 2016-08-30 10:05:22,030 (ConnectionStateManager.java:228) - State change: CONNECTED + INFO [main-EventThread] 2016-08-30 10:05:22,033 (NO_SOURCE_FILE:0) - Zookeeper state update: :connected:none + INFO [main] 2016-08-30 10:05:22,069 (CuratorFrameworkImpl.java:235) - Starting + INFO [main] 2016-08-30 10:05:22,070 (ZooKeeper.java:438) - Initiating client connection, connectString=localhost:2000/storm sessionTimeout=20000 watcher=org.apache.storm.shade.org.apache.curator.ConnectionState@358bbbe2 + INFO [main-SendThread(localhost:2000)] 2016-08-30 10:05:22,073 (ClientCnxn.java:975) - Opening socket connection to server localhost/127.0.0.1:2000. Will not attempt to authenticate using SASL (unknown error) + INFO [NIOServerCxn.Factory:0.0.0.0/0.0.0.0:2000] 2016-08-30 10:05:22,074 (NIOServerCnxnFactory.java:197) - Accepted socket connection from /127.0.0.1:56800 + INFO [main-SendThread(localhost:2000)] 2016-08-30 10:05:22,074 (ClientCnxn.java:852) - Socket connection established to localhost/127.0.0.1:2000, initiating session + INFO [NIOServerCxn.Facto
<TRUNCATED>
