[
https://issues.apache.org/jira/browse/CARBONDATA-2956?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
xubo245 updated CARBONDATA-2956:
--------------------------------
Description:
Test code:
{code:java}
package org.apache.carbondata.examples.sdk;
import org.apache.carbondata.common.logging.LogService;
import org.apache.carbondata.common.logging.LogServiceFactory;
import org.apache.carbondata.core.metadata.datatype.DataTypes;
import org.apache.carbondata.core.scan.expression.ColumnExpression;
import org.apache.carbondata.core.scan.expression.LiteralExpression;
import org.apache.carbondata.core.scan.expression.conditional.EqualToExpression;
import org.apache.carbondata.sdk.file.*;
import org.apache.hadoop.conf.Configuration;
import static org.apache.hadoop.fs.s3a.Constants.ACCESS_KEY;
import static org.apache.hadoop.fs.s3a.Constants.ENDPOINT;
import static org.apache.hadoop.fs.s3a.Constants.SECRET_KEY;
/**
* Example for testing CarbonWriter on S3
*/
public class SDKS3Example {
public static void main(String[] args) throws Exception {
LogService logger =
LogServiceFactory.getLogService(SDKS3Example.class.getName());
if (args == null || args.length < 3) {
logger.error("Usage: java CarbonS3Example: <access-key>
<secret-key>"
+ "<s3-endpoint> [table-path-on-s3] [rows]");
System.exit(0);
}
String path = "s3a://sdk/WriterOutput";
if (args.length > 3) {
path=args[3];
}
int num = 3;
if (args.length > 4) {
num = Integer.parseInt(args[4]);
}
Configuration conf = new Configuration();
conf.set(ACCESS_KEY,args[0]);
conf.set(SECRET_KEY,args[1]);
conf.set(ENDPOINT,args[2]);
// Field[] fields = new Field[2];
// fields[0] = new Field("name", DataTypes.STRING);
// fields[1] = new Field("age", DataTypes.INT);
// CarbonWriterBuilder builder = CarbonWriter.builder()
// .setAccessKey(args[0])
// .setSecretKey(args[1])
// .setEndPoint(args[2])
// .outputPath(path);
//
// CarbonWriter writer = builder.buildWriterForCSVInput(new
Schema(fields), conf);
//
// for (int i = 0; i < num; i++) {
// writer.write(new String[]{"robot" + (i % 10), String.valueOf(i)});
// }
// writer.close();
// Read data
EqualToExpression equalToExpression = new EqualToExpression(
new ColumnExpression("name", DataTypes.STRING),
new LiteralExpression("robot1", DataTypes.STRING));
CarbonReader reader = CarbonReader
.builder(path, "_temp")
.projection(new String[]{"name", "age"})
.filter(equalToExpression)
.build(conf);
System.out.println("\nData:");
int i = 0;
while (i < 20 && reader.hasNext()) {
Object[] row = (Object[]) reader.readNextRow();
System.out.println(row[0] + " " + row[1]);
i++;
}
System.out.println("\nFinished");
reader.close();
}
}
{code}
Exception:
{code:java}
log4j:WARN No appenders could be found for logger
(org.apache.hadoop.util.Shell).
log4j:WARN Please initialize the log4j system properly.
log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more
info.
Exception in thread "main" com.amazonaws.AmazonClientException: Unable to load
AWS credentials from any provider in the chain
at
com.amazonaws.auth.AWSCredentialsProviderChain.getCredentials(AWSCredentialsProviderChain.java:117)
at
com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:3521)
at
com.amazonaws.services.s3.AmazonS3Client.headBucket(AmazonS3Client.java:1031)
at
com.amazonaws.services.s3.AmazonS3Client.doesBucketExist(AmazonS3Client.java:994)
at
org.apache.hadoop.fs.s3a.S3AFileSystem.initialize(S3AFileSystem.java:297)
at
org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:2653)
at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:92)
at
org.apache.hadoop.fs.FileSystem$Cache.getInternal(FileSystem.java:2687)
at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:2669)
at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:371)
at org.apache.hadoop.fs.Path.getFileSystem(Path.java:295)
at
org.apache.carbondata.core.datastore.filesystem.AbstractDFSCarbonFile.<init>(AbstractDFSCarbonFile.java:74)
at
org.apache.carbondata.core.datastore.filesystem.AbstractDFSCarbonFile.<init>(AbstractDFSCarbonFile.java:66)
at
org.apache.carbondata.core.datastore.filesystem.HDFSCarbonFile.<init>(HDFSCarbonFile.java:41)
at
org.apache.carbondata.core.datastore.filesystem.S3CarbonFile.<init>(S3CarbonFile.java:41)
at
org.apache.carbondata.core.datastore.impl.DefaultFileTypeProvider.getCarbonFile(DefaultFileTypeProvider.java:53)
at
org.apache.carbondata.core.datastore.impl.FileFactory.getCarbonFile(FileFactory.java:99)
at
org.apache.carbondata.core.metadata.schema.table.CarbonTable.buildTable(CarbonTable.java:241)
at
org.apache.carbondata.sdk.file.CarbonReaderBuilder.build(CarbonReaderBuilder.java:191)
at
org.apache.carbondata.examples.sdk.SDKS3Example.main(SDKS3Example.java:91)
Process finished with exit code 1
{code}
if configure like:
{code:java}
CarbonReader reader = CarbonReader
.builder(path, "_temp")
.projection(new String[]{"name", "age"})
.filter(equalToExpression)
.setAccessKey(args[0])
.setSecretKey(args[1])
.setEndPoint(args[2])
.build(new Configuration(false));
{code}
Exception2:
{code:java}
log4j:WARN No appenders could be found for logger
(org.apache.hadoop.util.Shell).
log4j:WARN Please initialize the log4j system properly.
log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more
info.
Exception in thread "main" com.amazonaws.AmazonClientException: Unable to
execute HTTP request: sdk.obs.cn-north-1.myhwclouds.com: nodename nor servname
provided, or not known
at
com.amazonaws.http.AmazonHttpClient.executeHelper(AmazonHttpClient.java:454)
at
com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:232)
at
com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:3528)
at
com.amazonaws.services.s3.AmazonS3Client.headBucket(AmazonS3Client.java:1031)
at
com.amazonaws.services.s3.AmazonS3Client.doesBucketExist(AmazonS3Client.java:994)
at
org.apache.hadoop.fs.s3a.S3AFileSystem.initialize(S3AFileSystem.java:297)
at
org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:2653)
at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:92)
at
org.apache.hadoop.fs.FileSystem$Cache.getInternal(FileSystem.java:2687)
at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:2669)
at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:371)
at org.apache.hadoop.fs.Path.getFileSystem(Path.java:295)
at
org.apache.carbondata.core.datastore.filesystem.AbstractDFSCarbonFile.<init>(AbstractDFSCarbonFile.java:74)
at
org.apache.carbondata.core.datastore.filesystem.AbstractDFSCarbonFile.<init>(AbstractDFSCarbonFile.java:66)
at
org.apache.carbondata.core.datastore.filesystem.HDFSCarbonFile.<init>(HDFSCarbonFile.java:41)
at
org.apache.carbondata.core.datastore.filesystem.S3CarbonFile.<init>(S3CarbonFile.java:41)
at
org.apache.carbondata.core.datastore.impl.DefaultFileTypeProvider.getCarbonFile(DefaultFileTypeProvider.java:53)
at
org.apache.carbondata.core.datastore.impl.FileFactory.getCarbonFile(FileFactory.java:99)
at
org.apache.carbondata.core.metadata.schema.table.CarbonTable.buildTable(CarbonTable.java:241)
at
org.apache.carbondata.sdk.file.CarbonReaderBuilder.build(CarbonReaderBuilder.java:191)
at
org.apache.carbondata.examples.sdk.SDKS3Example.main(SDKS3Example.java:91)
Caused by: java.net.UnknownHostException: sdk.obs.cn-north-1.myhwclouds.com:
nodename nor servname provided, or not known
at java.net.Inet6AddressImpl.lookupAllHostAddr(Native Method)
at java.net.InetAddress$2.lookupAllHostAddr(InetAddress.java:928)
at
java.net.InetAddress.getAddressesFromNameService(InetAddress.java:1323)
at java.net.InetAddress.getAllByName0(InetAddress.java:1276)
at java.net.InetAddress.getAllByName(InetAddress.java:1192)
at java.net.InetAddress.getAllByName(InetAddress.java:1126)
at
org.apache.http.impl.conn.SystemDefaultDnsResolver.resolve(SystemDefaultDnsResolver.java:45)
at
org.apache.http.impl.conn.DefaultClientConnectionOperator.resolveHostname(DefaultClientConnectionOperator.java:278)
at
org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:162)
at
org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at
org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:641)
at
org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at
org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at
org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at
com.amazonaws.http.AmazonHttpClient.executeHelper(AmazonHttpClient.java:384)
... 20 more
Process finished with exit code 1
{code}
was:
Test code:
{code:java}
package org.apache.carbondata.examples.sdk;
import org.apache.carbondata.common.logging.LogService;
import org.apache.carbondata.common.logging.LogServiceFactory;
import org.apache.carbondata.core.metadata.datatype.DataTypes;
import org.apache.carbondata.core.scan.expression.ColumnExpression;
import org.apache.carbondata.core.scan.expression.LiteralExpression;
import org.apache.carbondata.core.scan.expression.conditional.EqualToExpression;
import org.apache.carbondata.sdk.file.*;
import org.apache.hadoop.conf.Configuration;
import static org.apache.hadoop.fs.s3a.Constants.ACCESS_KEY;
import static org.apache.hadoop.fs.s3a.Constants.ENDPOINT;
import static org.apache.hadoop.fs.s3a.Constants.SECRET_KEY;
/**
* Example for testing CarbonWriter on S3
*/
public class SDKS3Example {
public static void main(String[] args) throws Exception {
LogService logger =
LogServiceFactory.getLogService(SDKS3Example.class.getName());
if (args == null || args.length < 3) {
logger.error("Usage: java CarbonS3Example: <access-key>
<secret-key>"
+ "<s3-endpoint> [table-path-on-s3] [rows]");
System.exit(0);
}
String path = "s3a://sdk/WriterOutput";
if (args.length > 3) {
path=args[3];
}
int num = 3;
if (args.length > 4) {
num = Integer.parseInt(args[4]);
}
Configuration conf = new Configuration();
conf.set(ACCESS_KEY,args[0]);
conf.set(SECRET_KEY,args[1]);
conf.set(ENDPOINT,args[2]);
// Field[] fields = new Field[2];
// fields[0] = new Field("name", DataTypes.STRING);
// fields[1] = new Field("age", DataTypes.INT);
// CarbonWriterBuilder builder = CarbonWriter.builder()
// .setAccessKey(args[0])
// .setSecretKey(args[1])
// .setEndPoint(args[2])
// .outputPath(path);
//
// CarbonWriter writer = builder.buildWriterForCSVInput(new
Schema(fields), conf);
//
// for (int i = 0; i < num; i++) {
// writer.write(new String[]{"robot" + (i % 10), String.valueOf(i)});
// }
// writer.close();
// Read data
EqualToExpression equalToExpression = new EqualToExpression(
new ColumnExpression("name", DataTypes.STRING),
new LiteralExpression("robot1", DataTypes.STRING));
CarbonReader reader = CarbonReader
.builder(path, "_temp")
.projection(new String[]{"name", "age"})
.filter(equalToExpression)
.build(conf);
System.out.println("\nData:");
int i = 0;
while (i < 20 && reader.hasNext()) {
Object[] row = (Object[]) reader.readNextRow();
System.out.println(row[0] + " " + row[1]);
i++;
}
System.out.println("\nFinished");
reader.close();
}
}
{code}
Exception:
{code:java}
/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/bin/java
"-javaagent:/Volumes/IntelliJ IDEA CE/IntelliJ IDEA
CE.app/Contents/lib/idea_rt.jar=61334:/Volumes/IntelliJ IDEA CE/IntelliJ IDEA
CE.app/Contents/bin" -Dfile.encoding=UTF-8 -classpath
/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/jre/lib/charsets.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/jre/lib/deploy.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/jre/lib/ext/cldrdata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/jre/lib/ext/dnsns.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/jre/lib/ext/jaccess.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/jre/lib/ext/jfxrt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/jre/lib/ext/localedata.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/jre/lib/ext/nashorn.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/jre/lib/ext/sunec.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/jre/lib/ext/sunjce_provider.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/jre/lib/ext/sunpkcs11.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/jre/lib/ext/zipfs.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/jre/lib/javaws.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/jre/lib/jce.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/jre/lib/jfr.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/jre/lib/jfxswt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/jre/lib/jsse.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/jre/lib/management-agent.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/jre/lib/plugin.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/jre/lib/resources.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/jre/lib/rt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/lib/ant-javafx.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/lib/dt.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/lib/javafx-mx.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/lib/jconsole.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/lib/packager.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/lib/sa-jdi.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_171.jdk/Contents/Home/lib/tools.jar:/Users/xubo/Desktop/xubo/git/carbondata1/examples/spark2/target/classes:/Users/xubo/Desktop/xubo/git/carbondata1/integration/spark2/target/classes:/Users/xubo/Desktop/xubo/git/carbondata1/integration/spark-common/target/classes:/Users/xubo/Desktop/xubo/git/carbondata1/integration/spark-datasource/target/classes:/Users/xubo/Desktop/xubo/git/carbondata1/store/search/target/classes:/Users/xubo/Desktop/xubo/git/carbondata1/datamap/lucene/target/classes:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/lucene/lucene-core/6.3.0/lucene-core-6.3.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/lucene/lucene-analyzers-common/6.3.0/lucene-analyzers-common-6.3.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/lucene/lucene-queryparser/6.3.0/lucene-queryparser-6.3.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/lucene/lucene-sandbox/6.3.0/lucene-sandbox-6.3.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/solr/solr-core/6.3.0/solr-core-6.3.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/solr/solr-solrj/6.3.0/solr-solrj-6.3.0.jar:/Users/xubo/Desktop/xubo/git/carbondata1/datamap/bloom/target/classes:/Users/xubo/Desktop/xubo/git/carbondata1/processing/target/classes:/Users/xubo/Desktop/xubo/maven/carbondata2/com/google/guava/guava/14.0.1/guava-14.0.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/hadoop/hadoop-aws/2.7.2/hadoop-aws-2.7.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/amazonaws/aws-java-sdk/1.7.4/aws-java-sdk-1.7.4.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/net/java/dev/jets3t/jets3t/0.9.0/jets3t-0.9.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/jamesmurty/utils/java-xmlbuilder/0.4/java-xmlbuilder-0.4.jar:/Users/xubo/Desktop/xubo/git/carbondata1/streaming/target/classes:/Users/xubo/Desktop/xubo/git/carbondata1/hadoop/target/classes:/Users/xubo/Desktop/xubo/git/carbondata1/store/sdk/target/classes:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/avro/avro/1.8.1/avro-1.8.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/thoughtworks/paranamer/paranamer/2.7/paranamer-2.7.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/commons/commons-compress/1.8.1/commons-compress-1.8.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/tukaani/xz/1.5/xz-1.5.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/spark/spark-sql_2.11/2.2.1/spark-sql_2.11-2.2.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/univocity/univocity-parsers/2.2.1/univocity-parsers-2.2.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/spark/spark-sketch_2.11/2.2.1/spark-sketch_2.11-2.2.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/spark/spark-catalyst_2.11/2.2.1/spark-catalyst_2.11-2.2.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/codehaus/janino/janino/3.0.0/janino-3.0.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/codehaus/janino/commons-compiler/3.0.0/commons-compiler-3.0.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/antlr/antlr4-runtime/4.5.3/antlr4-runtime-4.5.3.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/spark/spark-tags_2.11/2.2.1/spark-tags_2.11-2.2.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/parquet/parquet-column/1.8.2/parquet-column-1.8.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/parquet/parquet-common/1.8.2/parquet-common-1.8.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/parquet/parquet-encoding/1.8.2/parquet-encoding-1.8.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/parquet/parquet-hadoop/1.8.2/parquet-hadoop-1.8.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/parquet/parquet-format/2.3.1/parquet-format-2.3.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/parquet/parquet-jackson/1.8.2/parquet-jackson-1.8.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/fasterxml/jackson/core/jackson-databind/2.6.5/jackson-databind-2.6.5.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/fasterxml/jackson/core/jackson-annotations/2.6.0/jackson-annotations-2.6.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/fasterxml/jackson/core/jackson-core/2.6.5/jackson-core-2.6.5.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/xbean/xbean-asm5-shaded/4.4/xbean-asm5-shaded-4.4.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/spark/spark-sql-kafka-0-10_2.11/2.2.1/spark-sql-kafka-0-10_2.11-2.2.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/kafka/kafka-clients/0.10.0.1/kafka-clients-0.10.0.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/spark/spark-hive-thriftserver_2.11/2.2.1/spark-hive-thriftserver_2.11-2.2.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/spark/spark-hive_2.11/2.2.1/spark-hive_2.11-2.2.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/twitter/parquet-hadoop-bundle/1.6.0/parquet-hadoop-bundle-1.6.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/spark-project/hive/hive-exec/1.2.1.spark2/hive-exec-1.2.1.spark2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/javolution/javolution/5.5.1/javolution-5.5.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/log4j/apache-log4j-extras/1.2.17/apache-log4j-extras-1.2.17.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/antlr/antlr-runtime/3.4/antlr-runtime-3.4.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/antlr/stringtemplate/3.2.1/stringtemplate-3.2.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/antlr/antlr/2.7.7/antlr-2.7.7.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/antlr/ST4/4.0.4/ST4-4.0.4.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/googlecode/javaewah/JavaEWAH/0.3.2/JavaEWAH-0.3.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/iq80/snappy/snappy/0.2/snappy-0.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/stax/stax-api/1.0.1/stax-api-1.0.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/net/sf/opencsv/opencsv/2.3/opencsv-2.3.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/spark-project/hive/hive-metastore/1.2.1.spark2/hive-metastore-1.2.1.spark2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/jolbox/bonecp/0.8.0.RELEASE/bonecp-0.8.0.RELEASE.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/datanucleus/datanucleus-api-jdo/3.2.6/datanucleus-api-jdo-3.2.6.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/datanucleus/datanucleus-rdbms/3.2.9/datanucleus-rdbms-3.2.9.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/commons-pool/commons-pool/1.5.4/commons-pool-1.5.4.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/commons-dbcp/commons-dbcp/1.4/commons-dbcp-1.4.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/javax/jdo/jdo-api/3.0.1/jdo-api-3.0.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/javax/transaction/jta/1.1/jta-1.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/calcite/calcite-avatica/1.2.0-incubating/calcite-avatica-1.2.0-incubating.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/calcite/calcite-core/1.2.0-incubating/calcite-core-1.2.0-incubating.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/calcite/calcite-linq4j/1.2.0-incubating/calcite-linq4j-1.2.0-incubating.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/net/hydromatic/eigenbase-properties/1.1.5/eigenbase-properties-1.1.5.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/joda-time/joda-time/2.9.3/joda-time-2.9.3.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/jodd/jodd-core/3.5.2/jodd-core-3.5.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/datanucleus/datanucleus-core/3.2.10/datanucleus-core-3.2.10.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/thrift/libthrift/0.9.3/libthrift-0.9.3.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/thrift/libfb303/0.9.3/libfb303-0.9.3.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/derby/derby/10.12.1.1/derby-10.12.1.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/spark-project/hive/hive-cli/1.2.1.spark2/hive-cli-1.2.1.spark2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/commons-cli/commons-cli/1.2/commons-cli-1.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/commons-lang/commons-lang/2.6/commons-lang-2.6.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/spark-project/hive/hive-jdbc/1.2.1.spark2/hive-jdbc-1.2.1.spark2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/spark-project/hive/hive-beeline/1.2.1.spark2/hive-beeline-1.2.1.spark2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/commons-io/commons-io/2.4/commons-io-2.4.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/net/sf/supercsv/super-csv/2.2.0/super-csv-2.2.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/net/sf/jpam/jpam/1.1/jpam-1.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/spark/spark-repl_2.11/2.2.1/spark-repl_2.11-2.2.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/spark/spark-mllib_2.11/2.2.1/spark-mllib_2.11-2.2.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/spark/spark-graphx_2.11/2.2.1/spark-graphx_2.11-2.2.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/github/fommil/netlib/core/1.1.2/core-1.1.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/net/sourceforge/f2j/arpack_combined_all/0.1/arpack_combined_all-0.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/spark/spark-mllib-local_2.11/2.2.1/spark-mllib-local_2.11-2.2.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/scalanlp/breeze_2.11/0.13.2/breeze_2.11-0.13.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/scalanlp/breeze-macros_2.11/0.13.2/breeze-macros_2.11-0.13.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/github/rwl/jtransforms/2.4.0/jtransforms-2.4.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/spire-math/spire_2.11/0.13.0/spire_2.11-0.13.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/spire-math/spire-macros_2.11/0.13.0/spire-macros_2.11-0.13.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/typelevel/machinist_2.11/0.6.1/machinist_2.11-0.6.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/chuusai/shapeless_2.11/2.3.2/shapeless_2.11-2.3.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/typelevel/macro-compat_2.11/1.1.1/macro-compat_2.11-1.1.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/jpmml/pmml-model/1.2.15/pmml-model-1.2.15.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/jpmml/pmml-schema/1.2.15/pmml-schema-1.2.15.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/scala-lang/scala-compiler/2.11.8/scala-compiler-2.11.8.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/scala-lang/modules/scala-parser-combinators_2.11/1.0.4/scala-parser-combinators_2.11-1.0.4.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/scala-lang/scala-reflect/2.11.8/scala-reflect-2.11.8.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/jline/jline/2.12.1/jline-2.12.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/slf4j/jul-to-slf4j/1.7.16/jul-to-slf4j-1.7.16.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/scala-lang/scala-library/2.11.8/scala-library-2.11.8.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/spark/spark-streaming_2.11/2.2.1/spark-streaming_2.11-2.2.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/httpcomponents/httpclient/4.2/httpclient-4.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/httpcomponents/httpcore/4.2/httpcore-4.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/commons-logging/commons-logging/1.1.1/commons-logging-1.1.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/commons-codec/commons-codec/1.6/commons-codec-1.6.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/scala-lang/modules/scala-xml_2.11/1.0.2/scala-xml_2.11-1.0.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/spark/spark-core_2.11/2.2.1/spark-core_2.11-2.2.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/twitter/chill_2.11/0.8.0/chill_2.11-0.8.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/esotericsoftware/kryo-shaded/3.0.3/kryo-shaded-3.0.3.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/esotericsoftware/minlog/1.3.0/minlog-1.3.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/objenesis/objenesis/2.1/objenesis-2.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/twitter/chill-java/0.8.0/chill-java-0.8.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/hadoop/hadoop-client/2.6.5/hadoop-client-2.6.5.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/hadoop/hadoop-mapreduce-client-app/2.6.5/hadoop-mapreduce-client-app-2.6.5.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/hadoop/hadoop-mapreduce-client-common/2.6.5/hadoop-mapreduce-client-common-2.6.5.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/hadoop/hadoop-yarn-client/2.6.5/hadoop-yarn-client-2.6.5.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/hadoop/hadoop-yarn-server-common/2.6.5/hadoop-yarn-server-common-2.6.5.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.6.5/hadoop-mapreduce-client-shuffle-2.6.5.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/hadoop/hadoop-yarn-api/2.6.5/hadoop-yarn-api-2.6.5.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/hadoop/hadoop-mapreduce-client-core/2.7.2/hadoop-mapreduce-client-core-2.7.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/hadoop/hadoop-yarn-common/2.7.2/hadoop-yarn-common-2.7.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/javax/activation/activation/1.1/activation-1.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.6.5/hadoop-mapreduce-client-jobclient-2.6.5.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/hadoop/hadoop-annotations/2.6.5/hadoop-annotations-2.6.5.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/spark/spark-launcher_2.11/2.2.1/spark-launcher_2.11-2.2.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/spark/spark-network-common_2.11/2.2.1/spark-network-common_2.11-2.2.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/spark/spark-network-shuffle_2.11/2.2.1/spark-network-shuffle_2.11-2.2.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/spark/spark-unsafe_2.11/2.2.1/spark-unsafe_2.11-2.2.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/curator/curator-recipes/2.6.0/curator-recipes-2.6.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/curator/curator-framework/2.6.0/curator-framework-2.6.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/javax/servlet/javax.servlet-api/3.1.0/javax.servlet-api-3.1.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/commons/commons-lang3/3.5/commons-lang3-3.5.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/commons/commons-math3/3.4.1/commons-math3-3.4.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/slf4j/slf4j-api/1.7.16/slf4j-api-1.7.16.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/slf4j/jcl-over-slf4j/1.7.16/jcl-over-slf4j-1.7.16.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/log4j/log4j/1.2.17/log4j-1.2.17.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/slf4j/slf4j-log4j12/1.7.16/slf4j-log4j12-1.7.16.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/ning/compress-lzf/1.0.3/compress-lzf-1.0.3.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/xerial/snappy/snappy-java/1.1.2.6/snappy-java-1.1.2.6.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/net/jpountz/lz4/lz4/1.3.0/lz4-1.3.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/roaringbitmap/RoaringBitmap/0.5.11/RoaringBitmap-0.5.11.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/commons-net/commons-net/2.2/commons-net-2.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/json4s/json4s-jackson_2.11/3.2.11/json4s-jackson_2.11-3.2.11.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/json4s/json4s-core_2.11/3.2.11/json4s-core_2.11-3.2.11.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/json4s/json4s-ast_2.11/3.2.11/json4s-ast_2.11-3.2.11.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/scala-lang/scalap/2.11.8/scalap-2.11.8.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/glassfish/jersey/core/jersey-client/2.22.2/jersey-client-2.22.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/javax/ws/rs/javax.ws.rs-api/2.0.1/javax.ws.rs-api-2.0.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/glassfish/hk2/hk2-api/2.4.0-b34/hk2-api-2.4.0-b34.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/glassfish/hk2/hk2-utils/2.4.0-b34/hk2-utils-2.4.0-b34.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/glassfish/hk2/external/aopalliance-repackaged/2.4.0-b34/aopalliance-repackaged-2.4.0-b34.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/glassfish/hk2/external/javax.inject/2.4.0-b34/javax.inject-2.4.0-b34.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/glassfish/hk2/hk2-locator/2.4.0-b34/hk2-locator-2.4.0-b34.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/javassist/javassist/3.18.1-GA/javassist-3.18.1-GA.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/glassfish/jersey/core/jersey-common/2.22.2/jersey-common-2.22.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/glassfish/jersey/bundles/repackaged/jersey-guava/2.22.2/jersey-guava-2.22.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/glassfish/hk2/osgi-resource-locator/1.0.1/osgi-resource-locator-1.0.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/glassfish/jersey/core/jersey-server/2.22.2/jersey-server-2.22.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/glassfish/jersey/media/jersey-media-jaxb/2.22.2/jersey-media-jaxb-2.22.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/javax/validation/validation-api/1.1.0.Final/validation-api-1.1.0.Final.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/glassfish/jersey/containers/jersey-container-servlet/2.22.2/jersey-container-servlet-2.22.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/glassfish/jersey/containers/jersey-container-servlet-core/2.22.2/jersey-container-servlet-core-2.22.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/io/netty/netty-all/4.0.43.Final/netty-all-4.0.43.Final.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/io/netty/netty/3.9.9.Final/netty-3.9.9.Final.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/clearspring/analytics/stream/2.7.0/stream-2.7.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/io/dropwizard/metrics/metrics-core/3.1.2/metrics-core-3.1.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/io/dropwizard/metrics/metrics-jvm/3.1.2/metrics-jvm-3.1.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/io/dropwizard/metrics/metrics-json/3.1.2/metrics-json-3.1.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/io/dropwizard/metrics/metrics-graphite/3.1.2/metrics-graphite-3.1.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/fasterxml/jackson/module/jackson-module-scala_2.11/2.6.5/jackson-module-scala_2.11-2.6.5.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/fasterxml/jackson/module/jackson-module-paranamer/2.6.5/jackson-module-paranamer-2.6.5.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/oro/oro/2.0.8/oro-2.0.8.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/net/razorvine/pyrolite/4.13/pyrolite-4.13.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/net/sf/py4j/py4j/0.10.4/py4j-0.10.4.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/commons/commons-crypto/1.0.0/commons-crypto-1.0.0.jar:/Users/xubo/Desktop/xubo/git/carbondata1/core/target/classes:/Users/xubo/Desktop/xubo/git/carbondata1/format/target/classes:/Users/xubo/Desktop/xubo/git/carbondata1/common/target/classes:/Users/xubo/Desktop/xubo/maven/carbondata2/com/google/code/gson/gson/2.4/gson-2.4.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/hadoop/hadoop-common/2.7.2/hadoop-common-2.7.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/xmlenc/xmlenc/0.52/xmlenc-0.52.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/commons-collections/commons-collections/3.2.2/commons-collections-3.2.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/mortbay/jetty/jetty/6.1.26/jetty-6.1.26.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/sun/jersey/jersey-core/1.9/jersey-core-1.9.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/sun/jersey/jersey-json/1.9/jersey-json-1.9.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/codehaus/jettison/jettison/1.1/jettison-1.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/sun/xml/bind/jaxb-impl/2.2.3-1/jaxb-impl-2.2.3-1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/codehaus/jackson/jackson-jaxrs/1.8.3/jackson-jaxrs-1.8.3.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/codehaus/jackson/jackson-xc/1.8.3/jackson-xc-1.8.3.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/sun/jersey/jersey-server/1.9/jersey-server-1.9.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/asm/asm/3.1/asm-3.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/commons-digester/commons-digester/1.8/commons-digester-1.8.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/hadoop/hadoop-auth/2.7.2/hadoop-auth-2.7.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/directory/server/apacheds-kerberos-codec/2.0.0-M15/apacheds-kerberos-codec-2.0.0-M15.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/directory/server/apacheds-i18n/2.0.0-M15/apacheds-i18n-2.0.0-M15.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/directory/api/api-asn1-api/1.0.0-M20/api-asn1-api-1.0.0-M20.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/directory/api/api-util/1.0.0-M20/api-util-1.0.0-M20.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/jcraft/jsch/0.1.42/jsch-0.1.42.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/curator/curator-client/2.7.1/curator-client-2.7.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/htrace/htrace-core/3.1.0-incubating/htrace-core-3.1.0-incubating.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/hadoop/hadoop-hdfs/2.7.2/hadoop-hdfs-2.7.2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/commons-daemon/commons-daemon/1.0.13/commons-daemon-1.0.13.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/xerces/xercesImpl/2.9.1/xercesImpl-2.9.1.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/xml-apis/xml-apis/1.3.04/xml-apis-1.3.04.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/com/github/luben/zstd-jni/1.3.2-2/zstd-jni-1.3.2-2.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/apache/zookeeper/zookeeper/3.4.7/zookeeper-3.4.7.jar:/Users/xubo/Desktop/xubo/maven/carbondata2/org/lz4/lz4-java/1.4.0/lz4-java-1.4.0.jar:/Users/xubo/Desktop/xubo/git/carbondata1/datamap/mv/core/target/classes:/Users/xubo/Desktop/xubo/git/carbondata1/datamap/mv/plan/target/classes
org.apache.carbondata.examples.sdk.SDKS3Example H9IW3GRX7RCEUDZPA7EG
PLGNC8vjCClKvpI7TigbMZgGul8YhIFUvVa0VidJ obs.cn-north-1.myhwclouds.com
s3a://sdk/WriterOutput/xubo
log4j:WARN No appenders could be found for logger
(org.apache.hadoop.util.Shell).
log4j:WARN Please initialize the log4j system properly.
log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more
info.
Exception in thread "main" com.amazonaws.AmazonClientException: Unable to load
AWS credentials from any provider in the chain
at
com.amazonaws.auth.AWSCredentialsProviderChain.getCredentials(AWSCredentialsProviderChain.java:117)
at
com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:3521)
at
com.amazonaws.services.s3.AmazonS3Client.headBucket(AmazonS3Client.java:1031)
at
com.amazonaws.services.s3.AmazonS3Client.doesBucketExist(AmazonS3Client.java:994)
at
org.apache.hadoop.fs.s3a.S3AFileSystem.initialize(S3AFileSystem.java:297)
at
org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:2653)
at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:92)
at
org.apache.hadoop.fs.FileSystem$Cache.getInternal(FileSystem.java:2687)
at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:2669)
at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:371)
at org.apache.hadoop.fs.Path.getFileSystem(Path.java:295)
at
org.apache.carbondata.core.datastore.filesystem.AbstractDFSCarbonFile.<init>(AbstractDFSCarbonFile.java:74)
at
org.apache.carbondata.core.datastore.filesystem.AbstractDFSCarbonFile.<init>(AbstractDFSCarbonFile.java:66)
at
org.apache.carbondata.core.datastore.filesystem.HDFSCarbonFile.<init>(HDFSCarbonFile.java:41)
at
org.apache.carbondata.core.datastore.filesystem.S3CarbonFile.<init>(S3CarbonFile.java:41)
at
org.apache.carbondata.core.datastore.impl.DefaultFileTypeProvider.getCarbonFile(DefaultFileTypeProvider.java:53)
at
org.apache.carbondata.core.datastore.impl.FileFactory.getCarbonFile(FileFactory.java:99)
at
org.apache.carbondata.core.metadata.schema.table.CarbonTable.buildTable(CarbonTable.java:241)
at
org.apache.carbondata.sdk.file.CarbonReaderBuilder.build(CarbonReaderBuilder.java:191)
at
org.apache.carbondata.examples.sdk.SDKS3Example.main(SDKS3Example.java:91)
Process finished with exit code 1
{code}
> CarbonReader can't support use configuration to read S3 data
> ------------------------------------------------------------
>
> Key: CARBONDATA-2956
> URL: https://issues.apache.org/jira/browse/CARBONDATA-2956
> Project: CarbonData
> Issue Type: Bug
> Components: other
> Affects Versions: 1.5.0
> Reporter: xubo245
> Assignee: xubo245
> Priority: Major
> Fix For: 1.5.0
>
>
> Test code:
> {code:java}
> package org.apache.carbondata.examples.sdk;
> import org.apache.carbondata.common.logging.LogService;
> import org.apache.carbondata.common.logging.LogServiceFactory;
> import org.apache.carbondata.core.metadata.datatype.DataTypes;
> import org.apache.carbondata.core.scan.expression.ColumnExpression;
> import org.apache.carbondata.core.scan.expression.LiteralExpression;
> import
> org.apache.carbondata.core.scan.expression.conditional.EqualToExpression;
> import org.apache.carbondata.sdk.file.*;
> import org.apache.hadoop.conf.Configuration;
> import static org.apache.hadoop.fs.s3a.Constants.ACCESS_KEY;
> import static org.apache.hadoop.fs.s3a.Constants.ENDPOINT;
> import static org.apache.hadoop.fs.s3a.Constants.SECRET_KEY;
> /**
> * Example for testing CarbonWriter on S3
> */
> public class SDKS3Example {
> public static void main(String[] args) throws Exception {
> LogService logger =
> LogServiceFactory.getLogService(SDKS3Example.class.getName());
> if (args == null || args.length < 3) {
> logger.error("Usage: java CarbonS3Example: <access-key>
> <secret-key>"
> + "<s3-endpoint> [table-path-on-s3] [rows]");
> System.exit(0);
> }
> String path = "s3a://sdk/WriterOutput";
> if (args.length > 3) {
> path=args[3];
> }
> int num = 3;
> if (args.length > 4) {
> num = Integer.parseInt(args[4]);
> }
> Configuration conf = new Configuration();
> conf.set(ACCESS_KEY,args[0]);
> conf.set(SECRET_KEY,args[1]);
> conf.set(ENDPOINT,args[2]);
> // Field[] fields = new Field[2];
> // fields[0] = new Field("name", DataTypes.STRING);
> // fields[1] = new Field("age", DataTypes.INT);
> // CarbonWriterBuilder builder = CarbonWriter.builder()
> // .setAccessKey(args[0])
> // .setSecretKey(args[1])
> // .setEndPoint(args[2])
> // .outputPath(path);
> //
> // CarbonWriter writer = builder.buildWriterForCSVInput(new
> Schema(fields), conf);
> //
> // for (int i = 0; i < num; i++) {
> // writer.write(new String[]{"robot" + (i % 10),
> String.valueOf(i)});
> // }
> // writer.close();
> // Read data
> EqualToExpression equalToExpression = new EqualToExpression(
> new ColumnExpression("name", DataTypes.STRING),
> new LiteralExpression("robot1", DataTypes.STRING));
> CarbonReader reader = CarbonReader
> .builder(path, "_temp")
> .projection(new String[]{"name", "age"})
> .filter(equalToExpression)
> .build(conf);
> System.out.println("\nData:");
> int i = 0;
> while (i < 20 && reader.hasNext()) {
> Object[] row = (Object[]) reader.readNextRow();
> System.out.println(row[0] + " " + row[1]);
> i++;
> }
> System.out.println("\nFinished");
> reader.close();
> }
> }
> {code}
> Exception:
> {code:java}
> log4j:WARN No appenders could be found for logger
> (org.apache.hadoop.util.Shell).
> log4j:WARN Please initialize the log4j system properly.
> log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more
> info.
> Exception in thread "main" com.amazonaws.AmazonClientException: Unable to
> load AWS credentials from any provider in the chain
> at
> com.amazonaws.auth.AWSCredentialsProviderChain.getCredentials(AWSCredentialsProviderChain.java:117)
> at
> com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:3521)
> at
> com.amazonaws.services.s3.AmazonS3Client.headBucket(AmazonS3Client.java:1031)
> at
> com.amazonaws.services.s3.AmazonS3Client.doesBucketExist(AmazonS3Client.java:994)
> at
> org.apache.hadoop.fs.s3a.S3AFileSystem.initialize(S3AFileSystem.java:297)
> at
> org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:2653)
> at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:92)
> at
> org.apache.hadoop.fs.FileSystem$Cache.getInternal(FileSystem.java:2687)
> at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:2669)
> at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:371)
> at org.apache.hadoop.fs.Path.getFileSystem(Path.java:295)
> at
> org.apache.carbondata.core.datastore.filesystem.AbstractDFSCarbonFile.<init>(AbstractDFSCarbonFile.java:74)
> at
> org.apache.carbondata.core.datastore.filesystem.AbstractDFSCarbonFile.<init>(AbstractDFSCarbonFile.java:66)
> at
> org.apache.carbondata.core.datastore.filesystem.HDFSCarbonFile.<init>(HDFSCarbonFile.java:41)
> at
> org.apache.carbondata.core.datastore.filesystem.S3CarbonFile.<init>(S3CarbonFile.java:41)
> at
> org.apache.carbondata.core.datastore.impl.DefaultFileTypeProvider.getCarbonFile(DefaultFileTypeProvider.java:53)
> at
> org.apache.carbondata.core.datastore.impl.FileFactory.getCarbonFile(FileFactory.java:99)
> at
> org.apache.carbondata.core.metadata.schema.table.CarbonTable.buildTable(CarbonTable.java:241)
> at
> org.apache.carbondata.sdk.file.CarbonReaderBuilder.build(CarbonReaderBuilder.java:191)
> at
> org.apache.carbondata.examples.sdk.SDKS3Example.main(SDKS3Example.java:91)
> Process finished with exit code 1
> {code}
> if configure like:
> {code:java}
> CarbonReader reader = CarbonReader
> .builder(path, "_temp")
> .projection(new String[]{"name", "age"})
> .filter(equalToExpression)
> .setAccessKey(args[0])
> .setSecretKey(args[1])
> .setEndPoint(args[2])
> .build(new Configuration(false));
> {code}
>
> Exception2:
> {code:java}
> log4j:WARN No appenders could be found for logger
> (org.apache.hadoop.util.Shell).
> log4j:WARN Please initialize the log4j system properly.
> log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more
> info.
> Exception in thread "main" com.amazonaws.AmazonClientException: Unable to
> execute HTTP request: sdk.obs.cn-north-1.myhwclouds.com: nodename nor
> servname provided, or not known
> at
> com.amazonaws.http.AmazonHttpClient.executeHelper(AmazonHttpClient.java:454)
> at
> com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:232)
> at
> com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:3528)
> at
> com.amazonaws.services.s3.AmazonS3Client.headBucket(AmazonS3Client.java:1031)
> at
> com.amazonaws.services.s3.AmazonS3Client.doesBucketExist(AmazonS3Client.java:994)
> at
> org.apache.hadoop.fs.s3a.S3AFileSystem.initialize(S3AFileSystem.java:297)
> at
> org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:2653)
> at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:92)
> at
> org.apache.hadoop.fs.FileSystem$Cache.getInternal(FileSystem.java:2687)
> at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:2669)
> at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:371)
> at org.apache.hadoop.fs.Path.getFileSystem(Path.java:295)
> at
> org.apache.carbondata.core.datastore.filesystem.AbstractDFSCarbonFile.<init>(AbstractDFSCarbonFile.java:74)
> at
> org.apache.carbondata.core.datastore.filesystem.AbstractDFSCarbonFile.<init>(AbstractDFSCarbonFile.java:66)
> at
> org.apache.carbondata.core.datastore.filesystem.HDFSCarbonFile.<init>(HDFSCarbonFile.java:41)
> at
> org.apache.carbondata.core.datastore.filesystem.S3CarbonFile.<init>(S3CarbonFile.java:41)
> at
> org.apache.carbondata.core.datastore.impl.DefaultFileTypeProvider.getCarbonFile(DefaultFileTypeProvider.java:53)
> at
> org.apache.carbondata.core.datastore.impl.FileFactory.getCarbonFile(FileFactory.java:99)
> at
> org.apache.carbondata.core.metadata.schema.table.CarbonTable.buildTable(CarbonTable.java:241)
> at
> org.apache.carbondata.sdk.file.CarbonReaderBuilder.build(CarbonReaderBuilder.java:191)
> at
> org.apache.carbondata.examples.sdk.SDKS3Example.main(SDKS3Example.java:91)
> Caused by: java.net.UnknownHostException: sdk.obs.cn-north-1.myhwclouds.com:
> nodename nor servname provided, or not known
> at java.net.Inet6AddressImpl.lookupAllHostAddr(Native Method)
> at java.net.InetAddress$2.lookupAllHostAddr(InetAddress.java:928)
> at
> java.net.InetAddress.getAddressesFromNameService(InetAddress.java:1323)
> at java.net.InetAddress.getAllByName0(InetAddress.java:1276)
> at java.net.InetAddress.getAllByName(InetAddress.java:1192)
> at java.net.InetAddress.getAllByName(InetAddress.java:1126)
> at
> org.apache.http.impl.conn.SystemDefaultDnsResolver.resolve(SystemDefaultDnsResolver.java:45)
> at
> org.apache.http.impl.conn.DefaultClientConnectionOperator.resolveHostname(DefaultClientConnectionOperator.java:278)
> at
> org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:162)
> at
> org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
> at
> org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:641)
> at
> org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
> at
> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
> at
> org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
> at
> com.amazonaws.http.AmazonHttpClient.executeHelper(AmazonHttpClient.java:384)
> ... 20 more
> Process finished with exit code 1
> {code}
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
