carbondata git commit: [CARBONDATA-2971] Add shard info of blocklet for debugging

[xuchuanyin]

Repository: carbondata
Updated Branches:
  refs/heads/master 3cd8b947c -> 5c0da31a5


[CARBONDATA-2971] Add shard info of blocklet for debugging

add toString method to print both shard name and blocklet id for debugging.

This closes #2765


Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/5c0da31a
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/5c0da31a
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/5c0da31a

Branch: refs/heads/master
Commit: 5c0da31a5a0afaf707455fa80ac431a082a57ec9
Parents: 3cd8b94
Author: Manhua 
Authored: Wed Sep 26 10:34:54 2018 +0800
Committer: xuchuanyin 
Committed: Thu Sep 27 11:37:56 2018 +0800

--
 .../carbondata/core/indexstore/Blocklet.java| 21 
 .../blockletindex/BlockletDataMapFactory.java   |  2 +-
 2 files changed, 18 insertions(+), 5 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/carbondata/blob/5c0da31a/core/src/main/java/org/apache/carbondata/core/indexstore/Blocklet.java
--
diff --git 
a/core/src/main/java/org/apache/carbondata/core/indexstore/Blocklet.java 
b/core/src/main/java/org/apache/carbondata/core/indexstore/Blocklet.java
index c6e1681..3270d08 100644
--- a/core/src/main/java/org/apache/carbondata/core/indexstore/Blocklet.java
+++ b/core/src/main/java/org/apache/carbondata/core/indexstore/Blocklet.java
@@ -65,17 +65,20 @@ public class Blocklet implements Writable,Serializable {
 return filePath;
   }
 
-  @Override public void write(DataOutput out) throws IOException {
+  @Override
+  public void write(DataOutput out) throws IOException {
 out.writeUTF(filePath);
 out.writeUTF(blockletId);
   }
 
-  @Override public void readFields(DataInput in) throws IOException {
+  @Override
+  public void readFields(DataInput in) throws IOException {
 filePath = in.readUTF();
 blockletId = in.readUTF();
   }
 
-  @Override public boolean equals(Object o) {
+  @Override
+  public boolean equals(Object o) {
 if (this == o) return true;
 if (o == null || getClass() != o.getClass()) return false;
 
@@ -92,7 +95,17 @@ public class Blocklet implements Writable,Serializable {
 blocklet.blockletId == null;
   }
 
-  @Override public int hashCode() {
+  @Override
+  public String toString() {
+final StringBuffer sb = new StringBuffer("Blocklet{");
+sb.append("filePath='").append(filePath).append('\'');
+sb.append(", blockletId='").append(blockletId).append('\'');
+sb.append('}');
+return sb.toString();
+  }
+
+  @Override
+  public int hashCode() {
 int result = filePath != null ? filePath.hashCode() : 0;
 result = 31 * result;
 if (compareBlockletIdForObjectMatching) {

http://git-wip-us.apache.org/repos/asf/carbondata/blob/5c0da31a/core/src/main/java/org/apache/carbondata/core/indexstore/blockletindex/BlockletDataMapFactory.java
--
diff --git 
a/core/src/main/java/org/apache/carbondata/core/indexstore/blockletindex/BlockletDataMapFactory.java
 
b/core/src/main/java/org/apache/carbondata/core/indexstore/blockletindex/BlockletDataMapFactory.java
index e16c3cd..096a5e3 100644
--- 
a/core/src/main/java/org/apache/carbondata/core/indexstore/blockletindex/BlockletDataMapFactory.java
+++ 
b/core/src/main/java/org/apache/carbondata/core/indexstore/blockletindex/BlockletDataMapFactory.java
@@ -252,7 +252,7 @@ public class BlockletDataMapFactory extends 
CoarseGrainDataMapFactory
 }
   }
 }
-throw new IOException("Blocklet with blockid " + blocklet.getBlockletId() 
+ " not found ");
+throw new IOException("Blocklet not found: " + blocklet.toString());
   }
 
 

Jenkins build became unstable: carbondata-master-spark-2.2 » Apache CarbonData :: Spark Common Test #1076

[Apache Jenkins Server]

See 

Jenkins build is unstable: carbondata-master-spark-2.2 #1076

[Apache Jenkins Server]

See 

Jenkins build is back to normal : carbondata-master-spark-2.1 #2952

[Apache Jenkins Server]

See 

Jenkins build is back to normal : carbondata-master-spark-2.1 #2950

[Apache Jenkins Server]

See 

Jenkins build is back to normal : carbondata-master-spark-2.1 » Apache CarbonData :: CLI #2950

[Apache Jenkins Server]

See 

Jenkins build is back to stable : carbondata-master-spark-2.1 » Apache CarbonData :: Spark Common Test #2950

[Apache Jenkins Server]

See 

Build failed in Jenkins: carbondata-master-spark-2.2 #1075

[Apache Jenkins Server]

See 


--
Started by an SCM change
[EnvInject] - Loading node environment variables.
Building remotely on H33 (ubuntu xenial) in workspace 

 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git # timeout=10
Fetching upstream changes from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
 > git --version # timeout=10
using GIT_SSH to set credentials 
 > git fetch --tags --progress 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git 
 > +refs/heads/*:refs/remotes/origin/*
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.maven.MavenModuleSetBuild.run(MavenModuleSetBuild.java:543)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git fetch --tags 
--progress https://git-wip-us.apache.org/repos/asf/carbondata.git 
+refs/heads/*:refs/remotes/origin/*" returned status code 128:
stdout: 
stderr: remote: Counting objects: 25005, done.
remote: Compressing objects:   0% (1/8228)   remote: Compressing 
objects:   1% (83/8228)   remote: Compressing objects:   2% (165/8228)  
 remote: Compressing objects:   3% (247/8228)   remote: 
Compressing objects:   4% (330/8228)   remote: Compressing objects:   
5% (412/8228)   remote: Compressing objects:   6% (494/8228)   
remote: Compressing objects:   7% (576/8228)   remote: Compressing 
objects:   8% (659/8228)   remote: Compressing objects:   9% (741/8228) 
  remote: Compressing objects:  10% (823/8228)   remote: 
Compressing objects:  11% (906/8228)   remote: Compressing objects:  
12% (988/8228)   remote: Compressing objects:  13% (1070/8228)  
 remote: Compressing objects:  14% (1152/8228)   remote: Compressing 
objects:  15% (1235/8228)   remote: Compressing objects:  16% 
(1317/8228)   remote: Compressing objects:  17% (1399/8228)   
remote: Compressing objects:  18% (1482/8228)   remote: Compressing 
objects:  19% (1564/8228)   remote: Compressing objects:  20% 
(1646/8228)   remote: Compressing objects:  21% (1728/8228)   
remote: Compressing objects:  22% (1811/8228)   remote: Compressing 
objects:  23% (1893/8228)   remote: Compressing objects:  24% 
(1975/8228)   remote: Compressing objects:  25% (2057/8228)   
remote: Compressing objects:  26% (2140/8228)   remote: Compressing 
objects:  27% (/8228)   remote: Compressing objects:  28% 
(2304/8228)   remote: Compressing objects:  29% (2387/8228)   
remote: Compressing objects:  30% (2469/8228)   remote: Compressing 
objects:  31% (2551/8228)   remote: Compressing objects:  32% 
(2633/8228)   remote: Compressing objects:  33% (2716/8228)   
remote: Compressing objects:  34% (2798/8228)   remote: Compressing 
objects:  35% (2880/8228)   remote: Compressing objects:  36% 
(2963/8228)   remote: Compressing objects:  37% (3045/8228)   
remote: Compressing objects:  38% (3127/8228)   remote: Compressing 
objects:  39% (3209/8228)   remote: Compressing objects:  40% 
(3292/8228)   remote: Compressing objects:  41% (3374/8228)   
remote: Compressing objects:  42% (3456/8228)   remote: Compressing 
objects:  43% (3539/8228)   remote: Compressing objects:  44% 
(3621/8228)   remote: Compressing objects:  45% (3703/8228)   
remote: Compressing objects:  46% (3785/8228)   remote: Compressing 
objects:  47% (3868/8228)   remote: Compressing objects:  48% 
(3950/8228)   remote: Compressing objects:  49% (4032/8228)   
remote: Compressing objects:  50% (4114/8228)   remote: Compressing 
objects:  

Build failed in Jenkins: carbondata-master-spark-2.2 #1074

[Apache Jenkins Server]

See 


--
Started by an SCM change
[EnvInject] - Loading node environment variables.
Building remotely on H20 (ubuntu xenial) in workspace 

 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git # timeout=10
Fetching upstream changes from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
 > git --version # timeout=10
using GIT_SSH to set credentials 
 > git fetch --tags --progress 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git 
 > +refs/heads/*:refs/remotes/origin/*
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.maven.MavenModuleSetBuild.run(MavenModuleSetBuild.java:543)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git fetch --tags 
--progress https://git-wip-us.apache.org/repos/asf/carbondata.git 
+refs/heads/*:refs/remotes/origin/*" returned status code 128:
stdout: 
stderr: remote: Counting objects: 23783, done.
remote: Compressing objects:   0% (1/7655)   remote: Compressing 
objects:   1% (77/7655)   remote: Compressing objects:   2% (154/7655)  
 remote: Compressing objects:   3% (230/7655)   remote: 
Compressing objects:   4% (307/7655)   remote: Compressing objects:   
5% (383/7655)   remote: Compressing objects:   6% (460/7655)   
remote: Compressing objects:   7% (536/7655)   remote: Compressing 
objects:   8% (613/7655)   remote: Compressing objects:   9% (689/7655) 
  remote: Compressing objects:  10% (766/7655)   remote: 
Compressing objects:  11% (843/7655)   remote: Compressing objects:  
12% (919/7655)   remote: Compressing objects:  13% (996/7655)   
remote: Compressing objects:  14% (1072/7655)   remote: Compressing 
objects:  15% (1149/7655)   remote: Compressing objects:  16% 
(1225/7655)   remote: Compressing objects:  17% (1302/7655)   
remote: Compressing objects:  18% (1378/7655)   remote: Compressing 
objects:  19% (1455/7655)   remote: Compressing objects:  20% 
(1531/7655)   remote: Compressing objects:  21% (1608/7655)   
remote: Compressing objects:  22% (1685/7655)   remote: Compressing 
objects:  23% (1761/7655)   remote: Compressing objects:  24% 
(1838/7655)   remote: Compressing objects:  25% (1914/7655)   
remote: Compressing objects:  26% (1991/7655)   remote: Compressing 
objects:  27% (2067/7655)   remote: Compressing objects:  28% 
(2144/7655)   remote: Compressing objects:  29% (2220/7655)   
remote: Compressing objects:  30% (2297/7655)   remote: Compressing 
objects:  31% (2374/7655)   remote: Compressing objects:  32% 
(2450/7655)   remote: Compressing objects:  33% (2527/7655)   
remote: Compressing objects:  34% (2603/7655)   remote: Compressing 
objects:  35% (2680/7655)   remote: Compressing objects:  36% 
(2756/7655)   remote: Compressing objects:  37% (2833/7655)   
remote: Compressing objects:  38% (2909/7655)   remote: Compressing 
objects:  39% (2986/7655)   remote: Compressing objects:  40% 
(3062/7655)   remote: Compressing objects:  41% (3139/7655)   
remote: Compressing objects:  42% (3216/7655)   remote: Compressing 
objects:  43% (3292/7655)   remote: Compressing objects:  44% 
(3369/7655)   remote: Compressing objects:  45% (3445/7655)   
remote: Compressing objects:  46% (3522/7655)   remote: Compressing 
objects:  47% (3598/7655)   remote: Compressing objects:  48% 
(3675/7655)   remote: Compressing objects:  49% (3751/7655)   
remote: Compressing objects:  50% (3828/7655)   remote: Compressing 
objects:  

carbondata git commit: [CARBONDATA-2957][DOC] update doc for supporting compressor in table property

[kunalkapoor]

Repository: carbondata
Updated Branches:
  refs/heads/master 3f99e9b7f -> 3cd8b947c


[CARBONDATA-2957][DOC] update doc for supporting compressor in table property

add doc for supporting compressor in table property

This closes #2744


Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/3cd8b947
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/3cd8b947
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/3cd8b947

Branch: refs/heads/master
Commit: 3cd8b947c9d671f5d409f3b6c589c65afc2545ee
Parents: 3f99e9b
Author: xuchuanyin 
Authored: Fri Sep 21 17:06:48 2018 +0800
Committer: kunal642 
Committed: Wed Sep 26 18:13:57 2018 +0530

--
 docs/ddl-of-carbondata.md | 26 ++
 1 file changed, 26 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/carbondata/blob/3cd8b947/docs/ddl-of-carbondata.md
--
diff --git a/docs/ddl-of-carbondata.md b/docs/ddl-of-carbondata.md
index 5eeba86..7cda9cd 100644
--- a/docs/ddl-of-carbondata.md
+++ b/docs/ddl-of-carbondata.md
@@ -32,6 +32,7 @@ CarbonData DDL statements are documented here,which includes:
   * [Caching Level](#caching-at-block-or-blocklet-level)
   * [Hive/Parquet folder Structure](#support-flat-folder-same-as-hiveparquet)
   * [Extra Long String columns](#string-longer-than-32000-characters)
+  * [Compression for Table](#compression-for-table)
 * [CREATE TABLE AS SELECT](#create-table-as-select)
 * [CREATE EXTERNAL TABLE](#create-external-table)
   * [External Table on Transactional table 
location](#create-external-table-on-managed-table-data-location)
@@ -424,6 +425,31 @@ CarbonData DDL statements are documented here,which 
includes:
 
  **NOTE:** The LONG_STRING_COLUMNS can only be string/char/varchar columns 
and cannot be dictionary_include/sort_columns/complex columns.
 
+   - # Compression for table
+
+ Data compression is also supported by CarbonData.
+ By default, Snappy is used to compress the data. CarbonData also support 
ZSTD compressor.
+ User can specify the compressor in the table property:
+
+ ```
+ TBLPROPERTIES('carbon.column.compressor'='snappy')
+ ```
+ or
+ ```
+ TBLPROPERTIES('carbon.column.compressor'='zstd')
+ ```
+ If the compressor is configured, all the data loading and compaction will 
use that compressor.
+ If the compressor is not configured, the data loading and compaction will 
use the compressor from current system property.
+ In this scenario, the compressor for each load may differ if the system 
property is changed each time. This is helpful if you want to change the 
compressor for a table.
+ The corresponding system property is configured in carbon.properties file 
as below:
+ ```
+ carbon.column.compressor=snappy
+ ```
+ or
+ ```
+ carbon.column.compressor=zstd
+ ```
+
 ## CREATE TABLE AS SELECT
   This function allows user to create a Carbon table from any of the 
Parquet/Hive/Carbon table. This is beneficial when the user wants to create 
Carbon table from any other Parquet/Hive table and use the Carbon query engine 
to query and achieve better query results for cases where Carbon is faster than 
other file formats. Also this feature can be used for backing up the data.
 

Build failed in Jenkins: carbondata-master-spark-2.1 #2951

[Apache Jenkins Server]

See 


--
Started by an SCM change
[EnvInject] - Loading node environment variables.
Building remotely on H31 (ubuntu xenial) in workspace 

 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git # timeout=10
Fetching upstream changes from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
 > git --version # timeout=10
using GIT_SSH to set credentials 
 > git fetch --tags --progress 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git 
 > +refs/heads/*:refs/remotes/origin/*
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.maven.MavenModuleSetBuild.run(MavenModuleSetBuild.java:543)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git fetch --tags 
--progress https://git-wip-us.apache.org/repos/asf/carbondata.git 
+refs/heads/*:refs/remotes/origin/*" returned status code 128:
stdout: 
stderr: remote: Counting objects: 24395, done.
remote: Compressing objects:   0% (1/7960)   remote: Compressing 
objects:   1% (80/7960)   remote: Compressing objects:   2% (160/7960)  
 remote: Compressing objects:   3% (239/7960)   remote: 
Compressing objects:   4% (319/7960)   remote: Compressing objects:   
5% (398/7960)   remote: Compressing objects:   6% (478/7960)   
remote: Compressing objects:   7% (558/7960)   remote: Compressing 
objects:   8% (637/7960)   remote: Compressing objects:   9% (717/7960) 
  remote: Compressing objects:  10% (796/7960)   remote: 
Compressing objects:  11% (876/7960)   remote: Compressing objects:  
12% (956/7960)   remote: Compressing objects:  13% (1035/7960)  
 remote: Compressing objects:  14% (1115/7960)   remote: Compressing 
objects:  15% (1194/7960)   remote: Compressing objects:  16% 
(1274/7960)   remote: Compressing objects:  17% (1354/7960)   
remote: Compressing objects:  18% (1433/7960)   remote: Compressing 
objects:  19% (1513/7960)   remote: Compressing objects:  20% 
(1592/7960)   remote: Compressing objects:  21% (1672/7960)   
remote: Compressing objects:  22% (1752/7960)   remote: Compressing 
objects:  23% (1831/7960)   remote: Compressing objects:  24% 
(1911/7960)   remote: Compressing objects:  25% (1990/7960)   
remote: Compressing objects:  26% (2070/7960)   remote: Compressing 
objects:  27% (2150/7960)   remote: Compressing objects:  28% 
(2229/7960)   remote: Compressing objects:  29% (2309/7960)   
remote: Compressing objects:  30% (2388/7960)   remote: Compressing 
objects:  31% (2468/7960)   remote: Compressing objects:  32% 
(2548/7960)   remote: Compressing objects:  33% (2627/7960)   
remote: Compressing objects:  34% (2707/7960)   remote: Compressing 
objects:  35% (2786/7960)   remote: Compressing objects:  36% 
(2866/7960)   remote: Compressing objects:  37% (2946/7960)   
remote: Compressing objects:  38% (3025/7960)   remote: Compressing 
objects:  39% (3105/7960)   remote: Compressing objects:  40% 
(3184/7960)   remote: Compressing objects:  41% (3264/7960)   
remote: Compressing objects:  42% (3344/7960)   remote: Compressing 
objects:  43% (3423/7960)   remote: Compressing objects:  44% 
(3503/7960)   remote: Compressing objects:  45% (3582/7960)   
remote: Compressing objects:  46% (3662/7960)   remote: Compressing 
objects:  47% (3742/7960)   remote: Compressing objects:  48% 
(3821/7960)   remote: Compressing objects:  49% (3901/7960)   
remote: Compressing objects:  50% (3980/7960)   remote: Compressing 
objects:  

Build failed in Jenkins: carbondata-master-spark-2.2 #1073

[Apache Jenkins Server]

See 


--
Started by an SCM change
[EnvInject] - Loading node environment variables.
Building remotely on H26 (ubuntu xenial) in workspace 

 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git # timeout=10
Fetching upstream changes from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
 > git --version # timeout=10
using GIT_SSH to set credentials 
 > git fetch --tags --progress 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git 
 > +refs/heads/*:refs/remotes/origin/*
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.maven.MavenModuleSetBuild.run(MavenModuleSetBuild.java:543)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git fetch --tags 
--progress https://git-wip-us.apache.org/repos/asf/carbondata.git 
+refs/heads/*:refs/remotes/origin/*" returned status code 128:
stdout: 
stderr: remote: Counting objects: 25646, done.
remote: Compressing objects:   0% (1/8580)   remote: Compressing 
objects:   1% (86/8580)   remote: Compressing objects:   2% (172/8580)  
 remote: Compressing objects:   3% (258/8580)   remote: 
Compressing objects:   4% (344/8580)   remote: Compressing objects:   
5% (429/8580)   remote: Compressing objects:   6% (515/8580)   
remote: Compressing objects:   7% (601/8580)   remote: Compressing 
objects:   8% (687/8580)   remote: Compressing objects:   9% (773/8580) 
  remote: Compressing objects:  10% (858/8580)   remote: 
Compressing objects:  11% (944/8580)   remote: Compressing objects:  
12% (1030/8580)   remote: Compressing objects:  13% (1116/8580) 
  remote: Compressing objects:  14% (1202/8580)   remote: Compressing 
objects:  15% (1287/8580)   remote: Compressing objects:  16% 
(1373/8580)   remote: Compressing objects:  17% (1459/8580)   
remote: Compressing objects:  18% (1545/8580)   remote: Compressing 
objects:  19% (1631/8580)   remote: Compressing objects:  20% 
(1716/8580)   remote: Compressing objects:  21% (1802/8580)   
remote: Compressing objects:  22% (1888/8580)   remote: Compressing 
objects:  23% (1974/8580)   remote: Compressing objects:  24% 
(2060/8580)   remote: Compressing objects:  25% (2145/8580)   
remote: Compressing objects:  26% (2231/8580)   remote: Compressing 
objects:  27% (2317/8580)   remote: Compressing objects:  28% 
(2403/8580)   remote: Compressing objects:  29% (2489/8580)   
remote: Compressing objects:  30% (2574/8580)   remote: Compressing 
objects:  31% (2660/8580)   remote: Compressing objects:  32% 
(2746/8580)   remote: Compressing objects:  33% (2832/8580)   
remote: Compressing objects:  34% (2918/8580)   remote: Compressing 
objects:  35% (3003/8580)   remote: Compressing objects:  36% 
(3089/8580)   remote: Compressing objects:  37% (3175/8580)   
remote: Compressing objects:  38% (3261/8580)   remote: Compressing 
objects:  39% (3347/8580)   remote: Compressing objects:  40% 
(3432/8580)   remote: Compressing objects:  41% (3518/8580)   
remote: Compressing objects:  42% (3604/8580)   remote: Compressing 
objects:  43% (3690/8580)   remote: Compressing objects:  44% 
(3776/8580)   remote: Compressing objects:  45% (3861/8580)   
remote: Compressing objects:  46% (3947/8580)   remote: Compressing 
objects:  47% (4033/8580)   remote: Compressing objects:  48% 
(4119/8580)   remote: Compressing objects:  49% (4205/8580)   
remote: Compressing objects:  50% (4290/8580)   remote: Compressing 
objects:  

carbondata git commit: [CARBONDATA-2973] Added documentation for fallback condition for complex columns in local Dictionary

[manishgupta88]

Repository: carbondata
Updated Branches:
  refs/heads/master a9ddfbd7b -> 3f99e9b7f


[CARBONDATA-2973] Added documentation for fallback condition for complex 
columns in local Dictionary

1. Added documentation for fallback condition for complex columns in local 
Dictionary
2. Added documentation for system level property" 
carbon.local.dictionary.decoder.fallback"

This closes #2766


Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/3f99e9b7
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/3f99e9b7
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/3f99e9b7

Branch: refs/heads/master
Commit: 3f99e9b7f87b387f03cb5bece2b2a8c5a50b
Parents: a9ddfbd
Author: praveenmeenakshi56 
Authored: Wed Sep 26 12:40:37 2018 +0530
Committer: manishgupta88 
Committed: Wed Sep 26 18:14:44 2018 +0530

--
 docs/configuration-parameters.md |  2 +-
 docs/ddl-of-carbondata.md| 16 +++-
 docs/faq.md  |  2 +-
 3 files changed, 13 insertions(+), 7 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/carbondata/blob/3f99e9b7/docs/configuration-parameters.md
--
diff --git a/docs/configuration-parameters.md b/docs/configuration-parameters.md
index 7edae47..662525b 100644
--- a/docs/configuration-parameters.md
+++ b/docs/configuration-parameters.md
@@ -119,7 +119,7 @@ This section provides the details of all the configurations 
required for the Car
 
 | Parameter | Default Value | Description |
 
|--|---|---|
-| carbon.max.driver.lru.cache.size | -1 | Maximum memory **(in MB)** upto 
which the driver process can cache the data (BTree and dictionary values). 
Beyond this, least recently used data will be removed from cache before loading 
new set of values.Default value of -1 means there is no memory limit for 
caching. Only integer values greater than 0 are accepted.**NOTE:** Minimum 
number of entries that needs to be removed from cache in order to load the new 
set of data is determined and unloaded.ie.,for example if 3 cache entries 
qualify for pre-emption, out of these, those entries that free up more cache 
memory is removed prior to others. Please refer 
[FAQs](./faq.md#how-to-check-LRU-cache-memory-footprint) for checking LRU cache 
memory footprint. |
+| carbon.max.driver.lru.cache.size | -1 | Maximum memory **(in MB)** upto 
which the driver process can cache the data (BTree and dictionary values). 
Beyond this, least recently used data will be removed from cache before loading 
new set of values.Default value of -1 means there is no memory limit for 
caching. Only integer values greater than 0 are accepted.**NOTE:** Minimum 
number of entries that needs to be removed from cache in order to load the new 
set of data is determined and unloaded.ie.,for example if 3 cache entries 
qualify for pre-emption, out of these, those entries that free up more cache 
memory is removed prior to others. Please refer 
[FAQs](./faq.md#how-to-check-lru-cache-memory-footprint) for checking LRU cache 
memory footprint. |
 | carbon.max.executor.lru.cache.size | -1 | Maximum memory **(in MB)** upto 
which the executor process can cache the data (BTree and reverse dictionary 
values).Default value of -1 means there is no memory limit for caching. Only 
integer values greater than 0 are accepted.**NOTE:** If this parameter is not 
configured, then the value of ***carbon.max.driver.lru.cache.size*** will be 
used. |
 | max.query.execution.time | 60 | Maximum time allowed for one query to be 
executed. The value is in minutes. |
 | carbon.enableMinMax | true | CarbonData maintains the metadata which enables 
to prune unnecessary files from being scanned as per the query conditions.To 
achieve pruning, Min,Max of each column is maintined.Based on the filter 
condition in the query, certain data can be skipped from scanning by matching 
the filter value against the min,max values of the column(s) present in that 
carbondata file.This pruing enhances query performance significantly. |

http://git-wip-us.apache.org/repos/asf/carbondata/blob/3f99e9b7/docs/ddl-of-carbondata.md
--
diff --git a/docs/ddl-of-carbondata.md b/docs/ddl-of-carbondata.md
index 2a467a2..5eeba86 100644
--- a/docs/ddl-of-carbondata.md
+++ b/docs/ddl-of-carbondata.md
@@ -231,7 +231,13 @@ CarbonData DDL statements are documented here,which 
includes:

* In case of multi-level complex dataType columns, primitive 
string/varchar/char columns are considered for local dictionary generation.
 
-   Local dictionary will have to be enabled explicitly during create table or 
by 

Build failed in Jenkins: carbondata-master-spark-2.2 #1072

[Apache Jenkins Server]

See 


--
Started by an SCM change
[EnvInject] - Loading node environment variables.
Building remotely on H33 (ubuntu xenial) in workspace 

 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git # timeout=10
Fetching upstream changes from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
 > git --version # timeout=10
using GIT_SSH to set credentials 
 > git fetch --tags --progress 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git 
 > +refs/heads/*:refs/remotes/origin/*
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.maven.MavenModuleSetBuild.run(MavenModuleSetBuild.java:543)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git fetch --tags 
--progress https://git-wip-us.apache.org/repos/asf/carbondata.git 
+refs/heads/*:refs/remotes/origin/*" returned status code 128:
stdout: 
stderr: remote: Counting objects: 24995, done.
remote: Compressing objects:   0% (1/8218)   remote: Compressing 
objects:   1% (83/8218)   remote: Compressing objects:   2% (165/8218)  
 remote: Compressing objects:   3% (247/8218)   remote: 
Compressing objects:   4% (329/8218)   remote: Compressing objects:   
5% (411/8218)   remote: Compressing objects:   6% (494/8218)   
remote: Compressing objects:   7% (576/8218)   remote: Compressing 
objects:   8% (658/8218)   remote: Compressing objects:   9% (740/8218) 
  remote: Compressing objects:  10% (822/8218)   remote: 
Compressing objects:  11% (904/8218)   remote: Compressing objects:  
12% (987/8218)   remote: Compressing objects:  13% (1069/8218)  
 remote: Compressing objects:  14% (1151/8218)   remote: Compressing 
objects:  15% (1233/8218)   remote: Compressing objects:  16% 
(1315/8218)   remote: Compressing objects:  17% (1398/8218)   
remote: Compressing objects:  18% (1480/8218)   remote: Compressing 
objects:  19% (1562/8218)   remote: Compressing objects:  20% 
(1644/8218)   remote: Compressing objects:  21% (1726/8218)   
remote: Compressing objects:  22% (1808/8218)   remote: Compressing 
objects:  23% (1891/8218)   remote: Compressing objects:  24% 
(1973/8218)   remote: Compressing objects:  25% (2055/8218)   
remote: Compressing objects:  26% (2137/8218)   remote: Compressing 
objects:  27% (2219/8218)   remote: Compressing objects:  28% 
(2302/8218)   remote: Compressing objects:  29% (2384/8218)   
remote: Compressing objects:  30% (2466/8218)   remote: Compressing 
objects:  31% (2548/8218)   remote: Compressing objects:  32% 
(2630/8218)   remote: Compressing objects:  33% (2712/8218)   
remote: Compressing objects:  34% (2795/8218)   remote: Compressing 
objects:  35% (2877/8218)   remote: Compressing objects:  36% 
(2959/8218)   remote: Compressing objects:  37% (3041/8218)   
remote: Compressing objects:  38% (3123/8218)   remote: Compressing 
objects:  39% (3206/8218)   remote: Compressing objects:  40% 
(3288/8218)   remote: Compressing objects:  41% (3370/8218)   
remote: Compressing objects:  42% (3452/8218)   remote: Compressing 
objects:  43% (3534/8218)   remote: Compressing objects:  44% 
(3616/8218)   remote: Compressing objects:  45% (3699/8218)   
remote: Compressing objects:  46% (3781/8218)   remote: Compressing 
objects:  47% (3863/8218)   remote: Compressing objects:  48% 
(3945/8218)   remote: Compressing objects:  49% (4027/8218)   
remote: Compressing objects:  50% (4109/8218)   remote: Compressing 
objects:  

Build failed in Jenkins: carbondata-master-spark-2.2 » Apache CarbonData :: CLI #1070

[Apache Jenkins Server]

See 


--
[INFO] 
[INFO] 
[INFO] Building Apache CarbonData :: CLI 1.5.0-SNAPSHOT
[INFO] 
[INFO] 
[INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ carbondata-cli ---
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default-prepare-agent) @ 
carbondata-cli ---
[INFO] argLine set to 
-javaagent:/home/jenkins/jenkins-slave/maven-repositories/0/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=
[INFO] 
[INFO] --- maven-remote-resources-plugin:1.5:process (default) @ carbondata-cli 
---
[INFO] artifact joda-time:joda-time: checking for updates from central
[INFO] artifact joda-time:joda-time: checking for updates from 
apache.snapshots.https
[INFO] artifact joda-time:joda-time: checking for updates from 
repository.jboss.org
[INFO] 
[INFO] --- maven-resources-plugin:2.7:resources (default-resources) @ 
carbondata-cli ---
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] skip non existing resourceDirectory 

[INFO] Copying 3 resources
[INFO] 
[INFO] --- maven-compiler-plugin:3.2:compile (default-compile) @ carbondata-cli 
---
[INFO] Changes detected - recompiling the module!
[INFO] Compiling 8 source files to 

[INFO] 
[INFO] >>> findbugs-maven-plugin:3.0.4:check (analyze-compile) > :findbugs @ 
carbondata-cli >>>
[INFO] 
[INFO] --- findbugs-maven-plugin:3.0.4:findbugs (findbugs) @ carbondata-cli ---
[INFO] Fork Value is true
[INFO] Done FindBugs Analysis
[INFO] 
[INFO] <<< findbugs-maven-plugin:3.0.4:check (analyze-compile) < :findbugs @ 
carbondata-cli <<<
[INFO] 
[INFO] --- findbugs-maven-plugin:3.0.4:check (analyze-compile) @ carbondata-cli 
---
[INFO] BugInstance size is 0
[INFO] Error size is 0
[INFO] No errors/warnings found
[INFO] 
[INFO] --- maven-resources-plugin:2.7:testResources (default-testResources) @ 
carbondata-cli ---
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] skip non existing resourceDirectory 

[INFO] Copying 3 resources
[INFO] 
[INFO] --- maven-compiler-plugin:3.2:testCompile (default-testCompile) @ 
carbondata-cli ---
[INFO] Changes detected - recompiling the module!
[INFO] Compiling 1 source file to 

[INFO] -
[ERROR] COMPILATION ERROR : 
[INFO] -
[ERROR] 
:[48,13]
 no suitable method found for 
writeFilesAndVerify(int,org.apache.carbondata.sdk.file.Schema,java.lang.String,java.lang.String[],boolean,int,int,boolean)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(org.apache.carbondata.sdk.file.Schema,java.lang.String,java.lang.String[])
 is not applicable
  (actual and formal argument lists differ in length)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(int,org.apache.carbondata.sdk.file.Schema,java.lang.String)
 is not applicable
  (actual and formal argument lists differ in length)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(org.apache.carbondata.sdk.file.Schema,java.lang.String)
 is not applicable
  (actual and formal argument lists differ in length)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(int,org.apache.carbondata.sdk.file.Schema,java.lang.String,boolean,boolean)
 is not applicable
  (actual and formal argument lists differ in length)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(int,org.apache.carbondata.sdk.file.Schema,java.lang.String,java.lang.String[],int,int)
 is not applicable
  (actual and formal argument lists differ in length)
[ERROR] 
:[50,13]
 no suitable method found for 

Jenkins build became unstable: carbondata-master-spark-2.2 » Apache CarbonData :: Spark Common Test #1070

[Apache Jenkins Server]

See 

Build failed in Jenkins: carbondata-master-spark-2.2 #1070

[Apache Jenkins Server]

See 


Changes:

[kumarvishal09] [CARBONDATA-2968] Single pass load fails 2nd time in Spark 
submit

--
[...truncated 6.33 MB...]
[WARNING] Usually this is not harmful and you can skip these warnings,
[WARNING] otherwise try to manually exclude artifacts based on
[WARNING] mvn dependency:tree -Ddetail=true and the above output.
[WARNING] See http://maven.apache.org/plugins/maven-shade-plugin/
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent-integration 
(default-prepare-agent-integration) @ carbondata-assembly ---
[INFO] argLine set to 
-javaagent:/home/jenkins/jenkins-slave/maven-repositories/0/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=
[INFO] 
[INFO] --- maven-checkstyle-plugin:2.17:check (default) @ carbondata-assembly 
---
[INFO] Starting audit...
Audit done.
[INFO] 
[INFO] --- scalastyle-maven-plugin:0.8.0:check (default) @ carbondata-assembly 
---
[WARNING] sourceDirectory is not specified or does not exist 
value=
Saving to 
outputFile=
Processed 0 file(s)
Found 0 errors
Found 0 warnings
Found 0 infos
Finished in 1 ms
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:report (default-report) @ 
carbondata-assembly ---
[INFO] Skipping JaCoCo execution due to missing execution data file.
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:report-integration 
(default-report-integration) @ carbondata-assembly ---
[INFO] Skipping JaCoCo execution due to missing execution data file.
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:check (default-check) @ 
carbondata-assembly ---
[INFO] Skipping JaCoCo execution due to missing execution data 

[INFO] 
[INFO] --- maven-install-plugin:2.5.2:install (default-install) @ 
carbondata-assembly ---
[INFO] Skipping artifact installation
[INFO] 
[INFO] 
[INFO] Building Apache CarbonData :: CLI 1.5.0-SNAPSHOT
[INFO] 
[INFO] 
[INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ carbondata-cli ---
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default-prepare-agent) @ 
carbondata-cli ---
[INFO] argLine set to 
-javaagent:/home/jenkins/jenkins-slave/maven-repositories/0/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=
[INFO] 
[INFO] --- maven-remote-resources-plugin:1.5:process (default) @ carbondata-cli 
---
[INFO] artifact joda-time:joda-time: checking for updates from central
[INFO] artifact joda-time:joda-time: checking for updates from 
apache.snapshots.https
[INFO] artifact joda-time:joda-time: checking for updates from 
repository.jboss.org
[INFO] 
[INFO] --- maven-resources-plugin:2.7:resources (default-resources) @ 
carbondata-cli ---
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] skip non existing resourceDirectory 

[INFO] Copying 3 resources
[INFO] 
[INFO] --- maven-compiler-plugin:3.2:compile (default-compile) @ carbondata-cli 
---
[INFO] Changes detected - recompiling the module!
[INFO] Compiling 8 source files to 

[INFO] 
[INFO] >>> findbugs-maven-plugin:3.0.4:check (analyze-compile) > :findbugs @ 
carbondata-cli >>>
[INFO] 
[INFO] --- findbugs-maven-plugin:3.0.4:findbugs (findbugs) @ carbondata-cli ---
[INFO] Fork Value is true
[INFO] Done FindBugs Analysis
[INFO] 
[INFO] <<< findbugs-maven-plugin:3.0.4:check (analyze-compile) < :findbugs @ 
carbondata-cli <<<
[INFO] 
[INFO] --- findbugs-maven-plugin:3.0.4:check (analyze-compile) @ carbondata-cli 
---
[INFO] BugInstance size is 0
[INFO] Error size is 0
[INFO] No errors/warnings found
[INFO] 
[INFO] --- maven-resources-plugin:2.7:testResources (default-testResources) @ 
carbondata-cli ---
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] skip non existing resourceDirectory 

[INFO] Copying 3 resources
[INFO] 
[INFO] --- maven-compiler-plugin:3.2:testCompile (default-testCompile) @ 
carbondata-cli ---
[INFO] Changes detected - recompiling the module!
[INFO] Compiling 1 source file to 

Build failed in Jenkins: carbondata-master-spark-2.2 #1071

[Apache Jenkins Server]

See 


--
Started by an SCM change
Started by an SCM change
Started by an SCM change
Started by an SCM change
[EnvInject] - Loading node environment variables.
Building remotely on H26 (ubuntu xenial) in workspace 

 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git # timeout=10
Fetching upstream changes from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
 > git --version # timeout=10
using GIT_SSH to set credentials 
 > git fetch --tags --progress 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git 
 > +refs/heads/*:refs/remotes/origin/*
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.maven.MavenModuleSetBuild.run(MavenModuleSetBuild.java:543)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git fetch --tags 
--progress https://git-wip-us.apache.org/repos/asf/carbondata.git 
+refs/heads/*:refs/remotes/origin/*" returned status code 128:
stdout: 
stderr: remote: Counting objects: 25640, done.
remote: Compressing objects:   0% (1/8574)   remote: Compressing 
objects:   1% (86/8574)   remote: Compressing objects:   2% (172/8574)  
 remote: Compressing objects:   3% (258/8574)   remote: 
Compressing objects:   4% (343/8574)   remote: Compressing objects:   
5% (429/8574)   remote: Compressing objects:   6% (515/8574)   
remote: Compressing objects:   7% (601/8574)   remote: Compressing 
objects:   8% (686/8574)   remote: Compressing objects:   9% (772/8574) 
  remote: Compressing objects:  10% (858/8574)   remote: 
Compressing objects:  11% (944/8574)   remote: Compressing objects:  
12% (1029/8574)   remote: Compressing objects:  13% (1115/8574) 
  remote: Compressing objects:  14% (1201/8574)   remote: Compressing 
objects:  15% (1287/8574)   remote: Compressing objects:  16% 
(1372/8574)   remote: Compressing objects:  17% (1458/8574)   
remote: Compressing objects:  18% (1544/8574)   remote: Compressing 
objects:  19% (1630/8574)   remote: Compressing objects:  20% 
(1715/8574)   remote: Compressing objects:  21% (1801/8574)   
remote: Compressing objects:  22% (1887/8574)   remote: Compressing 
objects:  23% (1973/8574)   remote: Compressing objects:  24% 
(2058/8574)   remote: Compressing objects:  25% (2144/8574)   
remote: Compressing objects:  26% (2230/8574)   remote: Compressing 
objects:  27% (2315/8574)   remote: Compressing objects:  28% 
(2401/8574)   remote: Compressing objects:  29% (2487/8574)   
remote: Compressing objects:  30% (2573/8574)   remote: Compressing 
objects:  31% (2658/8574)   remote: Compressing objects:  32% 
(2744/8574)   remote: Compressing objects:  33% (2830/8574)   
remote: Compressing objects:  34% (2916/8574)   remote: Compressing 
objects:  35% (3001/8574)   remote: Compressing objects:  36% 
(3087/8574)   remote: Compressing objects:  37% (3173/8574)   
remote: Compressing objects:  38% (3259/8574)   remote: Compressing 
objects:  39% (3344/8574)   remote: Compressing objects:  40% 
(3430/8574)   remote: Compressing objects:  41% (3516/8574)   
remote: Compressing objects:  42% (3602/8574)   remote: Compressing 
objects:  43% (3687/8574)   remote: Compressing objects:  44% 
(3773/8574)   remote: Compressing objects:  45% (3859/8574)   
remote: Compressing objects:  46% (3945/8574)   remote: Compressing 
objects:  47% (4030/8574)   remote: Compressing objects:  48% 
(4116/8574)   remote: Compressing objects:  49% (4202/8574)   
remote: 

carbondata git commit: [HOTFIX] fix compile error after merging PR-2749

[jackylk]

Repository: carbondata
Updated Branches:
  refs/heads/master b3a5e3a8b -> a9ddfbd7b


[HOTFIX] fix compile error after merging PR-2749

fix compile error after merging PR-2749

This closes #2763


Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/a9ddfbd7
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/a9ddfbd7
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/a9ddfbd7

Branch: refs/heads/master
Commit: a9ddfbd7bdc9dc2e4c68b9bc53878ba257c80cd3
Parents: b3a5e3a
Author: Zhang Zhichao <441586...@qq.com>
Authored: Wed Sep 26 01:00:11 2018 +0800
Committer: Jacky Li 
Committed: Wed Sep 26 18:48:50 2018 +0800

--
 .../org/apache/carbondata/tool/CarbonCliTest.java   | 16 
 1 file changed, 4 insertions(+), 12 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/carbondata/blob/a9ddfbd7/tools/cli/src/test/java/org/apache/carbondata/tool/CarbonCliTest.java
--
diff --git 
a/tools/cli/src/test/java/org/apache/carbondata/tool/CarbonCliTest.java 
b/tools/cli/src/test/java/org/apache/carbondata/tool/CarbonCliTest.java
index 4dc34c4..fcd46c8 100644
--- a/tools/cli/src/test/java/org/apache/carbondata/tool/CarbonCliTest.java
+++ b/tools/cli/src/test/java/org/apache/carbondata/tool/CarbonCliTest.java
@@ -45,10 +45,8 @@ public class CarbonCliTest {
 fields[0] = new Field("name", DataTypes.STRING);
 fields[1] = new Field("age", DataTypes.INT);
 
-TestUtil.writeFilesAndVerify(500, new Schema(fields), path, new 
String[]{"name"},
-true, 3, 8, true);
-TestUtil.writeFilesAndVerify(500, new Schema(fields), path, new 
String[]{"name"},
-true, 3, 8, true);
+TestUtil.writeFilesAndVerify(500, new Schema(fields), path, new 
String[]{"name"}, 3, 8);
+TestUtil.writeFilesAndVerify(500, new Schema(fields), path, new 
String[]{"name"}, 3, 8);
   }
 
   @Test
@@ -102,10 +100,7 @@ public class CarbonCliTest {
 Assert.assertTrue(
 output.contains(
 "## Table Properties\n"
-  + "Property Name  Property Value  \n"
-  + "'table_blocksize'  '8' \n"
-  + "'table_blocklet_size'  '3' \n"
-  + "'local_dictionary_enable'  'false'"));
+  + "schema file not found"));
 
 String[] args4 = {"-cmd", "summary", "-p", path, "-b"};
 out = new ByteArrayOutputStream();
@@ -163,10 +158,7 @@ public class CarbonCliTest {
 Assert.assertTrue(
 output.contains(
 "## Table Properties\n"
-  + "Property Name  Property Value  \n"
-  + "'table_blocksize'  '8' \n"
-  + "'table_blocklet_size'  '3' \n"
-  + "'local_dictionary_enable'  'false'"));
+  + "schema file not found"));
 
 Assert.assertTrue(
 output.contains(

carbondata git commit: [CARBONDATA-2966]Update Documentation For Avro DataType conversion

[kunalkapoor]

Repository: carbondata
Updated Branches:
  refs/heads/master d84cd817a -> b3a5e3a8b


[CARBONDATA-2966]Update Documentation For Avro DataType conversion

Updated document for the following features:
1. Avro DataType conversion to carbon
2. Remove min, max for varchar columns
3. LRU enhancements for driver cache

This closes #2756


Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/b3a5e3a8
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/b3a5e3a8
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/b3a5e3a8

Branch: refs/heads/master
Commit: b3a5e3a8bb4b051779f91bca071336703742296c
Parents: d84cd81
Author: Indhumathi27 
Authored: Mon Sep 24 23:34:04 2018 +0530
Committer: kunal642 
Committed: Wed Sep 26 16:16:02 2018 +0530

--
 docs/configuration-parameters.md   |  6 ++-
 docs/faq.md| 16 +++
 docs/sdk-guide.md  | 55 +
 docs/supported-data-types-in-carbondata.md |  1 +
 4 files changed, 58 insertions(+), 20 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/carbondata/blob/b3a5e3a8/docs/configuration-parameters.md
--
diff --git a/docs/configuration-parameters.md b/docs/configuration-parameters.md
index c6b0fcb..7edae47 100644
--- a/docs/configuration-parameters.md
+++ b/docs/configuration-parameters.md
@@ -42,6 +42,7 @@ This section provides the details of all the configurations 
required for the Car
 | carbon.lock.type | LOCALLOCK | This configuration specifies the type of lock 
to be acquired during concurrent operations on table. There are following types 
of lock implementation: - LOCALLOCK: Lock is created on local file system as 
file. This lock is useful when only one spark driver (thrift server) runs on a 
machine and no other CarbonData spark application is launched concurrently. - 
HDFSLOCK: Lock is created on HDFS file system as file. This lock is useful when 
multiple CarbonData spark applications are launched and no ZooKeeper is running 
on cluster and HDFS supports file based locking. |
 | carbon.lock.path | TABLEPATH | This configuration specifies the path where 
lock files have to be created. Recommended to configure zookeeper lock type or 
configure HDFS lock path(to this property) in case of S3 file system as locking 
is not feasible on S3. |
 | carbon.unsafe.working.memory.in.mb | 512 | CarbonData supports storing data 
in off-heap memory for certain operations during data loading and query.This 
helps to avoid the Java GC and thereby improve the overall performance.The 
Minimum value recommeded is 512MB.Any value below this is reset to default 
value of 512MB.**NOTE:** The below formulas explain how to arrive at the 
off-heap size required.Memory Required For Data 
Loading:(*carbon.number.of.cores.while.loading*) * (Number of tables to 
load in parallel) * (*offheap.sort.chunk.size.inmb* + 
*carbon.blockletgroup.size.in.mb* + *carbon.blockletgroup.size.in.mb*/3.5 ). 
Memory required for Query:SPARK_EXECUTOR_INSTANCES * 
(*carbon.blockletgroup.size.in.mb* + *carbon.blockletgroup.size.in.mb* * 3.5) * 
spark.executor.cores |
+| carbon.unsafe.driver.working.memory.in.mb | 60% of JVM Heap Memory | 
CarbonData supports storing data in unsafe on-heap memory in driver for certain 
operations like insert into, query for loading datamap cache. The Minimum value 
recommended is 512MB. |
 | carbon.update.sync.folder | /tmp/carbondata | CarbonData maintains last 
modification time entries in modifiedTime.mdt to determine the schema changes 
and reload only when necessary.This configuration specifies the path where the 
file needs to be written. |
 | carbon.invisible.segments.preserve.count | 200 | CarbonData maintains each 
data load entry in tablestatus file. The entries from this file are not deleted 
for those segments that are compacted or dropped, but are made invisible.If the 
number of data loads are very high, the size and number of entries in 
tablestatus file can become too many causing unnecessary reading of all 
data.This configuration specifies the number of segment entries to be 
maintained afte they are compacted or dropped.Beyond this, the entries are 
moved to a separate history tablestatus file.**NOTE:** The entries in 
tablestatus file help to identify the operations performed on CarbonData table 
and is also used for checkpointing during various data manupulation 
operations.This is similar to AUDIT file maintaining all the operations and its 
status.Hence the entries are never deleted but moved to a separate history 
file. |
 | carbon.lock.retries | 3 | CarbonData ensures consistency of operations by 
blocking certain operations from running in parallel.In order to block the 
operations 

Jenkins build is back to stable : carbondata-master-spark-2.1 » Apache CarbonData :: Spark Common Test #2945

[Apache Jenkins Server]

See 

Jenkins build is back to normal : carbondata-master-spark-2.1 #2945

[Apache Jenkins Server]

See 

Build failed in Jenkins: carbondata-master-spark-2.1 #2946

[Apache Jenkins Server]

See 


Changes:

[xuchuanyin] support Benchmark command in CarbonCli

--
[...truncated 6.75 MB...]
[WARNING] Usually this is not harmful and you can skip these warnings,
[WARNING] otherwise try to manually exclude artifacts based on
[WARNING] mvn dependency:tree -Ddetail=true and the above output.
[WARNING] See http://maven.apache.org/plugins/maven-shade-plugin/
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent-integration 
(default-prepare-agent-integration) @ carbondata-assembly ---
[INFO] argLine set to 
-javaagent:/home/jenkins/jenkins-slave/maven-repositories/0/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=
[INFO] 
[INFO] --- maven-checkstyle-plugin:2.17:check (default) @ carbondata-assembly 
---
[INFO] Starting audit...
Audit done.
[INFO] 
[INFO] --- scalastyle-maven-plugin:0.8.0:check (default) @ carbondata-assembly 
---
[WARNING] sourceDirectory is not specified or does not exist 
value=
Saving to 
outputFile=
Processed 0 file(s)
Found 0 errors
Found 0 warnings
Found 0 infos
Finished in 1 ms
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:report (default-report) @ 
carbondata-assembly ---
[INFO] Skipping JaCoCo execution due to missing execution data file.
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:report-integration 
(default-report-integration) @ carbondata-assembly ---
[INFO] Skipping JaCoCo execution due to missing execution data file.
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:check (default-check) @ 
carbondata-assembly ---
[INFO] Skipping JaCoCo execution due to missing execution data 

[INFO] 
[INFO] --- maven-install-plugin:2.5.2:install (default-install) @ 
carbondata-assembly ---
[INFO] Skipping artifact installation
[INFO] 
[INFO] 
[INFO] Building Apache CarbonData :: CLI 1.5.0-SNAPSHOT
[INFO] 
[INFO] Downloading: 
https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-shade-plugin/3.1.1/maven-shade-plugin-3.1.1.pom
[INFO] Downloaded: 
https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-shade-plugin/3.1.1/maven-shade-plugin-3.1.1.pom
 (10 KB at 123.7 KB/sec)
[INFO] Downloading: 
https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-shade-plugin/3.1.1/maven-shade-plugin-3.1.1.jar
[INFO] Downloaded: 
https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-shade-plugin/3.1.1/maven-shade-plugin-3.1.1.jar
 (111 KB at 3079.6 KB/sec)
[INFO] 
[INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ carbondata-cli ---
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default-prepare-agent) @ 
carbondata-cli ---
[INFO] argLine set to 
-javaagent:/home/jenkins/jenkins-slave/maven-repositories/0/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=
[INFO] 
[INFO] --- maven-remote-resources-plugin:1.5:process (default) @ carbondata-cli 
---
[INFO] artifact joda-time:joda-time: checking for updates from central
[INFO] artifact joda-time:joda-time: checking for updates from 
apache.snapshots.https
[INFO] artifact joda-time:joda-time: checking for updates from 
repository.jboss.org
[INFO] 
[INFO] --- maven-resources-plugin:2.7:resources (default-resources) @ 
carbondata-cli ---
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] skip non existing resourceDirectory 

[INFO] Copying 3 resources
[INFO] 
[INFO] --- maven-compiler-plugin:3.2:compile (default-compile) @ carbondata-cli 
---
[INFO] Changes detected - recompiling the module!
[INFO] Compiling 8 source files to 

[INFO] 
[INFO] >>> findbugs-maven-plugin:3.0.4:check (analyze-compile) > :findbugs @ 
carbondata-cli >>>
[INFO] 
[INFO] --- findbugs-maven-plugin:3.0.4:findbugs (findbugs) @ carbondata-cli ---
[INFO] Fork Value is true
[INFO] Done FindBugs Analysis
[INFO] 
[INFO] <<< findbugs-maven-plugin:3.0.4:check (analyze-compile) < :findbugs @ 
carbondata-cli <<<
[INFO] 
[INFO] --- findbugs-maven-plugin:3.0.4:check (analyze-compile) @ carbondata-cli 
---
[INFO] BugInstance size is 0
[INFO] Error size is 0
[INFO] No errors/warnings 

Jenkins build is unstable: carbondata-master-spark-2.1 » Apache CarbonData :: Spark Common Test #2946

[Apache Jenkins Server]

See 

Build failed in Jenkins: carbondata-master-spark-2.1 » Apache CarbonData :: CLI #2946

[Apache Jenkins Server]

See 


Changes:

[xuchuanyin] support Benchmark command in CarbonCli

--
[INFO] 
[INFO] 
[INFO] Building Apache CarbonData :: CLI 1.5.0-SNAPSHOT
[INFO] 
[INFO] Downloading: 
https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-shade-plugin/3.1.1/maven-shade-plugin-3.1.1.pom
[INFO] Downloaded: 
https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-shade-plugin/3.1.1/maven-shade-plugin-3.1.1.pom
 (10 KB at 123.7 KB/sec)
[INFO] Downloading: 
https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-shade-plugin/3.1.1/maven-shade-plugin-3.1.1.jar
[INFO] Downloaded: 
https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-shade-plugin/3.1.1/maven-shade-plugin-3.1.1.jar
 (111 KB at 3079.6 KB/sec)
[INFO] 
[INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ carbondata-cli ---
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default-prepare-agent) @ 
carbondata-cli ---
[INFO] argLine set to 
-javaagent:/home/jenkins/jenkins-slave/maven-repositories/0/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=
[INFO] 
[INFO] --- maven-remote-resources-plugin:1.5:process (default) @ carbondata-cli 
---
[INFO] artifact joda-time:joda-time: checking for updates from central
[INFO] artifact joda-time:joda-time: checking for updates from 
apache.snapshots.https
[INFO] artifact joda-time:joda-time: checking for updates from 
repository.jboss.org
[INFO] 
[INFO] --- maven-resources-plugin:2.7:resources (default-resources) @ 
carbondata-cli ---
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] skip non existing resourceDirectory 

[INFO] Copying 3 resources
[INFO] 
[INFO] --- maven-compiler-plugin:3.2:compile (default-compile) @ carbondata-cli 
---
[INFO] Changes detected - recompiling the module!
[INFO] Compiling 8 source files to 

[INFO] 
[INFO] >>> findbugs-maven-plugin:3.0.4:check (analyze-compile) > :findbugs @ 
carbondata-cli >>>
[INFO] 
[INFO] --- findbugs-maven-plugin:3.0.4:findbugs (findbugs) @ carbondata-cli ---
[INFO] Fork Value is true
[INFO] Done FindBugs Analysis
[INFO] 
[INFO] <<< findbugs-maven-plugin:3.0.4:check (analyze-compile) < :findbugs @ 
carbondata-cli <<<
[INFO] 
[INFO] --- findbugs-maven-plugin:3.0.4:check (analyze-compile) @ carbondata-cli 
---
[INFO] BugInstance size is 0
[INFO] Error size is 0
[INFO] No errors/warnings found
[INFO] 
[INFO] --- maven-resources-plugin:2.7:testResources (default-testResources) @ 
carbondata-cli ---
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] skip non existing resourceDirectory 

[INFO] Copying 3 resources
[INFO] 
[INFO] --- maven-compiler-plugin:3.2:testCompile (default-testCompile) @ 
carbondata-cli ---
[INFO] Changes detected - recompiling the module!
[INFO] Compiling 1 source file to 

[INFO] -
[ERROR] COMPILATION ERROR : 
[INFO] -
[ERROR] 
:[48,13]
 no suitable method found for 
writeFilesAndVerify(int,org.apache.carbondata.sdk.file.Schema,java.lang.String,java.lang.String[],boolean,int,int,boolean)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(org.apache.carbondata.sdk.file.Schema,java.lang.String,java.lang.String[])
 is not applicable
  (actual and formal argument lists differ in length)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(int,org.apache.carbondata.sdk.file.Schema,java.lang.String)
 is not applicable
  (actual and formal argument lists differ in length)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(org.apache.carbondata.sdk.file.Schema,java.lang.String)
 is not applicable
  (actual and formal argument lists differ in length)
method 

Jenkins build is unstable: carbondata-master-spark-2.1 » Apache CarbonData :: Spark Common Test #2948

[Apache Jenkins Server]

See 

Build failed in Jenkins: carbondata-master-spark-2.1 #2948

[Apache Jenkins Server]

See 


--
[...truncated 5.77 MB...]
[WARNING]   - 45 more...
[WARNING] maven-shade-plugin has detected that some class files are
[WARNING] present in two or more JARs. When this happens, only one
[WARNING] single version of the class is copied to the uber jar.
[WARNING] Usually this is not harmful and you can skip these warnings,
[WARNING] otherwise try to manually exclude artifacts based on
[WARNING] mvn dependency:tree -Ddetail=true and the above output.
[WARNING] See http://maven.apache.org/plugins/maven-shade-plugin/
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent-integration 
(default-prepare-agent-integration) @ carbondata-assembly ---
[INFO] argLine set to 
-javaagent:/home/jenkins/jenkins-slave/maven-repositories/0/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=
[INFO] 
[INFO] --- maven-checkstyle-plugin:2.17:check (default) @ carbondata-assembly 
---
[INFO] Starting audit...
Audit done.
[INFO] 
[INFO] --- scalastyle-maven-plugin:0.8.0:check (default) @ carbondata-assembly 
---
[WARNING] sourceDirectory is not specified or does not exist 
value=
Saving to 
outputFile=
Processed 0 file(s)
Found 0 errors
Found 0 warnings
Found 0 infos
Finished in 1 ms
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:report (default-report) @ 
carbondata-assembly ---
[INFO] Skipping JaCoCo execution due to missing execution data file.
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:report-integration 
(default-report-integration) @ carbondata-assembly ---
[INFO] Skipping JaCoCo execution due to missing execution data file.
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:check (default-check) @ 
carbondata-assembly ---
[INFO] Skipping JaCoCo execution due to missing execution data 

[INFO] 
[INFO] --- maven-install-plugin:2.5.2:install (default-install) @ 
carbondata-assembly ---
[INFO] Skipping artifact installation
[INFO] 
[INFO] 
[INFO] Building Apache CarbonData :: CLI 1.5.0-SNAPSHOT
[INFO] 
[INFO] 
[INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ carbondata-cli ---
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default-prepare-agent) @ 
carbondata-cli ---
[INFO] argLine set to 
-javaagent:/home/jenkins/jenkins-slave/maven-repositories/0/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=
[INFO] 
[INFO] --- maven-remote-resources-plugin:1.5:process (default) @ carbondata-cli 
---
[INFO] artifact joda-time:joda-time: checking for updates from central
[INFO] artifact joda-time:joda-time: checking for updates from 
apache.snapshots.https
[INFO] artifact joda-time:joda-time: checking for updates from 
repository.jboss.org
[INFO] 
[INFO] --- maven-resources-plugin:2.7:resources (default-resources) @ 
carbondata-cli ---
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] skip non existing resourceDirectory 

[INFO] Copying 3 resources
[INFO] 
[INFO] --- maven-compiler-plugin:3.2:compile (default-compile) @ carbondata-cli 
---
[INFO] Changes detected - recompiling the module!
[INFO] Compiling 8 source files to 

[INFO] 
[INFO] >>> findbugs-maven-plugin:3.0.4:check (analyze-compile) > :findbugs @ 
carbondata-cli >>>
[INFO] 
[INFO] --- findbugs-maven-plugin:3.0.4:findbugs (findbugs) @ carbondata-cli ---
[INFO] Fork Value is true
[INFO] Done FindBugs Analysis
[INFO] 
[INFO] <<< findbugs-maven-plugin:3.0.4:check (analyze-compile) < :findbugs @ 
carbondata-cli <<<
[INFO] 
[INFO] --- findbugs-maven-plugin:3.0.4:check (analyze-compile) @ carbondata-cli 
---
[INFO] BugInstance size is 0
[INFO] Error size is 0
[INFO] No errors/warnings found
[INFO] 
[INFO] --- maven-resources-plugin:2.7:testResources (default-testResources) @ 
carbondata-cli ---
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] skip non existing resourceDirectory 

[INFO] Copying 3 resources
[INFO] 
[INFO] --- maven-compiler-plugin:3.2:testCompile (default-testCompile) @ 
carbondata-cli ---
[INFO] Changes 

Build failed in Jenkins: carbondata-master-spark-2.1 » Apache CarbonData :: CLI #2949

[Apache Jenkins Server]

See 


--
[INFO] 
[INFO] 
[INFO] Building Apache CarbonData :: CLI 1.5.0-SNAPSHOT
[INFO] 
[INFO] 
[INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ carbondata-cli ---
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default-prepare-agent) @ 
carbondata-cli ---
[INFO] argLine set to 
-javaagent:/home/jenkins/jenkins-slave/maven-repositories/1/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=
[INFO] 
[INFO] --- maven-remote-resources-plugin:1.5:process (default) @ carbondata-cli 
---
[INFO] artifact joda-time:joda-time: checking for updates from central
[INFO] artifact joda-time:joda-time: checking for updates from 
apache.snapshots.https
[INFO] artifact joda-time:joda-time: checking for updates from 
repository.jboss.org
[INFO] 
[INFO] --- maven-resources-plugin:2.7:resources (default-resources) @ 
carbondata-cli ---
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] skip non existing resourceDirectory 

[INFO] Copying 3 resources
[INFO] 
[INFO] --- maven-compiler-plugin:3.2:compile (default-compile) @ carbondata-cli 
---
[INFO] Changes detected - recompiling the module!
[INFO] Compiling 8 source files to 

[INFO] 
[INFO] >>> findbugs-maven-plugin:3.0.4:check (analyze-compile) > :findbugs @ 
carbondata-cli >>>
[INFO] 
[INFO] --- findbugs-maven-plugin:3.0.4:findbugs (findbugs) @ carbondata-cli ---
[INFO] Fork Value is true
[INFO] Done FindBugs Analysis
[INFO] 
[INFO] <<< findbugs-maven-plugin:3.0.4:check (analyze-compile) < :findbugs @ 
carbondata-cli <<<
[INFO] 
[INFO] --- findbugs-maven-plugin:3.0.4:check (analyze-compile) @ carbondata-cli 
---
[INFO] BugInstance size is 0
[INFO] Error size is 0
[INFO] No errors/warnings found
[INFO] 
[INFO] --- maven-resources-plugin:2.7:testResources (default-testResources) @ 
carbondata-cli ---
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] skip non existing resourceDirectory 

[INFO] Copying 3 resources
[INFO] 
[INFO] --- maven-compiler-plugin:3.2:testCompile (default-testCompile) @ 
carbondata-cli ---
[INFO] Changes detected - recompiling the module!
[INFO] Compiling 1 source file to 

[INFO] -
[ERROR] COMPILATION ERROR : 
[INFO] -
[ERROR] 
:[48,13]
 no suitable method found for 
writeFilesAndVerify(int,org.apache.carbondata.sdk.file.Schema,java.lang.String,java.lang.String[],boolean,int,int,boolean)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(org.apache.carbondata.sdk.file.Schema,java.lang.String,java.lang.String[])
 is not applicable
  (actual and formal argument lists differ in length)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(int,org.apache.carbondata.sdk.file.Schema,java.lang.String)
 is not applicable
  (actual and formal argument lists differ in length)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(org.apache.carbondata.sdk.file.Schema,java.lang.String)
 is not applicable
  (actual and formal argument lists differ in length)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(int,org.apache.carbondata.sdk.file.Schema,java.lang.String,boolean,boolean)
 is not applicable
  (actual and formal argument lists differ in length)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(int,org.apache.carbondata.sdk.file.Schema,java.lang.String,java.lang.String[],int,int)
 is not applicable
  (actual and formal argument lists differ in length)
[ERROR] 
:[50,13]
 no suitable method found for 

Build failed in Jenkins: carbondata-master-spark-2.1 » Apache CarbonData :: CLI #2948

[Apache Jenkins Server]

See 


--
[INFO] 
[INFO] 
[INFO] Building Apache CarbonData :: CLI 1.5.0-SNAPSHOT
[INFO] 
[INFO] 
[INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ carbondata-cli ---
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default-prepare-agent) @ 
carbondata-cli ---
[INFO] argLine set to 
-javaagent:/home/jenkins/jenkins-slave/maven-repositories/0/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=
[INFO] 
[INFO] --- maven-remote-resources-plugin:1.5:process (default) @ carbondata-cli 
---
[INFO] artifact joda-time:joda-time: checking for updates from central
[INFO] artifact joda-time:joda-time: checking for updates from 
apache.snapshots.https
[INFO] artifact joda-time:joda-time: checking for updates from 
repository.jboss.org
[INFO] 
[INFO] --- maven-resources-plugin:2.7:resources (default-resources) @ 
carbondata-cli ---
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] skip non existing resourceDirectory 

[INFO] Copying 3 resources
[INFO] 
[INFO] --- maven-compiler-plugin:3.2:compile (default-compile) @ carbondata-cli 
---
[INFO] Changes detected - recompiling the module!
[INFO] Compiling 8 source files to 

[INFO] 
[INFO] >>> findbugs-maven-plugin:3.0.4:check (analyze-compile) > :findbugs @ 
carbondata-cli >>>
[INFO] 
[INFO] --- findbugs-maven-plugin:3.0.4:findbugs (findbugs) @ carbondata-cli ---
[INFO] Fork Value is true
[INFO] Done FindBugs Analysis
[INFO] 
[INFO] <<< findbugs-maven-plugin:3.0.4:check (analyze-compile) < :findbugs @ 
carbondata-cli <<<
[INFO] 
[INFO] --- findbugs-maven-plugin:3.0.4:check (analyze-compile) @ carbondata-cli 
---
[INFO] BugInstance size is 0
[INFO] Error size is 0
[INFO] No errors/warnings found
[INFO] 
[INFO] --- maven-resources-plugin:2.7:testResources (default-testResources) @ 
carbondata-cli ---
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] skip non existing resourceDirectory 

[INFO] Copying 3 resources
[INFO] 
[INFO] --- maven-compiler-plugin:3.2:testCompile (default-testCompile) @ 
carbondata-cli ---
[INFO] Changes detected - recompiling the module!
[INFO] Compiling 1 source file to 

[INFO] -
[ERROR] COMPILATION ERROR : 
[INFO] -
[ERROR] 
:[48,13]
 no suitable method found for 
writeFilesAndVerify(int,org.apache.carbondata.sdk.file.Schema,java.lang.String,java.lang.String[],boolean,int,int,boolean)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(org.apache.carbondata.sdk.file.Schema,java.lang.String,java.lang.String[])
 is not applicable
  (actual and formal argument lists differ in length)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(int,org.apache.carbondata.sdk.file.Schema,java.lang.String)
 is not applicable
  (actual and formal argument lists differ in length)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(org.apache.carbondata.sdk.file.Schema,java.lang.String)
 is not applicable
  (actual and formal argument lists differ in length)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(int,org.apache.carbondata.sdk.file.Schema,java.lang.String,boolean,boolean)
 is not applicable
  (actual and formal argument lists differ in length)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(int,org.apache.carbondata.sdk.file.Schema,java.lang.String,java.lang.String[],int,int)
 is not applicable
  (actual and formal argument lists differ in length)
[ERROR] 
:[50,13]
 no suitable method found for 

Build failed in Jenkins: carbondata-master-spark-2.1 #2949

[Apache Jenkins Server]

See 


Changes:

[kumarvishal09] [CARBONDATA-2968] Single pass load fails 2nd time in Spark 
submit

--
[...truncated 4.03 MB...]
[INFO] --- scalastyle-maven-plugin:0.8.0:check (default) @ carbondata-assembly 
---
[WARNING] sourceDirectory is not specified or does not exist 
value=
Saving to 
outputFile=
Processed 0 file(s)
Found 0 errors
Found 0 warnings
Found 0 infos
Finished in 2 ms
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:report (default-report) @ 
carbondata-assembly ---
[INFO] Skipping JaCoCo execution due to missing execution data file.
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:report-integration 
(default-report-integration) @ carbondata-assembly ---
[INFO] Skipping JaCoCo execution due to missing execution data file.
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:check (default-check) @ 
carbondata-assembly ---
[INFO] Skipping JaCoCo execution due to missing execution data 

[INFO] 
[INFO] --- maven-install-plugin:2.5.2:install (default-install) @ 
carbondata-assembly ---
[INFO] Skipping artifact installation
[INFO] 
[INFO] 
[INFO] Building Apache CarbonData :: CLI 1.5.0-SNAPSHOT
[INFO] 
[INFO] 
[INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ carbondata-cli ---
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default-prepare-agent) @ 
carbondata-cli ---
[INFO] argLine set to 
-javaagent:/home/jenkins/jenkins-slave/maven-repositories/1/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=
[INFO] 
[INFO] --- maven-remote-resources-plugin:1.5:process (default) @ carbondata-cli 
---
[INFO] artifact joda-time:joda-time: checking for updates from central
[INFO] artifact joda-time:joda-time: checking for updates from 
apache.snapshots.https
[INFO] artifact joda-time:joda-time: checking for updates from 
repository.jboss.org
[INFO] 
[INFO] --- maven-resources-plugin:2.7:resources (default-resources) @ 
carbondata-cli ---
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] skip non existing resourceDirectory 

[INFO] Copying 3 resources
[INFO] 
[INFO] --- maven-compiler-plugin:3.2:compile (default-compile) @ carbondata-cli 
---
[INFO] Changes detected - recompiling the module!
[INFO] Compiling 8 source files to 

[INFO] 
[INFO] >>> findbugs-maven-plugin:3.0.4:check (analyze-compile) > :findbugs @ 
carbondata-cli >>>
[INFO] 
[INFO] --- findbugs-maven-plugin:3.0.4:findbugs (findbugs) @ carbondata-cli ---
[INFO] Fork Value is true
[INFO] Done FindBugs Analysis
[INFO] 
[INFO] <<< findbugs-maven-plugin:3.0.4:check (analyze-compile) < :findbugs @ 
carbondata-cli <<<
[INFO] 
[INFO] --- findbugs-maven-plugin:3.0.4:check (analyze-compile) @ carbondata-cli 
---
[INFO] BugInstance size is 0
[INFO] Error size is 0
[INFO] No errors/warnings found
[INFO] 
[INFO] --- maven-resources-plugin:2.7:testResources (default-testResources) @ 
carbondata-cli ---
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] skip non existing resourceDirectory 

[INFO] Copying 3 resources
[INFO] 
[INFO] --- maven-compiler-plugin:3.2:testCompile (default-testCompile) @ 
carbondata-cli ---
[INFO] Changes detected - recompiling the module!
[INFO] Compiling 1 source file to 

[INFO] -
[ERROR] COMPILATION ERROR : 
[INFO] -
[ERROR] 
:[48,13]
 no suitable method found for 
writeFilesAndVerify(int,org.apache.carbondata.sdk.file.Schema,java.lang.String,java.lang.String[],boolean,int,int,boolean)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(org.apache.carbondata.sdk.file.Schema,java.lang.String,java.lang.String[])
 is not applicable
  (actual and formal argument lists differ in length)
method 

Jenkins build is still unstable: carbondata-master-spark-2.1 » Apache CarbonData :: Spark Common Test #2949

[Apache Jenkins Server]

See 

Build failed in Jenkins: carbondata-master-spark-2.2 #1068

[Apache Jenkins Server]

See 


Changes:

[xuchuanyin] [CARBONDATA-2965] support Benchmark command in CarbonCli

--
[...truncated 6.26 MB...]
[WARNING] single version of the class is copied to the uber jar.
[WARNING] Usually this is not harmful and you can skip these warnings,
[WARNING] otherwise try to manually exclude artifacts based on
[WARNING] mvn dependency:tree -Ddetail=true and the above output.
[WARNING] See http://maven.apache.org/plugins/maven-shade-plugin/
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent-integration 
(default-prepare-agent-integration) @ carbondata-assembly ---
[INFO] argLine set to 
-javaagent:/home/jenkins/jenkins-slave/maven-repositories/0/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=
[INFO] 
[INFO] --- maven-checkstyle-plugin:2.17:check (default) @ carbondata-assembly 
---
[INFO] Starting audit...
Audit done.
[INFO] 
[INFO] --- scalastyle-maven-plugin:0.8.0:check (default) @ carbondata-assembly 
---
[WARNING] sourceDirectory is not specified or does not exist 
value=
Saving to 
outputFile=
Processed 0 file(s)
Found 0 errors
Found 0 warnings
Found 0 infos
Finished in 1 ms
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:report (default-report) @ 
carbondata-assembly ---
[INFO] Skipping JaCoCo execution due to missing execution data file.
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:report-integration 
(default-report-integration) @ carbondata-assembly ---
[INFO] Skipping JaCoCo execution due to missing execution data file.
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:check (default-check) @ 
carbondata-assembly ---
[INFO] Skipping JaCoCo execution due to missing execution data 

[INFO] 
[INFO] --- maven-install-plugin:2.5.2:install (default-install) @ 
carbondata-assembly ---
[INFO] Skipping artifact installation
[INFO] 
[INFO] 
[INFO] Building Apache CarbonData :: CLI 1.5.0-SNAPSHOT
[INFO] 
[INFO] 
[INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ carbondata-cli ---
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default-prepare-agent) @ 
carbondata-cli ---
[INFO] argLine set to 
-javaagent:/home/jenkins/jenkins-slave/maven-repositories/0/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=
[INFO] 
[INFO] --- maven-remote-resources-plugin:1.5:process (default) @ carbondata-cli 
---
[INFO] artifact joda-time:joda-time: checking for updates from central
[INFO] artifact joda-time:joda-time: checking for updates from 
apache.snapshots.https
[INFO] artifact joda-time:joda-time: checking for updates from 
repository.jboss.org
[INFO] 
[INFO] --- maven-resources-plugin:2.7:resources (default-resources) @ 
carbondata-cli ---
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] skip non existing resourceDirectory 

[INFO] Copying 3 resources
[INFO] 
[INFO] --- maven-compiler-plugin:3.2:compile (default-compile) @ carbondata-cli 
---
[INFO] Changes detected - recompiling the module!
[INFO] Compiling 8 source files to 

[INFO] 
[INFO] >>> findbugs-maven-plugin:3.0.4:check (analyze-compile) > :findbugs @ 
carbondata-cli >>>
[INFO] 
[INFO] --- findbugs-maven-plugin:3.0.4:findbugs (findbugs) @ carbondata-cli ---
[INFO] Fork Value is true
[INFO] Done FindBugs Analysis
[INFO] 
[INFO] <<< findbugs-maven-plugin:3.0.4:check (analyze-compile) < :findbugs @ 
carbondata-cli <<<
[INFO] 
[INFO] --- findbugs-maven-plugin:3.0.4:check (analyze-compile) @ carbondata-cli 
---
[INFO] BugInstance size is 0
[INFO] Error size is 0
[INFO] No errors/warnings found
[INFO] 
[INFO] --- maven-resources-plugin:2.7:testResources (default-testResources) @ 
carbondata-cli ---
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] skip non existing resourceDirectory 

[INFO] Copying 3 resources
[INFO] 
[INFO] --- maven-compiler-plugin:3.2:testCompile (default-testCompile) @ 
carbondata-cli ---
[INFO] Changes detected - recompiling the module!
[INFO] Compiling 1 source file 

Build failed in Jenkins: carbondata-master-spark-2.2 » Apache CarbonData :: CLI #1068

[Apache Jenkins Server]

See 


Changes:

[xuchuanyin] [CARBONDATA-2965] support Benchmark command in CarbonCli

--
[INFO] 
[INFO] 
[INFO] Building Apache CarbonData :: CLI 1.5.0-SNAPSHOT
[INFO] 
[INFO] 
[INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ carbondata-cli ---
[INFO] 
[INFO] --- jacoco-maven-plugin:0.7.9:prepare-agent (default-prepare-agent) @ 
carbondata-cli ---
[INFO] argLine set to 
-javaagent:/home/jenkins/jenkins-slave/maven-repositories/0/org/jacoco/org.jacoco.agent/0.7.9/org.jacoco.agent-0.7.9-runtime.jar=destfile=
[INFO] 
[INFO] --- maven-remote-resources-plugin:1.5:process (default) @ carbondata-cli 
---
[INFO] artifact joda-time:joda-time: checking for updates from central
[INFO] artifact joda-time:joda-time: checking for updates from 
apache.snapshots.https
[INFO] artifact joda-time:joda-time: checking for updates from 
repository.jboss.org
[INFO] 
[INFO] --- maven-resources-plugin:2.7:resources (default-resources) @ 
carbondata-cli ---
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] skip non existing resourceDirectory 

[INFO] Copying 3 resources
[INFO] 
[INFO] --- maven-compiler-plugin:3.2:compile (default-compile) @ carbondata-cli 
---
[INFO] Changes detected - recompiling the module!
[INFO] Compiling 8 source files to 

[INFO] 
[INFO] >>> findbugs-maven-plugin:3.0.4:check (analyze-compile) > :findbugs @ 
carbondata-cli >>>
[INFO] 
[INFO] --- findbugs-maven-plugin:3.0.4:findbugs (findbugs) @ carbondata-cli ---
[INFO] Fork Value is true
[INFO] Done FindBugs Analysis
[INFO] 
[INFO] <<< findbugs-maven-plugin:3.0.4:check (analyze-compile) < :findbugs @ 
carbondata-cli <<<
[INFO] 
[INFO] --- findbugs-maven-plugin:3.0.4:check (analyze-compile) @ carbondata-cli 
---
[INFO] BugInstance size is 0
[INFO] Error size is 0
[INFO] No errors/warnings found
[INFO] 
[INFO] --- maven-resources-plugin:2.7:testResources (default-testResources) @ 
carbondata-cli ---
[INFO] Using 'UTF-8' encoding to copy filtered resources.
[INFO] skip non existing resourceDirectory 

[INFO] Copying 3 resources
[INFO] 
[INFO] --- maven-compiler-plugin:3.2:testCompile (default-testCompile) @ 
carbondata-cli ---
[INFO] Changes detected - recompiling the module!
[INFO] Compiling 1 source file to 

[INFO] -
[ERROR] COMPILATION ERROR : 
[INFO] -
[ERROR] 
:[48,13]
 no suitable method found for 
writeFilesAndVerify(int,org.apache.carbondata.sdk.file.Schema,java.lang.String,java.lang.String[],boolean,int,int,boolean)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(org.apache.carbondata.sdk.file.Schema,java.lang.String,java.lang.String[])
 is not applicable
  (actual and formal argument lists differ in length)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(int,org.apache.carbondata.sdk.file.Schema,java.lang.String)
 is not applicable
  (actual and formal argument lists differ in length)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(org.apache.carbondata.sdk.file.Schema,java.lang.String)
 is not applicable
  (actual and formal argument lists differ in length)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(int,org.apache.carbondata.sdk.file.Schema,java.lang.String,boolean,boolean)
 is not applicable
  (actual and formal argument lists differ in length)
method 
org.apache.carbondata.sdk.file.TestUtil.writeFilesAndVerify(int,org.apache.carbondata.sdk.file.Schema,java.lang.String,java.lang.String[],int,int)
 is not applicable
  (actual and formal argument lists differ in length)
[ERROR] 
:[50,13]
 no suitable method found 

Jenkins build is back to normal : carbondata-master-spark-2.2 #1065

[Apache Jenkins Server]

See 

Build failed in Jenkins: carbondata-master-spark-2.2 #1069

[Apache Jenkins Server]

See 


--
Started by an SCM change
[EnvInject] - Loading node environment variables.
Building remotely on H25 (ubuntu xenial) in workspace 

 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git # timeout=10
Fetching upstream changes from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
 > git --version # timeout=10
using GIT_SSH to set credentials 
 > git fetch --tags --progress 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git 
 > +refs/heads/*:refs/remotes/origin/*
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.maven.MavenModuleSetBuild.run(MavenModuleSetBuild.java:543)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git fetch --tags 
--progress https://git-wip-us.apache.org/repos/asf/carbondata.git 
+refs/heads/*:refs/remotes/origin/*" returned status code 128:
stdout: 
stderr: remote: Counting objects: 23589, done.
remote: Compressing objects:   0% (1/7495)   remote: Compressing 
objects:   1% (75/7495)   remote: Compressing objects:   2% (150/7495)  
 remote: Compressing objects:   3% (225/7495)   remote: 
Compressing objects:   4% (300/7495)   remote: Compressing objects:   
5% (375/7495)   remote: Compressing objects:   6% (450/7495)   
remote: Compressing objects:   7% (525/7495)   remote: Compressing 
objects:   8% (600/7495)   remote: Compressing objects:   9% (675/7495) 
  remote: Compressing objects:  10% (750/7495)   remote: 
Compressing objects:  11% (825/7495)   remote: Compressing objects:  
12% (900/7495)   remote: Compressing objects:  13% (975/7495)   
remote: Compressing objects:  14% (1050/7495)   remote: Compressing 
objects:  15% (1125/7495)   remote: Compressing objects:  16% 
(1200/7495)   remote: Compressing objects:  17% (1275/7495)   
remote: Compressing objects:  18% (1350/7495)   remote: Compressing 
objects:  19% (1425/7495)   remote: Compressing objects:  20% 
(1499/7495)   remote: Compressing objects:  21% (1574/7495)   
remote: Compressing objects:  22% (1649/7495)   remote: Compressing 
objects:  23% (1724/7495)   remote: Compressing objects:  24% 
(1799/7495)   remote: Compressing objects:  25% (1874/7495)   
remote: Compressing objects:  26% (1949/7495)   remote: Compressing 
objects:  27% (2024/7495)   remote: Compressing objects:  28% 
(2099/7495)   remote: Compressing objects:  29% (2174/7495)   
remote: Compressing objects:  30% (2249/7495)   remote: Compressing 
objects:  31% (2324/7495)   remote: Compressing objects:  32% 
(2399/7495)   remote: Compressing objects:  33% (2474/7495)   
remote: Compressing objects:  34% (2549/7495)   remote: Compressing 
objects:  35% (2624/7495)   remote: Compressing objects:  36% 
(2699/7495)   remote: Compressing objects:  37% (2774/7495)   
remote: Compressing objects:  38% (2849/7495)   remote: Compressing 
objects:  39% (2924/7495)   remote: Compressing objects:  40% 
(2998/7495)   remote: Compressing objects:  41% (3073/7495)   
remote: Compressing objects:  42% (3148/7495)   remote: Compressing 
objects:  43% (3223/7495)   remote: Compressing objects:  44% 
(3298/7495)   remote: Compressing objects:  45% (3373/7495)   
remote: Compressing objects:  46% (3448/7495)   remote: Compressing 
objects:  47% (3523/7495)   remote: Compressing objects:  48% 
(3598/7495)   remote: Compressing objects:  49% (3673/7495)   
remote: Compressing objects:  50% (3748/7495)   remote: Compressing 
objects:  

carbondata git commit: [CARBONDATA-2968] Single pass load fails 2nd time in Spark submit execution due to port binding error

[kumarvishal09]

Repository: carbondata
Updated Branches:
  refs/heads/master e07df44a1 -> 13ecc9e7a


[CARBONDATA-2968] Single pass load fails 2nd time in Spark submit execution due 
to port binding error

Problem : In secure cluster setup, single pass load is failing in spark-submit 
after using the beeline.
Solution: It was happening because port was not getting updated and was not 
looking for the next empty port.
port variable was not changing.So modified that part and added log to diplay 
the port number.

This closes #2760


Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/13ecc9e7
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/13ecc9e7
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/13ecc9e7

Branch: refs/heads/master
Commit: 13ecc9e7a0a42ebf2f8417814c20474f3ce489f1
Parents: e07df44
Author: shardul-cr7 
Authored: Tue Sep 25 19:55:19 2018 +0530
Committer: kumarvishal09 
Committed: Wed Sep 26 14:16:21 2018 +0530

--
 .../core/dictionary/server/NonSecureDictionaryServer.java  | 3 ++-
 .../spark/dictionary/server/SecureDictionaryServer.java| 6 --
 2 files changed, 6 insertions(+), 3 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/carbondata/blob/13ecc9e7/core/src/main/java/org/apache/carbondata/core/dictionary/server/NonSecureDictionaryServer.java
--
diff --git 
a/core/src/main/java/org/apache/carbondata/core/dictionary/server/NonSecureDictionaryServer.java
 
b/core/src/main/java/org/apache/carbondata/core/dictionary/server/NonSecureDictionaryServer.java
index 95f3d69..dc2d211 100644
--- 
a/core/src/main/java/org/apache/carbondata/core/dictionary/server/NonSecureDictionaryServer.java
+++ 
b/core/src/main/java/org/apache/carbondata/core/dictionary/server/NonSecureDictionaryServer.java
@@ -109,6 +109,7 @@ public class NonSecureDictionaryServer extends 
AbstractDictionaryServer
 });
 bootstrap.childOption(ChannelOption.SO_KEEPALIVE, true);
 String hostToBind = findLocalIpAddress(LOGGER);
+//iteratively listening to newports
 InetSocketAddress address = hostToBind == null ?
 new InetSocketAddress(newPort) :
 new InetSocketAddress(hostToBind, newPort);
@@ -119,7 +120,7 @@ public class NonSecureDictionaryServer extends 
AbstractDictionaryServer
 this.host = hostToBind;
 break;
   } catch (Exception e) {
-LOGGER.error(e, "Dictionary Server Failed to bind to port:");
+LOGGER.error(e, "Dictionary Server Failed to bind to port:" + newPort);
 if (i == 9) {
   throw new RuntimeException("Dictionary Server Could not bind to any 
port");
 }

http://git-wip-us.apache.org/repos/asf/carbondata/blob/13ecc9e7/integration/spark-common/src/main/java/org/apache/carbondata/spark/dictionary/server/SecureDictionaryServer.java
--
diff --git 
a/integration/spark-common/src/main/java/org/apache/carbondata/spark/dictionary/server/SecureDictionaryServer.java
 
b/integration/spark-common/src/main/java/org/apache/carbondata/spark/dictionary/server/SecureDictionaryServer.java
index f4948c4..995e520 100644
--- 
a/integration/spark-common/src/main/java/org/apache/carbondata/spark/dictionary/server/SecureDictionaryServer.java
+++ 
b/integration/spark-common/src/main/java/org/apache/carbondata/spark/dictionary/server/SecureDictionaryServer.java
@@ -143,14 +143,16 @@ public class SecureDictionaryServer extends 
AbstractDictionaryServer implements
 TransportServerBootstrap bootstrap =
 new SaslServerBootstrap(transportConf, securityManager);
 String host = findLocalIpAddress(LOGGER);
-context.createServer(host, port, 
Lists.newArrayList(bootstrap));
+//iteratively listening to newports
+context
+.createServer(host, newPort, 
Lists.newArrayList(bootstrap));
 LOGGER.audit("Dictionary Server started, Time spent " + 
(System.currentTimeMillis() - start)
 + " Listening on port " + newPort);
 this.port = newPort;
 this.host = host;
 break;
   } catch (Exception e) {
-LOGGER.error(e, "Dictionary Server Failed to bind to port:");
+LOGGER.error(e, "Dictionary Server Failed to bind to port: " + 
newPort);
 if (i == 9) {
   throw new RuntimeException("Dictionary Server Could not bind to any 
port");
 }

carbondata git commit: [CARBONDATA-2965] support Benchmark command in CarbonCli [Forced Update!]

[xuchuanyin]

Repository: carbondata
Updated Branches:
  refs/heads/master 23a9e7c5f -> e07df44a1 (forced update)


[CARBONDATA-2965] support Benchmark command in CarbonCli

A new command called "benchmark" is added in CarbonCli tool to output the scan 
performance of the specified file and column.
Example usage:
```bash
shell>java -jar carbondata-cli.jar org.apache.carbondata.CarbonCli -cmd 
benchmark -p hdfs://carbon1:9000/carbon.store/tpchcarbon_base/lineitem/ -a -c 
l_comment
```
will scan output the scan time of l_comment column in first file in the input 
folder and prints: (or using -f option to provide the data file instead of 
folder)

```
ReadHeaderAndFooter takes 12,598 us
ConvertFooter takes 4,712 us
ReadAllMetaAndConvertFooter takes 8,039 us

Scan column 'l_comment'
Blocklet#0: ColumnChunkIO takes 222,609 us
Blocklet#0: DecompressPage takes 111,985 us
Blocklet#1: ColumnChunkIO takes 186,522 us
Blocklet#1: DecompressPage takes 89,132 us
Blocklet#2: ColumnChunkIO takes 209,129 us
Blocklet#2: DecompressPage takes 84,051 us
```
This closes #2755


Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/e07df44a
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/e07df44a
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/e07df44a

Branch: refs/heads/master
Commit: e07df44a1db52304c54ab4e379f28b0f026449fd
Parents: 49f6715
Author: Jacky Li 
Authored: Sun Sep 23 00:01:04 2018 +0800
Committer: xuchuanyin 
Committed: Wed Sep 26 15:47:37 2018 +0800

--
 .../core/util/DataFileFooterConverterV3.java|   6 +-
 pom.xml |   7 +-
 tools/cli/pom.xml   |   5 +
 .../org/apache/carbondata/tool/CarbonCli.java   |  90 
 .../org/apache/carbondata/tool/Command.java |  28 +++
 .../org/apache/carbondata/tool/DataFile.java|  94 +++--
 .../org/apache/carbondata/tool/DataSummary.java | 188 ++---
 .../apache/carbondata/tool/FileCollector.java   | 147 +
 .../apache/carbondata/tool/ScanBenchmark.java   | 205 +++
 .../apache/carbondata/tool/CarbonCliTest.java   |  94 +
 10 files changed, 622 insertions(+), 242 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/carbondata/blob/e07df44a/core/src/main/java/org/apache/carbondata/core/util/DataFileFooterConverterV3.java
--
diff --git 
a/core/src/main/java/org/apache/carbondata/core/util/DataFileFooterConverterV3.java
 
b/core/src/main/java/org/apache/carbondata/core/util/DataFileFooterConverterV3.java
index 41e22fd..438e3e3 100644
--- 
a/core/src/main/java/org/apache/carbondata/core/util/DataFileFooterConverterV3.java
+++ 
b/core/src/main/java/org/apache/carbondata/core/util/DataFileFooterConverterV3.java
@@ -59,12 +59,16 @@ public class DataFileFooterConverterV3 extends 
AbstractDataFileFooterConverter {
*/
   @Override public DataFileFooter readDataFileFooter(TableBlockInfo 
tableBlockInfo)
   throws IOException {
-DataFileFooter dataFileFooter = new DataFileFooter();
 CarbonHeaderReader carbonHeaderReader = new 
CarbonHeaderReader(tableBlockInfo.getFilePath());
 FileHeader fileHeader = carbonHeaderReader.readHeader();
 CarbonFooterReaderV3 reader =
 new CarbonFooterReaderV3(tableBlockInfo.getFilePath(), 
tableBlockInfo.getBlockOffset());
 FileFooter3 footer = reader.readFooterVersion3();
+return convertDataFileFooter(fileHeader, footer);
+  }
+
+  public DataFileFooter convertDataFileFooter(FileHeader fileHeader, 
FileFooter3 footer) {
+DataFileFooter dataFileFooter = new DataFileFooter();
 dataFileFooter.setVersionId(ColumnarFormatVersion.valueOf((short) 
fileHeader.getVersion()));
 dataFileFooter.setNumberOfRows(footer.getNum_rows());
 dataFileFooter.setSegmentInfo(getSegmentInfo(footer.getSegment_info()));

http://git-wip-us.apache.org/repos/asf/carbondata/blob/e07df44a/pom.xml
--
diff --git a/pom.xml b/pom.xml
index eff438b..00a5287 100644
--- a/pom.xml
+++ b/pom.xml
@@ -106,6 +106,7 @@
 store/sdk
 store/search
 assembly
+tools/cli
   
 
   
@@ -718,12 +719,6 @@
 datamap/mv/core
   
 
-
-  tools
-  
-tools/cli
-  
-
   
 
 

http://git-wip-us.apache.org/repos/asf/carbondata/blob/e07df44a/tools/cli/pom.xml
--
diff --git a/tools/cli/pom.xml b/tools/cli/pom.xml
index 0d00438..60e69dc 100644
--- a/tools/cli/pom.xml
+++ b/tools/cli/pom.xml
@@ -25,6 +25,11 @@
   ${project.version}
 
 
+  javax.servlet
+  servlet-api
+  2.5
+
+
   junit
   junit
   test

Build failed in Jenkins: carbondata-master-spark-2.1 #2947

[Apache Jenkins Server]

See 


--
Started by an SCM change
[EnvInject] - Loading node environment variables.
Building remotely on H28 (ubuntu xenial) in workspace 

 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git # timeout=10
Fetching upstream changes from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
 > git --version # timeout=10
using GIT_SSH to set credentials 
 > git fetch --tags --progress 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git 
 > +refs/heads/*:refs/remotes/origin/*
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.maven.MavenModuleSetBuild.run(MavenModuleSetBuild.java:543)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git fetch --tags 
--progress https://git-wip-us.apache.org/repos/asf/carbondata.git 
+refs/heads/*:refs/remotes/origin/*" returned status code 128:
stdout: 
stderr: remote: Counting objects: 25295, done.
remote: Compressing objects:   0% (1/8378)   remote: Compressing 
objects:   1% (84/8378)   remote: Compressing objects:   2% (168/8378)  
 remote: Compressing objects:   3% (252/8378)   remote: 
Compressing objects:   4% (336/8378)   remote: Compressing objects:   
5% (419/8378)   remote: Compressing objects:   6% (503/8378)   
remote: Compressing objects:   7% (587/8378)   remote: Compressing 
objects:   8% (671/8378)   remote: Compressing objects:   9% (755/8378) 
  remote: Compressing objects:  10% (838/8378)   remote: 
Compressing objects:  11% (922/8378)   remote: Compressing objects:  
12% (1006/8378)   remote: Compressing objects:  13% (1090/8378) 
  remote: Compressing objects:  14% (1173/8378)   remote: Compressing 
objects:  15% (1257/8378)   remote: Compressing objects:  16% 
(1341/8378)   remote: Compressing objects:  17% (1425/8378)   
remote: Compressing objects:  18% (1509/8378)   remote: Compressing 
objects:  19% (1592/8378)   remote: Compressing objects:  20% 
(1676/8378)   remote: Compressing objects:  21% (1760/8378)   
remote: Compressing objects:  22% (1844/8378)   remote: Compressing 
objects:  23% (1927/8378)   remote: Compressing objects:  24% 
(2011/8378)   remote: Compressing objects:  25% (2095/8378)   
remote: Compressing objects:  26% (2179/8378)   remote: Compressing 
objects:  27% (2263/8378)   remote: Compressing objects:  28% 
(2346/8378)   remote: Compressing objects:  29% (2430/8378)   
remote: Compressing objects:  30% (2514/8378)   remote: Compressing 
objects:  31% (2598/8378)   remote: Compressing objects:  32% 
(2681/8378)   remote: Compressing objects:  33% (2765/8378)   
remote: Compressing objects:  34% (2849/8378)   remote: Compressing 
objects:  35% (2933/8378)   remote: Compressing objects:  36% 
(3017/8378)   remote: Compressing objects:  37% (3100/8378)   
remote: Compressing objects:  38% (3184/8378)   remote: Compressing 
objects:  39% (3268/8378)   remote: Compressing objects:  40% 
(3352/8378)   remote: Compressing objects:  41% (3435/8378)   
remote: Compressing objects:  42% (3519/8378)   remote: Compressing 
objects:  43% (3603/8378)   remote: Compressing objects:  44% 
(3687/8378)   remote: Compressing objects:  45% (3771/8378)   
remote: Compressing objects:  46% (3854/8378)   remote: Compressing 
objects:  47% (3938/8378)   remote: Compressing objects:  48% 
(4022/8378)   remote: Compressing objects:  49% (4106/8378)   
remote: Compressing objects:  50% (4189/8378)   remote: Compressing 
objects:  

Build failed in Jenkins: carbondata-master-spark-2.2 #1067

[Apache Jenkins Server]

See 


--
Started by an SCM change
[EnvInject] - Loading node environment variables.
Building remotely on H26 (ubuntu xenial) in workspace 

 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git # timeout=10
Fetching upstream changes from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
 > git --version # timeout=10
using GIT_SSH to set credentials 
 > git fetch --tags --progress 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git 
 > +refs/heads/*:refs/remotes/origin/*
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.maven.MavenModuleSetBuild.run(MavenModuleSetBuild.java:543)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git fetch --tags 
--progress https://git-wip-us.apache.org/repos/asf/carbondata.git 
+refs/heads/*:refs/remotes/origin/*" returned status code 128:
stdout: 
stderr: remote: Counting objects: 25590, done.
remote: Compressing objects:   0% (1/8540)   remote: Compressing 
objects:   1% (86/8540)   remote: Compressing objects:   2% (171/8540)  
 remote: Compressing objects:   3% (257/8540)   remote: 
Compressing objects:   4% (342/8540)   remote: Compressing objects:   
5% (427/8540)   remote: Compressing objects:   6% (513/8540)   
remote: Compressing objects:   7% (598/8540)   remote: Compressing 
objects:   8% (684/8540)   remote: Compressing objects:   9% (769/8540) 
  remote: Compressing objects:  10% (854/8540)   remote: 
Compressing objects:  11% (940/8540)   remote: Compressing objects:  
12% (1025/8540)   remote: Compressing objects:  13% (/8540) 
  remote: Compressing objects:  14% (1196/8540)   remote: Compressing 
objects:  15% (1281/8540)   remote: Compressing objects:  16% 
(1367/8540)   remote: Compressing objects:  17% (1452/8540)   
remote: Compressing objects:  18% (1538/8540)   remote: Compressing 
objects:  19% (1623/8540)   remote: Compressing objects:  20% 
(1708/8540)   remote: Compressing objects:  21% (1794/8540)   
remote: Compressing objects:  22% (1879/8540)   remote: Compressing 
objects:  23% (1965/8540)   remote: Compressing objects:  24% 
(2050/8540)   remote: Compressing objects:  25% (2135/8540)   
remote: Compressing objects:  26% (2221/8540)   remote: Compressing 
objects:  27% (2306/8540)   remote: Compressing objects:  28% 
(2392/8540)   remote: Compressing objects:  29% (2477/8540)   
remote: Compressing objects:  30% (2562/8540)   remote: Compressing 
objects:  31% (2648/8540)   remote: Compressing objects:  32% 
(2733/8540)   remote: Compressing objects:  33% (2819/8540)   
remote: Compressing objects:  34% (2904/8540)   remote: Compressing 
objects:  35% (2989/8540)   remote: Compressing objects:  36% 
(3075/8540)   remote: Compressing objects:  37% (3160/8540)   
remote: Compressing objects:  38% (3246/8540)   remote: Compressing 
objects:  39% (3331/8540)   remote: Compressing objects:  40% 
(3416/8540)   remote: Compressing objects:  41% (3502/8540)   
remote: Compressing objects:  42% (3587/8540)   remote: Compressing 
objects:  43% (3673/8540)   remote: Compressing objects:  44% 
(3758/8540)   remote: Compressing objects:  45% (3843/8540)   
remote: Compressing objects:  46% (3929/8540)   remote: Compressing 
objects:  47% (4014/8540)   remote: Compressing objects:  48% 
(4100/8540)   remote: Compressing objects:  49% (4185/8540)   
remote: Compressing objects:  50% (4270/8540)   remote: Compressing 
objects:  

carbondata git commit: [CARBONDATA-2965] support Benchmark command in CarbonCli [Forced Update!]

[xuchuanyin]

Repository: carbondata
Updated Branches:
  refs/heads/master 83f28800b -> 23a9e7c5f (forced update)


[CARBONDATA-2965] support Benchmark command in CarbonCli

A new command called "benchmark" is added in CarbonCli tool to output the scan 
performance of the specified file and column.
Example usage:
```bash
shell>java -jar carbondata-cli.jar org.apache.carbondata.CarbonCli -cmd 
benchmark -p hdfs://carbon1:9000/carbon.store/tpchcarbon_base/lineitem/ -a -c 
l_comment
```
will scan output the scan time of l_comment column in first file in the input 
folder and prints: (or using -f option to provide the data file instead of 
folder)

```
ReadHeaderAndFooter takes 12,598 us
ConvertFooter takes 4,712 us
ReadAllMetaAndConvertFooter takes 8,039 us

Scan column 'l_comment'
Blocklet#0: ColumnChunkIO takes 222,609 us
Blocklet#0: DecompressPage takes 111,985 us
Blocklet#1: ColumnChunkIO takes 186,522 us
Blocklet#1: DecompressPage takes 89,132 us
Blocklet#2: ColumnChunkIO takes 209,129 us
Blocklet#2: DecompressPage takes 84,051 us
```
This closes#2755


Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/23a9e7c5
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/23a9e7c5
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/23a9e7c5

Branch: refs/heads/master
Commit: 23a9e7c5fde0b801b6c475949f26e2bbc05e9255
Parents: 49f6715
Author: Jacky Li 
Authored: Sun Sep 23 00:01:04 2018 +0800
Committer: xuchuanyin 
Committed: Wed Sep 26 15:45:52 2018 +0800

--
 .../core/util/DataFileFooterConverterV3.java|   6 +-
 pom.xml |   7 +-
 tools/cli/pom.xml   |   5 +
 .../org/apache/carbondata/tool/CarbonCli.java   |  90 
 .../org/apache/carbondata/tool/Command.java |  28 +++
 .../org/apache/carbondata/tool/DataFile.java|  94 +++--
 .../org/apache/carbondata/tool/DataSummary.java | 188 ++---
 .../apache/carbondata/tool/FileCollector.java   | 147 +
 .../apache/carbondata/tool/ScanBenchmark.java   | 205 +++
 .../apache/carbondata/tool/CarbonCliTest.java   |  94 +
 10 files changed, 622 insertions(+), 242 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/carbondata/blob/23a9e7c5/core/src/main/java/org/apache/carbondata/core/util/DataFileFooterConverterV3.java
--
diff --git 
a/core/src/main/java/org/apache/carbondata/core/util/DataFileFooterConverterV3.java
 
b/core/src/main/java/org/apache/carbondata/core/util/DataFileFooterConverterV3.java
index 41e22fd..438e3e3 100644
--- 
a/core/src/main/java/org/apache/carbondata/core/util/DataFileFooterConverterV3.java
+++ 
b/core/src/main/java/org/apache/carbondata/core/util/DataFileFooterConverterV3.java
@@ -59,12 +59,16 @@ public class DataFileFooterConverterV3 extends 
AbstractDataFileFooterConverter {
*/
   @Override public DataFileFooter readDataFileFooter(TableBlockInfo 
tableBlockInfo)
   throws IOException {
-DataFileFooter dataFileFooter = new DataFileFooter();
 CarbonHeaderReader carbonHeaderReader = new 
CarbonHeaderReader(tableBlockInfo.getFilePath());
 FileHeader fileHeader = carbonHeaderReader.readHeader();
 CarbonFooterReaderV3 reader =
 new CarbonFooterReaderV3(tableBlockInfo.getFilePath(), 
tableBlockInfo.getBlockOffset());
 FileFooter3 footer = reader.readFooterVersion3();
+return convertDataFileFooter(fileHeader, footer);
+  }
+
+  public DataFileFooter convertDataFileFooter(FileHeader fileHeader, 
FileFooter3 footer) {
+DataFileFooter dataFileFooter = new DataFileFooter();
 dataFileFooter.setVersionId(ColumnarFormatVersion.valueOf((short) 
fileHeader.getVersion()));
 dataFileFooter.setNumberOfRows(footer.getNum_rows());
 dataFileFooter.setSegmentInfo(getSegmentInfo(footer.getSegment_info()));

http://git-wip-us.apache.org/repos/asf/carbondata/blob/23a9e7c5/pom.xml
--
diff --git a/pom.xml b/pom.xml
index eff438b..00a5287 100644
--- a/pom.xml
+++ b/pom.xml
@@ -106,6 +106,7 @@
 store/sdk
 store/search
 assembly
+tools/cli
   
 
   
@@ -718,12 +719,6 @@
 datamap/mv/core
   
 
-
-  tools
-  
-tools/cli
-  
-
   
 
 

http://git-wip-us.apache.org/repos/asf/carbondata/blob/23a9e7c5/tools/cli/pom.xml
--
diff --git a/tools/cli/pom.xml b/tools/cli/pom.xml
index 0d00438..60e69dc 100644
--- a/tools/cli/pom.xml
+++ b/tools/cli/pom.xml
@@ -25,6 +25,11 @@
   ${project.version}
 
 
+  javax.servlet
+  servlet-api
+  2.5
+
+
   junit
   junit
   test

Build failed in Jenkins: carbondata-master-spark-2.2 #1066

[Apache Jenkins Server]

See 


--
Started by an SCM change
[EnvInject] - Loading node environment variables.
Building remotely on H33 (ubuntu xenial) in workspace 

 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git # timeout=10
Fetching upstream changes from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
 > git --version # timeout=10
using GIT_SSH to set credentials 
 > git fetch --tags --progress 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git 
 > +refs/heads/*:refs/remotes/origin/*
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.maven.MavenModuleSetBuild.run(MavenModuleSetBuild.java:543)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git fetch --tags 
--progress https://git-wip-us.apache.org/repos/asf/carbondata.git 
+refs/heads/*:refs/remotes/origin/*" returned status code 128:
stdout: 
stderr: remote: Counting objects: 24945, done.
remote: Compressing objects:   0% (1/8184)   remote: Compressing 
objects:   1% (82/8184)   remote: Compressing objects:   2% (164/8184)  
 remote: Compressing objects:   3% (246/8184)   remote: 
Compressing objects:   4% (328/8184)   remote: Compressing objects:   
5% (410/8184)   remote: Compressing objects:   6% (492/8184)   
remote: Compressing objects:   7% (573/8184)   remote: Compressing 
objects:   8% (655/8184)   remote: Compressing objects:   9% (737/8184) 
  remote: Compressing objects:  10% (819/8184)   remote: 
Compressing objects:  11% (901/8184)   remote: Compressing objects:  
12% (983/8184)   remote: Compressing objects:  13% (1064/8184)  
 remote: Compressing objects:  14% (1146/8184)   remote: Compressing 
objects:  15% (1228/8184)   remote: Compressing objects:  16% 
(1310/8184)   remote: Compressing objects:  17% (1392/8184)   
remote: Compressing objects:  18% (1474/8184)   remote: Compressing 
objects:  19% (1555/8184)   remote: Compressing objects:  20% 
(1637/8184)   remote: Compressing objects:  21% (1719/8184)   
remote: Compressing objects:  22% (1801/8184)   remote: Compressing 
objects:  23% (1883/8184)   remote: Compressing objects:  24% 
(1965/8184)   remote: Compressing objects:  25% (2046/8184)   
remote: Compressing objects:  26% (2128/8184)   remote: Compressing 
objects:  27% (2210/8184)   remote: Compressing objects:  28% 
(2292/8184)   remote: Compressing objects:  29% (2374/8184)   
remote: Compressing objects:  30% (2456/8184)   remote: Compressing 
objects:  31% (2538/8184)   remote: Compressing objects:  32% 
(2619/8184)   remote: Compressing objects:  33% (2701/8184)   
remote: Compressing objects:  34% (2783/8184)   remote: Compressing 
objects:  35% (2865/8184)   remote: Compressing objects:  36% 
(2947/8184)   remote: Compressing objects:  37% (3029/8184)   
remote: Compressing objects:  38% (3110/8184)   remote: Compressing 
objects:  39% (3192/8184)   remote: Compressing objects:  40% 
(3274/8184)   remote: Compressing objects:  41% (3356/8184)   
remote: Compressing objects:  42% (3438/8184)   remote: Compressing 
objects:  43% (3520/8184)   remote: Compressing objects:  44% 
(3601/8184)   remote: Compressing objects:  45% (3683/8184)   
remote: Compressing objects:  46% (3765/8184)   remote: Compressing 
objects:  47% (3847/8184)   remote: Compressing objects:  48% 
(3929/8184)   remote: Compressing objects:  49% (4011/8184)   
remote: Compressing objects:  50% (4092/8184)   remote: Compressing 
objects:  

carbondata git commit: support Benchmark command in CarbonCli

[xuchuanyin]

Repository: carbondata
Updated Branches:
  refs/heads/master 49f67153a -> 83f28800b


support Benchmark command in CarbonCli

A new command called "benchmark" is added in CarbonCli tool to output the scan 
performance of the specified file and column.
Example usage:
```bash
shell>java -jar carbondata-cli.jar org.apache.carbondata.CarbonCli -cmd 
benchmark -p hdfs://carbon1:9000/carbon.store/tpchcarbon_base/lineitem/ -a -c 
l_comment
```
will scan output the scan time of l_comment column in first file in the input 
folder and prints: (or using -f option to provide the data file instead of 
folder)

```
ReadHeaderAndFooter takes 12,598 us
ConvertFooter takes 4,712 us
ReadAllMetaAndConvertFooter takes 8,039 us

Scan column 'l_comment'
Blocklet#0: ColumnChunkIO takes 222,609 us
Blocklet#0: DecompressPage takes 111,985 us
Blocklet#1: ColumnChunkIO takes 186,522 us
Blocklet#1: DecompressPage takes 89,132 us
Blocklet#2: ColumnChunkIO takes 209,129 us
Blocklet#2: DecompressPage takes 84,051 us
```


Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/83f28800
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/83f28800
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/83f28800

Branch: refs/heads/master
Commit: 83f28800bfc152fd1d9bfebef758ee4f4a8659db
Parents: 49f6715
Author: Jacky Li 
Authored: Sun Sep 23 00:01:04 2018 +0800
Committer: xuchuanyin 
Committed: Wed Sep 26 15:44:00 2018 +0800

--
 .../core/util/DataFileFooterConverterV3.java|   6 +-
 pom.xml |   7 +-
 tools/cli/pom.xml   |   5 +
 .../org/apache/carbondata/tool/CarbonCli.java   |  90 
 .../org/apache/carbondata/tool/Command.java |  28 +++
 .../org/apache/carbondata/tool/DataFile.java|  94 +++--
 .../org/apache/carbondata/tool/DataSummary.java | 188 ++---
 .../apache/carbondata/tool/FileCollector.java   | 147 +
 .../apache/carbondata/tool/ScanBenchmark.java   | 205 +++
 .../apache/carbondata/tool/CarbonCliTest.java   |  94 +
 10 files changed, 622 insertions(+), 242 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/carbondata/blob/83f28800/core/src/main/java/org/apache/carbondata/core/util/DataFileFooterConverterV3.java
--
diff --git 
a/core/src/main/java/org/apache/carbondata/core/util/DataFileFooterConverterV3.java
 
b/core/src/main/java/org/apache/carbondata/core/util/DataFileFooterConverterV3.java
index 41e22fd..438e3e3 100644
--- 
a/core/src/main/java/org/apache/carbondata/core/util/DataFileFooterConverterV3.java
+++ 
b/core/src/main/java/org/apache/carbondata/core/util/DataFileFooterConverterV3.java
@@ -59,12 +59,16 @@ public class DataFileFooterConverterV3 extends 
AbstractDataFileFooterConverter {
*/
   @Override public DataFileFooter readDataFileFooter(TableBlockInfo 
tableBlockInfo)
   throws IOException {
-DataFileFooter dataFileFooter = new DataFileFooter();
 CarbonHeaderReader carbonHeaderReader = new 
CarbonHeaderReader(tableBlockInfo.getFilePath());
 FileHeader fileHeader = carbonHeaderReader.readHeader();
 CarbonFooterReaderV3 reader =
 new CarbonFooterReaderV3(tableBlockInfo.getFilePath(), 
tableBlockInfo.getBlockOffset());
 FileFooter3 footer = reader.readFooterVersion3();
+return convertDataFileFooter(fileHeader, footer);
+  }
+
+  public DataFileFooter convertDataFileFooter(FileHeader fileHeader, 
FileFooter3 footer) {
+DataFileFooter dataFileFooter = new DataFileFooter();
 dataFileFooter.setVersionId(ColumnarFormatVersion.valueOf((short) 
fileHeader.getVersion()));
 dataFileFooter.setNumberOfRows(footer.getNum_rows());
 dataFileFooter.setSegmentInfo(getSegmentInfo(footer.getSegment_info()));

http://git-wip-us.apache.org/repos/asf/carbondata/blob/83f28800/pom.xml
--
diff --git a/pom.xml b/pom.xml
index eff438b..00a5287 100644
--- a/pom.xml
+++ b/pom.xml
@@ -106,6 +106,7 @@
 store/sdk
 store/search
 assembly
+tools/cli
   
 
   
@@ -718,12 +719,6 @@
 datamap/mv/core
   
 
-
-  tools
-  
-tools/cli
-  
-
   
 
 

http://git-wip-us.apache.org/repos/asf/carbondata/blob/83f28800/tools/cli/pom.xml
--
diff --git a/tools/cli/pom.xml b/tools/cli/pom.xml
index 0d00438..60e69dc 100644
--- a/tools/cli/pom.xml
+++ b/tools/cli/pom.xml
@@ -25,6 +25,11 @@
   ${project.version}
 
 
+  javax.servlet
+  servlet-api
+  2.5
+
+
   junit
   junit
   test

Build failed in Jenkins: carbondata-master-spark-2.2 #1064

[Apache Jenkins Server]

See 


--
Started by timer
[EnvInject] - Loading node environment variables.
Building remotely on H33 (ubuntu xenial) in workspace 

 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git # timeout=10
Fetching upstream changes from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
 > git --version # timeout=10
using GIT_SSH to set credentials 
 > git fetch --tags --progress 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git 
 > +refs/heads/*:refs/remotes/origin/*
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.maven.MavenModuleSetBuild.run(MavenModuleSetBuild.java:543)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git fetch --tags 
--progress https://git-wip-us.apache.org/repos/asf/carbondata.git 
+refs/heads/*:refs/remotes/origin/*" returned status code 128:
stdout: 
stderr: remote: Counting objects: 24895, done.
remote: Compressing objects:   0% (1/8164)   remote: Compressing 
objects:   1% (82/8164)   remote: Compressing objects:   2% (164/8164)  
 remote: Compressing objects:   3% (245/8164)   remote: 
Compressing objects:   4% (327/8164)   remote: Compressing objects:   
5% (409/8164)   remote: Compressing objects:   6% (490/8164)   
remote: Compressing objects:   7% (572/8164)   remote: Compressing 
objects:   8% (654/8164)   remote: Compressing objects:   9% (735/8164) 
  remote: Compressing objects:  10% (817/8164)   remote: 
Compressing objects:  11% (899/8164)   remote: Compressing objects:  
12% (980/8164)   remote: Compressing objects:  13% (1062/8164)  
 remote: Compressing objects:  14% (1143/8164)   remote: Compressing 
objects:  15% (1225/8164)   remote: Compressing objects:  16% 
(1307/8164)   remote: Compressing objects:  17% (1388/8164)   
remote: Compressing objects:  18% (1470/8164)   remote: Compressing 
objects:  19% (1552/8164)   remote: Compressing objects:  20% 
(1633/8164)   remote: Compressing objects:  21% (1715/8164)   
remote: Compressing objects:  22% (1797/8164)   remote: Compressing 
objects:  23% (1878/8164)   remote: Compressing objects:  24% 
(1960/8164)   remote: Compressing objects:  25% (2041/8164)   
remote: Compressing objects:  26% (2123/8164)   remote: Compressing 
objects:  27% (2205/8164)   remote: Compressing objects:  28% 
(2286/8164)   remote: Compressing objects:  29% (2368/8164)   
remote: Compressing objects:  30% (2450/8164)   remote: Compressing 
objects:  31% (2531/8164)   remote: Compressing objects:  32% 
(2613/8164)   remote: Compressing objects:  33% (2695/8164)   
remote: Compressing objects:  34% (2776/8164)   remote: Compressing 
objects:  35% (2858/8164)   remote: Compressing objects:  36% 
(2940/8164)   remote: Compressing objects:  37% (3021/8164)   
remote: Compressing objects:  38% (3103/8164)   remote: Compressing 
objects:  39% (3184/8164)   remote: Compressing objects:  40% 
(3266/8164)   remote: Compressing objects:  41% (3348/8164)   
remote: Compressing objects:  42% (3429/8164)   remote: Compressing 
objects:  43% (3511/8164)   remote: Compressing objects:  44% 
(3593/8164)   remote: Compressing objects:  45% (3674/8164)   
remote: Compressing objects:  46% (3756/8164)   remote: Compressing 
objects:  47% (3838/8164)   remote: Compressing objects:  48% 
(3919/8164)   remote: Compressing objects:  49% (4001/8164)   
remote: Compressing objects:  50% (4082/8164)   remote: Compressing 
objects:  51% 

Build failed in Jenkins: carbondata-master-spark-2.2 #1063

[Apache Jenkins Server]

See 


--
Started by user chenliang613
[EnvInject] - Loading node environment variables.
Building remotely on H33 (ubuntu xenial) in workspace 

 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git # timeout=10
Fetching upstream changes from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
 > git --version # timeout=10
using GIT_SSH to set credentials 
 > git fetch --tags --progress 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git 
 > +refs/heads/*:refs/remotes/origin/*
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.maven.MavenModuleSetBuild.run(MavenModuleSetBuild.java:543)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git fetch --tags 
--progress https://git-wip-us.apache.org/repos/asf/carbondata.git 
+refs/heads/*:refs/remotes/origin/*" returned status code 128:
stdout: 
stderr: remote: Counting objects: 24895, done.
remote: Compressing objects:   0% (1/8164)   remote: Compressing 
objects:   1% (82/8164)   remote: Compressing objects:   2% (164/8164)  
 remote: Compressing objects:   3% (245/8164)   remote: 
Compressing objects:   4% (327/8164)   remote: Compressing objects:   
5% (409/8164)   remote: Compressing objects:   6% (490/8164)   
remote: Compressing objects:   7% (572/8164)   remote: Compressing 
objects:   8% (654/8164)   remote: Compressing objects:   9% (735/8164) 
  remote: Compressing objects:  10% (817/8164)   remote: 
Compressing objects:  11% (899/8164)   remote: Compressing objects:  
12% (980/8164)   remote: Compressing objects:  13% (1062/8164)  
 remote: Compressing objects:  14% (1143/8164)   remote: Compressing 
objects:  15% (1225/8164)   remote: Compressing objects:  16% 
(1307/8164)   remote: Compressing objects:  17% (1388/8164)   
remote: Compressing objects:  18% (1470/8164)   remote: Compressing 
objects:  19% (1552/8164)   remote: Compressing objects:  20% 
(1633/8164)   remote: Compressing objects:  21% (1715/8164)   
remote: Compressing objects:  22% (1797/8164)   remote: Compressing 
objects:  23% (1878/8164)   remote: Compressing objects:  24% 
(1960/8164)   remote: Compressing objects:  25% (2041/8164)   
remote: Compressing objects:  26% (2123/8164)   remote: Compressing 
objects:  27% (2205/8164)   remote: Compressing objects:  28% 
(2286/8164)   remote: Compressing objects:  29% (2368/8164)   
remote: Compressing objects:  30% (2450/8164)   remote: Compressing 
objects:  31% (2531/8164)   remote: Compressing objects:  32% 
(2613/8164)   remote: Compressing objects:  33% (2695/8164)   
remote: Compressing objects:  34% (2776/8164)   remote: Compressing 
objects:  35% (2858/8164)   remote: Compressing objects:  36% 
(2940/8164)   remote: Compressing objects:  37% (3021/8164)   
remote: Compressing objects:  38% (3103/8164)   remote: Compressing 
objects:  39% (3184/8164)   remote: Compressing objects:  40% 
(3266/8164)   remote: Compressing objects:  41% (3348/8164)   
remote: Compressing objects:  42% (3429/8164)   remote: Compressing 
objects:  43% (3511/8164)   remote: Compressing objects:  44% 
(3593/8164)   remote: Compressing objects:  45% (3674/8164)   
remote: Compressing objects:  46% (3756/8164)   remote: Compressing 
objects:  47% (3838/8164)   remote: Compressing objects:  48% 
(3919/8164)   remote: Compressing objects:  49% (4001/8164)   
remote: Compressing objects:  50% (4082/8164)   remote: Compressing 

Build failed in Jenkins: carbondata-master-spark-2.1 #2943

[Apache Jenkins Server]

See 


--
Started by an SCM change
[EnvInject] - Loading node environment variables.
Building remotely on H31 (ubuntu xenial) in workspace 

 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git # timeout=10
Fetching upstream changes from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
 > git --version # timeout=10
using GIT_SSH to set credentials 
 > git fetch --tags --progress 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git 
 > +refs/heads/*:refs/remotes/origin/*
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.maven.MavenModuleSetBuild.run(MavenModuleSetBuild.java:543)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git fetch --tags 
--progress https://git-wip-us.apache.org/repos/asf/carbondata.git 
+refs/heads/*:refs/remotes/origin/*" returned status code 128:
stdout: 
stderr: remote: Counting objects: 24289, done.
remote: Compressing objects:   0% (1/7900)   remote: Compressing 
objects:   1% (79/7900)   remote: Compressing objects:   2% (158/7900)  
 remote: Compressing objects:   3% (237/7900)   remote: 
Compressing objects:   4% (316/7900)   remote: Compressing objects:   
5% (395/7900)   remote: Compressing objects:   6% (474/7900)   
remote: Compressing objects:   7% (553/7900)   remote: Compressing 
objects:   8% (632/7900)   remote: Compressing objects:   9% (711/7900) 
  remote: Compressing objects:  10% (790/7900)   remote: 
Compressing objects:  11% (869/7900)   remote: Compressing objects:  
12% (948/7900)   remote: Compressing objects:  13% (1027/7900)  
 remote: Compressing objects:  14% (1106/7900)   remote: Compressing 
objects:  15% (1185/7900)   remote: Compressing objects:  16% 
(1264/7900)   remote: Compressing objects:  17% (1343/7900)   
remote: Compressing objects:  18% (1422/7900)   remote: Compressing 
objects:  19% (1501/7900)   remote: Compressing objects:  20% 
(1580/7900)   remote: Compressing objects:  21% (1659/7900)   
remote: Compressing objects:  22% (1738/7900)   remote: Compressing 
objects:  23% (1817/7900)   remote: Compressing objects:  24% 
(1896/7900)   remote: Compressing objects:  25% (1975/7900)   
remote: Compressing objects:  26% (2054/7900)   remote: Compressing 
objects:  27% (2133/7900)   remote: Compressing objects:  28% 
(2212/7900)   remote: Compressing objects:  29% (2291/7900)   
remote: Compressing objects:  30% (2370/7900)   remote: Compressing 
objects:  31% (2449/7900)   remote: Compressing objects:  32% 
(2528/7900)   remote: Compressing objects:  33% (2607/7900)   
remote: Compressing objects:  34% (2686/7900)   remote: Compressing 
objects:  35% (2765/7900)   remote: Compressing objects:  36% 
(2844/7900)   remote: Compressing objects:  37% (2923/7900)   
remote: Compressing objects:  38% (3002/7900)   remote: Compressing 
objects:  39% (3081/7900)   remote: Compressing objects:  40% 
(3160/7900)   remote: Compressing objects:  41% (3239/7900)   
remote: Compressing objects:  42% (3318/7900)   remote: Compressing 
objects:  43% (3397/7900)   remote: Compressing objects:  44% 
(3476/7900)   remote: Compressing objects:  45% (3555/7900)   
remote: Compressing objects:  46% (3634/7900)   remote: Compressing 
objects:  47% (3713/7900)   remote: Compressing objects:  48% 
(3792/7900)   remote: Compressing objects:  49% (3871/7900)   
remote: Compressing objects:  50% (3950/7900)   remote: Compressing 
objects:  

Build failed in Jenkins: carbondata-master-spark-2.2 #1062

[Apache Jenkins Server]

See 


--
Started by an SCM change
[EnvInject] - Loading node environment variables.
Building remotely on H33 (ubuntu xenial) in workspace 

 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git # timeout=10
Fetching upstream changes from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
 > git --version # timeout=10
using GIT_SSH to set credentials 
 > git fetch --tags --progress 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git 
 > +refs/heads/*:refs/remotes/origin/*
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.maven.MavenModuleSetBuild.run(MavenModuleSetBuild.java:543)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git fetch --tags 
--progress https://git-wip-us.apache.org/repos/asf/carbondata.git 
+refs/heads/*:refs/remotes/origin/*" returned status code 128:
stdout: 
stderr: remote: Counting objects: 24895, done.
remote: Compressing objects:   0% (1/8164)   remote: Compressing 
objects:   1% (82/8164)   remote: Compressing objects:   2% (164/8164)  
 remote: Compressing objects:   3% (245/8164)   remote: 
Compressing objects:   4% (327/8164)   remote: Compressing objects:   
5% (409/8164)   remote: Compressing objects:   6% (490/8164)   
remote: Compressing objects:   7% (572/8164)   remote: Compressing 
objects:   8% (654/8164)   remote: Compressing objects:   9% (735/8164) 
  remote: Compressing objects:  10% (817/8164)   remote: 
Compressing objects:  11% (899/8164)   remote: Compressing objects:  
12% (980/8164)   remote: Compressing objects:  13% (1062/8164)  
 remote: Compressing objects:  14% (1143/8164)   remote: Compressing 
objects:  15% (1225/8164)   remote: Compressing objects:  16% 
(1307/8164)   remote: Compressing objects:  17% (1388/8164)   
remote: Compressing objects:  18% (1470/8164)   remote: Compressing 
objects:  19% (1552/8164)   remote: Compressing objects:  20% 
(1633/8164)   remote: Compressing objects:  21% (1715/8164)   
remote: Compressing objects:  22% (1797/8164)   remote: Compressing 
objects:  23% (1878/8164)   remote: Compressing objects:  24% 
(1960/8164)   remote: Compressing objects:  25% (2041/8164)   
remote: Compressing objects:  26% (2123/8164)   remote: Compressing 
objects:  27% (2205/8164)   remote: Compressing objects:  28% 
(2286/8164)   remote: Compressing objects:  29% (2368/8164)   
remote: Compressing objects:  30% (2450/8164)   remote: Compressing 
objects:  31% (2531/8164)   remote: Compressing objects:  32% 
(2613/8164)   remote: Compressing objects:  33% (2695/8164)   
remote: Compressing objects:  34% (2776/8164)   remote: Compressing 
objects:  35% (2858/8164)   remote: Compressing objects:  36% 
(2940/8164)   remote: Compressing objects:  37% (3021/8164)   
remote: Compressing objects:  38% (3103/8164)   remote: Compressing 
objects:  39% (3184/8164)   remote: Compressing objects:  40% 
(3266/8164)   remote: Compressing objects:  41% (3348/8164)   
remote: Compressing objects:  42% (3429/8164)   remote: Compressing 
objects:  43% (3511/8164)   remote: Compressing objects:  44% 
(3593/8164)   remote: Compressing objects:  45% (3674/8164)   
remote: Compressing objects:  46% (3756/8164)   remote: Compressing 
objects:  47% (3838/8164)   remote: Compressing objects:  48% 
(3919/8164)   remote: Compressing objects:  49% (4001/8164)   
remote: Compressing objects:  50% (4082/8164)   remote: Compressing 
objects:  

carbondata git commit: [CARBONDATA-2962]Even after carbon file is copied to targetfolder(local/hdfs), carbon files is not deleted from temp directory

[kumarvishal09]

Repository: carbondata
Updated Branches:
  refs/heads/master 2ab2254be -> 49f67153a


[CARBONDATA-2962]Even after carbon file is copied to targetfolder(local/hdfs), 
carbon files is not deleted from temp directory

Problem:
Even after carbon file is copied to targetfolder(local/hdfs), carbon files is 
not deleted from temp directory.
Solution:
After copying Carbon data and index files from temp directory, delete those 
files.

This closes #2752


Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/49f67153
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/49f67153
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/49f67153

Branch: refs/heads/master
Commit: 49f67153a21e5a0cb5705adeb0f056eef4d3ed25
Parents: 2ab2254
Author: Indhumathi27 
Authored: Mon Sep 24 12:28:47 2018 +0530
Committer: kumarvishal09 
Committed: Wed Sep 26 12:35:24 2018 +0530

--
 .../store/writer/AbstractFactDataWriter.java| 20 ++--
 1 file changed, 14 insertions(+), 6 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/carbondata/blob/49f67153/processing/src/main/java/org/apache/carbondata/processing/store/writer/AbstractFactDataWriter.java
--
diff --git 
a/processing/src/main/java/org/apache/carbondata/processing/store/writer/AbstractFactDataWriter.java
 
b/processing/src/main/java/org/apache/carbondata/processing/store/writer/AbstractFactDataWriter.java
index ad0e8e0..4afb3ef 100644
--- 
a/processing/src/main/java/org/apache/carbondata/processing/store/writer/AbstractFactDataWriter.java
+++ 
b/processing/src/main/java/org/apache/carbondata/processing/store/writer/AbstractFactDataWriter.java
@@ -270,12 +270,18 @@ public abstract class AbstractFactDataWriter implements 
CarbonFactDataWriter {
 notifyDataMapBlockEnd();
 CarbonUtil.closeStreams(this.fileOutputStream, this.fileChannel);
 if (!enableDirectlyWriteData2Hdfs) {
-  if (copyInCurrentThread) {
-CarbonUtil.copyCarbonDataFileToCarbonStorePath(carbonDataFileTempPath,
-model.getCarbonDataDirectoryPath(), fileSizeInBytes);
-  } else {
-executorServiceSubmitList.add(executorService.submit(
-new CompleteHdfsBackendThread(carbonDataFileTempPath)));
+  try {
+if (copyInCurrentThread) {
+  
CarbonUtil.copyCarbonDataFileToCarbonStorePath(carbonDataFileTempPath,
+  model.getCarbonDataDirectoryPath(), fileSizeInBytes);
+  FileFactory
+  .deleteFile(carbonDataFileTempPath, 
FileFactory.getFileType(carbonDataFileTempPath));
+} else {
+  executorServiceSubmitList
+  .add(executorService.submit(new 
CompleteHdfsBackendThread(carbonDataFileTempPath)));
+}
+  } catch (IOException e) {
+LOGGER.error("Failed to delete carbondata file from temp location" + 
e.getMessage());
   }
 }
   }
@@ -405,6 +411,7 @@ public abstract class AbstractFactDataWriter implements 
CarbonFactDataWriter {
   CarbonUtil
   .copyCarbonDataFileToCarbonStorePath(indexFileName, 
model.getCarbonDataDirectoryPath(),
   fileSizeInBytes);
+  FileFactory.deleteFile(indexFileName, 
FileFactory.getFileType(indexFileName));
 }
   }
 
@@ -470,6 +477,7 @@ public abstract class AbstractFactDataWriter implements 
CarbonFactDataWriter {
 public Void call() throws Exception {
   CarbonUtil.copyCarbonDataFileToCarbonStorePath(fileName, 
model.getCarbonDataDirectoryPath(),
   fileSizeInBytes);
+  FileFactory.deleteFile(fileName, FileFactory.getFileType(fileName));
   return null;
 }
   }

Build failed in Jenkins: carbondata-master-spark-2.2 #1061

[Apache Jenkins Server]

See 


--
Started by an SCM change
[EnvInject] - Loading node environment variables.
Building remotely on H33 (ubuntu xenial) in workspace 

 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git # timeout=10
Fetching upstream changes from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
 > git --version # timeout=10
using GIT_SSH to set credentials 
 > git fetch --tags --progress 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git 
 > +refs/heads/*:refs/remotes/origin/*
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.maven.MavenModuleSetBuild.run(MavenModuleSetBuild.java:543)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git fetch --tags 
--progress https://git-wip-us.apache.org/repos/asf/carbondata.git 
+refs/heads/*:refs/remotes/origin/*" returned status code 128:
stdout: 
stderr: remote: Counting objects: 24882, done.
remote: Compressing objects:   0% (1/8156)   remote: Compressing 
objects:   1% (82/8156)   remote: Compressing objects:   2% (164/8156)  
 remote: Compressing objects:   3% (245/8156)   remote: 
Compressing objects:   4% (327/8156)   remote: Compressing objects:   
5% (408/8156)   remote: Compressing objects:   6% (490/8156)   
remote: Compressing objects:   7% (571/8156)   remote: Compressing 
objects:   8% (653/8156)   remote: Compressing objects:   9% (735/8156) 
  remote: Compressing objects:  10% (816/8156)   remote: 
Compressing objects:  11% (898/8156)   remote: Compressing objects:  
12% (979/8156)   remote: Compressing objects:  13% (1061/8156)  
 remote: Compressing objects:  14% (1142/8156)   remote: Compressing 
objects:  15% (1224/8156)   remote: Compressing objects:  16% 
(1305/8156)   remote: Compressing objects:  17% (1387/8156)   
remote: Compressing objects:  18% (1469/8156)   remote: Compressing 
objects:  19% (1550/8156)   remote: Compressing objects:  20% 
(1632/8156)   remote: Compressing objects:  21% (1713/8156)   
remote: Compressing objects:  22% (1795/8156)   remote: Compressing 
objects:  23% (1876/8156)   remote: Compressing objects:  24% 
(1958/8156)   remote: Compressing objects:  25% (2039/8156)   
remote: Compressing objects:  26% (2121/8156)   remote: Compressing 
objects:  27% (2203/8156)   remote: Compressing objects:  28% 
(2284/8156)   remote: Compressing objects:  29% (2366/8156)   
remote: Compressing objects:  30% (2447/8156)   remote: Compressing 
objects:  31% (2529/8156)   remote: Compressing objects:  32% 
(2610/8156)   remote: Compressing objects:  33% (2692/8156)   
remote: Compressing objects:  34% (2774/8156)   remote: Compressing 
objects:  35% (2855/8156)   remote: Compressing objects:  36% 
(2937/8156)   remote: Compressing objects:  37% (3018/8156)   
remote: Compressing objects:  38% (3100/8156)   remote: Compressing 
objects:  39% (3181/8156)   remote: Compressing objects:  40% 
(3263/8156)   remote: Compressing objects:  41% (3344/8156)   
remote: Compressing objects:  42% (3426/8156)   remote: Compressing 
objects:  43% (3508/8156)   remote: Compressing objects:  44% 
(3589/8156)   remote: Compressing objects:  45% (3671/8156)   
remote: Compressing objects:  46% (3752/8156)   remote: Compressing 
objects:  47% (3834/8156)   remote: Compressing objects:  48% 
(3915/8156)   remote: Compressing objects:  49% (3997/8156)   
remote: Compressing objects:  50% (4078/8156)   remote: Compressing 
objects:  

Build failed in Jenkins: carbondata-master-spark-2.1 #2942

[Apache Jenkins Server]

See 


--
Started by an SCM change
[EnvInject] - Loading node environment variables.
Building remotely on H31 (ubuntu xenial) in workspace 

 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git # timeout=10
Fetching upstream changes from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
 > git --version # timeout=10
using GIT_SSH to set credentials 
 > git fetch --tags --progress 
 > https://git-wip-us.apache.org/repos/asf/carbondata.git 
 > +refs/heads/*:refs/remotes/origin/*
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from 
https://git-wip-us.apache.org/repos/asf/carbondata.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at 
hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.maven.MavenModuleSetBuild.run(MavenModuleSetBuild.java:543)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git fetch --tags 
--progress https://git-wip-us.apache.org/repos/asf/carbondata.git 
+refs/heads/*:refs/remotes/origin/*" returned status code 128:
stdout: 
stderr: remote: Counting objects: 24276, done.
remote: Compressing objects:   0% (1/7892)   remote: Compressing 
objects:   1% (79/7892)   remote: Compressing objects:   2% (158/7892)  
 remote: Compressing objects:   3% (237/7892)   remote: 
Compressing objects:   4% (316/7892)   remote: Compressing objects:   
5% (395/7892)   remote: Compressing objects:   6% (474/7892)   
remote: Compressing objects:   7% (553/7892)   remote: Compressing 
objects:   8% (632/7892)   remote: Compressing objects:   9% (711/7892) 
  remote: Compressing objects:  10% (790/7892)   remote: 
Compressing objects:  11% (869/7892)   remote: Compressing objects:  
12% (948/7892)   remote: Compressing objects:  13% (1026/7892)  
 remote: Compressing objects:  14% (1105/7892)   remote: Compressing 
objects:  15% (1184/7892)   remote: Compressing objects:  16% 
(1263/7892)   remote: Compressing objects:  17% (1342/7892)   
remote: Compressing objects:  18% (1421/7892)   remote: Compressing 
objects:  19% (1500/7892)   remote: Compressing objects:  20% 
(1579/7892)   remote: Compressing objects:  21% (1658/7892)   
remote: Compressing objects:  22% (1737/7892)   remote: Compressing 
objects:  23% (1816/7892)   remote: Compressing objects:  24% 
(1895/7892)   remote: Compressing objects:  25% (1973/7892)   
remote: Compressing objects:  26% (2052/7892)   remote: Compressing 
objects:  27% (2131/7892)   remote: Compressing objects:  28% 
(2210/7892)   remote: Compressing objects:  29% (2289/7892)   
remote: Compressing objects:  30% (2368/7892)   remote: Compressing 
objects:  31% (2447/7892)   remote: Compressing objects:  32% 
(2526/7892)   remote: Compressing objects:  33% (2605/7892)   
remote: Compressing objects:  34% (2684/7892)   remote: Compressing 
objects:  35% (2763/7892)   remote: Compressing objects:  36% 
(2842/7892)   remote: Compressing objects:  37% (2921/7892)   
remote: Compressing objects:  38% (2999/7892)   remote: Compressing 
objects:  39% (3078/7892)   remote: Compressing objects:  40% 
(3157/7892)   remote: Compressing objects:  41% (3236/7892)   
remote: Compressing objects:  42% (3315/7892)   remote: Compressing 
objects:  43% (3394/7892)   remote: Compressing objects:  44% 
(3473/7892)   remote: Compressing objects:  45% (3552/7892)   
remote: Compressing objects:  46% (3631/7892)   remote: Compressing 
objects:  47% (3710/7892)   remote: Compressing objects:  48% 
(3789/7892)   remote: Compressing objects:  49% (3868/7892)   
remote: Compressing objects:  50% (3946/7892)   remote: Compressing 
objects:  

carbondata git commit: [CARBONDATA-2969]local dictioanry query fix for spark-2.3

[jackylk]

Repository: carbondata
Updated Branches:
  refs/heads/master f2398948c -> 2ab2254be


[CARBONDATA-2969]local dictioanry query fix for spark-2.3

This closes #2761


Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/2ab2254b
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/2ab2254b
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/2ab2254b

Branch: refs/heads/master
Commit: 2ab2254be84f82fd2f4b99a6b73353f4c7a55d10
Parents: f239894
Author: akashrn5 
Authored: Tue Sep 25 20:43:06 2018 +0530
Committer: Jacky Li 
Committed: Wed Sep 26 15:01:38 2018 +0800

--
 .../LocalDictionarySupportLoadTableTest.scala   | 14 +
 .../vectorreader/CarbonDictionaryWrapper.java   | 44 ---
 .../vectorreader/ColumnarVectorWrapper.java | 11 +---
 .../spark/sql/CarbonDictionaryWrapper.java  | 44 +++
 .../org/apache/spark/sql/CarbonVectorProxy.java | 10 ++--
 .../spark/sql/CarbonDictionaryWrapper.java  | 56 
 .../org/apache/spark/sql/CarbonVectorProxy.java |  8 +--
 7 files changed, 127 insertions(+), 60 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/carbondata/blob/2ab2254b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/localdictionary/LocalDictionarySupportLoadTableTest.scala
--
diff --git 
a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/localdictionary/LocalDictionarySupportLoadTableTest.scala
 
b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/localdictionary/LocalDictionarySupportLoadTableTest.scala
index e88d8a9..d23c844 100644
--- 
a/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/localdictionary/LocalDictionarySupportLoadTableTest.scala
+++ 
b/integration/spark-common-test/src/test/scala/org/apache/carbondata/spark/testsuite/localdictionary/LocalDictionarySupportLoadTableTest.scala
@@ -136,6 +136,20 @@ class LocalDictionarySupportLoadTableTest extends 
QueryTest with BeforeAndAfterA
 assert(checkForLocalDictionary(getDimRawChunk(2)))
   }
 
+  test("test local dictionary data validation") {
+sql("drop table if exists local_query_enable")
+sql("drop table if exists local_query_disable")
+sql(
+  "CREATE TABLE local_query_enable(name string) STORED BY 'carbondata' 
tblproperties" +
+  "('local_dictionary_enable'='false','local_dictionary_include'='name')")
+sql("load data inpath '" + file1 + "' into table local_query_enable 
OPTIONS('header'='false')")
+sql(
+  "CREATE TABLE local_query_disable(name string) STORED BY 'carbondata' 
tblproperties" +
+  "('local_dictionary_enable'='true','local_dictionary_include'='name')")
+sql("load data inpath '" + file1 + "' into table local_query_disable 
OPTIONS('header'='false')")
+checkAnswer(sql("select name from local_query_enable"), sql("select name 
from local_query_disable"))
+  }
+
   test("test to validate local dictionary values"){
 sql("drop table if exists local2")
 sql("CREATE TABLE local2(name string) STORED BY 'carbondata' 
tblproperties('local_dictionary_enable'='true')")

http://git-wip-us.apache.org/repos/asf/carbondata/blob/2ab2254b/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/CarbonDictionaryWrapper.java
--
diff --git 
a/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/CarbonDictionaryWrapper.java
 
b/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/CarbonDictionaryWrapper.java
deleted file mode 100644
index 7f1e577..000
--- 
a/integration/spark-datasource/src/main/scala/org/apache/carbondata/spark/vectorreader/CarbonDictionaryWrapper.java
+++ /dev/null
@@ -1,44 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one or more
- * contributor license agreements.  See the NOTICE file distributed with
- * this work for additional information regarding copyright ownership.
- * The ASF licenses this file to You under the Apache License, Version 2.0
- * (the "License"); you may not use this file except in compliance with
- * the License.  You may obtain a copy of the License at
- *
- *http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package org.apache.carbondata.spark.vectorreader;
-