date:20170123

hive git commit: HIVE-15617: Improve the avg performance for Range based window (Aihua Xu, reviewed by Yongzhi Chen)

2017-01-23 Thread aihuaxu

Repository: hive
Updated Branches:
  refs/heads/master f6b26b9e4 -> 7c57c05cd


HIVE-15617: Improve the avg performance for Range based window (Aihua Xu, 
reviewed by Yongzhi Chen)


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/7c57c05c
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/7c57c05c
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/7c57c05c

Branch: refs/heads/master
Commit: 7c57c05cd6e152fc361131af41ceae0f5ca8c230
Parents: f6b26b9
Author: Aihua Xu 
Authored: Fri Jan 13 11:48:28 2017 -0500
Committer: Aihua Xu 
Committed: Mon Jan 23 09:30:16 2017 -0500

--
 .../hive/ql/udf/generic/GenericUDAFAverage.java |  37 ++-
 .../hive/ql/udf/ptf/BasePartitionEvaluator.java | 259 +++
 2 files changed, 240 insertions(+), 56 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hive/blob/7c57c05c/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDAFAverage.java
--
diff --git 
a/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDAFAverage.java 
b/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDAFAverage.java
index 5ad5c06..a28f7e8 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDAFAverage.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDAFAverage.java
@@ -19,18 +19,21 @@ package org.apache.hadoop.hive.ql.udf.generic;
 
 import java.util.ArrayList;
 import java.util.HashSet;
+import java.util.List;
 
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 import org.apache.hadoop.hive.common.type.HiveDecimal;
 import org.apache.hadoop.hive.ql.exec.Description;
+import org.apache.hadoop.hive.ql.exec.PTFPartition;
 import org.apache.hadoop.hive.ql.exec.UDFArgumentTypeException;
 import org.apache.hadoop.hive.ql.metadata.HiveException;
 import org.apache.hadoop.hive.ql.parse.SemanticException;
+import org.apache.hadoop.hive.ql.plan.ptf.PTFExpressionDef;
 import org.apache.hadoop.hive.ql.plan.ptf.WindowFrameDef;
 import 
org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator.AbstractAggregationBuffer;
-import 
org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator.AggregationBuffer;
 import 
org.apache.hadoop.hive.ql.udf.generic.GenericUDAFEvaluator.AggregationType;
+import org.apache.hadoop.hive.ql.udf.ptf.BasePartitionEvaluator;
 import org.apache.hadoop.hive.ql.util.JavaDataModel;
 import org.apache.hadoop.hive.serde2.io.DoubleWritable;
 import org.apache.hadoop.hive.serde2.io.HiveDecimalWritable;
@@ -219,6 +222,19 @@ public class GenericUDAFAverage extends 
AbstractGenericUDAFResolver {
 
   };
 }
+
+@Override
+protected BasePartitionEvaluator createPartitionEvaluator(
+WindowFrameDef winFrame,
+PTFPartition partition,
+List parameters,
+ObjectInspector outputOI) {
+  try {
+return new BasePartitionEvaluator.AvgPartitionDoubleEvaluator(this, 
winFrame, partition, parameters, inputOI, outputOI);
+  } catch(HiveException e) {
+return super.createPartitionEvaluator(winFrame, partition, parameters, 
outputOI);
+  }
+}
   }
 
   public static class GenericUDAFAverageEvaluatorDecimal extends 
AbstractGenericUDAFAverageEvaluator {
@@ -358,6 +374,19 @@ public class GenericUDAFAverage extends 
AbstractGenericUDAFResolver {
 
   };
 }
+
+@Override
+protected BasePartitionEvaluator createPartitionEvaluator(
+WindowFrameDef winFrame,
+PTFPartition partition,
+List parameters,
+ObjectInspector outputOI) {
+  try {
+return new 
BasePartitionEvaluator.AvgPartitionHiveDecimalEvaluator(this, winFrame, 
partition, parameters, inputOI, outputOI);
+  } catch(HiveException e) {
+return super.createPartitionEvaluator(winFrame, partition, parameters, 
outputOI);
+  }
+}
   }
 
   @AggregationType(estimable = true)
@@ -409,6 +438,8 @@ public class GenericUDAFAverage extends 
AbstractGenericUDAFResolver {
   super.init(m, parameters);
 
   // init input
+  partialResult = new Object[2];
+  partialResult[0] = new LongWritable(0);
   if (mode == Mode.PARTIAL1 || mode == Mode.COMPLETE) {
 inputOI = (PrimitiveObjectInspector) parameters[0];
 copiedOI = 
(PrimitiveObjectInspector)ObjectInspectorUtils.getStandardObjectInspector(inputOI,
@@ -436,8 +467,6 @@ public class GenericUDAFAverage extends 
AbstractGenericUDAFResolver {
 fname.add("count");
 fname.add("sum");
 fname.add("input");
-partialResult = new Object[2];
-partialResult[0] = new LongWritable(0);
 // index 1 set by child
 return ObjectInspectorFactory.getStandardStructObjectInspector(fname, 
foi);
   } else {

hive git commit: HIVE-15579 - adding entry in errata.txt for missing jira num in commit message

2017-01-23 Thread thejas

Repository: hive
Updated Branches:
  refs/heads/master 3f90794d8 -> 9249e9984


HIVE-15579 - adding entry in errata.txt for missing jira num in commit message


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/9249e998
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/9249e998
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/9249e998

Branch: refs/heads/master
Commit: 9249e9984e698736e7322a4ec32638de3230fc87
Parents: 3f90794
Author: Thejas M Nair 
Authored: Mon Jan 23 17:00:37 2017 -0800
Committer: Thejas M Nair 
Committed: Mon Jan 23 17:00:37 2017 -0800

--
 errata.txt | 1 +
 1 file changed, 1 insertion(+)
--


http://git-wip-us.apache.org/repos/asf/hive/blob/9249e998/errata.txt
--
diff --git a/errata.txt b/errata.txt
index 1425266..81f5838 100644
--- a/errata.txt
+++ b/errata.txt
@@ -1,6 +1,7 @@
 Commits with the wrong or no JIRA referenced:
 
 git commit   branch jira   url
+3f90794d872e90c29a068f16cdf3f45b1cf52c74 master HIVE-15579 
https://issues.apache.org/jira/browse/HIVE-15579
 5a576b6fbf1680ab4dd8f275cad484a2614ef2c1 master HIVE-10391 
https://issues.apache.org/jira/browse/HIVE-10391
 582f4e1bc39b9605d11f762480b29561a44688ae llap   HIVE-10217 
https://issues.apache.org/jira/browse/HIVE-10217
 8981f365bf0cf921bc0ac2ff8914df44ca2f7de7 master HIVE-10500 
https://issues.apache.org/jira/browse/HIVE-10500

hive git commit: HIVE-15651: LLAP: llap status tool enhancements (Prasanth Jayachandran reviewed by Siddharth Seth)

2017-01-23 Thread prasanthj

Repository: hive
Updated Branches:
  refs/heads/master 9249e9984 -> 719125cf1


HIVE-15651: LLAP: llap status tool enhancements (Prasanth Jayachandran reviewed 
by Siddharth Seth)


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/719125cf
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/719125cf
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/719125cf

Branch: refs/heads/master
Commit: 719125cf183381f94590b619f69723eed348f856
Parents: 9249e99
Author: Prasanth Jayachandran 
Authored: Mon Jan 23 17:42:18 2017 -0800
Committer: Prasanth Jayachandran 
Committed: Mon Jan 23 17:42:18 2017 -0800

--
 .../llap/cli/LlapStatusOptionsProcessor.java| 53 ++--
 .../hive/llap/cli/LlapStatusServiceDriver.java  | 65 +++-
 2 files changed, 84 insertions(+), 34 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hive/blob/719125cf/llap-server/src/java/org/apache/hadoop/hive/llap/cli/LlapStatusOptionsProcessor.java
--
diff --git 
a/llap-server/src/java/org/apache/hadoop/hive/llap/cli/LlapStatusOptionsProcessor.java
 
b/llap-server/src/java/org/apache/hadoop/hive/llap/cli/LlapStatusOptionsProcessor.java
index a501b6c..b4aa430 100644
--- 
a/llap-server/src/java/org/apache/hadoop/hive/llap/cli/LlapStatusOptionsProcessor.java
+++ 
b/llap-server/src/java/org/apache/hadoop/hive/llap/cli/LlapStatusOptionsProcessor.java
@@ -37,6 +37,7 @@ public class LlapStatusOptionsProcessor {
 
   private static final long DEFAULT_STATUS_REFRESH_INTERVAL_MS = 1 * 1000l; // 
1 seconds wait until subsequent status
   private static final long DEFAULT_WATCH_MODE_TIMEOUT_MS = 5 * 60 * 1000l; // 
5 minutes timeout for watch mode
+  private static final float DEFAULT_RUNNING_NODES_THRESHOLD = 1.0f;
   enum OptionConstants {
 
 NAME("name", 'n', "LLAP cluster name", true),
@@ -44,9 +45,10 @@ public class LlapStatusOptionsProcessor {
 "Amount of time(s) that the tool will sleep to wait for the YARN 
application to start. negative values=wait forever, 0=Do not wait. default=" +
 TimeUnit.SECONDS.convert(FIND_YARN_APP_TIMEOUT_MS, 
TimeUnit.MILLISECONDS) + "s", true),
 OUTPUT_FILE("outputFile", 'o', "File to which output should be written 
(Default stdout)", true),
-WATCH_UNTIL_STATUS_CHANGE("watchUntil", 'w', "Watch until LLAP application 
status changes to the specified " +
-  "desired state before printing to console. Accepted values are " + 
Arrays.toString(LlapStatusServiceDriver.State
-  .values()), true),
+WATCH_MODE("watch", 'w', "Watch mode waits until all LLAP daemons are 
running or subset of the nodes are " +
+  "running (threshold can be specified via -r option) (Default wait until 
all nodes are running)", false),
+RUNNING_NODES_THRESHOLD("runningNodesThreshold", 'r', "When watch mode is 
enabled (-w), wait until the " +
+  "specified threshold of nodes are running (Default 1.0 which means 100% 
nodes are running)", true),
 STATUS_REFRESH_INTERVAL("refreshInterval", 'i', "Amount of time in seconds 
to wait until subsequent status checks" +
   " in watch mode. Valid only for watch mode. (Default " +
   TimeUnit.SECONDS.convert(DEFAULT_STATUS_REFRESH_INTERVAL_MS, 
TimeUnit.MILLISECONDS) + "s)", true),
@@ -102,25 +104,27 @@ public class LlapStatusOptionsProcessor {
 private final long findAppTimeoutMs;
 private final String outputFile;
 private final long refreshIntervalMs;
-private final LlapStatusServiceDriver.State watchUntil;
+private final boolean watchMode;
 private final long watchTimeout;
+private final float runningNodesThreshold;
 
-public LlapStatusOptions(String name) {
-  this(name, new Properties(), FIND_YARN_APP_TIMEOUT_MS, null, 
DEFAULT_STATUS_REFRESH_INTERVAL_MS, null,
-DEFAULT_WATCH_MODE_TIMEOUT_MS);
+public LlapStatusOptions(final String name) {
+  this(name, new Properties(), FIND_YARN_APP_TIMEOUT_MS, null, 
DEFAULT_STATUS_REFRESH_INTERVAL_MS, false,
+DEFAULT_WATCH_MODE_TIMEOUT_MS, DEFAULT_RUNNING_NODES_THRESHOLD);
 }
 
 public LlapStatusOptions(String name, Properties hiveProperties, long 
findAppTimeoutMs,
- String outputFile, long refreshIntervalMs,
- final LlapStatusServiceDriver.State watchUntil,
- final long watchTimeoutMs) {
+  String outputFile, long refreshIntervalMs,
+  final boolean watchMode, final long 
watchTimeoutMs,
+  final float runningNodesThreshold) {
   this.name = name;
   this.conf = hiveProperties;
   this.findAppTimeoutMs =

hive git commit: Support HADOOP_PROXY_USER for secure impersonation in hive metastore client (Nanda kumar via Thejas Nair)

2017-01-23 Thread thejas

Repository: hive
Updated Branches:
  refs/heads/master 4a42bec6b -> 3f90794d8


Support HADOOP_PROXY_USER for secure impersonation in hive metastore client 
(Nanda kumar via Thejas Nair)


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/3f90794d
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/3f90794d
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/3f90794d

Branch: refs/heads/master
Commit: 3f90794d872e90c29a068f16cdf3f45b1cf52c74
Parents: 4a42bec
Author: Nanda kumar 
Authored: Mon Jan 23 16:58:28 2017 -0800
Committer: Thejas M Nair 
Committed: Mon Jan 23 16:58:28 2017 -0800

--
 .../hive/metastore/HiveMetaStoreClient.java | 37 
 1 file changed, 37 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/hive/blob/3f90794d/metastore/src/java/org/apache/hadoop/hive/metastore/HiveMetaStoreClient.java
--
diff --git 
a/metastore/src/java/org/apache/hadoop/hive/metastore/HiveMetaStoreClient.java 
b/metastore/src/java/org/apache/hadoop/hive/metastore/HiveMetaStoreClient.java
index 83b481c..b5d007d 100644
--- 
a/metastore/src/java/org/apache/hadoop/hive/metastore/HiveMetaStoreClient.java
+++ 
b/metastore/src/java/org/apache/hadoop/hive/metastore/HiveMetaStoreClient.java
@@ -45,6 +45,7 @@ import java.util.NoSuchElementException;
 import java.util.Random;
 import java.util.concurrent.TimeUnit;
 import java.util.concurrent.atomic.AtomicInteger;
+import java.security.PrivilegedExceptionAction;
 
 import javax.security.auth.login.LoginException;
 
@@ -201,6 +202,42 @@ public class HiveMetaStoreClient implements 
IMetaStoreClient {
   LOG.error("NOT getting uris from conf");
   throw new MetaException("MetaStoreURIs not found in conf file");
 }
+
+//If HADOOP_PROXY_USER is set in env or property,
+//then need to create metastore client that proxies as that user.
+String HADOOP_PROXY_USER = "HADOOP_PROXY_USER";
+String proxyUser = System.getenv(HADOOP_PROXY_USER);
+if (proxyUser == null) {
+  proxyUser = System.getProperty(HADOOP_PROXY_USER);
+}
+//if HADOOP_PROXY_USER is set, create DelegationToken using real user
+if(proxyUser != null) {
+  LOG.info(HADOOP_PROXY_USER + " is set. Using delegation "
+  + "token for HiveMetaStore connection.");
+  try {
+UserGroupInformation.getLoginUser().getRealUser().doAs(
+new PrivilegedExceptionAction() {
+  @Override
+  public Void run() throws Exception {
+open();
+return null;
+  }
+});
+String delegationTokenPropString = 
"DelegationTokenForHiveMetaStoreServer";
+String delegationTokenStr = getDelegationToken(proxyUser, proxyUser);
+Utils.setTokenStr(UserGroupInformation.getCurrentUser(), 
delegationTokenStr,
+delegationTokenPropString);
+this.conf.setVar(ConfVars.METASTORE_TOKEN_SIGNATURE, 
delegationTokenPropString);
+close();
+  } catch (Exception e) {
+LOG.error("Error while setting delegation token for " + proxyUser, e);
+if(e instanceof MetaException) {
+  throw (MetaException)e;
+} else {
+  throw new MetaException(e.getMessage());
+}
+  }
+}
 // finally open the store
 open();
   }

hive git commit: HIVE-15589 : Lengthen HIVE_TXN_TIMEOUT in TestDbTxnManager.setup to avoid unnecessary test failure (Wei Zheng)

2017-01-23 Thread weiz

Repository: hive
Updated Branches:
  refs/heads/master c7ac34056 -> 4a42bec6b


HIVE-15589 : Lengthen HIVE_TXN_TIMEOUT in TestDbTxnManager.setup to avoid 
unnecessary test failure (Wei Zheng)


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/4a42bec6
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/4a42bec6
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/4a42bec6

Branch: refs/heads/master
Commit: 4a42bec6ba4cb8257dec517bc7c45b6a8f5a9e67
Parents: c7ac340
Author: Wei Zheng 
Authored: Mon Jan 23 13:53:04 2017 -0800
Committer: Wei Zheng 
Committed: Mon Jan 23 13:53:04 2017 -0800

--
 .../test/org/apache/hadoop/hive/ql/lockmgr/TestDbTxnManager.java   | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)
--


http://git-wip-us.apache.org/repos/asf/hive/blob/4a42bec6/ql/src/test/org/apache/hadoop/hive/ql/lockmgr/TestDbTxnManager.java
--
diff --git 
a/ql/src/test/org/apache/hadoop/hive/ql/lockmgr/TestDbTxnManager.java 
b/ql/src/test/org/apache/hadoop/hive/ql/lockmgr/TestDbTxnManager.java
index 3f99571..8f26099 100644
--- a/ql/src/test/org/apache/hadoop/hive/ql/lockmgr/TestDbTxnManager.java
+++ b/ql/src/test/org/apache/hadoop/hive/ql/lockmgr/TestDbTxnManager.java
@@ -474,7 +474,7 @@ public class TestDbTxnManager {
 readEntities = new HashSet();
 writeEntities = new HashSet();
 conf.setTimeVar(HiveConf.ConfVars.HIVE_TIMEDOUT_TXN_REAPER_START, 0, 
TimeUnit.SECONDS);
-conf.setTimeVar(HiveConf.ConfVars.HIVE_TXN_TIMEOUT, 1, TimeUnit.SECONDS);
+conf.setTimeVar(HiveConf.ConfVars.HIVE_TXN_TIMEOUT, 10, TimeUnit.SECONDS);
 houseKeeperService = new AcidHouseKeeperService();
   }

[2/3] hive git commit: HIVE-15646: Column level lineage is not available for table Views (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

2017-01-23 Thread pxiong

http://git-wip-us.apache.org/repos/asf/hive/blob/c7ac3405/ql/src/test/results/clientpositive/cbo_subq_exists.q.out
--
diff --git a/ql/src/test/results/clientpositive/cbo_subq_exists.q.out 
b/ql/src/test/results/clientpositive/cbo_subq_exists.q.out
index 45f4524..06dbd30 100644
--- a/ql/src/test/results/clientpositive/cbo_subq_exists.q.out
+++ b/ql/src/test/results/clientpositive/cbo_subq_exists.q.out
@@ -195,6 +195,8 @@ POSTHOOK: type: CREATEVIEW
 POSTHOOK: Input: default@src_cbo
 POSTHOOK: Output: database:default
 POSTHOOK: Output: default@cv1
+POSTHOOK: Lineage: cv1.key SIMPLE [(src_cbo)b.FieldSchema(name:key, 
type:string, comment:null), ]
+POSTHOOK: Lineage: cv1.value SIMPLE [(src_cbo)b.FieldSchema(name:value, 
type:string, comment:null), ]
 PREHOOK: query: select * from cv1
 PREHOOK: type: QUERY
 PREHOOK: Input: default@cv1

http://git-wip-us.apache.org/repos/asf/hive/blob/c7ac3405/ql/src/test/results/clientpositive/cbo_union_view.q.out
--
diff --git a/ql/src/test/results/clientpositive/cbo_union_view.q.out 
b/ql/src/test/results/clientpositive/cbo_union_view.q.out
index d179c28..c8504a1 100644
--- a/ql/src/test/results/clientpositive/cbo_union_view.q.out
+++ b/ql/src/test/results/clientpositive/cbo_union_view.q.out
@@ -50,6 +50,8 @@ POSTHOOK: Input: default@src_union_2
 POSTHOOK: Input: default@src_union_3
 POSTHOOK: Output: database:default
 POSTHOOK: Output: default@src_union_view
+POSTHOOK: Lineage: src_union_view.key EXPRESSION 
[(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), 
(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), 
(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ]
+POSTHOOK: Lineage: src_union_view.value EXPRESSION 
[(src_union_1)src_union_1.FieldSchema(name:value, type:string, comment:null), 
(src_union_2)src_union_2.FieldSchema(name:value, type:string, comment:null), 
(src_union_3)src_union_3.FieldSchema(name:value, type:string, comment:null), ]
 PREHOOK: query: EXPLAIN SELECT key, value, ds FROM src_union_view WHERE key=86
 PREHOOK: type: QUERY
 POSTHOOK: query: EXPLAIN SELECT key, value, ds FROM src_union_view WHERE key=86

http://git-wip-us.apache.org/repos/asf/hive/blob/c7ac3405/ql/src/test/results/clientpositive/concat_op.q.out
--
diff --git a/ql/src/test/results/clientpositive/concat_op.q.out 
b/ql/src/test/results/clientpositive/concat_op.q.out
index 6afefae..e7fad1f 100644
--- a/ql/src/test/results/clientpositive/concat_op.q.out
+++ b/ql/src/test/results/clientpositive/concat_op.q.out
@@ -172,6 +172,7 @@ POSTHOOK: Input: default@ct1
 POSTHOOK: Input: default@ct2
 POSTHOOK: Output: database:default
 POSTHOOK: Output: default@ct_v1
+POSTHOOK: Lineage: ct_v1.c EXPRESSION [(ct1)ct1.FieldSchema(name:c, type:int, 
comment:null), (ct2)ct2.FieldSchema(name:c, type:int, comment:null), ]
 PREHOOK: query: select c,c * c + c || 'x', 'c+c=' || c+c || ', c*c=' || c*c || 
', (c)=' || (c & c) from ct_v1
 PREHOOK: type: QUERY
 PREHOOK: Input: default@ct1

http://git-wip-us.apache.org/repos/asf/hive/blob/c7ac3405/ql/src/test/results/clientpositive/create_big_view.q.out
--
diff --git a/ql/src/test/results/clientpositive/create_big_view.q.out 
b/ql/src/test/results/clientpositive/create_big_view.q.out
index 08f4c87..e5609e5 100644
--- a/ql/src/test/results/clientpositive/create_big_view.q.out
+++ b/ql/src/test/results/clientpositive/create_big_view.q.out
@@ -484,6 +484,241 @@ POSTHOOK: type: CREATEVIEW
 POSTHOOK: Input: default@src
 POSTHOOK: Output: database:default
 POSTHOOK: Output: default@big_view
+POSTHOOK: Lineage: big_view._c1 SIMPLE []
+POSTHOOK: Lineage: big_view._c10 SIMPLE []
+POSTHOOK: Lineage: big_view._c100 SIMPLE []
+POSTHOOK: Lineage: big_view._c101 SIMPLE []
+POSTHOOK: Lineage: big_view._c102 SIMPLE []
+POSTHOOK: Lineage: big_view._c103 SIMPLE []
+POSTHOOK: Lineage: big_view._c104 SIMPLE []
+POSTHOOK: Lineage: big_view._c105 SIMPLE []
+POSTHOOK: Lineage: big_view._c106 SIMPLE []
+POSTHOOK: Lineage: big_view._c107 SIMPLE []
+POSTHOOK: Lineage: big_view._c108 SIMPLE []
+POSTHOOK: Lineage: big_view._c109 SIMPLE []
+POSTHOOK: Lineage: big_view._c11 SIMPLE []
+POSTHOOK: Lineage: big_view._c110 SIMPLE []
+POSTHOOK: Lineage: big_view._c111 SIMPLE []
+POSTHOOK: Lineage: big_view._c112 SIMPLE []
+POSTHOOK: Lineage: big_view._c113 SIMPLE []
+POSTHOOK: Lineage: big_view._c114 SIMPLE []
+POSTHOOK: Lineage: big_view._c115 SIMPLE []
+POSTHOOK: Lineage: big_view._c116 SIMPLE []
+POSTHOOK: Lineage: big_view._c117 SIMPLE []
+POSTHOOK: Lineage: big_view._c118 SIMPLE []
+POSTHOOK: Lineage: big_view._c119 SIMPLE []
+POSTHOOK: Lineage: big_view._c12 SIMPLE []
+POSTHOOK: Lineage: big_view._c120 SIMPLE []
+POSTHOOK: Lineage: big_view._c121 SIMPLE []
+POSTHOOK:

[1/3] hive git commit: HIVE-15646: Column level lineage is not available for table Views (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

2017-01-23 Thread pxiong

Repository: hive
Updated Branches:
  refs/heads/master 588c3911a -> c7ac34056


http://git-wip-us.apache.org/repos/asf/hive/blob/c7ac3405/ql/src/test/results/clientpositive/llap/vectorized_ptf.q.out
--
diff --git a/ql/src/test/results/clientpositive/llap/vectorized_ptf.q.out 
b/ql/src/test/results/clientpositive/llap/vectorized_ptf.q.out
index 695262e..b40acf9 100644
--- a/ql/src/test/results/clientpositive/llap/vectorized_ptf.q.out
+++ b/ql/src/test/results/clientpositive/llap/vectorized_ptf.q.out
@@ -4177,6 +4177,9 @@ POSTHOOK: type: CREATEVIEW
 POSTHOOK: Input: default@part_orc
 POSTHOOK: Output: database:default
 POSTHOOK: Output: default@mfgr_price_view
+POSTHOOK: Lineage: mfgr_price_view.p_brand SIMPLE 
[(part_orc)part_orc.FieldSchema(name:p_brand, type:string, comment:null), ]
+POSTHOOK: Lineage: mfgr_price_view.p_mfgr SIMPLE 
[(part_orc)part_orc.FieldSchema(name:p_mfgr, type:string, comment:null), ]
+POSTHOOK: Lineage: mfgr_price_view.s EXPRESSION 
[(part_orc)part_orc.FieldSchema(name:p_retailprice, type:double, comment:null), 
]
 PREHOOK: query: explain extended
 select p_mfgr, p_brand, s, 
 round(sum(s) over w1,2) as s1

http://git-wip-us.apache.org/repos/asf/hive/blob/c7ac3405/ql/src/test/results/clientpositive/llap/windowing.q.out
--
diff --git a/ql/src/test/results/clientpositive/llap/windowing.q.out 
b/ql/src/test/results/clientpositive/llap/windowing.q.out
index 61c5591..86804f2 100644
--- a/ql/src/test/results/clientpositive/llap/windowing.q.out
+++ b/ql/src/test/results/clientpositive/llap/windowing.q.out
@@ -950,6 +950,9 @@ POSTHOOK: type: CREATEVIEW
 POSTHOOK: Input: default@part
 POSTHOOK: Output: database:default
 POSTHOOK: Output: default@mfgr_price_view
+POSTHOOK: Lineage: mfgr_price_view.p_brand SIMPLE 
[(part)part.FieldSchema(name:p_brand, type:string, comment:null), ]
+POSTHOOK: Lineage: mfgr_price_view.p_mfgr SIMPLE 
[(part)part.FieldSchema(name:p_mfgr, type:string, comment:null), ]
+POSTHOOK: Lineage: mfgr_price_view.s EXPRESSION 
[(part)part.FieldSchema(name:p_retailprice, type:double, comment:null), ]
 PREHOOK: query: select * 
 from (
 select p_mfgr, p_brand, s, 
@@ -1040,6 +1043,9 @@ POSTHOOK: type: CREATEVIEW
 POSTHOOK: Input: default@part
 POSTHOOK: Output: database:default
 POSTHOOK: Output: default@mfgr_brand_price_view
+POSTHOOK: Lineage: mfgr_brand_price_view.p_brand SIMPLE 
[(part)part.FieldSchema(name:p_brand, type:string, comment:null), ]
+POSTHOOK: Lineage: mfgr_brand_price_view.p_mfgr SIMPLE 
[(part)part.FieldSchema(name:p_mfgr, type:string, comment:null), ]
+POSTHOOK: Lineage: mfgr_brand_price_view.s SCRIPT 
[(part)part.FieldSchema(name:p_partkey, type:int, comment:null), 
(part)part.FieldSchema(name:p_name, type:string, comment:null), 
(part)part.FieldSchema(name:p_mfgr, type:string, comment:null), 
(part)part.FieldSchema(name:p_brand, type:string, comment:null), 
(part)part.FieldSchema(name:p_type, type:string, comment:null), 
(part)part.FieldSchema(name:p_size, type:int, comment:null), 
(part)part.FieldSchema(name:p_container, type:string, comment:null), 
(part)part.FieldSchema(name:p_retailprice, type:double, comment:null), 
(part)part.FieldSchema(name:p_comment, type:string, comment:null), ]
 PREHOOK: query: select * from mfgr_brand_price_view
 PREHOOK: type: QUERY
 PREHOOK: Input: default@mfgr_brand_price_view

http://git-wip-us.apache.org/repos/asf/hive/blob/c7ac3405/ql/src/test/results/clientpositive/masking_2.q.out
--
diff --git a/ql/src/test/results/clientpositive/masking_2.q.out 
b/ql/src/test/results/clientpositive/masking_2.q.out
index 4900a5a..83fca41 100644
--- a/ql/src/test/results/clientpositive/masking_2.q.out
+++ b/ql/src/test/results/clientpositive/masking_2.q.out
@@ -8,6 +8,8 @@ POSTHOOK: type: CREATEVIEW
 POSTHOOK: Input: default@src
 POSTHOOK: Output: database:default
 POSTHOOK: Output: default@masking_test
+POSTHOOK: Lineage: masking_test.key EXPRESSION [(src)src.FieldSchema(name:key, 
type:string, comment:default), ]
+POSTHOOK: Lineage: masking_test.value SIMPLE [(src)src.FieldSchema(name:value, 
type:string, comment:default), ]
 PREHOOK: query: explain select * from masking_test
 PREHOOK: type: QUERY
 POSTHOOK: query: explain select * from masking_test

http://git-wip-us.apache.org/repos/asf/hive/blob/c7ac3405/ql/src/test/results/clientpositive/masking_6.q.out
--
diff --git a/ql/src/test/results/clientpositive/masking_6.q.out 
b/ql/src/test/results/clientpositive/masking_6.q.out
index 56e4006..b9004b9 100644
--- a/ql/src/test/results/clientpositive/masking_6.q.out
+++ b/ql/src/test/results/clientpositive/masking_6.q.out
@@ -12,6 +12,9 @@ POSTHOOK: type: CREATEVIEW
 POSTHOOK: Input: default@src
 POSTHOOK: Output: database:default
 POSTHOOK: Output: default@masking_test

hive git commit: HIVE-15439 : Support INSERT OVERWRITE for internal druid datasources. (Slim Bouguerra via Jesus Camacho Rodriguez)

2017-01-23 Thread hashutosh

Repository: hive
Updated Branches:
  refs/heads/master 7c57c05cd -> 38c3f1a58


HIVE-15439 : Support INSERT OVERWRITE for internal druid datasources. (Slim 
Bouguerra via Jesus Camacho Rodriguez)

Signed-off-by: Ashutosh Chauhan 


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/38c3f1a5
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/38c3f1a5
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/38c3f1a5

Branch: refs/heads/master
Commit: 38c3f1a583b974e8a7226311fc07fc50285ef528
Parents: 7c57c05
Author: Slim Bouguerra 
Authored: Wed Nov 1 12:14:00 2017 -0800
Committer: Ashutosh Chauhan 
Committed: Mon Jan 23 10:13:15 2017 -0800

--
 .../results/positive/accumulo_queries.q.out | 20 +--
 .../accumulo_single_sourced_multi_insert.q.out  | 35 ++--
 druid-handler/pom.xml   |  5 ++
 .../hadoop/hive/druid/DruidStorageHandler.java  | 23 +++-
 .../hive/druid/DruidStorageHandlerTest.java | 56 +---
 .../hadoop/hive/druid/TestDerbyConnector.java   | 18 +++
 .../hive/ql/io/DruidRecordWriterTest.java   | 18 +++
 .../test/results/positive/hbase_queries.q.out   | 20 +--
 .../hbase_single_sourced_multi_insert.q.out | 35 ++--
 .../src/test/results/positive/hbasestats.q.out  |  7 ++-
 .../hadoop/hive/metastore/HiveMetaHookV2.java   | 51 ++
 .../hive/metastore/HiveMetaStoreClient.java | 18 +++
 .../hadoop/hive/metastore/IMetaStoreClient.java | 11 +++-
 .../org/apache/hadoop/hive/ql/exec/DDLTask.java | 14 +
 ...tedDynPartitionTimeGranularityOptimizer.java | 13 -
 .../hadoop/hive/ql/parse/SemanticAnalyzer.java  | 22 +---
 .../org/apache/hadoop/hive/ql/plan/DDLWork.java | 17 ++
 .../hadoop/hive/ql/plan/InsertTableDesc.java| 40 ++
 18 files changed, 364 insertions(+), 59 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hive/blob/38c3f1a5/accumulo-handler/src/test/results/positive/accumulo_queries.q.out
--
diff --git a/accumulo-handler/src/test/results/positive/accumulo_queries.q.out 
b/accumulo-handler/src/test/results/positive/accumulo_queries.q.out
index a6d2632..d7cceec 100644
--- a/accumulo-handler/src/test/results/positive/accumulo_queries.q.out
+++ b/accumulo-handler/src/test/results/positive/accumulo_queries.q.out
@@ -40,7 +40,8 @@ POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE 
accumulo_table_1 SELECT
 POSTHOOK: type: QUERY
 STAGE DEPENDENCIES:
   Stage-0 is a root stage
-  Stage-1 is a root stage
+  Stage-1
+  Stage-2 is a root stage
 
 STAGE PLANS:
   Stage: Stage-0
@@ -52,6 +53,10 @@ STAGE PLANS:
 COLUMN_STATS_ACCURATE 
 
   Stage: Stage-1
+  Insert operator:
+Insert
+
+  Stage: Stage-2
 Map Reduce
   Map Operator Tree:
   TableScan
@@ -490,8 +495,9 @@ ON (x.key = Y.key)
 POSTHOOK: type: QUERY
 STAGE DEPENDENCIES:
   Stage-0 is a root stage
-  Stage-2 is a root stage
-  Stage-1 depends on stages: Stage-2
+  Stage-1
+  Stage-3 is a root stage
+  Stage-2 depends on stages: Stage-3
 
 STAGE PLANS:
   Stage: Stage-0
@@ -502,7 +508,11 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE 
 
-  Stage: Stage-2
+  Stage: Stage-1
+  Insert operator:
+Insert
+
+  Stage: Stage-3
 Map Reduce
   Map Operator Tree:
   TableScan
@@ -537,7 +547,7 @@ STAGE PLANS:
 output format: 
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe
 
-  Stage: Stage-1
+  Stage: Stage-2
 Map Reduce
   Map Operator Tree:
   TableScan

http://git-wip-us.apache.org/repos/asf/hive/blob/38c3f1a5/accumulo-handler/src/test/results/positive/accumulo_single_sourced_multi_insert.q.out
--
diff --git 
a/accumulo-handler/src/test/results/positive/accumulo_single_sourced_multi_insert.q.out
 
b/accumulo-handler/src/test/results/positive/accumulo_single_sourced_multi_insert.q.out
index 55e7176..7330746 100644
--- 
a/accumulo-handler/src/test/results/positive/accumulo_single_sourced_multi_insert.q.out
+++ 
b/accumulo-handler/src/test/results/positive/accumulo_single_sourced_multi_insert.q.out
@@ -34,14 +34,15 @@ select value,"" where a.key > 50 AND a.key < 100
 POSTHOOK: type: QUERY
 STAGE DEPENDENCIES:
   Stage-0 is a root stage
-  Stage-2 is a root stage
-  Stage-8 depends on stages: Stage-2 , consists of Stage-5, Stage-4, Stage-6
-  Stage-5
-  Stage-1 depends on stages: Stage-5, Stage-4, Stage-7
-  Stage-3 depends on stages: Stage-1
-  Stage-4
+  Stage-1
+  Stage-3 is a root stage
+

[01/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

2017-01-23 Thread pxiong

Repository: hive
Updated Branches:
  refs/heads/master 38c3f1a58 -> 588c3911a


http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/udtf_explode.q.out
--
diff --git a/ql/src/test/results/clientpositive/udtf_explode.q.out 
b/ql/src/test/results/clientpositive/udtf_explode.q.out
index 8f68b35..2b19296 100644
--- a/ql/src/test/results/clientpositive/udtf_explode.q.out
+++ b/ql/src/test/results/clientpositive/udtf_explode.q.out
@@ -91,6 +91,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
   bucket_count -1
+  column.name.delimiter ,
   columns key,value
   columns.comments 'default','default'
   columns.types string:string
@@ -111,6 +112,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 'default','default'
 columns.types string:string
@@ -153,6 +155,7 @@ STAGE PLANS:
 input format: 
org.apache.hadoop.mapred.SequenceFileInputFormat
 output format: 
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 properties:
+  column.name.delimiter ,
   columns _col0,_col1
   columns.types int,bigint
   escape.delim \
@@ -185,6 +188,7 @@ STAGE PLANS:
 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 output format: 
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 properties:
+  column.name.delimiter ,
   columns _col0,_col1
   columns.types int,bigint
   escape.delim \
@@ -194,6 +198,7 @@ STAGE PLANS:
   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
   output format: 
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
   properties:
+column.name.delimiter ,
 columns _col0,_col1
 columns.types int,bigint
 escape.delim \
@@ -351,6 +356,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
   bucket_count -1
+  column.name.delimiter ,
   columns key,value
   columns.comments 'default','default'
   columns.types string:string
@@ -371,6 +377,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 'default','default'
 columns.types string:string
@@ -413,6 +420,7 @@ STAGE PLANS:
 input format: 
org.apache.hadoop.mapred.SequenceFileInputFormat
 output format: 
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 properties:
+  column.name.delimiter ,
   columns _col0,_col1,_col2
   columns.types int,string,bigint
   escape.delim \
@@ -445,6 +453,7 @@ STAGE PLANS:
 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 output format: 
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 properties:
+  column.name.delimiter ,
   columns _col0,_col1,_col2
   columns.types int,string,bigint
   escape.delim \
@@ -454,6 +463,7 @@ STAGE PLANS:
   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
   output format: 
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
   properties:
+column.name.delimiter ,
 columns _col0,_col1,_col2
 columns.types int,string,bigint
 escape.delim \

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/union22.q.out
--
diff --git a/ql/src/test/results/clientpositive/union22.q.out 
b/ql/src/test/results/clientpositive/union22.q.out
index 9e44492..f60dbf6 100644
--- a/ql/src/test/results/clientpositive/union22.q.out
+++ b/ql/src/test/results/clientpositive/union22.q.out
@@ -99,6 +99,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
 bucket_count -1
+

[03/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

2017-01-23 Thread pxiong

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/spark/outer_join_ppr.q.out
--
diff --git a/ql/src/test/results/clientpositive/spark/outer_join_ppr.q.out 
b/ql/src/test/results/clientpositive/spark/outer_join_ppr.q.out
index 836816b..2d0270b 100644
--- a/ql/src/test/results/clientpositive/spark/outer_join_ppr.q.out
+++ b/ql/src/test/results/clientpositive/spark/outer_join_ppr.q.out
@@ -57,6 +57,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 'default','default'
 columns.types string:string
@@ -77,6 +78,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
   bucket_count -1
+  column.name.delimiter ,
   columns key,value
   columns.comments 'default','default'
   columns.types string:string
@@ -128,6 +130,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 'default','default'
 columns.types string:string
@@ -149,6 +152,7 @@ STAGE PLANS:
 output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 properties:
   bucket_count -1
+  column.name.delimiter ,
   columns key,value
   columns.comments 'default','default'
   columns.types string:string
@@ -174,6 +178,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 'default','default'
 columns.types string:string
@@ -195,6 +200,7 @@ STAGE PLANS:
 output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 properties:
   bucket_count -1
+  column.name.delimiter ,
   columns key,value
   columns.comments 'default','default'
   columns.types string:string
@@ -220,6 +226,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 'default','default'
 columns.types string:string
@@ -241,6 +248,7 @@ STAGE PLANS:
 output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 properties:
   bucket_count -1
+  column.name.delimiter ,
   columns key,value
   columns.comments 'default','default'
   columns.types string:string
@@ -266,6 +274,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 'default','default'
 columns.types string:string
@@ -287,6 +296,7 @@ STAGE PLANS:
 output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 properties:
   bucket_count -1
+  column.name.delimiter ,
   columns key,value
   columns.comments 'default','default'
   columns.types string:string
@@ -460,6 +470,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 'default','default'
 columns.types string:string
@@ -480,6 +491,7 @@ STAGE PLANS:

[04/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

2017-01-23 Thread pxiong

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/spark/join32_lessSize.q.out
--
diff --git a/ql/src/test/results/clientpositive/spark/join32_lessSize.q.out 
b/ql/src/test/results/clientpositive/spark/join32_lessSize.q.out
index f3df5c4..e658e1a 100644
--- a/ql/src/test/results/clientpositive/spark/join32_lessSize.q.out
+++ b/ql/src/test/results/clientpositive/spark/join32_lessSize.q.out
@@ -69,6 +69,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 'default','default'
 columns.types string:string
@@ -89,6 +90,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
   bucket_count -1
+  column.name.delimiter ,
   columns key,value
   columns.comments 'default','default'
   columns.types string:string
@@ -139,6 +141,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 'default','default'
 columns.types string:string
@@ -159,6 +162,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
   bucket_count -1
+  column.name.delimiter ,
   columns key,value
   columns.comments 'default','default'
   columns.types string:string
@@ -235,6 +239,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true"}
 bucket_count -1
+column.name.delimiter ,
 columns key,value,val2
 columns.comments 
 columns.types string:string:string
@@ -269,6 +274,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 'default','default'
 columns.types string:string
@@ -290,6 +296,7 @@ STAGE PLANS:
 output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 properties:
   bucket_count -1
+  column.name.delimiter ,
   columns key,value
   columns.comments 'default','default'
   columns.types string:string
@@ -318,6 +325,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
 bucket_count -1
+column.name.delimiter ,
 columns key,value,val2
 columns.comments 
 columns.types string:string:string
@@ -512,6 +520,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 'default','default'
 columns.types string:string
@@ -532,6 +541,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
   bucket_count -1
+  column.name.delimiter ,
   columns key,value
   columns.comments 'default','default'
   columns.types string:string
@@ -598,6 +608,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 'default','default'
 columns.types string:string
@@ -618,6 +629,7 @@ STAGE PLANS:

[15/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

2017-01-23 Thread pxiong

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/groupby_sort_1_23.q.out
--
diff --git a/ql/src/test/results/clientpositive/groupby_sort_1_23.q.out 
b/ql/src/test/results/clientpositive/groupby_sort_1_23.q.out
index 496c5ba..92babd7 100644
--- a/ql/src/test/results/clientpositive/groupby_sort_1_23.q.out
+++ b/ql/src/test/results/clientpositive/groupby_sort_1_23.q.out
@@ -87,6 +87,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
   bucket_count -1
+  column.name.delimiter ,
   columns key,cnt
   columns.comments 
   columns.types int:int
@@ -118,6 +119,7 @@ STAGE PLANS:
   SORTBUCKETCOLSPREFIX TRUE
   bucket_count 2
   bucket_field_name key
+  column.name.delimiter ,
   columns key,val
   columns.comments 
   columns.types string:string
@@ -140,6 +142,7 @@ STAGE PLANS:
 SORTBUCKETCOLSPREFIX TRUE
 bucket_count 2
 bucket_field_name key
+column.name.delimiter ,
 columns key,val
 columns.comments 
 columns.types string:string
@@ -179,6 +182,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
 bucket_count -1
+column.name.delimiter ,
 columns key,cnt
 columns.comments 
 columns.types int:int
@@ -215,6 +219,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
 bucket_count -1
+column.name.delimiter ,
 columns key,cnt
 columns.comments 
 columns.types int:int
@@ -244,6 +249,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
   bucket_count -1
+  column.name.delimiter ,
   columns key,cnt
   columns.comments 
   columns.types int:int
@@ -264,6 +270,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
 bucket_count -1
+column.name.delimiter ,
 columns key,cnt
 columns.comments 
 columns.types int:int
@@ -299,6 +306,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
 bucket_count -1
+column.name.delimiter ,
 columns key,cnt
 columns.comments 
 columns.types int:int
@@ -328,6 +336,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
   bucket_count -1
+  column.name.delimiter ,
   columns key,cnt
   columns.comments 
   columns.types int:int
@@ -348,6 +357,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
 bucket_count -1
+column.name.delimiter ,
 columns key,cnt
 columns.comments 
 columns.types int:int
@@ -459,6 +469,7 @@ STAGE PLANS:
   SORTBUCKETCOLSPREFIX TRUE
   bucket_count 2
   bucket_field_name key
+  column.name.delimiter ,
   columns key,val
   columns.comments 
   columns.types string:string
@@ -481,6 +492,7 @@ STAGE PLANS:
 SORTBUCKETCOLSPREFIX TRUE
 bucket_count 2
 bucket_field_name key
+column.name.delimiter ,
 columns key,val
 columns.comments 
 columns.types string:string
@@ -524,6 +536,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
 bucket_count -1
+column.name.delimiter ,
 columns key1,key2,cnt
 columns.comments 
 columns.types int:string:int
@@ -554,6 +567,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
 bucket_count -1
+column.name.delimiter ,
 columns key1,key2,cnt
 columns.comments 
 columns.types int:string:int
@@ -654,6 +668,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}

[05/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

2017-01-23 Thread pxiong

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/spark/groupby_map_ppr_multi_distinct.q.out
--
diff --git 
a/ql/src/test/results/clientpositive/spark/groupby_map_ppr_multi_distinct.q.out 
b/ql/src/test/results/clientpositive/spark/groupby_map_ppr_multi_distinct.q.out
index 3759157..d4fd0bb 100644
--- 
a/ql/src/test/results/clientpositive/spark/groupby_map_ppr_multi_distinct.q.out
+++ 
b/ql/src/test/results/clientpositive/spark/groupby_map_ppr_multi_distinct.q.out
@@ -71,6 +71,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 'default','default'
 columns.types string:string
@@ -92,6 +93,7 @@ STAGE PLANS:
 output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 properties:
   bucket_count -1
+  column.name.delimiter ,
   columns key,value
   columns.comments 'default','default'
   columns.types string:string
@@ -117,6 +119,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 'default','default'
 columns.types string:string
@@ -138,6 +141,7 @@ STAGE PLANS:
 output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 properties:
   bucket_count -1
+  column.name.delimiter ,
   columns key,value
   columns.comments 'default','default'
   columns.types string:string
@@ -181,6 +185,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
   bucket_count -1
+  column.name.delimiter ,
   columns key,c1,c2,c3,c4
   columns.comments 
   columns.types string:int:string:int:int
@@ -211,6 +216,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
 bucket_count -1
+column.name.delimiter ,
 columns key,c1,c2,c3,c4
 columns.comments 
 columns.types string:int:string:int:int

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/spark/groupby_ppr.q.out
--
diff --git a/ql/src/test/results/clientpositive/spark/groupby_ppr.q.out 
b/ql/src/test/results/clientpositive/spark/groupby_ppr.q.out
index bed6d47..88fc15b 100644
--- a/ql/src/test/results/clientpositive/spark/groupby_ppr.q.out
+++ b/ql/src/test/results/clientpositive/spark/groupby_ppr.q.out
@@ -64,6 +64,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 'default','default'
 columns.types string:string
@@ -85,6 +86,7 @@ STAGE PLANS:
 output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 properties:
   bucket_count -1
+  column.name.delimiter ,
   columns key,value
   columns.comments 'default','default'
   columns.types string:string
@@ -110,6 +112,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 'default','default'
 columns.types string:string
@@ -131,6 +134,7 @@ STAGE PLANS:
 output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 properties:
   bucket_count -1
+  column.name.delimiter ,
   columns key,value
   columns.comments 'default','default'
   columns.types string:string

[06/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

2017-01-23 Thread pxiong

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/spark/bucket_map_join_spark3.q.out
--
diff --git 
a/ql/src/test/results/clientpositive/spark/bucket_map_join_spark3.q.out 
b/ql/src/test/results/clientpositive/spark/bucket_map_join_spark3.q.out
index 7efd3c2..2527a42 100644
--- a/ql/src/test/results/clientpositive/spark/bucket_map_join_spark3.q.out
+++ b/ql/src/test/results/clientpositive/spark/bucket_map_join_spark3.q.out
@@ -150,6 +150,7 @@ STAGE PLANS:
   properties:
 bucket_count 2
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types int:string
@@ -172,6 +173,7 @@ STAGE PLANS:
 properties:
   bucket_count 2
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types int:string
@@ -236,6 +238,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
   bucket_count -1
+  column.name.delimiter ,
   columns key,value1,value2
   columns.comments 
   columns.types string:string:string
@@ -274,6 +277,7 @@ STAGE PLANS:
   properties:
 bucket_count 4
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types int:string
@@ -296,6 +300,7 @@ STAGE PLANS:
 properties:
   bucket_count 4
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types int:string
@@ -324,6 +329,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
 bucket_count -1
+column.name.delimiter ,
 columns key,value1,value2
 columns.comments 
 columns.types string:string:string
@@ -446,6 +452,7 @@ STAGE PLANS:
   properties:
 bucket_count 2
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types int:string
@@ -468,6 +475,7 @@ STAGE PLANS:
 properties:
   bucket_count 2
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types int:string
@@ -531,6 +539,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
   bucket_count -1
+  column.name.delimiter ,
   columns key,value1,value2
   columns.comments 
   columns.types string:string:string
@@ -564,6 +573,7 @@ STAGE PLANS:
   properties:
 bucket_count 4
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types int:string
@@ -586,6 +596,7 @@ STAGE PLANS:
 properties:
   bucket_count 4
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types int:string
@@ -614,6 +625,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
 bucket_count -1
+column.name.delimiter ,
 columns key,value1,value2
 columns.comments 
 columns.types string:string:string

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/spark/bucket_map_join_spark4.q.out
--
diff --git 
a/ql/src/test/results/clientpositive/spark/bucket_map_join_spark4.q.out

[19/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

2017-01-23 Thread pxiong

HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed 
by Ashutosh Chauhan)


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/588c3911
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/588c3911
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/588c3911

Branch: refs/heads/master
Commit: 588c3911a325c4a746c71e0d0364ff7745aba8e4
Parents: 38c3f1a
Author: Pengcheng Xiong 
Authored: Mon Jan 23 10:37:54 2017 -0800
Committer: Pengcheng Xiong 
Committed: Mon Jan 23 10:37:54 2017 -0800

--
 .../hadoop/hive/contrib/serde2/RegexSerDe.java  |   5 +-
 .../hive/contrib/serde2/TypedBytesSerDe.java|   5 +-
 .../hive/hcatalog/data/HCatRecordSerDe.java |   6 +-
 .../apache/hive/hcatalog/data/JsonSerDe.java|   5 +-
 .../hive/hcatalog/mapreduce/InternalUtil.java   |   3 +
 .../apache/hadoop/hive/serde2/CustomSerDe1.java |   5 +-
 .../apache/hadoop/hive/serde2/CustomSerDe2.java |   5 +-
 .../apache/hadoop/hive/serde2/CustomSerDe3.java |   7 +-
 .../apache/hadoop/hive/serde2/CustomSerDe4.java |   5 +-
 .../apache/hadoop/hive/serde2/CustomSerDe5.java |   5 +-
 .../hadoop/hive/metastore/MetaStoreUtils.java   |  20 ++-
 .../hadoop/hive/ql/io/orc/OrcOutputFormat.java  |   7 +-
 .../apache/hadoop/hive/ql/io/orc/OrcSerde.java  |   6 +-
 .../io/parquet/MapredParquetOutputFormat.java   |   8 +-
 .../ql/io/parquet/serde/ParquetHiveSerDe.java   |   7 +-
 .../apache/hadoop/hive/ql/plan/PlanUtils.java   |   5 +
 .../clientpositive/comma_in_column_name.q   |  14 ++
 .../alter_partition_coltype.q.out   |   8 +
 .../analyze_table_null_partition.q.out  |   8 +
 .../clientpositive/autoColumnStats_8.q.out  |  15 ++
 .../auto_join_reordering_values.q.out   |  17 ++
 .../clientpositive/auto_sortmerge_join_1.q.out  |  30 
 .../clientpositive/auto_sortmerge_join_11.q.out |  32 
 .../clientpositive/auto_sortmerge_join_12.q.out |  14 ++
 .../clientpositive/auto_sortmerge_join_2.q.out  |  26 +++
 .../clientpositive/auto_sortmerge_join_3.q.out  |  24 +++
 .../clientpositive/auto_sortmerge_join_4.q.out  |  24 +++
 .../clientpositive/auto_sortmerge_join_5.q.out  |  14 ++
 .../clientpositive/auto_sortmerge_join_7.q.out  |  36 +
 .../clientpositive/binary_output_format.q.out   |  10 ++
 .../test/results/clientpositive/bucket1.q.out   |   4 +
 .../test/results/clientpositive/bucket2.q.out   |   4 +
 .../test/results/clientpositive/bucket3.q.out   |   4 +
 .../clientpositive/bucket_map_join_1.q.out  |   2 +
 .../clientpositive/bucket_map_join_2.q.out  |   2 +
 .../clientpositive/bucket_map_join_spark1.q.out |  16 ++
 .../clientpositive/bucket_map_join_spark2.q.out |  16 ++
 .../clientpositive/bucket_map_join_spark3.q.out |  16 ++
 .../clientpositive/bucket_map_join_spark4.q.out |  12 ++
 .../clientpositive/bucketcontext_1.q.out|  10 ++
 .../clientpositive/bucketcontext_2.q.out|  10 ++
 .../clientpositive/bucketcontext_3.q.out|   8 +
 .../clientpositive/bucketcontext_4.q.out|   8 +
 .../clientpositive/bucketcontext_5.q.out|   4 +
 .../clientpositive/bucketcontext_6.q.out|   8 +
 .../clientpositive/bucketcontext_7.q.out|  12 ++
 .../clientpositive/bucketcontext_8.q.out|  12 ++
 .../clientpositive/bucketmapjoin10.q.out|   8 +
 .../clientpositive/bucketmapjoin11.q.out|  16 ++
 .../clientpositive/bucketmapjoin12.q.out|   8 +
 .../clientpositive/bucketmapjoin13.q.out|  18 +++
 .../results/clientpositive/bucketmapjoin5.q.out |  24 +++
 .../results/clientpositive/bucketmapjoin8.q.out |   8 +
 .../results/clientpositive/bucketmapjoin9.q.out |   8 +
 .../clientpositive/bucketmapjoin_negative.q.out |  12 ++
 .../bucketmapjoin_negative2.q.out   |  14 ++
 .../bucketmapjoin_negative3.q.out   |  18 +++
 .../clientpositive/cbo_rp_outer_join_ppr.q.out  |  16 ++
 .../clientpositive/columnstats_partlvl.q.out|   4 +
 .../clientpositive/columnstats_tbllvl.q.out |   4 +
 .../clientpositive/comma_in_column_name.q.out   |  56 +++
 .../constantPropagateForSubQuery.q.out  |   4 +
 .../display_colstats_tbllvl.q.out   |   2 +
 .../results/clientpositive/druid_basic2.q.out   |   4 +
 .../dynamic_partition_skip_default.q.out|   8 +
 .../encryption_join_unencrypted_tbl.q.out   |   4 +
 .../extrapolate_part_stats_date.q.out   |   8 +
 .../extrapolate_part_stats_full.q.out   |  24 +++
 .../extrapolate_part_stats_partial.q.out|  76 +
 .../clientpositive/filter_join_breaktask.q.out  |   7 +
 .../clientpositive/fouter_join_ppr.q.out|  32 
 .../clientpositive/groupby_map_ppr.q.out|   6 +
 .../groupby_map_ppr_multi_distinct.q.out|   6 +
 .../results/clientpositive/groupby_ppr.q.out|   6 +

[09/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

2017-01-23 Thread pxiong

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/merge3.q.out
--
diff --git a/ql/src/test/results/clientpositive/merge3.q.out 
b/ql/src/test/results/clientpositive/merge3.q.out
index 2509846..1eb5f0e 100644
--- a/ql/src/test/results/clientpositive/merge3.q.out
+++ b/ql/src/test/results/clientpositive/merge3.q.out
@@ -112,6 +112,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
   bucket_count -1
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -132,6 +133,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -2402,6 +2404,7 @@ STAGE PLANS:
 output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 properties:
   bucket_count -1
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -2431,6 +2434,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
   bucket_count -1
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -2452,6 +2456,7 @@ STAGE PLANS:
   output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
   properties:
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -2476,6 +2481,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
   bucket_count -1
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -2497,6 +2503,7 @@ STAGE PLANS:
   output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
   properties:
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -2536,6 +2543,7 @@ STAGE PLANS:
   output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
   properties:
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -2569,6 +2577,7 @@ STAGE PLANS:
   output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
   properties:
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -2595,6 +2604,7 @@ STAGE PLANS:
 output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 properties:
   bucket_count -1
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -2612,6 +2622,7 @@ STAGE PLANS:
   output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
   properties:
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -2644,6 +2655,7 @@ STAGE PLANS:
   output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
   properties:
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -2670,6 +2682,7 @@ STAGE PLANS:
 output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
 properties:
   bucket_count -1
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -2687,6 +2700,7 @@ STAGE PLANS:
   output format: 
org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
   properties:
 bucket_count -1
+column.name.delimiter ,

[12/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

2017-01-23 Thread pxiong

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/llap/acid_bucket_pruning.q.out
--
diff --git a/ql/src/test/results/clientpositive/llap/acid_bucket_pruning.q.out 
b/ql/src/test/results/clientpositive/llap/acid_bucket_pruning.q.out
index fb348b5..d05bf64 100644
--- a/ql/src/test/results/clientpositive/llap/acid_bucket_pruning.q.out
+++ b/ql/src/test/results/clientpositive/llap/acid_bucket_pruning.q.out
@@ -88,6 +88,7 @@ STAGE PLANS:
   properties:
 bucket_count 16
 bucket_field_name a
+column.name.delimiter ,
 columns a
 columns.comments 
 columns.types int
@@ -110,6 +111,7 @@ STAGE PLANS:
 properties:
   bucket_count 16
   bucket_field_name a
+  column.name.delimiter ,
   columns a
   columns.comments 
   columns.types int

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_1.q.out
--
diff --git 
a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_1.q.out 
b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_1.q.out
index 39cede1..4b646dc 100644
--- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_1.q.out
+++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_1.q.out
@@ -153,6 +153,7 @@ STAGE PLANS:
   properties:
 bucket_count 2
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -176,6 +177,7 @@ STAGE PLANS:
   SORTBUCKETCOLSPREFIX TRUE
   bucket_count 2
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -244,6 +246,7 @@ STAGE PLANS:
   properties:
 bucket_count 4
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -267,6 +270,7 @@ STAGE PLANS:
   SORTBUCKETCOLSPREFIX TRUE
   bucket_count 4
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -291,6 +295,7 @@ STAGE PLANS:
   properties:
 bucket_count 4
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -314,6 +319,7 @@ STAGE PLANS:
   SORTBUCKETCOLSPREFIX TRUE
   bucket_count 4
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -455,6 +461,7 @@ STAGE PLANS:
   properties:
 bucket_count 4
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -478,6 +485,7 @@ STAGE PLANS:
   SORTBUCKETCOLSPREFIX TRUE
   bucket_count 4
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -502,6 +510,7 @@ STAGE PLANS:
   properties:
 bucket_count 4
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -525,6 +534,7 @@ STAGE PLANS:
   SORTBUCKETCOLSPREFIX TRUE
   bucket_count 4
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -579,6 +589,7 @@ STAGE PLANS:

[17/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

2017-01-23 Thread pxiong

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/bucketcontext_5.q.out
--
diff --git a/ql/src/test/results/clientpositive/bucketcontext_5.q.out 
b/ql/src/test/results/clientpositive/bucketcontext_5.q.out
index 6fa8e65..ad85d0e 100644
--- a/ql/src/test/results/clientpositive/bucketcontext_5.q.out
+++ b/ql/src/test/results/clientpositive/bucketcontext_5.q.out
@@ -147,6 +147,7 @@ STAGE PLANS:
   SORTBUCKETCOLSPREFIX TRUE
   bucket_count 2
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -168,6 +169,7 @@ STAGE PLANS:
 SORTBUCKETCOLSPREFIX TRUE
 bucket_count 2
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -283,6 +285,7 @@ STAGE PLANS:
   SORTBUCKETCOLSPREFIX TRUE
   bucket_count 2
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -304,6 +307,7 @@ STAGE PLANS:
 SORTBUCKETCOLSPREFIX TRUE
 bucket_count 2
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/bucketcontext_6.q.out
--
diff --git a/ql/src/test/results/clientpositive/bucketcontext_6.q.out 
b/ql/src/test/results/clientpositive/bucketcontext_6.q.out
index 60bf036..a7af161 100644
--- a/ql/src/test/results/clientpositive/bucketcontext_6.q.out
+++ b/ql/src/test/results/clientpositive/bucketcontext_6.q.out
@@ -166,6 +166,7 @@ STAGE PLANS:
 properties:
   bucket_count 2
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -189,6 +190,7 @@ STAGE PLANS:
 SORTBUCKETCOLSPREFIX TRUE
 bucket_count 2
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -213,6 +215,7 @@ STAGE PLANS:
 properties:
   bucket_count 2
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -236,6 +239,7 @@ STAGE PLANS:
 SORTBUCKETCOLSPREFIX TRUE
 bucket_count 2
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -355,6 +359,7 @@ STAGE PLANS:
 properties:
   bucket_count 2
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -378,6 +383,7 @@ STAGE PLANS:
 SORTBUCKETCOLSPREFIX TRUE
 bucket_count 2
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -402,6 +408,7 @@ STAGE PLANS:
 properties:
   bucket_count 2
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -425,6 +432,7 @@ STAGE PLANS:
 SORTBUCKETCOLSPREFIX TRUE
 bucket_count 2
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/bucketcontext_7.q.out
--
diff --git a/ql/src/test/results/clientpositive/bucketcontext_7.q.out 
b/ql/src/test/results/clientpositive/bucketcontext_7.q.out
index 2218cfc..1475262 100644
--- a/ql/src/test/results/clientpositive/bucketcontext_7.q.out
+++ b/ql/src/test/results/clientpositive/bucketcontext_7.q.out
@@ -139,6 +139,7 @@ STAGE PLANS:
   properties:

[13/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

2017-01-23 Thread pxiong

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/join35.q.out
--
diff --git a/ql/src/test/results/clientpositive/join35.q.out 
b/ql/src/test/results/clientpositive/join35.q.out
index 38e0023..1f90df9 100644
--- a/ql/src/test/results/clientpositive/join35.q.out
+++ b/ql/src/test/results/clientpositive/join35.q.out
@@ -76,6 +76,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
   bucket_count -1
+  column.name.delimiter ,
   columns key,value
   columns.comments 'default','default'
   columns.types string:string
@@ -96,6 +97,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 'default','default'
 columns.types string:string
@@ -131,6 +133,7 @@ STAGE PLANS:
 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 output format: 
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 properties:
+  column.name.delimiter ,
   columns _col0,_col1
   columns.types string,bigint
   escape.delim \
@@ -199,6 +202,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
   bucket_count -1
+  column.name.delimiter ,
   columns key,value,val2
   columns.comments 
   columns.types string:string:int
@@ -247,6 +251,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
   bucket_count -1
+  column.name.delimiter ,
   columns key,value,val2
   columns.comments 
   columns.types string:string:int
@@ -276,6 +281,7 @@ STAGE PLANS:
 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 output format: 
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 properties:
+  column.name.delimiter ,
   columns _col0,_col1
   columns.types string,bigint
   escape.delim \
@@ -285,6 +291,7 @@ STAGE PLANS:
   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
   output format: 
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
   properties:
+column.name.delimiter ,
 columns _col0,_col1
 columns.types string,bigint
 escape.delim \
@@ -296,6 +303,7 @@ STAGE PLANS:
 input format: org.apache.hadoop.mapred.SequenceFileInputFormat
 output format: 
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
 properties:
+  column.name.delimiter ,
   columns _col0,_col1
   columns.types string,bigint
   escape.delim \
@@ -305,6 +313,7 @@ STAGE PLANS:
   input format: org.apache.hadoop.mapred.SequenceFileInputFormat
   output format: 
org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat
   properties:
+column.name.delimiter ,
 columns _col0,_col1
 columns.types string,bigint
 escape.delim \
@@ -318,6 +327,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
   bucket_count -1
+  column.name.delimiter ,
   columns key,value
   columns.comments 'default','default'
   columns.types string:string
@@ -338,6 +348,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}}
 bucket_count -1
+column.name.delimiter ,
 columns key,value
 columns.comments 'default','default'
 columns.types string:string
@@ -368,6 +379,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
 bucket_count -1
+column.name.delimiter ,
 columns key,value,val2
 columns.comments 
 columns.types string:string:int
@@ -429,6 +441,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE

[11/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

2017-01-23 Thread pxiong

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/llap/bucketmapjoin4.q.out
--
diff --git a/ql/src/test/results/clientpositive/llap/bucketmapjoin4.q.out 
b/ql/src/test/results/clientpositive/llap/bucketmapjoin4.q.out
index 4815a1c..21ce1f8 100644
--- a/ql/src/test/results/clientpositive/llap/bucketmapjoin4.q.out
+++ b/ql/src/test/results/clientpositive/llap/bucketmapjoin4.q.out
@@ -170,6 +170,7 @@ STAGE PLANS:
   properties:
 bucket_count 2
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types int:string
@@ -190,6 +191,7 @@ STAGE PLANS:
 properties:
   bucket_count 2
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types int:string
@@ -240,6 +242,7 @@ STAGE PLANS:
   properties:
 bucket_count 2
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types int:string
@@ -260,6 +263,7 @@ STAGE PLANS:
 properties:
   bucket_count 2
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types int:string
@@ -308,6 +312,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
   bucket_count -1
+  column.name.delimiter ,
   columns key,value1,value2
   columns.comments 
   columns.types string:string:string
@@ -341,6 +346,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
 bucket_count -1
+column.name.delimiter ,
 columns key,value1,value2
 columns.comments 
 columns.types string:string:string
@@ -512,6 +518,7 @@ STAGE PLANS:
   properties:
 bucket_count 2
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types int:string
@@ -532,6 +539,7 @@ STAGE PLANS:
 properties:
   bucket_count 2
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types int:string
@@ -582,6 +590,7 @@ STAGE PLANS:
   properties:
 bucket_count 2
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types int:string
@@ -602,6 +611,7 @@ STAGE PLANS:
 properties:
   bucket_count 2
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types int:string
@@ -650,6 +660,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
   bucket_count -1
+  column.name.delimiter ,
   columns key,value1,value2
   columns.comments 
   columns.types string:string:string
@@ -683,6 +694,7 @@ STAGE PLANS:
   properties:
 COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
 bucket_count -1
+column.name.delimiter ,
 columns key,value1,value2
 columns.comments 
 columns.types string:string:string

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/llap/bucketmapjoin7.q.out
--
diff --git a/ql/src/test/results/clientpositive/llap/bucketmapjoin7.q.out 
b/ql/src/test/results/clientpositive/llap/bucketmapjoin7.q.out
index 4183511..3a2cbb2 100644
--- a/ql/src/test/results/clientpositive/llap/bucketmapjoin7.q.out
+++ b/ql/src/test/results/clientpositive/llap/bucketmapjoin7.q.out
@@ -111,6 +111,7

[18/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

2017-01-23 Thread pxiong

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/auto_sortmerge_join_12.q.out
--
diff --git a/ql/src/test/results/clientpositive/auto_sortmerge_join_12.q.out 
b/ql/src/test/results/clientpositive/auto_sortmerge_join_12.q.out
index 99f0206..d129807 100644
--- a/ql/src/test/results/clientpositive/auto_sortmerge_join_12.q.out
+++ b/ql/src/test/results/clientpositive/auto_sortmerge_join_12.q.out
@@ -161,6 +161,7 @@ STAGE PLANS:
   properties:
 bucket_count 2
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -184,6 +185,7 @@ STAGE PLANS:
   SORTBUCKETCOLSPREFIX TRUE
   bucket_count 2
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -211,6 +213,7 @@ STAGE PLANS:
   properties:
 bucket_count 3
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -234,6 +237,7 @@ STAGE PLANS:
   SORTBUCKETCOLSPREFIX TRUE
   bucket_count 3
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -261,6 +265,7 @@ STAGE PLANS:
   properties:
 bucket_count 3
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -284,6 +289,7 @@ STAGE PLANS:
   SORTBUCKETCOLSPREFIX TRUE
   bucket_count 3
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -410,6 +416,7 @@ STAGE PLANS:
 properties:
   bucket_count 4
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -433,6 +440,7 @@ STAGE PLANS:
 SORTBUCKETCOLSPREFIX TRUE
 bucket_count 4
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -457,6 +465,7 @@ STAGE PLANS:
 properties:
   bucket_count 4
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -480,6 +489,7 @@ STAGE PLANS:
 SORTBUCKETCOLSPREFIX TRUE
 bucket_count 4
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -504,6 +514,7 @@ STAGE PLANS:
 properties:
   bucket_count 3
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -527,6 +538,7 @@ STAGE PLANS:
 SORTBUCKETCOLSPREFIX TRUE
 bucket_count 3
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -551,6 +563,7 @@ STAGE PLANS:
 properties:
   bucket_count 2
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -574,6 +587,7 @@ STAGE PLANS:
 SORTBUCKETCOLSPREFIX TRUE
 bucket_count 2
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/auto_sortmerge_join_2.q.out
--
diff --git

[10/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

2017-01-23 Thread pxiong

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/llap/sample10.q.out
--
diff --git a/ql/src/test/results/clientpositive/llap/sample10.q.out 
b/ql/src/test/results/clientpositive/llap/sample10.q.out
index d4ad82b..a3da787 100644
--- a/ql/src/test/results/clientpositive/llap/sample10.q.out
+++ b/ql/src/test/results/clientpositive/llap/sample10.q.out
@@ -99,6 +99,7 @@ STAGE PLANS:
 COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
 bucket_count 4
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -121,6 +122,7 @@ STAGE PLANS:
 properties:
   bucket_count 4
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -147,6 +149,7 @@ STAGE PLANS:
 COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
 bucket_count 4
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -169,6 +172,7 @@ STAGE PLANS:
 properties:
   bucket_count 4
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -195,6 +199,7 @@ STAGE PLANS:
 COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
 bucket_count 4
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -217,6 +222,7 @@ STAGE PLANS:
 properties:
   bucket_count 4
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string
@@ -243,6 +249,7 @@ STAGE PLANS:
 COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
 bucket_count 4
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types string:string
@@ -265,6 +272,7 @@ STAGE PLANS:
 properties:
   bucket_count 4
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types string:string

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/llap/smb_mapjoin_15.q.out
--
diff --git a/ql/src/test/results/clientpositive/llap/smb_mapjoin_15.q.out 
b/ql/src/test/results/clientpositive/llap/smb_mapjoin_15.q.out
index 11617c4..20766c2 100644
--- a/ql/src/test/results/clientpositive/llap/smb_mapjoin_15.q.out
+++ b/ql/src/test/results/clientpositive/llap/smb_mapjoin_15.q.out
@@ -85,6 +85,7 @@ STAGE PLANS:
 SORTBUCKETCOLSPREFIX TRUE
 bucket_count 16
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types int:string
@@ -107,6 +108,7 @@ STAGE PLANS:
   SORTBUCKETCOLSPREFIX TRUE
   bucket_count 16
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types int:string
@@ -159,6 +161,7 @@ STAGE PLANS:
 SORTBUCKETCOLSPREFIX TRUE
 bucket_count 16
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types int:string
@@ -181,6 +184,7 @@ STAGE PLANS:
   SORTBUCKETCOLSPREFIX TRUE
   bucket_count 16
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments

[16/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

2017-01-23 Thread pxiong

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/extrapolate_part_stats_full.q.out
--
diff --git 
a/ql/src/test/results/clientpositive/extrapolate_part_stats_full.q.out 
b/ql/src/test/results/clientpositive/extrapolate_part_stats_full.q.out
index e900edd..b212da9 100644
--- a/ql/src/test/results/clientpositive/extrapolate_part_stats_full.q.out
+++ b/ql/src/test/results/clientpositive/extrapolate_part_stats_full.q.out
@@ -104,6 +104,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"locid":"true","state":"true"}}
   bucket_count -1
+  column.name.delimiter ,
   columns state,locid,zip
   columns.comments 
   columns.types string:int:int
@@ -125,6 +126,7 @@ STAGE PLANS:
   output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
   properties:
 bucket_count -1
+column.name.delimiter ,
 columns state,locid,zip
 columns.comments 
 columns.types string:int:int
@@ -147,6 +149,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"locid":"true","state":"true"}}
   bucket_count -1
+  column.name.delimiter ,
   columns state,locid,zip
   columns.comments 
   columns.types string:int:int
@@ -168,6 +171,7 @@ STAGE PLANS:
   output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
   properties:
 bucket_count -1
+column.name.delimiter ,
 columns state,locid,zip
 columns.comments 
 columns.types string:int:int
@@ -213,6 +217,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"locid":"true","state":"true"}}
   bucket_count -1
+  column.name.delimiter ,
   columns state,locid,zip
   columns.comments 
   columns.types string:int:int
@@ -234,6 +239,7 @@ STAGE PLANS:
   output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
   properties:
 bucket_count -1
+column.name.delimiter ,
 columns state,locid,zip
 columns.comments 
 columns.types string:int:int
@@ -256,6 +262,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"locid":"true","state":"true"}}
   bucket_count -1
+  column.name.delimiter ,
   columns state,locid,zip
   columns.comments 
   columns.types string:int:int
@@ -277,6 +284,7 @@ STAGE PLANS:
   output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
   properties:
 bucket_count -1
+column.name.delimiter ,
 columns state,locid,zip
 columns.comments 
 columns.types string:int:int
@@ -396,6 +404,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"locid":"true","state":"true"}}
   bucket_count -1
+  column.name.delimiter ,
   columns state,locid
   columns.comments 
   columns.types string:int
@@ -417,6 +426,7 @@ STAGE PLANS:
   output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
   properties:
 bucket_count -1
+column.name.delimiter ,
 columns state,locid
 columns.comments 
 columns.types string:int
@@ -440,6 +450,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"locid":"true","state":"true"}}
   bucket_count -1
+  column.name.delimiter ,
   columns state,locid
   columns.comments 
   columns.types string:int
@@ -461,6 +472,7 @@ STAGE PLANS:
   output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat
   properties:
 bucket_count -1
+column.name.delimiter ,
 columns state,locid
 columns.comments 
 columns.types string:int
@@ -484,6 +496,7 @@ STAGE PLANS:
 properties:
   COLUMN_STATS_ACCURATE 
{"BASIC_STATS":"true","COLUMN_STATS":{"locid":"true","state":"true"}}
   bucket_count -1
+  column.name.delimiter ,
   columns state,locid
   columns.comments 
   columns.types string:int
@@ -505,6 +518,7 @@ STAGE

[02/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

2017-01-23 Thread pxiong

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/spark/smb_mapjoin_12.q.out
--
diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_12.q.out 
b/ql/src/test/results/clientpositive/spark/smb_mapjoin_12.q.out
index d85d0b9..d0bb917 100644
--- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_12.q.out
+++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_12.q.out
@@ -117,6 +117,7 @@ STAGE PLANS:
 COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
 bucket_count 16
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types int:string
@@ -140,6 +141,7 @@ STAGE PLANS:
   SORTBUCKETCOLSPREFIX TRUE
   bucket_count 16
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types int:string
@@ -178,6 +180,7 @@ STAGE PLANS:
 SORTBUCKETCOLSPREFIX TRUE
 bucket_count 16
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types int:string
@@ -209,6 +212,7 @@ STAGE PLANS:
 SORTBUCKETCOLSPREFIX TRUE
 bucket_count 16
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types int:string
@@ -329,6 +333,7 @@ STAGE PLANS:
 COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"}
 bucket_count 16
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types int:string
@@ -352,6 +357,7 @@ STAGE PLANS:
   SORTBUCKETCOLSPREFIX TRUE
   bucket_count 16
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types int:string
@@ -390,6 +396,7 @@ STAGE PLANS:
 SORTBUCKETCOLSPREFIX TRUE
 bucket_count 16
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types int:string
@@ -421,6 +428,7 @@ STAGE PLANS:
 SORTBUCKETCOLSPREFIX TRUE
 bucket_count 16
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types int:string

http://git-wip-us.apache.org/repos/asf/hive/blob/588c3911/ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out
--
diff --git a/ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out 
b/ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out
index dc2bfe7..21cbdee 100644
--- a/ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out
+++ b/ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out
@@ -124,6 +124,7 @@ STAGE PLANS:
 SORTBUCKETCOLSPREFIX TRUE
 bucket_count 16
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types int:string
@@ -146,6 +147,7 @@ STAGE PLANS:
   SORTBUCKETCOLSPREFIX TRUE
   bucket_count 16
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments 
   columns.types int:string
@@ -269,6 +271,7 @@ STAGE PLANS:
 SORTBUCKETCOLSPREFIX TRUE
 bucket_count 16
 bucket_field_name key
+column.name.delimiter ,
 columns key,value
 columns.comments 
 columns.types int:string
@@ -291,6 +294,7 @@ STAGE PLANS:
   SORTBUCKETCOLSPREFIX TRUE
   bucket_count 16
   bucket_field_name key
+  column.name.delimiter ,
   columns key,value
   columns.comments

hive git commit: HIVE-15617: Improve the avg performance for Range based window (Aihua Xu, reviewed by Yongzhi Chen)

hive git commit: HIVE-15579 - adding entry in errata.txt for missing jira num in commit message

hive git commit: HIVE-15651: LLAP: llap status tool enhancements (Prasanth Jayachandran reviewed by Siddharth Seth)

hive git commit: Support HADOOP_PROXY_USER for secure impersonation in hive metastore client (Nanda kumar via Thejas Nair)

hive git commit: HIVE-15589 : Lengthen HIVE_TXN_TIMEOUT in TestDbTxnManager.setup to avoid unnecessary test failure (Wei Zheng)

[2/3] hive git commit: HIVE-15646: Column level lineage is not available for table Views (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

[1/3] hive git commit: HIVE-15646: Column level lineage is not available for table Views (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

hive git commit: HIVE-15439 : Support INSERT OVERWRITE for internal druid datasources. (Slim Bouguerra via Jesus Camacho Rodriguez)

[01/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

[03/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

[04/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

[15/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

[05/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

[06/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

[19/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

[09/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

[12/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

[17/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

[13/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

[11/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

[18/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

[10/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

[16/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

[02/19] hive git commit: HIVE-15591: Hive can not use , in quoted column name (Pengcheng Xiong, reviewed by Ashutosh Chauhan)

24 matches

Site Navigation

Mail list logo

Footer information