svn commit: r1634768 - in /hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec: FileSinkOperator.java MapOperator.java ReduceSinkOperator.java

[gunther]

Author: gunther
Date: Tue Oct 28 02:51:57 2014
New Revision: 1634768

URL: http://svn.apache.org/r1634768
Log:
HIVE-8624: Record counters don't work with Tez container reuse (Gunther 
Hagleitner, reviewed by Vikram Dixit K)

Modified:
    
hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java
    
hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java
    
hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java

Modified: 
hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java
URL: 
http://svn.apache.org/viewvc/hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java?rev=1634768&r1=1634767&r2=1634768&view=diff
==============================================================================
--- 
hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java
 (original)
+++ 
hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java
 Tue Oct 28 02:51:57 2014
@@ -391,6 +391,8 @@ public class FileSinkOperator extends Te
         bucketInspector = 
(IntObjectInspector)bucketField.getFieldObjectInspector();
       }
 
+      numRows = 0;
+
       String context = jc.get(Operator.CONTEXT_NAME_KEY, "");
       if (context != null && !context.isEmpty()) {
         context = "_" + context.replace(" ","_");

Modified: 
hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java
URL: 
http://svn.apache.org/viewvc/hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java?rev=1634768&r1=1634767&r2=1634768&view=diff
==============================================================================
--- 
hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java
 (original)
+++ 
hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java
 Tue Oct 28 02:51:57 2014
@@ -412,6 +412,8 @@ public class MapOperator extends Operato
     state = State.INIT;
     statsMap.put(Counter.DESERIALIZE_ERRORS.toString(), 
deserialize_error_count);
 
+    numRows = 0;
+
     String context = hconf.get(Operator.CONTEXT_NAME_KEY, "");
     if (context != null && !context.isEmpty()) {
       context = "_" + context.replace(" ","_");

Modified: 
hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java
URL: 
http://svn.apache.org/viewvc/hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java?rev=1634768&r1=1634767&r2=1634768&view=diff
==============================================================================
--- 
hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java
 (original)
+++ 
hive/branches/branch-0.14/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java
 Tue Oct 28 02:51:57 2014
@@ -155,6 +155,9 @@ public class ReduceSinkOperator extends 
   @Override
   protected void initializeOp(Configuration hconf) throws HiveException {
     try {
+
+      numRows = 0;
+
       String context = hconf.get(Operator.CONTEXT_NAME_KEY, "");
       if (context != null && !context.isEmpty()) {
         context = "_" + context.replace(" ","_");