svn commit: r1634766 - in /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec: FileSinkOperator.java MapOperator.java ReduceSinkOperator.java

[gunther]

Author: gunther
Date: Tue Oct 28 02:51:23 2014
New Revision: 1634766

URL: http://svn.apache.org/r1634766
Log:
HIVE-8624: Record counters don't work with Tez container reuse (Gunther 
Hagleitner, reviewed by Vikram Dixit K)

Modified:
    hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java
    hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java
    
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java

Modified: 
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java
URL: 
http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java?rev=1634766&r1=1634765&r2=1634766&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java 
(original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java 
Tue Oct 28 02:51:23 2014
@@ -391,6 +391,8 @@ public class FileSinkOperator extends Te
         bucketInspector = 
(IntObjectInspector)bucketField.getFieldObjectInspector();
       }
 
+      numRows = 0;
+
       String context = jc.get(Operator.CONTEXT_NAME_KEY, "");
       if (context != null && !context.isEmpty()) {
         context = "_" + context.replace(" ","_");

Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java
URL: 
http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java?rev=1634766&r1=1634765&r2=1634766&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java 
(original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/MapOperator.java Tue 
Oct 28 02:51:23 2014
@@ -412,6 +412,8 @@ public class MapOperator extends Operato
     state = State.INIT;
     statsMap.put(Counter.DESERIALIZE_ERRORS.toString(), 
deserialize_error_count);
 
+    numRows = 0;
+
     String context = hconf.get(Operator.CONTEXT_NAME_KEY, "");
     if (context != null && !context.isEmpty()) {
       context = "_" + context.replace(" ","_");

Modified: 
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java
URL: 
http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java?rev=1634766&r1=1634765&r2=1634766&view=diff
==============================================================================
--- 
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java 
(original)
+++ 
hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/ReduceSinkOperator.java 
Tue Oct 28 02:51:23 2014
@@ -155,6 +155,9 @@ public class ReduceSinkOperator extends 
   @Override
   protected void initializeOp(Configuration hconf) throws HiveException {
     try {
+
+      numRows = 0;
+
       String context = hconf.get(Operator.CONTEXT_NAME_KEY, "");
       if (context != null && !context.isEmpty()) {
         context = "_" + context.replace(" ","_");