Repository: hive Updated Branches: refs/heads/spark 47f796eeb -> 81175e3fd
HIVE-11109 Replication factor is not properly set in SparkHashTableSinkOperator [Spark Branch] (Rui via Jimmy) Project: http://git-wip-us.apache.org/repos/asf/hive/repo Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/81175e3f Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/81175e3f Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/81175e3f Branch: refs/heads/spark Commit: 81175e3fdd1fc6ae1d7563063f1ebe2eeeb1f880 Parents: 47f796e Author: Jimmy Xiang <[email protected]> Authored: Thu Jun 25 10:30:52 2015 -0700 Committer: Jimmy Xiang <[email protected]> Committed: Thu Jun 25 10:30:52 2015 -0700 ---------------------------------------------------------------------- .../apache/hadoop/hive/ql/exec/SparkHashTableSinkOperator.java | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hive/blob/81175e3f/ql/src/java/org/apache/hadoop/hive/ql/exec/SparkHashTableSinkOperator.java ---------------------------------------------------------------------- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/SparkHashTableSinkOperator.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/SparkHashTableSinkOperator.java index 94144a2..7c67fd2 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/SparkHashTableSinkOperator.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/SparkHashTableSinkOperator.java @@ -141,10 +141,10 @@ public class SparkHashTableSinkOperator } catch (FileExistsException e) { // No problem, use a new name } - // TODO find out numOfPartitions for the big table - int numOfPartitions = replication; - replication = (short) Math.max(MIN_REPLICATION, numOfPartitions); } + // TODO find out numOfPartitions for the big table + int numOfPartitions = replication; + replication = (short) Math.max(MIN_REPLICATION, numOfPartitions); htsOperator.console.printInfo(Utilities.now() + "\tDump the side-table for tag: " + tag + " with group count: " + tableContainer.size() + " into file: " + path); // get the hashtable file and path
