hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From sze...@apache.org
Subject [12/44] hive git commit: HIVE-9902 - Map join small table files need more replications [Spark Branch] (Jimmy via Chao)
Date Thu, 23 Apr 2015 02:34:21 GMT
HIVE-9902 - Map join small table files need more replications [Spark Branch] (Jimmy via Chao)

git-svn-id: https://svn.apache.org/repos/asf/hive/branches/spark@1665384 13f79535-47bb-0310-9956-ffa450edef68


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/5e9f74ca
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/5e9f74ca
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/5e9f74ca

Branch: refs/heads/master
Commit: 5e9f74ca377b576d8f08912073577f6ae6569eb9
Parents: 4abe146
Author: Sun Chao <sunchao@apache.org>
Authored: Mon Mar 9 23:37:19 2015 +0000
Committer: Szehon Ho <szehon@cloudera.com>
Committed: Wed Apr 22 19:33:50 2015 -0700

----------------------------------------------------------------------
 .../org/apache/hadoop/hive/ql/exec/SparkHashTableSinkOperator.java | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hive/blob/5e9f74ca/ql/src/java/org/apache/hadoop/hive/ql/exec/SparkHashTableSinkOperator.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/SparkHashTableSinkOperator.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/SparkHashTableSinkOperator.java
index c3ba21a..94144a2 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/exec/SparkHashTableSinkOperator.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/SparkHashTableSinkOperator.java
@@ -143,7 +143,7 @@ public class SparkHashTableSinkOperator
       }
       // TODO find out numOfPartitions for the big table
       int numOfPartitions = replication;
-      replication = (short) Math.min(MIN_REPLICATION, numOfPartitions);
+      replication = (short) Math.max(MIN_REPLICATION, numOfPartitions);
     }
     htsOperator.console.printInfo(Utilities.now() + "\tDump the side-table for tag: " + tag
       + " with group count: " + tableContainer.size() + " into file: " + path);


Mime
View raw message