hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From xu...@apache.org
Subject svn commit: r1609633 - in /hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark: SparkClient.java SparkCollector.java
Date Fri, 11 Jul 2014 05:37:57 GMT
Author: xuefu
Date: Fri Jul 11 05:37:56 2014
New Revision: 1609633

URL: http://svn.apache.org/r1609633
Log:
HIVE-7372: Select query gives unpredictable incorrect result when parallelism is greater than
1 [Spark Branch]

Modified:
    hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkClient.java
    hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkCollector.java

Modified: hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkClient.java
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkClient.java?rev=1609633&r1=1609632&r2=1609633&view=diff
==============================================================================
--- hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkClient.java
(original)
+++ hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkClient.java
Fri Jul 11 05:37:56 2014
@@ -56,7 +56,7 @@ public class SparkClient implements Seri
 
   private static String sparkHome = "/home/xzhang/apache/spark";
   
-  private static int reducerCount = 5;
+  private static int reducerCount = 1;
   
   private static String execMem = "1g";
   private static String execJvmOpts = "";

Modified: hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkCollector.java
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkCollector.java?rev=1609633&r1=1609632&r2=1609633&view=diff
==============================================================================
--- hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkCollector.java
(original)
+++ hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkCollector.java
Fri Jul 11 05:37:56 2014
@@ -35,7 +35,7 @@ public class SparkCollector implements O
   
   @Override
   public void collect(BytesWritable key, BytesWritable value) throws IOException {
-    result.add(new Tuple2<BytesWritable, BytesWritable>(key, value));
+    result.add(new Tuple2<BytesWritable, BytesWritable>(new BytesWritable(key.copyBytes()),
new BytesWritable(value.copyBytes())));
   }
   
   public void clear() {



Mime
View raw message