hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From li...@apache.org
Subject svn commit: r1664202 - /hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/SkewJoinHandler.java
Date Thu, 05 Mar 2015 02:08:13 GMT
Author: lirui
Date: Thu Mar  5 02:08:13 2015
New Revision: 1664202

URL: http://svn.apache.org/r1664202
Log:
HIVE-9855: Runtime skew join doesn't work when skewed data only exists in big table (Rui reviewed
by Xuefu)

Modified:
    hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/SkewJoinHandler.java

Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/SkewJoinHandler.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/SkewJoinHandler.java?rev=1664202&r1=1664201&r2=1664202&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/SkewJoinHandler.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/SkewJoinHandler.java Thu Mar  5
02:08:13 2015
@@ -317,14 +317,11 @@ public class SkewJoinHandler {
     Path outPath = getOperatorOutputPath(specPath);
     Path finalPath = getOperatorFinalPath(specPath);
     FileSystem fs = outPath.getFileSystem(hconf);
-    try {
-      if (!fs.rename(outPath, finalPath)) {
-        throw new IOException("Unable to rename output to: " + finalPath);
-      }
-    } catch (FileNotFoundException e) {
-      if (!ignoreNonExisting) {
-        throw e;
-      }
+    if (ignoreNonExisting && !fs.exists(outPath)) {
+      return;
+    }
+    if (!fs.rename(outPath, finalPath)) {
+      throw new IOException("Unable to rename output to: " + finalPath);
     }
   }
 



Mime
View raw message