hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jxi...@apache.org
Subject hive git commit: HIVE-14331: Task should set exception for failed map reduce job (Zhihai Xu via Jimmy Xiang)
Date Wed, 27 Jul 2016 15:35:11 GMT
Repository: hive
Updated Branches:
  refs/heads/master 6897655d4 -> 8b9263e20


HIVE-14331: Task should set exception for failed map reduce job (Zhihai Xu via Jimmy Xiang)


Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/8b9263e2
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/8b9263e2
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/8b9263e2

Branch: refs/heads/master
Commit: 8b9263e20fab47579226b7fb5f8461f2ac51a6bc
Parents: 6897655
Author: Zhihai Xu <zhihaixu2012@gmail.com>
Authored: Wed Jul 27 08:26:50 2016 -0700
Committer: Jimmy Xiang <jxiang@apache.org>
Committed: Wed Jul 27 08:26:50 2016 -0700

----------------------------------------------------------------------
 ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ExecDriver.java      | 1 +
 ql/src/java/org/apache/hadoop/hive/ql/io/merge/MergeFileTask.java  | 2 ++
 .../org/apache/hadoop/hive/ql/io/rcfile/stats/PartialScanTask.java | 1 +
 .../hadoop/hive/ql/io/rcfile/truncate/ColumnTruncateTask.java      | 1 +
 4 files changed, 5 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hive/blob/8b9263e2/ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ExecDriver.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ExecDriver.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ExecDriver.java
index 8783960..cea9582 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ExecDriver.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ExecDriver.java
@@ -473,6 +473,7 @@ public class ExecDriver extends Task<MapredWork> implements Serializable,
Hadoop
     } catch (Exception e) {
       // jobClose needs to execute successfully otherwise fail task
       if (success) {
+        setException(e);
         success = false;
         returnVal = 3;
         String mesg = "Job Commit failed with exception '" + Utilities.getNameMessage(e)
+ "'";

http://git-wip-us.apache.org/repos/asf/hive/blob/8b9263e2/ql/src/java/org/apache/hadoop/hive/ql/io/merge/MergeFileTask.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/io/merge/MergeFileTask.java b/ql/src/java/org/apache/hadoop/hive/ql/io/merge/MergeFileTask.java
index 376bab2..67a6dc7 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/io/merge/MergeFileTask.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/io/merge/MergeFileTask.java
@@ -155,6 +155,7 @@ public class MergeFileTask extends Task<MergeFileWork> implements
Serializable,
       success = (returnVal == 0);
 
     } catch (Exception e) {
+      setException(e);
       String mesg = " with exception '" + Utilities.getNameMessage(e) + "'";
       if (rj != null) {
         mesg = "Ended Job = " + rj.getJobID() + mesg;
@@ -193,6 +194,7 @@ public class MergeFileTask extends Task<MergeFileWork> implements
Serializable,
 	// jobClose needs to execute successfully otherwise fail task
 	LOG.warn("Job close failed ",e);
         if (success) {
+          setException(e);
           success = false;
           returnVal = 3;
           String mesg = "Job Commit failed with exception '" +

http://git-wip-us.apache.org/repos/asf/hive/blob/8b9263e2/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/stats/PartialScanTask.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/stats/PartialScanTask.java b/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/stats/PartialScanTask.java
index 6131581..dcd0e97 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/stats/PartialScanTask.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/stats/PartialScanTask.java
@@ -228,6 +228,7 @@ public class PartialScanTask extends Task<PartialScanWork> implements
 
     } catch (Exception e) {
       e.printStackTrace();
+      setException(e);
       String mesg = " with exception '" + Utilities.getNameMessage(e) + "'";
       if (rj != null) {
         mesg = "Ended Job = " + rj.getJobID() + mesg;

http://git-wip-us.apache.org/repos/asf/hive/blob/8b9263e2/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/truncate/ColumnTruncateTask.java
----------------------------------------------------------------------
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/truncate/ColumnTruncateTask.java
b/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/truncate/ColumnTruncateTask.java
index 2d29afc..fcfcf2f 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/truncate/ColumnTruncateTask.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/truncate/ColumnTruncateTask.java
@@ -192,6 +192,7 @@ public class ColumnTruncateTask extends Task<ColumnTruncateWork>
implements Seri
 
     } catch (Exception e) {
       e.printStackTrace();
+      setException(e);
       String mesg = " with exception '" + Utilities.getNameMessage(e) + "'";
       if (rj != null) {
         mesg = "Ended Job = " + rj.getJobID() + mesg;


Mime
View raw message