crunch-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jwi...@apache.org
Subject git commit: CRUNCH-233: Handled InterruptedException thrown in hadoop2. Contributed by Micah Whitacre.
Date Wed, 03 Jul 2013 16:35:58 GMT
Updated Branches:
  refs/heads/master 4983a0ca8 -> 21cf6d37f


CRUNCH-233: Handled InterruptedException thrown in hadoop2. Contributed by Micah Whitacre.


Project: http://git-wip-us.apache.org/repos/asf/crunch/repo
Commit: http://git-wip-us.apache.org/repos/asf/crunch/commit/21cf6d37
Tree: http://git-wip-us.apache.org/repos/asf/crunch/tree/21cf6d37
Diff: http://git-wip-us.apache.org/repos/asf/crunch/diff/21cf6d37

Branch: refs/heads/master
Commit: 21cf6d37f74d0813667c9e129c959cdd1556f0d1
Parents: 4983a0c
Author: Josh Wills <jwills@apache.org>
Authored: Wed Jul 3 09:03:57 2013 -0700
Committer: Josh Wills <jwills@apache.org>
Committed: Wed Jul 3 09:03:57 2013 -0700

----------------------------------------------------------------------
 .../apache/crunch/impl/mr/exec/CrunchJobHooks.java  | 16 ++++++++++------
 1 file changed, 10 insertions(+), 6 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/crunch/blob/21cf6d37/crunch-core/src/main/java/org/apache/crunch/impl/mr/exec/CrunchJobHooks.java
----------------------------------------------------------------------
diff --git a/crunch-core/src/main/java/org/apache/crunch/impl/mr/exec/CrunchJobHooks.java
b/crunch-core/src/main/java/org/apache/crunch/impl/mr/exec/CrunchJobHooks.java
index dee80f1..07d1cea 100644
--- a/crunch-core/src/main/java/org/apache/crunch/impl/mr/exec/CrunchJobHooks.java
+++ b/crunch-core/src/main/java/org/apache/crunch/impl/mr/exec/CrunchJobHooks.java
@@ -79,13 +79,17 @@ public final class CrunchJobHooks {
     }
 
     private synchronized void handleMultiPaths() throws IOException {
-      if (job.isSuccessful() && !multiPaths.isEmpty()) {
-        // Need to handle moving the data from the output directory of the
-        // job to the output locations specified in the paths.
-        FileSystem srcFs = workingPath.getFileSystem(job.getConfiguration());
-        for (Map.Entry<Integer, PathTarget> entry : multiPaths.entrySet()) {
-          entry.getValue().handleOutputs(job.getConfiguration(), workingPath, entry.getKey(),
mapOnlyJob);
+      try {
+        if (job.isSuccessful() && !multiPaths.isEmpty()) {
+          // Need to handle moving the data from the output directory of the
+          // job to the output locations specified in the paths.
+          FileSystem srcFs = workingPath.getFileSystem(job.getConfiguration());
+          for (Map.Entry<Integer, PathTarget> entry : multiPaths.entrySet()) {
+            entry.getValue().handleOutputs(job.getConfiguration(), workingPath, entry.getKey(),
mapOnlyJob);
+          }
         }
+      } catch(InterruptedException ie) {
+        throw new IOException(ie);
       }
     }
   }


Mime
View raw message