ignite-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From yzhda...@apache.org
Subject [01/27] incubator-ignite git commit: ignite-73 - file set
Date Wed, 21 Jan 2015 17:47:41 GMT
Repository: incubator-ignite
Updated Branches:
  refs/heads/ignite-86 edf0b1851 -> c7db90e63


ignite-73 - file set


Project: http://git-wip-us.apache.org/repos/asf/incubator-ignite/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-ignite/commit/ab8b24ae
Tree: http://git-wip-us.apache.org/repos/asf/incubator-ignite/tree/ab8b24ae
Diff: http://git-wip-us.apache.org/repos/asf/incubator-ignite/diff/ab8b24ae

Branch: refs/heads/ignite-86
Commit: ab8b24ae8f54b5d63c91d3683ab7f158c44f1bf0
Parents: 725d79f
Author: S.Vladykin <svladykin@gridgain.com>
Authored: Thu Jan 15 20:51:57 2015 +0300
Committer: S.Vladykin <svladykin@gridgain.com>
Committed: Thu Jan 15 20:51:57 2015 +0300

----------------------------------------------------------------------
 .../hadoop/v2/GridHadoopV2JobResourceManager.java      | 13 ++++++-------
 1 file changed, 6 insertions(+), 7 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-ignite/blob/ab8b24ae/modules/hadoop/src/main/java/org/gridgain/grid/kernal/processors/hadoop/v2/GridHadoopV2JobResourceManager.java
----------------------------------------------------------------------
diff --git a/modules/hadoop/src/main/java/org/gridgain/grid/kernal/processors/hadoop/v2/GridHadoopV2JobResourceManager.java
b/modules/hadoop/src/main/java/org/gridgain/grid/kernal/processors/hadoop/v2/GridHadoopV2JobResourceManager.java
index 2ac04ba..8555088 100644
--- a/modules/hadoop/src/main/java/org/gridgain/grid/kernal/processors/hadoop/v2/GridHadoopV2JobResourceManager.java
+++ b/modules/hadoop/src/main/java/org/gridgain/grid/kernal/processors/hadoop/v2/GridHadoopV2JobResourceManager.java
@@ -22,7 +22,6 @@ import org.apache.hadoop.mapred.*;
 import org.apache.hadoop.mapreduce.MRJobConfig;
 import org.apache.hadoop.util.*;
 import org.apache.ignite.*;
-import org.gridgain.grid.*;
 import org.gridgain.grid.hadoop.*;
 import org.gridgain.grid.kernal.processors.hadoop.fs.*;
 import org.gridgain.grid.util.typedef.*;
@@ -52,8 +51,8 @@ public class GridHadoopV2JobResourceManager {
     /** Class path list. */
     private URL[] clsPath;
 
-    /** List of local resources. */
-    private final Collection<File> rsrcList = new ArrayList<>();
+    /** Set of local resources. */
+    private final Collection<File> rsrcSet = new HashSet<>();
 
     /** Staging directory to delivery job jar and config to the work nodes. */
     private Path stagingDir;
@@ -129,8 +128,8 @@ public class GridHadoopV2JobResourceManager {
 
                 clsPathUrls.add(jarJobFile.toURI().toURL());
 
-                rsrcList.add(jarJobFile);
-                rsrcList.add(new File(jobLocDir, "job.xml"));
+                rsrcSet.add(jarJobFile);
+                rsrcSet.add(new File(jobLocDir, "job.xml"));
 
                 processFiles(jobLocDir, ctx.getCacheFiles(), download, false, null, MRJobConfig.CACHE_LOCALFILES);
                 processFiles(jobLocDir, ctx.getCacheArchives(), download, true, null, MRJobConfig.CACHE_LOCALARCHIVES);
@@ -192,7 +191,7 @@ public class GridHadoopV2JobResourceManager {
 
             res.add(locName);
 
-            rsrcList.add(dstPath);
+            rsrcSet.add(dstPath);
 
             if (clsPathUrls != null)
                 clsPathUrls.add(dstPath.toURI().toURL());
@@ -257,7 +256,7 @@ public class GridHadoopV2JobResourceManager {
             if (!path.mkdir())
                 throw new IOException("Failed to create directory: " + path);
 
-            for (File resource : rsrcList) {
+            for (File resource : rsrcSet) {
                 File symLink = new File(path, resource.getName());
 
                 try {


Mime
View raw message