crunch-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jwi...@apache.org
Subject git commit: CRUNCH-463: Don't copy the Configuration object during CrunchInputSplit initialization
Date Tue, 19 Aug 2014 17:49:26 GMT
Repository: crunch
Updated Branches:
  refs/heads/master 4aaa5d6c5 -> f54d3d638


CRUNCH-463: Don't copy the Configuration object during CrunchInputSplit initialization


Project: http://git-wip-us.apache.org/repos/asf/crunch/repo
Commit: http://git-wip-us.apache.org/repos/asf/crunch/commit/f54d3d63
Tree: http://git-wip-us.apache.org/repos/asf/crunch/tree/f54d3d63
Diff: http://git-wip-us.apache.org/repos/asf/crunch/diff/f54d3d63

Branch: refs/heads/master
Commit: f54d3d638022a341fa5ba1eeb6689036d9478e53
Parents: 4aaa5d6
Author: Josh Wills <jwills@apache.org>
Authored: Sat Aug 16 10:13:21 2014 -0700
Committer: Josh Wills <jwills@apache.org>
Committed: Sat Aug 16 10:13:21 2014 -0700

----------------------------------------------------------------------
 .../main/java/org/apache/crunch/impl/mr/run/CrunchInputFormat.java | 2 +-
 .../main/java/org/apache/crunch/impl/mr/run/CrunchInputSplit.java  | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/crunch/blob/f54d3d63/crunch-core/src/main/java/org/apache/crunch/impl/mr/run/CrunchInputFormat.java
----------------------------------------------------------------------
diff --git a/crunch-core/src/main/java/org/apache/crunch/impl/mr/run/CrunchInputFormat.java
b/crunch-core/src/main/java/org/apache/crunch/impl/mr/run/CrunchInputFormat.java
index 8c173cc..11e1038 100644
--- a/crunch-core/src/main/java/org/apache/crunch/impl/mr/run/CrunchInputFormat.java
+++ b/crunch-core/src/main/java/org/apache/crunch/impl/mr/run/CrunchInputFormat.java
@@ -64,7 +64,7 @@ public class CrunchInputFormat<K, V> extends InputFormat<K, V>
{
         // and Mapper types by wrapping in a TaggedInputSplit.
         List<InputSplit> pathSplits = format.getSplits(jobCopy);
         for (InputSplit pathSplit : pathSplits) {
-          splits.add(new CrunchInputSplit(pathSplit, inputBundle, nodeIndex, conf));
+          splits.add(new CrunchInputSplit(pathSplit, inputBundle, nodeIndex, jobCopy.getConfiguration()));
         }
       }
     }

http://git-wip-us.apache.org/repos/asf/crunch/blob/f54d3d63/crunch-core/src/main/java/org/apache/crunch/impl/mr/run/CrunchInputSplit.java
----------------------------------------------------------------------
diff --git a/crunch-core/src/main/java/org/apache/crunch/impl/mr/run/CrunchInputSplit.java
b/crunch-core/src/main/java/org/apache/crunch/impl/mr/run/CrunchInputSplit.java
index ec255d9..ee54483 100644
--- a/crunch-core/src/main/java/org/apache/crunch/impl/mr/run/CrunchInputSplit.java
+++ b/crunch-core/src/main/java/org/apache/crunch/impl/mr/run/CrunchInputSplit.java
@@ -55,7 +55,7 @@ class CrunchInputSplit extends InputSplit implements Writable, Configurable,
Sup
     this.inputSplit = inputSplit;
     this.bundle = bundle;
     this.nodeIndex = nodeIndex;
-    this.conf = new Configuration(conf);
+    this.conf = conf;
   }
 
   @Override


Mime
View raw message