crunch-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jwi...@apache.org
Subject git commit: CRUNCH-461: Use properly configured JobContext with the CombineFileInputFormat
Date Sat, 09 Aug 2014 17:23:39 GMT
Repository: crunch
Updated Branches:
  refs/heads/apache-crunch-0.8 bdcff92e4 -> 21922e756


CRUNCH-461: Use properly configured JobContext with the CombineFileInputFormat


Project: http://git-wip-us.apache.org/repos/asf/crunch/repo
Commit: http://git-wip-us.apache.org/repos/asf/crunch/commit/21922e75
Tree: http://git-wip-us.apache.org/repos/asf/crunch/tree/21922e75
Diff: http://git-wip-us.apache.org/repos/asf/crunch/diff/21922e75

Branch: refs/heads/apache-crunch-0.8
Commit: 21922e756e1f76b877209494c6240501fdb14e3d
Parents: bdcff92
Author: Josh Wills <jwills@apache.org>
Authored: Fri Aug 8 17:40:13 2014 -0700
Committer: Josh Wills <jwills@apache.org>
Committed: Sat Aug 9 10:19:09 2014 -0700

----------------------------------------------------------------------
 .../main/java/org/apache/crunch/impl/mr/run/CrunchInputFormat.java | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/crunch/blob/21922e75/crunch-core/src/main/java/org/apache/crunch/impl/mr/run/CrunchInputFormat.java
----------------------------------------------------------------------
diff --git a/crunch-core/src/main/java/org/apache/crunch/impl/mr/run/CrunchInputFormat.java
b/crunch-core/src/main/java/org/apache/crunch/impl/mr/run/CrunchInputFormat.java
index 8f1c853..8c173cc 100644
--- a/crunch-core/src/main/java/org/apache/crunch/impl/mr/run/CrunchInputFormat.java
+++ b/crunch-core/src/main/java/org/apache/crunch/impl/mr/run/CrunchInputFormat.java
@@ -53,7 +53,7 @@ public class CrunchInputFormat<K, V> extends InputFormat<K, V>
{
       InputFormat<?, ?> format = (InputFormat<?, ?>) ReflectionUtils.newInstance(inputBundle.getFormatClass(),
           jobCopy.getConfiguration());
       if (format instanceof FileInputFormat && !conf.getBoolean(RuntimeParameters.DISABLE_COMBINE_FILE,
true)) {
-        format = new CrunchCombineFileInputFormat<Object, Object>(job);
+        format = new CrunchCombineFileInputFormat<Object, Object>(jobCopy);
       }
       for (Map.Entry<Integer, List<Path>> nodeEntry : entry.getValue().entrySet())
{
         Integer nodeIndex = nodeEntry.getKey();


Mime
View raw message