incubator-crunch-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jwi...@apache.org
Subject git commit: Update io.sort.mb to stabilize the NLineInputFormatIT
Date Fri, 18 Jan 2013 03:34:53 GMT
Updated Branches:
  refs/heads/master 5fe2f68b7 -> 75ba35468


Update io.sort.mb to stabilize the NLineInputFormatIT


Project: http://git-wip-us.apache.org/repos/asf/incubator-crunch/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-crunch/commit/75ba3546
Tree: http://git-wip-us.apache.org/repos/asf/incubator-crunch/tree/75ba3546
Diff: http://git-wip-us.apache.org/repos/asf/incubator-crunch/diff/75ba3546

Branch: refs/heads/master
Commit: 75ba3546810fc27b4a6248559fefffd6c3eddb44
Parents: 5fe2f68
Author: Josh Wills <jwills@apache.org>
Authored: Thu Jan 17 19:34:38 2013 -0800
Committer: Josh Wills <jwills@apache.org>
Committed: Thu Jan 17 19:34:38 2013 -0800

----------------------------------------------------------------------
 .../it/java/org/apache/crunch/io/NLineInputIT.java |    5 ++++-
 1 files changed, 4 insertions(+), 1 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-crunch/blob/75ba3546/crunch/src/it/java/org/apache/crunch/io/NLineInputIT.java
----------------------------------------------------------------------
diff --git a/crunch/src/it/java/org/apache/crunch/io/NLineInputIT.java b/crunch/src/it/java/org/apache/crunch/io/NLineInputIT.java
index 6b16aa8..52b8ff5 100644
--- a/crunch/src/it/java/org/apache/crunch/io/NLineInputIT.java
+++ b/crunch/src/it/java/org/apache/crunch/io/NLineInputIT.java
@@ -29,6 +29,7 @@ import org.apache.crunch.test.TemporaryPath;
 import org.apache.crunch.test.TemporaryPaths;
 import org.apache.crunch.types.writable.Writables;
 import org.apache.crunch.types.avro.Avros;
+import org.apache.hadoop.conf.Configuration;
 import org.junit.Rule;
 import org.junit.Test;
 
@@ -40,7 +41,9 @@ public class NLineInputIT {
   @Test
   public void testNLine() throws Exception {
     String urlsInputPath = tmpDir.copyResourceFileName("urls.txt");
-    Pipeline pipeline = new MRPipeline(NLineInputIT.class, tmpDir.getDefaultConfiguration());
+    Configuration conf = new Configuration(tmpDir.getDefaultConfiguration());
+    conf.setInt("io.sort.mb", 10);
+    Pipeline pipeline = new MRPipeline(NLineInputIT.class, conf);
     PCollection<String> urls = pipeline.read(new NLineFileSource<String>(urlsInputPath,
         Writables.strings(), 2));
     assertEquals(new Integer(2),


Mime
View raw message