incubator-bigtop-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From r..@apache.org
Subject svn commit: r1339738 - /incubator/bigtop/trunk/bigtop-tests/test-artifacts/hbase/src/main/groovy/org/apache/bigtop/itest/hbase/system/TestLoadAndVerify.java
Date Thu, 17 May 2012 17:41:42 GMT
Author: rvs
Date: Thu May 17 17:41:42 2012
New Revision: 1339738

URL: http://svn.apache.org/viewvc?rev=1339738&view=rev
Log:
BIGTOP-589. TestLoadAndVerify's HBase scanner caching setting too high (Jonathan Hsieh via
rvs)

Modified:
    incubator/bigtop/trunk/bigtop-tests/test-artifacts/hbase/src/main/groovy/org/apache/bigtop/itest/hbase/system/TestLoadAndVerify.java

Modified: incubator/bigtop/trunk/bigtop-tests/test-artifacts/hbase/src/main/groovy/org/apache/bigtop/itest/hbase/system/TestLoadAndVerify.java
URL: http://svn.apache.org/viewvc/incubator/bigtop/trunk/bigtop-tests/test-artifacts/hbase/src/main/groovy/org/apache/bigtop/itest/hbase/system/TestLoadAndVerify.java?rev=1339738&r1=1339737&r2=1339738&view=diff
==============================================================================
--- incubator/bigtop/trunk/bigtop-tests/test-artifacts/hbase/src/main/groovy/org/apache/bigtop/itest/hbase/system/TestLoadAndVerify.java
(original)
+++ incubator/bigtop/trunk/bigtop-tests/test-artifacts/hbase/src/main/groovy/org/apache/bigtop/itest/hbase/system/TestLoadAndVerify.java
Thu May 17 17:41:42 2012
@@ -77,7 +77,7 @@ public class TestLoadAndVerify  extends 
   private static final int NUM_TASKS = 200;
   private static final int NUM_REDUCE_TASKS = 35;
 
-  private static final int SCANNER_CACHING = 5000;
+  private static final int SCANNER_CACHING = 500;
 
   private enum Counters {
     ROWS_WRITTEN,
@@ -282,6 +282,7 @@ public class TestLoadAndVerify  extends 
     TableMapReduceUtil.initTableMapperJob(
         htd.getNameAsString(), scan, VerifyMapper.class,
         BytesWritable.class, BytesWritable.class, job);
+    int scannerCaching = conf.getInt("verify.scannercaching", SCANNER_CACHING);
     TableMapReduceUtil.setScannerCaching(job, SCANNER_CACHING);
 
     job.setReducerClass(VerifyReducer.class);
@@ -339,7 +340,7 @@ public class TestLoadAndVerify  extends 
     System.err.println("  -Dloadmapper.num_to_write=<n>    Number of rows per mapper
(default 100,000 per mapper)");
     System.err.println("  -Dloadmapper.deleteAfter=<bool>  Delete after a successful
verify (default true)");
     System.err.println("  -Dloadmapper.numPresplits=<n>    Number of presplit regions
to start with (default 40)");
-
+    System.err.println("  -Dverify.scannercaching=<n>      Number hbase scanner caching
rows to read (default 50)");
   }
   
   public int run(String argv[]) throws Exception {



Mime
View raw message