accumulo-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From e..@apache.org
Subject svn commit: r1443105 - /accumulo/trunk/test/src/main/java/org/apache/accumulo/test/randomwalk/concurrent/Config.java
Date Wed, 06 Feb 2013 18:18:23 GMT
Author: ecn
Date: Wed Feb  6 18:18:23 2013
New Revision: 1443105

URL: http://svn.apache.org/viewvc?rev=1443105&view=rev
Log:
ACCUMULO-382 add per-table configurations

Modified:
    accumulo/trunk/test/src/main/java/org/apache/accumulo/test/randomwalk/concurrent/Config.java

Modified: accumulo/trunk/test/src/main/java/org/apache/accumulo/test/randomwalk/concurrent/Config.java
URL: http://svn.apache.org/viewvc/accumulo/trunk/test/src/main/java/org/apache/accumulo/test/randomwalk/concurrent/Config.java?rev=1443105&r1=1443104&r2=1443105&view=diff
==============================================================================
--- accumulo/trunk/test/src/main/java/org/apache/accumulo/test/randomwalk/concurrent/Config.java
(original)
+++ accumulo/trunk/test/src/main/java/org/apache/accumulo/test/randomwalk/concurrent/Config.java
Wed Feb  6 18:18:23 2013
@@ -1,6 +1,7 @@
 package org.apache.accumulo.test.randomwalk.concurrent;
 
 import java.util.Properties;
+import java.util.SortedSet;
 
 import org.apache.accumulo.core.conf.Property;
 import org.apache.accumulo.test.randomwalk.State;
@@ -12,6 +13,7 @@ public class Config extends Test {
   
   private static final String LAST_SETTING = "lastSetting";
 
+  private static final String LAST_TABLE_SETTING = "lastTableSetting";
 
   static class Setting {
     public Property property;
@@ -23,44 +25,58 @@ public class Config extends Test {
       this.max = max;
     }
   }
+  static Setting s(Property property, long min, long max) {
+    return new Setting(property, min, max);
+  }
   Setting[] settings = {
-      new Setting(Property.TSERV_BLOOM_LOAD_MAXCONCURRENT, 1, 10),
-      new Setting(Property.TSERV_BULK_PROCESS_THREADS, 1, 10),
-      new Setting(Property.TSERV_BULK_RETRY, 1, 10),
-      new Setting(Property.TSERV_BULK_TIMEOUT, 10, 600),
-      new Setting(Property.TSERV_BULK_ASSIGNMENT_THREADS, 1, 10),
-      new Setting(Property.TSERV_DATACACHE_SIZE, 0, 1000000000L),
-      new Setting(Property.TSERV_INDEXCACHE_SIZE, 0, 1000000000L),
-      new Setting(Property.TSERV_CLIENT_TIMEOUT, 100, 10000),
-      new Setting(Property.TSERV_MAJC_MAXCONCURRENT, 1, 10),
-      new Setting(Property.TSERV_MAJC_DELAY, 100, 10000),
-      new Setting(Property.TSERV_MAJC_THREAD_MAXOPEN, 3, 100),
-      new Setting(Property.TSERV_MINC_MAXCONCURRENT, 1, 10),
-      new Setting(Property.TSERV_DEFAULT_BLOCKSIZE, 100000, 10000000L),
-      new Setting(Property.TSERV_MAX_IDLE, 10000, 500*1000),
-      new Setting(Property.TSERV_MAXMEM, 1000000, 3*1024*1024*1024L),
-      new Setting(Property.TSERV_READ_AHEAD_MAXCONCURRENT, 1, 25),
-      new Setting(Property.TSERV_MIGRATE_MAXCONCURRENT, 1, 10),
-      new Setting(Property.TSERV_MUTATION_QUEUE_MAX, 10000, 1024*1024),
-      new Setting(Property.TSERV_RECOVERY_MAX_CONCURRENT, 1, 100),
-      new Setting(Property.TSERV_SCAN_MAX_OPENFILES, 10, 1000),
-      new Setting(Property.TSERV_THREADCHECK, 100, 10000),
-      new Setting(Property.TSERV_MINTHREADS, 1, 100),
-      new Setting(Property.TSERV_SESSION_MAXIDLE, 100, 5*60*1000),
-      new Setting(Property.TSERV_SORT_BUFFER_SIZE, 1024*1024, 1024*1024*1024L),
-      new Setting(Property.TSERV_TABLET_SPLIT_FINDMIDPOINT_MAXOPEN, 5, 100),
-      new Setting(Property.TSERV_WAL_BLOCKSIZE, 100*1024, 1024*1024*1024*10L),
-      new Setting(Property.TSERV_WORKQ_THREADS, 1, 10),
-      new Setting(Property.MASTER_BULK_THREADPOOL_SIZE, 1, 10),
-      new Setting(Property.MASTER_BULK_RETRIES, 1, 10),
-      new Setting(Property.MASTER_BULK_TIMEOUT, 10, 600),
-      new Setting(Property.MASTER_FATE_THREADPOOL_SIZE, 1, 100),
-      new Setting(Property.MASTER_RECOVERY_DELAY, 0, 10000),
-      new Setting(Property.MASTER_RECOVERY_MAXTIME, 10000, 1000000),
-      new Setting(Property.MASTER_THREADCHECK, 100, 10000),
-      new Setting(Property.MASTER_MINTHREADS, 1, 200),
+      s(Property.TSERV_BLOOM_LOAD_MAXCONCURRENT, 1, 10),
+      s(Property.TSERV_BULK_PROCESS_THREADS, 1, 10),
+      s(Property.TSERV_BULK_RETRY, 1, 10),
+      s(Property.TSERV_BULK_TIMEOUT, 10, 600),
+      s(Property.TSERV_BULK_ASSIGNMENT_THREADS, 1, 10),
+      s(Property.TSERV_DATACACHE_SIZE, 0, 1000000000L),
+      s(Property.TSERV_INDEXCACHE_SIZE, 0, 1000000000L),
+      s(Property.TSERV_CLIENT_TIMEOUT, 100, 10000),
+      s(Property.TSERV_MAJC_MAXCONCURRENT, 1, 10),
+      s(Property.TSERV_MAJC_DELAY, 100, 10000),
+      s(Property.TSERV_MAJC_THREAD_MAXOPEN, 3, 100),
+      s(Property.TSERV_MINC_MAXCONCURRENT, 1, 10),
+      s(Property.TSERV_DEFAULT_BLOCKSIZE, 100000, 10000000L),
+      s(Property.TSERV_MAX_IDLE, 10000, 500*1000),
+      s(Property.TSERV_MAXMEM, 1000000, 3*1024*1024*1024L),
+      s(Property.TSERV_READ_AHEAD_MAXCONCURRENT, 1, 25),
+      s(Property.TSERV_MIGRATE_MAXCONCURRENT, 1, 10),
+      s(Property.TSERV_MUTATION_QUEUE_MAX, 10000, 1024*1024),
+      s(Property.TSERV_RECOVERY_MAX_CONCURRENT, 1, 100),
+      s(Property.TSERV_SCAN_MAX_OPENFILES, 10, 1000),
+      s(Property.TSERV_THREADCHECK, 100, 10000),
+      s(Property.TSERV_MINTHREADS, 1, 100),
+      s(Property.TSERV_SESSION_MAXIDLE, 100, 5*60*1000),
+      s(Property.TSERV_SORT_BUFFER_SIZE, 1024*1024, 1024*1024*1024L),
+      s(Property.TSERV_TABLET_SPLIT_FINDMIDPOINT_MAXOPEN, 5, 100),
+      s(Property.TSERV_WAL_BLOCKSIZE, 100*1024, 1024*1024*1024*10L),
+      s(Property.TSERV_WORKQ_THREADS, 1, 10),
+      s(Property.MASTER_BULK_THREADPOOL_SIZE, 1, 10),
+      s(Property.MASTER_BULK_RETRIES, 1, 10),
+      s(Property.MASTER_BULK_TIMEOUT, 10, 600),
+      s(Property.MASTER_FATE_THREADPOOL_SIZE, 1, 100),
+      s(Property.MASTER_RECOVERY_DELAY, 0, 10000),
+      s(Property.MASTER_RECOVERY_MAXTIME, 10000, 1000000),
+      s(Property.MASTER_THREADCHECK, 100, 10000),
+      s(Property.MASTER_MINTHREADS, 1, 200),
   };
   
+  Setting[] tableSettings = {
+      s(Property.TABLE_MAJC_RATIO, 1, 10),
+      s(Property.TABLE_MAJC_COMPACTALL_IDLETIME, 100, 10*60*60*1000L),
+      s(Property.TABLE_SPLIT_THRESHOLD, 10*1024, 10L*1024*1024*1024),
+      s(Property.TABLE_MINC_COMPACT_IDLETIME, 100, 100*60*60*1000L),
+      s(Property.TABLE_SCAN_MAXMEM, 10*1024, 10*1024*1024),
+      s(Property.TABLE_FILE_COMPRESSED_BLOCK_SIZE, 10*1024, 10*1024*1024L), 
+      s(Property.TABLE_FILE_COMPRESSED_BLOCK_SIZE_INDEX, 10*1024, 10*1024*1024L),
+      s(Property.TABLE_FILE_REPLICATION, 0, 5),
+      s(Property.TABLE_FILE_MAX, 2, 50),
+  };
   
   @Override
   public void visit(State state, Properties props) throws Exception {
@@ -72,9 +88,45 @@ public class Config extends Test {
       log.debug("Setting " + property.getKey() + " back to " + property.getDefaultValue());
       state.getConnector().instanceOperations().setProperty(property.getKey(), property.getDefaultValue());
     }
+    lastSetting = state.getMap().get(LAST_TABLE_SETTING);
+    if (lastSetting != null) {
+      String parts[] = lastSetting.toString().split(",");
+      String table = parts[0];
+      int choice = Integer.parseInt(parts[1]);
+      Property property = tableSettings[choice].property;
+      log.debug("Setting " + property.getKey() + " on " + table + " back to " + property.getDefaultValue());
+      state.getConnector().tableOperations().setProperty(table, property.getKey(), property.getDefaultValue());
+    }
+    state.getMap().remove(LAST_SETTING);
+    state.getMap().remove(LAST_TABLE_SETTING);
+    RandomData random = new RandomDataImpl();
+    if (random.nextInt(0, 1) == 0) {
+      changeTableSetting(random, state, props);
+    } else {
+      changeSetting(random, state, props);
+    }
+  }
+
+  private void changeTableSetting(RandomData random, State state, Properties props) throws
Exception {
+    // pick a random property
+    int choice = random.nextInt(0, tableSettings.length - 1);
+    Setting setting = tableSettings[choice];
+    
+    // pick a random table
+    SortedSet<String> tables = state.getConnector().tableOperations().list().tailSet("ctt").headSet("ctu");
+    if (tables.isEmpty())
+      return;
+    String table = random.nextSample(tables, 1)[0].toString();
     
+    // generate a random value
+    long newValue = random.nextLong(setting.min, setting.max);
+    state.getMap().put(LAST_TABLE_SETTING, "" + choice);
+    log.debug("Setting " + setting.property.getKey() + " on table " + table + " to " + newValue);
+    state.getConnector().instanceOperations().setProperty(setting.property.getKey(), table
+ "," + newValue);
+  }
+  
+  private void changeSetting(RandomData random, State state, Properties props) throws Exception
{
     // pick a random property
-    RandomData random = new RandomDataImpl();
     int choice = random.nextInt(0, settings.length - 1);
     Setting setting = settings[choice];
     // generate a random value



Mime
View raw message