accumulo-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From e..@apache.org
Subject [6/6] accumulo git commit: ACCUMULO-4034 agitate secondary NN and gc, too
Date Fri, 13 Nov 2015 13:43:08 GMT
ACCUMULO-4034 agitate secondary NN and gc, too


Project: http://git-wip-us.apache.org/repos/asf/accumulo/repo
Commit: http://git-wip-us.apache.org/repos/asf/accumulo/commit/35cc52e9
Tree: http://git-wip-us.apache.org/repos/asf/accumulo/tree/35cc52e9
Diff: http://git-wip-us.apache.org/repos/asf/accumulo/diff/35cc52e9

Branch: refs/heads/master
Commit: 35cc52e9473ba25b990a5a02731cee11d9301e76
Parents: 58911cc
Author: Eric C. Newton <eric.newton@gmail.com>
Authored: Fri Nov 13 07:04:03 2015 -0500
Committer: Eric C. Newton <eric.newton@gmail.com>
Committed: Fri Nov 13 07:04:03 2015 -0500

----------------------------------------------------------------------
 test/system/agitator/agitator.ini.example | 8 ++++++++
 test/system/agitator/agitator.py          | 9 ++++++---
 2 files changed, 14 insertions(+), 3 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/accumulo/blob/35cc52e9/test/system/agitator/agitator.ini.example
----------------------------------------------------------------------
diff --git a/test/system/agitator/agitator.ini.example b/test/system/agitator/agitator.ini.example
index c6f16c7..3512561 100644
--- a/test/system/agitator/agitator.ini.example
+++ b/test/system/agitator/agitator.ini.example
@@ -29,10 +29,15 @@ home=%(install)s/accumulo
 tserver.kill.min=1
 tserver.kill.max=1
 tserver.frequency=0.8
+
 master.kill.min=1
 master.kill.max=1
 master.frequency=0.1
 
+gc.kill.min=1
+gc.kill.max=1
+gc.frequency=0.1
+
 [hadoop]
 home=%(install)s/hadoop
 bin=%(home)s/bin
@@ -42,6 +47,9 @@ datanode.kill.max=1
 namenode.frequency=0.05
 namenode.kill.min=1
 namenode.kill.max=1
+secondarynamenode.frequency=0.05
+secondarynamenode.kill.min=1
+secondarynamenode.kill.max=1
 
 [zookeeper]
 home=%(install)s/zookeeper

http://git-wip-us.apache.org/repos/asf/accumulo/blob/35cc52e9/test/system/agitator/agitator.py
----------------------------------------------------------------------
diff --git a/test/system/agitator/agitator.py b/test/system/agitator/agitator.py
index cfab019..db94546 100755
--- a/test/system/agitator/agitator.py
+++ b/test/system/agitator/agitator.py
@@ -158,10 +158,13 @@ def agitate(hosts, procs):
          if random.random() < p.frequencyToKill():
 
             # find them
-            # TODO: in parallel
+            from multiprocessing import Pool
+            def finder(host):
+               return host, p.find(host)
+            with Pool(5) as pool:
+               result = pool.map(finder, hosts)
             candidates = {}
-            for host in hosts:
-               pids = p.find(host)
+            for host, pids in result:
                if pids:
                   candidates[host] = pids
 


Mime
View raw message