incubator-hama-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From edwardy...@apache.org
Subject svn commit: r1074366 - in /incubator/hama/trunk: CHANGES.txt conf/hama-default.xml src/java/org/apache/hama/bsp/BSPPeer.java
Date Fri, 25 Feb 2011 00:52:23 GMT
Author: edwardyoon
Date: Fri Feb 25 00:52:23 2011
New Revision: 1074366

URL: http://svn.apache.org/viewvc?rev=1074366&view=rev
Log:
Intermittent conflicts of enterBarrier() and leaveBarrier()

Modified:
    incubator/hama/trunk/CHANGES.txt
    incubator/hama/trunk/conf/hama-default.xml
    incubator/hama/trunk/src/java/org/apache/hama/bsp/BSPPeer.java

Modified: incubator/hama/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/incubator/hama/trunk/CHANGES.txt?rev=1074366&r1=1074365&r2=1074366&view=diff
==============================================================================
--- incubator/hama/trunk/CHANGES.txt (original)
+++ incubator/hama/trunk/CHANGES.txt Fri Feb 25 00:52:23 2011
@@ -198,6 +198,7 @@ Trunk (unreleased changes)
 
   BUG FIXES
   
+    HAMA-355: Intermittent conflicts of enterBarrier() and leaveBarrier() (edwardyoon)
     HAMA-352: Can't send one more messages on to same server in bsp() method (edwardyoon)
     HAMA-350: Add task log appender and Fix log4j rootLogger (edwardyoon)
     HAMA-345: Add execution time calculator to Pi job (edwardyoon)

Modified: incubator/hama/trunk/conf/hama-default.xml
URL: http://svn.apache.org/viewvc/incubator/hama/trunk/conf/hama-default.xml?rev=1074366&r1=1074365&r2=1074366&view=diff
==============================================================================
--- incubator/hama/trunk/conf/hama-default.xml (original)
+++ incubator/hama/trunk/conf/hama-default.xml Fri Feb 25 00:52:23 2011
@@ -71,7 +71,7 @@
   </property>
   <property>
     <name>bsp.child.java.opts</name>
-    <value>-Xmx200m</value>
+    <value>-Xmx500m</value>
     <description>Java opts for the groom server child processes.  
     The following symbol, if present, will be interpolated: @taskid@ is replaced 
     by current TaskID. Any other occurrences of '@' will go unchanged.

Modified: incubator/hama/trunk/src/java/org/apache/hama/bsp/BSPPeer.java
URL: http://svn.apache.org/viewvc/incubator/hama/trunk/src/java/org/apache/hama/bsp/BSPPeer.java?rev=1074366&r1=1074365&r2=1074366&view=diff
==============================================================================
--- incubator/hama/trunk/src/java/org/apache/hama/bsp/BSPPeer.java (original)
+++ incubator/hama/trunk/src/java/org/apache/hama/bsp/BSPPeer.java Fri Feb 25 00:52:23 2011
@@ -179,6 +179,9 @@ public class BSPPeer implements Watcher,
       }
     }
 
+    waitForSync();
+    Thread.sleep(100);
+    
     // Clear outgoing queues.
     clearOutgoingQueues();
 
@@ -210,9 +213,32 @@ public class BSPPeer implements Watcher,
     }
   }
 
+  protected boolean waitForSync() throws KeeperException, InterruptedException {
+    try {
+      zk.create(bspRoot + "/" + getPeerName() + "-data", new byte[0],
+          Ids.OPEN_ACL_UNSAFE, CreateMode.EPHEMERAL);
+    } catch (KeeperException e) {
+      e.printStackTrace();
+    } catch (InterruptedException e) {
+      e.printStackTrace();
+    }
+
+    while (true) {
+      synchronized (mutex) {
+        List<String> list = zk.getChildren(bspRoot, true);
+        if (list.size() < (jobConf.getNumBspTask() * 2)) {
+          mutex.wait();
+        } else {
+          return true;
+        }
+      }
+    }
+  }
+
   protected boolean leaveBarrier() throws KeeperException, InterruptedException {
     zk.delete(bspRoot + "/" + getPeerName(), 0);
-
+    zk.delete(bspRoot + "/" + getPeerName() + "-data", 0);
+    
     while (true) {
       synchronized (mutex) {
         List<String> list = zk.getChildren(bspRoot, true);



Mime
View raw message