incubator-hama-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Apache Wiki <wikidi...@apache.org>
Subject [Hama Wiki] Trivial Update of "SerializePrinting" by edwardyoon
Date Tue, 15 Feb 2011 07:26:52 GMT
Dear Wiki user,

You have subscribed to a wiki page or wiki category on "Hama Wiki" for change notification.

The "SerializePrinting" page has been changed by edwardyoon.
http://wiki.apache.org/hama/SerializePrinting?action=diff&rev1=11&rev2=12

--------------------------------------------------

   * See the [[Architecture#BSP_Programming_Model|BSP programming model]] of HAMA if you didn't
read yet.
  
  {{{
- public class SerializePrinting {
-   private static String TMP_OUTPUT = "/tmp/test-example/";
- 
-   public static class HelloBSP extends BSP {
-     public static final Log LOG = LogFactory.getLog(HelloBSP.class);
-     private Configuration conf;
-     private final static int PRINT_INTERVAL = 5000;
- 
      public void bsp(BSPPeerProtocol bspPeer) throws IOException,
          KeeperException, InterruptedException {
-       int num = Integer.parseInt(conf.get("bsp.peers.num"));
-       FileSystem fileSys = FileSystem.get(conf);
  
        int i = 0;
        for (String otherPeer : bspPeer.getAllPeerNames()) {
+         String peerName = bspPeer.getPeerName();
-         if (bspPeer.getPeerName().equals(otherPeer)) {
+         if (peerName.equals(otherPeer)) {
+           writeLogToFile(peerName, i);
- 
-           SequenceFile.Writer writer = SequenceFile.createWriter(fileSys, conf,
-               new Path(TMP_OUTPUT + i), LongWritable.class, Text.class,
-               CompressionType.NONE);
-           writer.append(new LongWritable(System.currentTimeMillis()), new Text(
-               "Hello BSP from " + (i + 1) + " of " + num + ": "
-                   + bspPeer.getPeerName()));
-           writer.close();
- 
          }
  
          Thread.sleep(PRINT_INTERVAL);
@@ -45, +28 @@

          i++;
        }
      }
- 
-     public Configuration getConf() {
-       return conf;
-     }
- 
-     public void setConf(Configuration conf) {
-       this.conf = conf;
-     }
- 
-   }
- 
-   public static void main(String[] args) throws InterruptedException,
-       IOException {
-     // BSP job configuration
-     HamaConfiguration conf = new HamaConfiguration();
- 
-     BSPJob bsp = new BSPJob(conf, SerializePrinting.class);
-     // Set the job name
-     bsp.setJobName("serialize printing");
-     bsp.setBspClass(HelloBSP.class);
- 
-     // Set the task size as a number of GroomServer
-     BSPJobClient jobClient = new BSPJobClient(conf);
-     ClusterStatus cluster = jobClient.getClusterStatus(false);
-     bsp.setNumBspTask(cluster.getGroomServers());
- 
-     FileSystem fileSys = FileSystem.get(conf);
-     if (fileSys.exists(new Path(TMP_OUTPUT))) {
-       fileSys.delete(new Path(TMP_OUTPUT), true);
-     }
-     BSPJobClient.runJob(bsp);
- 
-     System.out.println("Each task printed the \"Hello World\" as below:");
-     for (int i = 0; i < cluster.getGroomServers(); i++) {
-       SequenceFile.Reader reader = new SequenceFile.Reader(fileSys, new Path(
-           TMP_OUTPUT + i), conf);
-       LongWritable timestamp = new LongWritable();
-       Text message = new Text();
-       reader.next(timestamp, message);
-       System.out.println(new Date(timestamp.get()) + ": " + message);
-       reader.close();
-     }
-   }
- }
  }}}
  

Mime
View raw message