hadoop-common-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From szets...@apache.org
Subject svn commit: r696040 - /hadoop/core/trunk/src/hdfs/org/apache/hadoop/hdfs/server/protocol/BlocksWithLocations.java
Date Tue, 16 Sep 2008 20:22:03 GMT
Author: szetszwo
Date: Tue Sep 16 13:22:03 2008
New Revision: 696040

URL: http://svn.apache.org/viewvc?rev=696040&view=rev
Log:
HADOOP-4174. Move fs image/edit log methods from ClientProtocol to NamenodeProtocol. (shv
via szetszwo)

Added:
    hadoop/core/trunk/src/hdfs/org/apache/hadoop/hdfs/server/protocol/BlocksWithLocations.java

Added: hadoop/core/trunk/src/hdfs/org/apache/hadoop/hdfs/server/protocol/BlocksWithLocations.java
URL: http://svn.apache.org/viewvc/hadoop/core/trunk/src/hdfs/org/apache/hadoop/hdfs/server/protocol/BlocksWithLocations.java?rev=696040&view=auto
==============================================================================
--- hadoop/core/trunk/src/hdfs/org/apache/hadoop/hdfs/server/protocol/BlocksWithLocations.java
(added)
+++ hadoop/core/trunk/src/hdfs/org/apache/hadoop/hdfs/server/protocol/BlocksWithLocations.java
Tue Sep 16 13:22:03 2008
@@ -0,0 +1,117 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.hdfs.server.protocol;
+
+import java.io.DataInput;
+import java.io.DataOutput;
+import java.io.IOException;
+
+import org.apache.hadoop.hdfs.protocol.Block;
+import org.apache.hadoop.io.Text;
+import org.apache.hadoop.io.Writable;
+import org.apache.hadoop.io.WritableUtils;
+
+/** A class to implement an array of BlockLocations
+ *  It provide efficient customized serialization/deserialization methods
+ *  in stead of using the default array (de)serialization provided by RPC
+ */
+public class BlocksWithLocations implements Writable {
+
+  /**
+   * A class to keep track of a block and its locations
+   */
+  public static class BlockWithLocations  implements Writable {
+    Block block;
+    String datanodeIDs[];
+    
+    /** default constructor */
+    public BlockWithLocations() {
+      block = new Block();
+      datanodeIDs = null;
+    }
+    
+    /** constructor */
+    public BlockWithLocations(Block b, String[] datanodes) {
+      block = b;
+      datanodeIDs = datanodes;
+    }
+    
+    /** get the block */
+    public Block getBlock() {
+      return block;
+    }
+    
+    /** get the block's locations */
+    public String[] getDatanodes() {
+      return datanodeIDs;
+    }
+    
+    /** deserialization method */
+    public void readFields(DataInput in) throws IOException {
+      block.readFields(in);
+      int len = WritableUtils.readVInt(in); // variable length integer
+      datanodeIDs = new String[len];
+      for(int i=0; i<len; i++) {
+        datanodeIDs[i] = Text.readString(in);
+      }
+    }
+    
+    /** serialization method */
+    public void write(DataOutput out) throws IOException {
+      block.write(out);
+      WritableUtils.writeVInt(out, datanodeIDs.length); // variable length int
+      for(String id:datanodeIDs) {
+        Text.writeString(out, id);
+      }
+    }
+  }
+
+  private BlockWithLocations[] blocks;
+
+  /** default constructor */
+  BlocksWithLocations() {
+  }
+
+  /** Constructor with one parameter */
+  public BlocksWithLocations( BlockWithLocations[] blocks ) {
+    this.blocks = blocks;
+  }
+
+  /** getter */
+  public BlockWithLocations[] getBlocks() {
+    return blocks;
+  }
+
+  /** serialization method */
+  public void write( DataOutput out ) throws IOException {
+    WritableUtils.writeVInt(out, blocks.length);
+    for(int i=0; i<blocks.length; i++) {
+      blocks[i].write(out);
+    }
+  }
+
+  /** deserialization method */
+  public void readFields(DataInput in) throws IOException {
+    int len = WritableUtils.readVInt(in);
+    blocks = new BlockWithLocations[len];
+    for(int i=0; i<len; i++) {
+      blocks[i] = new BlockWithLocations();
+      blocks[i].readFields(in);
+    }
+  }
+}



Mime
View raw message