hadoop-common-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From dran...@apache.org
Subject [04/50] [abbrv] hadoop git commit: HADOOP-13041. Adding tests for coder utilities. Contributed by Kai Sasaki
Date Mon, 01 Aug 2016 15:54:55 GMT
HADOOP-13041. Adding tests for coder utilities. Contributed by Kai Sasaki


Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/f1a4863d
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/f1a4863d
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/f1a4863d

Branch: refs/heads/HADOOP-12756
Commit: f1a4863dfc9e097cd27479d8f9940532fe1f6416
Parents: 2aa18e1
Author: Kai Zheng <kai.zheng@intel.com>
Authored: Tue Jul 26 21:53:37 2016 +0800
Committer: Kai Zheng <kai.zheng@intel.com>
Committed: Tue Jul 26 21:53:37 2016 +0800

----------------------------------------------------------------------
 .../io/erasurecode/rawcoder/TestCoderUtil.java  | 124 +++++++++++++++++++
 1 file changed, 124 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hadoop/blob/f1a4863d/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/erasurecode/rawcoder/TestCoderUtil.java
----------------------------------------------------------------------
diff --git a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/erasurecode/rawcoder/TestCoderUtil.java
b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/erasurecode/rawcoder/TestCoderUtil.java
new file mode 100644
index 0000000..126d605
--- /dev/null
+++ b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/io/erasurecode/rawcoder/TestCoderUtil.java
@@ -0,0 +1,124 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.hadoop.io.erasurecode.rawcoder;
+
+import org.apache.hadoop.HadoopIllegalArgumentException;
+import org.junit.Test;
+
+import java.nio.ByteBuffer;
+
+import static org.junit.Assert.assertEquals;
+
+/**
+ * Test of the utility of raw erasure coder.
+ */
+public class TestCoderUtil {
+  private final int numInputs = 9;
+  private final int chunkSize = 1024;
+
+  @Test
+  public void testGetEmptyChunk() {
+    byte[] ret = CoderUtil.getEmptyChunk(chunkSize);
+    for (int i = 0; i < chunkSize; i++) {
+      assertEquals(0, ret[i]);
+    }
+  }
+
+  @Test
+  public void testResetBuffer() {
+    ByteBuffer buf = ByteBuffer.allocate(chunkSize * 2).putInt(1234);
+    buf.position(0);
+    ByteBuffer ret = CoderUtil.resetBuffer(buf, chunkSize);
+    for (int i = 0; i < chunkSize; i++) {
+      assertEquals(0, ret.getInt(i));
+    }
+
+    byte[] inputs = ByteBuffer.allocate(numInputs)
+        .putInt(1234).array();
+    CoderUtil.resetBuffer(inputs, 0, numInputs);
+    for (int i = 0; i < numInputs; i++) {
+      assertEquals(0, inputs[i]);
+    }
+  }
+
+  @Test
+  public void testGetValidIndexes() {
+    byte[][] inputs = new byte[numInputs][];
+    inputs[0] = new byte[chunkSize];
+    inputs[1] = new byte[chunkSize];
+    inputs[7] = new byte[chunkSize];
+    inputs[8] = new byte[chunkSize];
+
+    int[] validIndexes = CoderUtil.getValidIndexes(inputs);
+
+    assertEquals(4, validIndexes.length);
+
+    // Check valid indexes
+    assertEquals(0, validIndexes[0]);
+    assertEquals(1, validIndexes[1]);
+    assertEquals(7, validIndexes[2]);
+    assertEquals(8, validIndexes[3]);
+  }
+
+  @Test
+  public void testNoValidIndexes() {
+    byte[][] inputs = new byte[numInputs][];
+    for (int i = 0; i < numInputs; i++) {
+      inputs[i] = null;
+    }
+
+    int[] validIndexes = CoderUtil.getValidIndexes(inputs);
+
+    assertEquals(0, validIndexes.length);
+  }
+
+  @Test
+  public void testGetNullIndexes() {
+    byte[][] inputs = new byte[numInputs][];
+    inputs[0] = new byte[chunkSize];
+    inputs[1] = new byte[chunkSize];
+    for (int i = 2; i < 7; i++) {
+      inputs[i] = null;
+    }
+    inputs[7] = new byte[chunkSize];
+    inputs[8] = new byte[chunkSize];
+
+    int[] nullIndexes = CoderUtil.getNullIndexes(inputs);
+    assertEquals(2, nullIndexes[0]);
+    assertEquals(3, nullIndexes[1]);
+    assertEquals(4, nullIndexes[2]);
+    assertEquals(5, nullIndexes[3]);
+    assertEquals(6, nullIndexes[4]);
+  }
+
+  @Test
+  public void testFindFirstValidInput() {
+    byte[][] inputs = new byte[numInputs][];
+    inputs[8] = ByteBuffer.allocate(4).putInt(1234).array();
+
+    byte[] firstValidInput = CoderUtil.findFirstValidInput(inputs);
+    assertEquals(firstValidInput, inputs[8]);
+  }
+
+  @Test(expected = HadoopIllegalArgumentException.class)
+  public void testNoValidInput() {
+    byte[][] inputs = new byte[numInputs][];
+    CoderUtil.findFirstValidInput(inputs);
+  }
+}
\ No newline at end of file


---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscribe@hadoop.apache.org
For additional commands, e-mail: common-commits-help@hadoop.apache.org


Mime
View raw message