accumulo-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From e..@apache.org
Subject accumulo git commit: ACCUMULO-3211 attempt to find the recovery error in an IT
Date Thu, 23 Jul 2015 19:27:10 GMT
Repository: accumulo
Updated Branches:
  refs/heads/master 466821f5f -> 7a9c20ab3


ACCUMULO-3211 attempt to find the recovery error in an IT


Project: http://git-wip-us.apache.org/repos/asf/accumulo/repo
Commit: http://git-wip-us.apache.org/repos/asf/accumulo/commit/7a9c20ab
Tree: http://git-wip-us.apache.org/repos/asf/accumulo/tree/7a9c20ab
Diff: http://git-wip-us.apache.org/repos/asf/accumulo/diff/7a9c20ab

Branch: refs/heads/master
Commit: 7a9c20ab3e987dd6f8612b54ba3acdf772cb2e64
Parents: 466821f
Author: Eric C. Newton <eric.newton@gmail.com>
Authored: Thu Jul 23 15:26:55 2015 -0400
Committer: Eric C. Newton <eric.newton@gmail.com>
Committed: Thu Jul 23 15:26:55 2015 -0400

----------------------------------------------------------------------
 .../apache/accumulo/test/MetaRecoveryIT.java    | 96 ++++++++++++++++++++
 1 file changed, 96 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/accumulo/blob/7a9c20ab/test/src/main/java/org/apache/accumulo/test/MetaRecoveryIT.java
----------------------------------------------------------------------
diff --git a/test/src/main/java/org/apache/accumulo/test/MetaRecoveryIT.java b/test/src/main/java/org/apache/accumulo/test/MetaRecoveryIT.java
new file mode 100644
index 0000000..9f93381
--- /dev/null
+++ b/test/src/main/java/org/apache/accumulo/test/MetaRecoveryIT.java
@@ -0,0 +1,96 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.accumulo.test;
+
+import static org.junit.Assert.assertEquals;
+
+import java.util.Collections;
+import java.util.SortedSet;
+import java.util.TreeSet;
+
+import org.apache.accumulo.core.client.BatchScanner;
+import org.apache.accumulo.core.client.BatchWriter;
+import org.apache.accumulo.core.client.Connector;
+import org.apache.accumulo.core.conf.Property;
+import org.apache.accumulo.core.data.Mutation;
+import org.apache.accumulo.core.data.Range;
+import org.apache.accumulo.core.metadata.MetadataTable;
+import org.apache.accumulo.core.metadata.RootTable;
+import org.apache.accumulo.core.security.Authorizations;
+import org.apache.accumulo.minicluster.ServerType;
+import org.apache.accumulo.minicluster.impl.MiniAccumuloConfigImpl;
+import org.apache.accumulo.test.functional.ConfigurableMacBase;
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.fs.RawLocalFileSystem;
+import org.apache.hadoop.io.Text;
+import org.junit.Test;
+
+import com.google.common.collect.Iterators;
+
+// ACCUMULO-3211
+public class MetaRecoveryIT extends ConfigurableMacBase {
+
+  @Override
+  protected void configure(MiniAccumuloConfigImpl cfg, Configuration hadoopCoreSite) {
+    hadoopCoreSite.set("fs.file.impl", RawLocalFileSystem.class.getName());
+    cfg.setProperty(Property.GC_CYCLE_DELAY, "1s");
+    cfg.setProperty(Property.GC_CYCLE_START, "1s");
+    cfg.setProperty(Property.TSERV_ARCHIVE_WALOGS, "true");
+    cfg.setProperty(Property.INSTANCE_ZK_TIMEOUT, "5s");
+    cfg.setProperty(Property.TSERV_WALOG_MAX_SIZE, "1048576");
+  }
+
+  @Test(timeout = 4 * 60 * 1000)
+  public void test() throws Exception {
+    String[] tables = getUniqueNames(10);
+    Connector c = getConnector();
+    int i = 0;
+    for (String table : tables) {
+      log.info("Creating table {}", i);
+      c.tableOperations().create(table);
+      BatchWriter bw = c.createBatchWriter(table, null);
+      for (int j = 0; j < 1000; j++) {
+        Mutation m = new Mutation("" + j);
+        m.put("cf", "cq", "value");
+        bw.addMutation(m);
+      }
+      bw.close();
+      log.info("Data written to table {}", i);
+      i++;
+    }
+    c.tableOperations().flush(MetadataTable.NAME, null, null, true);
+    c.tableOperations().flush(RootTable.NAME, null, null, true);
+    SortedSet<Text> splits = new TreeSet<>();
+    for (i = 1; i < tables.length; i++) {
+      splits.add(new Text("" + i));
+    }
+    c.tableOperations().addSplits(MetadataTable.NAME, splits);
+    log.info("Added {} splits to {}", splits.size(), MetadataTable.NAME);
+    c.instanceOperations().waitForBalance();
+    log.info("Restarting");
+    getCluster().getClusterControl().kill(ServerType.TABLET_SERVER, "localhost");
+    getCluster().start();
+    log.info("Verifying");
+    for (String table : tables) {
+      BatchScanner scanner = c.createBatchScanner(table, Authorizations.EMPTY, 5);
+      scanner.setRanges(Collections.singletonList(new Range()));
+      assertEquals(1000, Iterators.size(scanner.iterator()));
+      scanner.close();
+    }
+  }
+
+}


Mime
View raw message