accumulo-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From els...@apache.org
Subject svn commit: r1454220 - in /accumulo/contrib/instamo-archetype: ./ trunk/ trunk/src/ trunk/src/main/ trunk/src/main/resources/ trunk/src/main/resources/META-INF/ trunk/src/main/resources/META-INF/maven/ trunk/src/main/resources/archetype-resources/ trun...
Date Fri, 08 Mar 2013 02:34:29 GMT
Author: elserj
Date: Fri Mar  8 02:34:28 2013
New Revision: 1454220

URL: http://svn.apache.org/r1454220
Log:
Make a maven archetype out of Instamo to make it even easier for users to easily spin up Accumulo
and start coding.

Added:
    accumulo/contrib/instamo-archetype/
    accumulo/contrib/instamo-archetype/trunk/
    accumulo/contrib/instamo-archetype/trunk/pom.xml   (with props)
    accumulo/contrib/instamo-archetype/trunk/src/
    accumulo/contrib/instamo-archetype/trunk/src/main/
    accumulo/contrib/instamo-archetype/trunk/src/main/resources/
    accumulo/contrib/instamo-archetype/trunk/src/main/resources/META-INF/
    accumulo/contrib/instamo-archetype/trunk/src/main/resources/META-INF/maven/
    accumulo/contrib/instamo-archetype/trunk/src/main/resources/META-INF/maven/archetype-metadata.xml
  (with props)
    accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/
    accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/.classpath
    accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/.project
    accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/.settings/
    accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/.settings/org.eclipse.jdt.core.prefs
    accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/.settings/org.eclipse.m2e.core.prefs
    accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/README.md
    accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/pom.xml
  (with props)
    accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/
    accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/main/
    accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/main/java/
    accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/main/java/AccumuloApp.java
    accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/main/java/MapReduceExample.java
    accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/main/resources/
    accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/main/resources/log4j.properties
    accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/test/
    accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/test/java/
    accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/test/java/ExampleAccumuloUnitTest.java
    accumulo/contrib/instamo-archetype/trunk/src/test/
    accumulo/contrib/instamo-archetype/trunk/src/test/resources/
    accumulo/contrib/instamo-archetype/trunk/src/test/resources/projects/
    accumulo/contrib/instamo-archetype/trunk/src/test/resources/projects/basic/
    accumulo/contrib/instamo-archetype/trunk/src/test/resources/projects/basic/archetype.properties
    accumulo/contrib/instamo-archetype/trunk/src/test/resources/projects/basic/goal.txt

Added: accumulo/contrib/instamo-archetype/trunk/pom.xml
URL: http://svn.apache.org/viewvc/accumulo/contrib/instamo-archetype/trunk/pom.xml?rev=1454220&view=auto
==============================================================================
Binary file - no diff available.

Propchange: accumulo/contrib/instamo-archetype/trunk/pom.xml
------------------------------------------------------------------------------
    svn:mime-type = application/xml

Added: accumulo/contrib/instamo-archetype/trunk/src/main/resources/META-INF/maven/archetype-metadata.xml
URL: http://svn.apache.org/viewvc/accumulo/contrib/instamo-archetype/trunk/src/main/resources/META-INF/maven/archetype-metadata.xml?rev=1454220&view=auto
==============================================================================
Binary file - no diff available.

Propchange: accumulo/contrib/instamo-archetype/trunk/src/main/resources/META-INF/maven/archetype-metadata.xml
------------------------------------------------------------------------------
    svn:mime-type = application/xml

Added: accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/.classpath
URL: http://svn.apache.org/viewvc/accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/.classpath?rev=1454220&view=auto
==============================================================================
--- accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/.classpath
(added)
+++ accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/.classpath
Fri Mar  8 02:34:28 2013
@@ -0,0 +1,12 @@
+#set( $symbol_pound = '#' )
+#set( $symbol_dollar = '$' )
+#set( $symbol_escape = '\' )
+<?xml version="1.0" encoding="UTF-8"?>
+<classpath>
+	<classpathentry kind="src" output="target/classes" path="src/main/java"/>
+	<classpathentry excluding="**" kind="src" output="target/classes" path="src/main/resources"/>
+	<classpathentry kind="src" output="target/test-classes" path="src/test/java"/>
+	<classpathentry kind="con" path="org.eclipse.jdt.launching.JRE_CONTAINER/org.eclipse.jdt.internal.debug.ui.launcher.StandardVMType/JavaSE-1.6"/>
+	<classpathentry kind="con" path="org.eclipse.m2e.MAVEN2_CLASSPATH_CONTAINER"/>
+	<classpathentry kind="output" path="target/classes"/>
+</classpath>

Added: accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/.project
URL: http://svn.apache.org/viewvc/accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/.project?rev=1454220&view=auto
==============================================================================
--- accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/.project
(added)
+++ accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/.project
Fri Mar  8 02:34:28 2013
@@ -0,0 +1,26 @@
+#set( $symbol_pound = '#' )
+#set( $symbol_dollar = '$' )
+#set( $symbol_escape = '\' )
+<?xml version="1.0" encoding="UTF-8"?>
+<projectDescription>
+	<name>${artifactId}-archetype</name>
+	<comment></comment>
+	<projects>
+	</projects>
+	<buildSpec>
+		<buildCommand>
+			<name>org.eclipse.jdt.core.javabuilder</name>
+			<arguments>
+			</arguments>
+		</buildCommand>
+		<buildCommand>
+			<name>org.eclipse.m2e.core.maven2Builder</name>
+			<arguments>
+			</arguments>
+		</buildCommand>
+	</buildSpec>
+	<natures>
+		<nature>org.eclipse.jdt.core.javanature</nature>
+		<nature>org.eclipse.m2e.core.maven2Nature</nature>
+	</natures>
+</projectDescription>

Added: accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/.settings/org.eclipse.jdt.core.prefs
URL: http://svn.apache.org/viewvc/accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/.settings/org.eclipse.jdt.core.prefs?rev=1454220&view=auto
==============================================================================
--- accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/.settings/org.eclipse.jdt.core.prefs
(added)
+++ accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/.settings/org.eclipse.jdt.core.prefs
Fri Mar  8 02:34:28 2013
@@ -0,0 +1,6 @@
+#Fri Mar 01 21:44:42 EST 2013
+eclipse.preferences.version=1
+org.eclipse.jdt.core.compiler.codegen.targetPlatform=1.6
+org.eclipse.jdt.core.compiler.compliance=1.6
+org.eclipse.jdt.core.compiler.problem.forbiddenReference=warning
+org.eclipse.jdt.core.compiler.source=1.6

Added: accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/.settings/org.eclipse.m2e.core.prefs
URL: http://svn.apache.org/viewvc/accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/.settings/org.eclipse.m2e.core.prefs?rev=1454220&view=auto
==============================================================================
--- accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/.settings/org.eclipse.m2e.core.prefs
(added)
+++ accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/.settings/org.eclipse.m2e.core.prefs
Fri Mar  8 02:34:28 2013
@@ -0,0 +1,5 @@
+#Fri Mar 01 21:44:32 EST 2013
+activeProfiles=
+eclipse.preferences.version=1
+resolveWorkspaceProjects=true
+version=1

Added: accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/README.md
URL: http://svn.apache.org/viewvc/accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/README.md?rev=1454220&view=auto
==============================================================================
--- accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/README.md
(added)
+++ accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/README.md
Fri Mar  8 02:34:28 2013
@@ -0,0 +1,27 @@
+Instamo
+=======
+
+Introduction
+-----------
+
+Instamo makes it easy to write some code and run it against a local, transient
+[Accumulo](http://accumulo.apache.org) instance in minutes.  No setup or
+installation is required.  This is possible if Java and Maven are already
+installed by following the steps below.
+
+```
+vim src/main/java/${package}/AccumuloApp.java
+mvn package
+```
+
+Map Reduce
+----------
+
+Its possible to run local map reduce jobs against the MiniAccumuloCluster
+instance.   There is an example of this in the src directory  The following
+command will run the map reduce example.
+
+```
+mvn exec:exec
+```
+

Added: accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/pom.xml
URL: http://svn.apache.org/viewvc/accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/pom.xml?rev=1454220&view=auto
==============================================================================
Binary file - no diff available.

Propchange: accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/pom.xml
------------------------------------------------------------------------------
    svn:mime-type = application/xml

Added: accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/main/java/AccumuloApp.java
URL: http://svn.apache.org/viewvc/accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/main/java/AccumuloApp.java?rev=1454220&view=auto
==============================================================================
--- accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/main/java/AccumuloApp.java
(added)
+++ accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/main/java/AccumuloApp.java
Fri Mar  8 02:34:28 2013
@@ -0,0 +1,60 @@
+#set( $symbol_pound = '#' )
+#set( $symbol_dollar = '$' )
+#set( $symbol_escape = '\' )
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package ${package};
+
+import java.util.Map.Entry;
+
+import org.apache.accumulo.core.Constants;
+import org.apache.accumulo.core.client.BatchWriter;
+import org.apache.accumulo.core.client.BatchWriterConfig;
+import org.apache.accumulo.core.client.Connector;
+import org.apache.accumulo.core.client.Instance;
+import org.apache.accumulo.core.client.Scanner;
+import org.apache.accumulo.core.client.ZooKeeperInstance;
+import org.apache.accumulo.core.data.Key;
+import org.apache.accumulo.core.data.Mutation;
+import org.apache.accumulo.core.data.Value;
+
+public class AccumuloApp {
+  
+  public static void run(String instanceName, String zookeepers, String rootPassword, String
args[]) throws Exception {
+    // edit this method to play with Accumulo
+
+    Instance instance = new ZooKeeperInstance(instanceName, zookeepers);
+    
+    Connector conn = instance.getConnector("root", rootPassword);
+    
+    conn.tableOperations().create("foo");
+    
+    BatchWriter bw = conn.createBatchWriter("foo", new BatchWriterConfig());
+    Mutation m = new Mutation("r1");
+    m.put("cf1", "cq1", "v1");
+    m.put("cf1", "cq2", "v3");
+    bw.addMutation(m);
+    bw.close();
+    
+    Scanner scanner = conn.createScanner("foo", Constants.NO_AUTHS);
+    for (Entry<Key,Value> entry : scanner) {
+      System.out.println(entry.getKey() + " " + entry.getValue());
+    }
+    
+    conn.tableOperations().delete("foo");
+  }
+}

Added: accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/main/java/MapReduceExample.java
URL: http://svn.apache.org/viewvc/accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/main/java/MapReduceExample.java?rev=1454220&view=auto
==============================================================================
--- accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/main/java/MapReduceExample.java
(added)
+++ accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/main/java/MapReduceExample.java
Fri Mar  8 02:34:28 2013
@@ -0,0 +1,71 @@
+#set( $symbol_pound = '#' )
+#set( $symbol_dollar = '$' )
+#set( $symbol_escape = '\' )
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package ${package};
+
+import java.io.File;
+import java.util.UUID;
+
+import org.apache.accumulo.test.MiniAccumuloCluster;
+import org.apache.accumulo.test.continuous.ContinuousIngest;
+import org.apache.accumulo.test.continuous.ContinuousVerify;
+import org.apache.commons.io.FileUtils;
+
+/**
+ * An example of running local map reduce against MiniAccumuloCluster
+ */
+public class MapReduceExample {
+  
+  public static void run(String instanceName, String zookeepers, String rootPassword, String
args[]) throws Exception {
+    
+    // run continuous ingest to create data. This is not a map reduce job
+    ContinuousIngest.main(new String[] {"-i", instanceName, "-z", zookeepers, "-u", "root",
"-p", rootPassword, "--table", "ci", "--num", "5000000",
+        "--batchMemory", "1000000"});
+    
+    String outputDir = FileUtils.getTempDirectoryPath() + File.separator + "ci_verify" +
UUID.randomUUID().toString();
+    
+    try {
+      // run verify map reduce job locally. This jobs looks for holes in the linked list
create by continuous ingest
+      ContinuousVerify.main(new String[] {"-D", "mapred.job.tracker=local", "-D", "fs.default.name=file:///",
"-i", instanceName, "-z", zookeepers, "-u",
+          "root", "-p", rootPassword, "--table", "ci", "--output", outputDir, "--maxMappers",
"4", "--reducers", "1"});
+    } finally {
+      // delete output dir of mapreduce job
+      FileUtils.deleteQuietly(new File(outputDir));
+    }
+  }
+
+  public static void main(String[] args) throws Exception {
+    File tmpDir = new File(FileUtils.getTempDirectory(), "macc-" + UUID.randomUUID().toString());
+    
+    try {
+      MiniAccumuloCluster la = new MiniAccumuloCluster(tmpDir, "pass1234");
+      la.start();
+      
+      System.out.println("${symbol_escape}n   ---- Running Mapred Against Accumulo${symbol_escape}n");
+      
+      run(la.getInstanceName(), la.getZooKeepers(), "pass1234", args);
+      
+      System.out.println("${symbol_escape}n   ---- Ran Mapred Against Accumulo${symbol_escape}n");
+      
+      la.stop();
+    } finally {
+      FileUtils.deleteQuietly(tmpDir);
+    }
+  }
+}

Added: accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/main/resources/log4j.properties
URL: http://svn.apache.org/viewvc/accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/main/resources/log4j.properties?rev=1454220&view=auto
==============================================================================
--- accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/main/resources/log4j.properties
(added)
+++ accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/main/resources/log4j.properties
Fri Mar  8 02:34:28 2013
@@ -0,0 +1,12 @@
+#set( $symbol_pound = '#' )
+#set( $symbol_dollar = '$' )
+#set( $symbol_escape = '\' )
+log4j.rootLogger=INFO, CA
+log4j.appender.CA=org.apache.log4j.ConsoleAppender
+log4j.appender.CA.layout=org.apache.log4j.PatternLayout
+log4j.appender.CA.layout.ConversionPattern=[%t] %-5p %c %x - %m%n
+
+log4j.logger.org.apache.zookeeper=ERROR,CA
+log4j.logger.${groupId}.core.client.impl.ServerClient=ERROR
+log4j.logger.${groupId}.server.security.Auditor=off
+

Added: accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/test/java/ExampleAccumuloUnitTest.java
URL: http://svn.apache.org/viewvc/accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/test/java/ExampleAccumuloUnitTest.java?rev=1454220&view=auto
==============================================================================
--- accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/test/java/ExampleAccumuloUnitTest.java
(added)
+++ accumulo/contrib/instamo-archetype/trunk/src/main/resources/archetype-resources/src/test/java/ExampleAccumuloUnitTest.java
Fri Mar  8 02:34:28 2013
@@ -0,0 +1,60 @@
+#set( $symbol_pound = '#' )
+#set( $symbol_dollar = '$' )
+#set( $symbol_escape = '\' )
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package ${package};
+
+import org.apache.accumulo.test.MiniAccumuloCluster;
+import org.junit.AfterClass;
+import org.junit.BeforeClass;
+import org.junit.Test;
+import org.junit.rules.TemporaryFolder;
+
+/**
+ * An example unit test that shows how to use MiniAccumuloCluster in a unit test
+ */
+
+public class ExampleAccumuloUnitTest {
+  
+  public static TemporaryFolder folder = new TemporaryFolder();
+  
+  private static MiniAccumuloCluster accumulo;
+
+  @BeforeClass
+  public static void setupMiniCluster() throws Exception {
+
+    folder.create();
+    
+    accumulo = new MiniAccumuloCluster(folder.getRoot(), "superSecret");
+    
+    accumulo.start();
+    
+  }
+
+  @Test(timeout = 30000)
+  public void test() throws Exception {
+    AccumuloApp.run(accumulo.getInstanceName(), accumulo.getZooKeepers(), "superSecret",
new String[0]);
+  }
+  
+  @AfterClass
+  public static void tearDownMiniCluster() throws Exception {
+    accumulo.stop();
+    folder.delete();
+  }
+  
+}

Added: accumulo/contrib/instamo-archetype/trunk/src/test/resources/projects/basic/archetype.properties
URL: http://svn.apache.org/viewvc/accumulo/contrib/instamo-archetype/trunk/src/test/resources/projects/basic/archetype.properties?rev=1454220&view=auto
==============================================================================
--- accumulo/contrib/instamo-archetype/trunk/src/test/resources/projects/basic/archetype.properties
(added)
+++ accumulo/contrib/instamo-archetype/trunk/src/test/resources/projects/basic/archetype.properties
Fri Mar  8 02:34:28 2013
@@ -0,0 +1,5 @@
+#Thu Mar 07 21:20:20 EST 2013
+package=it.pkg
+version=0.1-SNAPSHOT
+groupId=archetype.it
+artifactId=basic

Added: accumulo/contrib/instamo-archetype/trunk/src/test/resources/projects/basic/goal.txt
URL: http://svn.apache.org/viewvc/accumulo/contrib/instamo-archetype/trunk/src/test/resources/projects/basic/goal.txt?rev=1454220&view=auto
==============================================================================
    (empty)



Mime
View raw message