Return-Path: X-Original-To: apmail-accumulo-commits-archive@www.apache.org Delivered-To: apmail-accumulo-commits-archive@www.apache.org Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by minotaur.apache.org (Postfix) with SMTP id 8233410FBE for ; Fri, 4 Apr 2014 18:59:10 +0000 (UTC) Received: (qmail 13097 invoked by uid 500); 4 Apr 2014 18:59:07 -0000 Delivered-To: apmail-accumulo-commits-archive@accumulo.apache.org Received: (qmail 12968 invoked by uid 500); 4 Apr 2014 18:59:05 -0000 Mailing-List: contact commits-help@accumulo.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: dev@accumulo.apache.org Delivered-To: mailing list commits@accumulo.apache.org Received: (qmail 12689 invoked by uid 99); 4 Apr 2014 18:59:00 -0000 Received: from tyr.zones.apache.org (HELO tyr.zones.apache.org) (140.211.11.114) by apache.org (qpsmtpd/0.29) with ESMTP; Fri, 04 Apr 2014 18:58:59 +0000 Received: by tyr.zones.apache.org (Postfix, from userid 65534) id B480094AFC1; Fri, 4 Apr 2014 18:58:59 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit From: vines@apache.org To: commits@accumulo.apache.org Date: Fri, 04 Apr 2014 18:59:02 -0000 Message-Id: <4ace61d3da894502bcec35c154bda13f@git.apache.org> In-Reply-To: <5f7e3fc2ca904bf5bc6548d24598e5c8@git.apache.org> References: <5f7e3fc2ca904bf5bc6548d24598e5c8@git.apache.org> X-Mailer: ASF-Git Admin Mailer Subject: [4/5] git commit: Revert "ACCUMULO-1395 Generate example configuration" Revert "ACCUMULO-1395 Generate example configuration" This reverts commit d137a4f9e49ca05c4967ac3ed09ba3e3206b2ec6. Project: http://git-wip-us.apache.org/repos/asf/accumulo/repo Commit: http://git-wip-us.apache.org/repos/asf/accumulo/commit/527913a3 Tree: http://git-wip-us.apache.org/repos/asf/accumulo/tree/527913a3 Diff: http://git-wip-us.apache.org/repos/asf/accumulo/diff/527913a3 Branch: refs/heads/master Commit: 527913a317eaff502cbf16a8cc8aba810bb20b0a Parents: d137a4f Author: John Vines Authored: Fri Apr 4 14:58:21 2014 -0400 Committer: John Vines Committed: Fri Apr 4 14:58:21 2014 -0400 ---------------------------------------------------------------------- assemble/src/main/assemblies/component.xml | 7 +- bin/bootstrap_config.sh | 294 ++----------------- conf/accumulo.policy.example | 143 +++++++++ .../1GB/native-standalone/accumulo-env.sh | 66 +++++ .../1GB/native-standalone/accumulo-metrics.xml | 60 ++++ .../1GB/native-standalone/accumulo-site.xml | 122 ++++++++ .../examples/1GB/native-standalone/auditLog.xml | 41 +++ conf/examples/1GB/native-standalone/gc | 16 + .../1GB/native-standalone/generic_logger.xml | 83 ++++++ .../1GB/native-standalone/log4j.properties | 41 +++ conf/examples/1GB/native-standalone/masters | 16 + conf/examples/1GB/native-standalone/monitor | 16 + .../1GB/native-standalone/monitor_logger.xml | 64 ++++ conf/examples/1GB/native-standalone/slaves | 16 + conf/examples/1GB/native-standalone/tracers | 16 + conf/examples/1GB/standalone/accumulo-env.sh | 66 +++++ .../1GB/standalone/accumulo-metrics.xml | 60 ++++ conf/examples/1GB/standalone/accumulo-site.xml | 122 ++++++++ conf/examples/1GB/standalone/auditLog.xml | 41 +++ conf/examples/1GB/standalone/gc | 16 + conf/examples/1GB/standalone/generic_logger.xml | 83 ++++++ conf/examples/1GB/standalone/log4j.properties | 41 +++ conf/examples/1GB/standalone/masters | 16 + conf/examples/1GB/standalone/monitor | 16 + conf/examples/1GB/standalone/monitor_logger.xml | 64 ++++ conf/examples/1GB/standalone/slaves | 16 + conf/examples/1GB/standalone/tracers | 16 + .../2GB/native-standalone/accumulo-env.sh | 65 ++++ .../2GB/native-standalone/accumulo-metrics.xml | 60 ++++ .../2GB/native-standalone/accumulo-site.xml | 112 +++++++ .../examples/2GB/native-standalone/auditLog.xml | 41 +++ conf/examples/2GB/native-standalone/gc | 16 + .../2GB/native-standalone/generic_logger.xml | 83 ++++++ .../2GB/native-standalone/log4j.properties | 41 +++ conf/examples/2GB/native-standalone/masters | 16 + conf/examples/2GB/native-standalone/monitor | 16 + .../2GB/native-standalone/monitor_logger.xml | 64 ++++ conf/examples/2GB/native-standalone/slaves | 16 + conf/examples/2GB/native-standalone/tracers | 16 + conf/examples/2GB/standalone/accumulo-env.sh | 66 +++++ .../2GB/standalone/accumulo-metrics.xml | 60 ++++ conf/examples/2GB/standalone/accumulo-site.xml | 125 ++++++++ conf/examples/2GB/standalone/auditLog.xml | 41 +++ conf/examples/2GB/standalone/gc | 16 + conf/examples/2GB/standalone/generic_logger.xml | 83 ++++++ conf/examples/2GB/standalone/log4j.properties | 41 +++ conf/examples/2GB/standalone/masters | 16 + conf/examples/2GB/standalone/monitor | 16 + conf/examples/2GB/standalone/monitor_logger.xml | 64 ++++ conf/examples/2GB/standalone/slaves | 16 + conf/examples/2GB/standalone/tracers | 16 + .../3GB/native-standalone/accumulo-env.sh | 65 ++++ .../3GB/native-standalone/accumulo-metrics.xml | 60 ++++ .../3GB/native-standalone/accumulo-site.xml | 107 +++++++ .../examples/3GB/native-standalone/auditLog.xml | 41 +++ conf/examples/3GB/native-standalone/gc | 16 + .../3GB/native-standalone/generic_logger.xml | 83 ++++++ .../3GB/native-standalone/log4j.properties | 41 +++ conf/examples/3GB/native-standalone/masters | 16 + conf/examples/3GB/native-standalone/monitor | 16 + .../3GB/native-standalone/monitor_logger.xml | 64 ++++ conf/examples/3GB/native-standalone/slaves | 16 + conf/examples/3GB/native-standalone/tracers | 16 + conf/examples/3GB/standalone/accumulo-env.sh | 65 ++++ .../3GB/standalone/accumulo-metrics.xml | 60 ++++ conf/examples/3GB/standalone/accumulo-site.xml | 112 +++++++ conf/examples/3GB/standalone/auditLog.xml | 41 +++ conf/examples/3GB/standalone/gc | 16 + conf/examples/3GB/standalone/generic_logger.xml | 83 ++++++ conf/examples/3GB/standalone/log4j.properties | 41 +++ conf/examples/3GB/standalone/masters | 16 + conf/examples/3GB/standalone/monitor | 16 + conf/examples/3GB/standalone/monitor_logger.xml | 64 ++++ conf/examples/3GB/standalone/slaves | 16 + conf/examples/3GB/standalone/tracers | 16 + .../512MB/native-standalone/accumulo-env.sh | 65 ++++ .../native-standalone/accumulo-metrics.xml | 60 ++++ .../512MB/native-standalone/accumulo-site.xml | 117 ++++++++ .../512MB/native-standalone/auditLog.xml | 41 +++ conf/examples/512MB/native-standalone/gc | 16 + .../512MB/native-standalone/generic_logger.xml | 83 ++++++ .../512MB/native-standalone/log4j.properties | 41 +++ conf/examples/512MB/native-standalone/masters | 16 + conf/examples/512MB/native-standalone/monitor | 16 + .../512MB/native-standalone/monitor_logger.xml | 64 ++++ conf/examples/512MB/native-standalone/slaves | 16 + conf/examples/512MB/native-standalone/tracers | 16 + conf/examples/512MB/standalone/accumulo-env.sh | 65 ++++ .../512MB/standalone/accumulo-metrics.xml | 60 ++++ .../examples/512MB/standalone/accumulo-site.xml | 123 ++++++++ conf/examples/512MB/standalone/auditLog.xml | 41 +++ conf/examples/512MB/standalone/gc | 16 + .../512MB/standalone/generic_logger.xml | 83 ++++++ conf/examples/512MB/standalone/log4j.properties | 41 +++ conf/examples/512MB/standalone/masters | 16 + conf/examples/512MB/standalone/monitor | 16 + .../512MB/standalone/monitor_logger.xml | 64 ++++ conf/examples/512MB/standalone/slaves | 16 + conf/examples/512MB/standalone/tracers | 16 + conf/examples/crypto/accumulo-site.xml | 171 +++++++++++ conf/examples/crypto/readme.txt | 5 + conf/examples/vfs-classloader/accumulo-site.xml | 175 +++++++++++ conf/templates/accumulo-env.sh | 66 ----- conf/templates/accumulo-metrics.xml | 60 ---- conf/templates/accumulo-site.xml | 128 -------- conf/templates/accumulo.policy.example | 143 --------- conf/templates/gc | 16 - conf/templates/generic_logger.xml | 87 ------ conf/templates/log4j.properties | 41 --- conf/templates/masters | 16 - conf/templates/monitor | 16 - conf/templates/monitor_logger.xml | 64 ---- conf/templates/slaves | 16 - conf/templates/tracers | 16 - 114 files changed, 4942 insertions(+), 937 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/assemble/src/main/assemblies/component.xml ---------------------------------------------------------------------- diff --git a/assemble/src/main/assemblies/component.xml b/assemble/src/main/assemblies/component.xml index b245548..3c3d9c1 100644 --- a/assemble/src/main/assemblies/component.xml +++ b/assemble/src/main/assemblies/component.xml @@ -124,7 +124,7 @@ 0755 0755 - templates/*.sh + examples/**/*.sh @@ -132,10 +132,11 @@ 0755 0644 - templates/** + accumulo.policy.example + examples/** - templates/*.sh + examples/**/*.sh http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/bin/bootstrap_config.sh ---------------------------------------------------------------------- diff --git a/bin/bootstrap_config.sh b/bin/bootstrap_config.sh index 21d962c..be472d3 100755 --- a/bin/bootstrap_config.sh +++ b/bin/bootstrap_config.sh @@ -15,19 +15,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -function usage -{ - echo -e "usage: bootstrap_config.sh [-options]\nwhere options include:\n -\t-d --dir\t Alternate directory to setup config files\n -\t-s --size\t Supported sizes: '1GB' '2GB' '3GB' '512MB'\n -\t-n --native\t Configure to use native libraries\n -\t-j --jvm\t Configure to use the jvm\n -\t-o --overwrite\t Overwrite the default config directory\n -\t-v --version\t Specify the Apache Hadoop version supported versions: '1' '2'\n -\t-h --help\t print this help message\n" - -} - # Start: Resolve Script Directory SOURCE="${BASH_SOURCE[0]}" while [ -h "$SOURCE" ]; do # resolve $SOURCE until the file is no longer a symlink @@ -36,188 +23,46 @@ while [ -h "$SOURCE" ]; do # resolve $SOURCE until the file is no longer a symli [[ $SOURCE != /* ]] && SOURCE="$bin/$SOURCE" # if $SOURCE was a relative symlink, we need to resolve it relative to the path where the symlink file was located done bin="$( cd -P "$( dirname "$SOURCE" )" && pwd )" - # Stop: Resolve Script Directory # # Resolve accumulo home for bootstrapping # ACCUMULO_HOME=$( cd -P ${bin}/.. && pwd ) -TEMPLATE_CONF_DIR="${ACCUMULO_HOME}/conf/templates" -CONF_DIR="${ACCUMULO_HOME}/conf" -ACCUMULO_SITE=accumulo-site.xml -ACCUMULO_ENV=accumulo-env.sh - -SIZE= -TYPE= -HADOOP_VERSION= -OVERWRITE="0" -BASE_DIR= -#Execute getopt -args=$(getopt -o "b:d:s:njov:h" -l "basedir:,dir:,size:,native,jvm,overwrite,version:,help" -q -- "$@") - -#Bad arguments -if [[ $? != 0 ]]; then - usage - exit 1 +SIZE="" +TYPE="" +if [ -n "$1" ]; then + SIZE=$1 + TYPE="standalone" fi -eval set -- $args - -for i -do - case "$i" in - -b|--basedir) #Hidden option used to set general.maven.project.basedir for developers - BASE_DIR=$2; shift - shift;; - -d|--dir) - CONF_DIR=$2; shift; - shift;; - -s|--size) - SIZE=$2; shift; - shift;; - -n|--native) - TYPE=native; - shift;; - -j|--jvm) - TYPE=jvm; - shift;; - -o|--overwrite) - OVERWRITE=1; - shift;; - -v|--version) - HADOOP_VERSION=$2; shift; - shift;; - -h|--help) - usage; - exit 0; - shift;; - --) - shift; break;; - esac -done - - -while [[ "${OVERWRITE}" = "0" ]]; do - if [[ -e "${CONF_DIR}/${ACCUMULO_ENV}" || -e "${CONF_DIR}/${ACCUMULO_SITE}" ]]; then - echo "Warning your current config files in ${CONF_DIR} will be overwritten!" - echo - echo "How would you like to proceed?:" - select CHOICE in 'Continue with overwrite' 'Specify new conf dir'; do - if [[ "${CHOICE}" = 'Specify new conf dir' ]]; then - echo -n "Please specifiy new conf directory: " - read CONF_DIR - elif [[ "${CHOICE}" = 'Continue with overwrite' ]]; then - OVERWRITE=1 - fi - break - done - else - OVERWRITE=1 - fi -done -echo "Coppying configuration files to: ${CONF_DIR}" - - -#Native 1GB -native_1GB_tServer="-Xmx128m -Xms128m" -_1GB_master="-Xmx128m -Xms128m" -_1GB_monitor="-Xmx64m -Xms64m" -_1GB_gc="-Xmx64m -Xms64m" -_1GB_other="-Xmx128m -Xms64m" - -_1GB_memoryMapMax="256M" -native_1GB_nativeEnabled="true" -_1GB_cacheDataSize="15M" -_1GB_cacheIndexSize="40M" -_1GB_sortBufferSize="50M" -_1GB_waLogMaxSize="256M" - -#Native 2GB -native_2GB_tServer="-Xmx256m -Xms256m" -_2GB_master="-Xmx256m -Xms256m" -_2GB_monitor="-Xmx128m -Xms64m" -_2GB_gc="-Xmx128m -Xms128m" -_2GB_other="-Xmx256m -Xms64m" - -_2GB_memoryMapMax="512M" -native_2GB_nativeEnabled="true" -_2GB_cacheDataSize="30M" -_2GB_cacheIndexSize="80M" -_2GB_sortBufferSize="50M" -_2GB_waLogMaxSize="512M" - -#Native 3GB -native_3GB_tServer="-Xmx1g -Xms1g -XX:NewSize=500m -XX:MaxNewSize=500m" -_3GB_master="-Xmx1g -Xms1g" -_3GB_monitor="-Xmx1g -Xms256m" -_3GB_gc="-Xmx256m -Xms256m" -_3GB_other="-Xmx1g -Xms256m" - -_3GB_memoryMapMax="1G" -native_3GB_nativeEnabled="true" -_3GB_cacheDataSize="128M" -_3GB_cacheIndexSize="128M" -_3GB_sortBufferSize="128M" -_3GB_waLogMaxSize="1G" - -#Native 512MB -native_512MB_tServer="-Xmx48m -Xms48m" -_512MB_master="-Xmx128m -Xms128m" -_512MB_monitor="-Xmx64m -Xms64m" -_512MB_gc="-Xmx64m -Xms64m" -_512MB_other="-Xmx128m -Xms64m" - -_512MB_memoryMapMax="80M" -native_512MB_nativeEnabled="true" -_512MB_cacheDataSize="7M" -_512MB_cacheIndexSize="20M" -_512MB_sortBufferSize="50M" -_512MB_waLogMaxSize="100M" - -#JVM 1GB -jvm_1GB_tServer="-Xmx384m -Xms384m" - -jvm_1GB_nativeEnabled="false" - -#JVM 2GB -jvm_2GB_tServer="-Xmx768m -Xms768m" - -jvm_2GB_nativeEnabled="false" - -#JVM 3GB -jvm_3GB_tServer="-Xmx2g -Xms2g -XX:NewSize=1G -XX:MaxNewSize=1G" - -jvm_3GB_nativeEnabled="false" -#JVM 512MB -jvm_512MB_tServer="-Xmx128m -Xms128m" - -jvm_512MB_nativeEnabled="false" +if [ "$2" = "native" ]; then + TYPE="native-standalone" +fi +if [ -z "${SIZE}" -a -z "${TYPE}" ]; then + echo "Please choose from the following example configurations..." + echo "" +fi -if [[ -z "${SIZE}" ]]; then +if [ -z "${SIZE}" ]; then echo "Choose the heap configuration:" - select DIRNAME in 1GB 2GB 3GB 512MB; do + select DIRNAME in $(cd ${ACCUMULO_HOME}/conf/examples && ls -d */standalone/.. | sed -e 's/\/.*//'); do echo "Using '${DIRNAME}' configuration" SIZE=${DIRNAME} break done -elif [[ "${SIZE}" != "1GB" && "${SIZE}" != "2GB" && "${SIZE}" != "3GB" && "${SIZE}" != "512MB" ]]; then - echo "Invalid memory size" - echo "Supported sizes: '1GB' '2GB' '3GB' '512MB'" - exit 1 fi -if [[ -z "${TYPE}" ]]; then +if [ -z "${TYPE}" ]; then echo echo "Choose the Accumulo memory-map type:" select TYPENAME in Java Native; do - if [[ "${TYPENAME}" == "Native" ]]; then - TYPE="native" - echo "Don't forget to build the native libraries using the bin/build_native_library.sh script" - elif [[ "${TYPENAME}" == "Java" ]]; then - TYPE="jvm" + if [ "${TYPENAME}" = "native" ]; then + TYPE="native-standalone" + else + TYPE="standalone" fi echo "Using '${TYPE}' configuration" echo @@ -225,96 +70,15 @@ if [[ -z "${TYPE}" ]]; then done fi -if [[ -z "${HADOOP_VERSION}" ]]; then - echo - echo "Choose the Apache Hadoop version:" - select HADOOP in 'HADOOP 1' 'HADOOP 2' ; do - if [ "${HADOOP}" == "HADOOP 2" ]; then - HADOOP_VERSION="2" - elif [ "${HADOOP}" == "HADOOP 1" ]; then - HADOOP_VERSION="1" - fi - echo "Using Apache Hadoop version '${HADOOP_VERSION}' configuration" - echo - break - done -elif [[ "${HADOOP_VERSION}" != "1" && "${HADOOP_VERSION}" != "2" ]]; then - echo "Invalid Apache Hadoop version" - echo "Supported Apache Hadoop versions: '1' '2'" - exit 1 -fi - -for var in SIZE TYPE HADOOP_VERSION; do - if [[ -z ${!var} ]]; then - echo "Invalid $var configuration" - exit 1 - fi -done - -TSERVER="${TYPE}_${SIZE}_tServer" -MASTER="_${SIZE}_master" -MONITOR="_${SIZE}_monitor" -GC="_${SIZE}_gc" -OTHER="_${SIZE}_other" - -MEMORY_MAP_MAX="_${SIZE}_memoryMapMax" -NATIVE="${TYPE}_${SIZE}_nativeEnabled" -CACHE_DATA_SIZE="_${SIZE}_cacheDataSize" -CACHE_INDEX_SIZE="_${SIZE}_cacheIndexSize" -SORT_BUFFER_SIZE="_${SIZE}_sortBufferSize" -WAL_MAX_SIZE="_${SIZE}_waLogMaxSize" +CONF_DIR="${ACCUMULO_HOME}/conf/examples/${SIZE}/${TYPE}" -MAVEN_PROJ_BASEDIR="" - -if [[ ! -z "${BASE_DIR}" ]]; then - MAVEN_PROJ_BASEDIR="\n\tgeneral.maven.project.basedir\n\t${BASE_DIR}\n" -fi - -#Configure accumulo-env.sh -mkdir -p "${CONF_DIR}" && cp ${TEMPLATE_CONF_DIR}/* ${CONF_DIR}/ -sed -e "s/\${tServerHigh_tServerLow}/${!TSERVER}/" \ - -e "s/\${masterHigh_masterLow}/${!MASTER}/" \ - -e "s/\${monitorHigh_monitorLow}/${!MONITOR}/" \ - -e "s/\${gcHigh_gcLow}/${!GC}/" \ - -e "s/\${otherHigh_otherLow}/${!OTHER}/" \ - ${TEMPLATE_CONF_DIR}/$ACCUMULO_ENV > ${CONF_DIR}/$ACCUMULO_ENV - -#Configure accumulo-site.xml -sed -e "s/\${memMapMax}/${!MEMORY_MAP_MAX}/" \ - -e "s/\${nativeEnabled}/${!NATIVE}/" \ - -e "s/\${cacheDataSize}/${!CACHE_DATA_SIZE}/" \ - -e "s/\${cacheIndexSize}/${!CACHE_INDEX_SIZE}/" \ - -e "s/\${sortBufferSize}/${!SORT_BUFFER_SIZE}/" \ - -e "s/\${waLogMaxSize}/${!WAL_MAX_SIZE}/" \ - -e "s=\${mvnProjBaseDir}=${MAVEN_PROJ_BASEDIR}=" ${TEMPLATE_CONF_DIR}/$ACCUMULO_SITE > ${CONF_DIR}/$ACCUMULO_SITE - -#Configure for hadoop 1 -if [[ "$HADOOP_VERSION" = "1" ]]; then - sed -e 's/^test -z \"$HADOOP_CONF_DIR\"/#test -z \"$HADOOP_CONF_DIR\"/' -e 's/^# test -z "$HADOOP_CONF_DIR"/test -z \"$HADOOP_CONF_DIR\"/' ${CONF_DIR}/$ACCUMULO_ENV > temp - mv temp ${CONF_DIR}/$ACCUMULO_ENV - - - sed -e "/\$HADOOP_PREFIX\/share\/hadoop\/common\/\.\*\.jar,/ i " ${CONF_DIR}/$ACCUMULO_SITE > temp - mv temp ${CONF_DIR}/$ACCUMULO_SITE -fi - -#Additional setup steps for native configuration. -if [[ "${TYPE}" = "native" ]]; then - if [[ "$(uname)" = 'Linux' ]]; then - if [[ -z $HADOOP_PREFIX ]]; then - echo "$HADOOP_PREFIX not set cannot automatically configure LD_LIBRARY_PATH" - else - NATIVE_LIB=$(readlink -ef $(dirname $(for x in $(find $HADOOP_PREFIX -name libhadoop.so); do ld $x 2>/dev/null && echo $x && break; done) 2>>/dev/null) 2>>/dev/null) - if [[ -z $NATIVE_LIB ]]; then - echo -e "Native libraries could not be found for your sytem in: $HADOOP_PREFIX" - else - sed "/# Should the monitor/ i export LD_LIBRARY_PATH=${NATIVE_LIB}:\${LD_LIBRARY_PATH}" ${CONF_DIR}/$ACCUMULO_ENV > temp - mv temp ${CONF_DIR}/$ACCUMULO_ENV - echo -e "Added ${NATIVE_LIB} to the LD_LIBRARY_PATH" - fi - fi - - fi - echo -e "Please remember to compile the native libraries using the bin/build_native_library.sh script and to set the LD_LIBRARY_PATH variable in the ${CONF_DIR}/accumulo-env.sh script if needed." +echo "Initializing default configuration from '${CONF_DIR}'" +# +# Perform a copy with update here to not overwrite existing files +# +if ! `type -p "cp -u"`; then + CP=rsync +else + CP=cp fi -echo "Setup complete" +$CP -vu ${CONF_DIR}/* ${ACCUMULO_HOME}/conf \ No newline at end of file http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/accumulo.policy.example ---------------------------------------------------------------------- diff --git a/conf/accumulo.policy.example b/conf/accumulo.policy.example new file mode 100644 index 0000000..2964f06 --- /dev/null +++ b/conf/accumulo.policy.example @@ -0,0 +1,143 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +grant codeBase "file:${java.home}/lib/ext/*" { + permission java.security.AllPermission; +}; + +// These should all be empty in a fielded system +grant codeBase "file:${org.apache.accumulo.core.home.dir}/src/server/target/classes/" { + permission java.security.AllPermission; +}; +grant codeBase "file:${org.apache.accumulo.core.home.dir}/src/core/target/classes/" { + permission java.security.AllPermission; +}; +grant codeBase "file:${org.apache.accumulo.core.home.dir}/src/start/target/classes/" { + permission java.security.AllPermission; +}; +grant codeBase "file:${org.apache.accumulo.core.home.dir}/src/examples/target/classes/" { + permission java.security.AllPermission; +}; + +grant codebase "file:${hadoop.home.dir}/*" { + permission java.lang.reflect.ReflectPermission "suppressAccessChecks"; + permission java.lang.RuntimePermission "shutdownHooks"; // hadoop libs use executables to discover usernames, groups, etc. + permission java.lang.RuntimePermission "loadLibrary.*"; + permission java.io.FilePermission "<>", "read, execute"; + permission java.io.FilePermission "/tmp", "write, delete"; + permission java.io.FilePermission "/tmp/-", "write, delete"; + permission java.io.FilePermission "/", "write"; + permission java.net.SocketPermission "*", "connect, resolve"; + permission java.util.PropertyPermission "java.library.path", "read"; + permission java.util.PropertyPermission "user.dir", "read"; + permission java.util.PropertyPermission "org.apache.commons.logging.*", "read"; + permission java.util.PropertyPermission "entityExpansionLimit", "read"; + permission java.util.PropertyPermission "maxOccurLimit", "read"; + permission java.util.PropertyPermission "os.name", "read"; +}; + +grant codebase "file:${hadoop.home.dir}/lib/*" { + // monitor's jetty web service + permission java.security.SecurityPermission "configurationPermission"; + permission java.security.SecurityPermission "tablesPermission"; + permission java.security.SecurityPermission "zookeeperWriterPermission"; + permission java.security.SecurityPermission "tableManagerPermission"; + permission java.security.SecurityPermission "transportPoolPermission"; + permission java.security.SecurityPermission "systemCredentialsPermission"; + permission java.lang.reflect.ReflectPermission "suppressAccessChecks"; + // need to accept web requests, and talk to job tracker, name node, etc. + permission java.net.SocketPermission "*", "accept, listen, resolve, connect, resolve"; + permission java.lang.RuntimePermission "getenv.*"; + permission java.lang.RuntimePermission "loadLibrary.*"; + permission java.util.PropertyPermission "org.mortbay.*", "read"; + permission java.util.PropertyPermission "VERBOSE", "read"; + permission java.util.PropertyPermission "IGNORED", "read"; + permission java.util.PropertyPermission "ISO_8859_1", "read"; + permission java.util.PropertyPermission "org.apache.commons.logging.*", "read"; + permission java.util.PropertyPermission "accumulo.*", "read"; + permission java.util.PropertyPermission "org.jfree.*", "read"; + permission java.util.PropertyPermission "elementAttributeLimit", "read"; + permission java.util.PropertyPermission "entityExpansionLimit", "read"; + permission java.util.PropertyPermission "maxOccurLimit", "read"; + // some resources come out of accumulo jars + permission java.lang.RuntimePermission "getClassLoader"; + permission java.io.FilePermission "${org.apache.accumulo.core.home.dir}/lib/*", "read"; + permission java.io.FilePermission "${org.apache.accumulo.core.home.dir}/src/-", "read"; + permission java.io.FilePermission "${hadoop.home.dir}/lib/*", "read"; + // images are cached in /tmp + permission java.io.FilePermission "/tmp/*", "read, write"; + permission java.io.FilePermission "/", "write"; +}; + +grant codebase "file:${zookeeper.home.dir}/*" { + permission java.net.SocketPermission "*", "connect, resolve"; + permission java.util.PropertyPermission "user.*", "read"; + permission java.util.PropertyPermission "java.*", "read"; + permission java.util.PropertyPermission "zookeeper.*", "read"; + permission java.util.PropertyPermission "jute.*", "read"; + permission java.util.PropertyPermission "os.*", "read"; + // accumulo properties read in callbacks + permission java.util.PropertyPermission "accumulo.*", "read"; + permission java.security.SecurityPermission "configurationPermission"; + permission java.security.SecurityPermission "tablesPermission"; + permission java.security.SecurityPermission "zookeeperWriterPermission"; + permission java.security.SecurityPermission "tableManagerPermission"; + permission java.security.SecurityPermission "transportPoolPermission"; + permission java.security.SecurityPermission "systemCredentialsPermission"; + permission java.lang.reflect.ReflectPermission "suppressAccessChecks"; + permission java.lang.RuntimePermission "exitVM"; +}; + +grant codebase "file:${org.apache.accumulo.core.home.dir}/lib/ext/*" { +}; + +grant codebase "file:${org.apache.accumulo.core.home.dir}/lib/*" { + permission java.lang.reflect.ReflectPermission "suppressAccessChecks"; + // logging, configuration and getting user id + permission java.io.FilePermission "<>", "read, write, execute, delete"; + permission java.util.PropertyPermission "*", "read, write"; + permission java.lang.RuntimePermission "getenv.*"; + permission java.lang.RuntimePermission "getClassLoader"; + permission java.lang.RuntimePermission "loadLibrary.*"; + permission java.lang.RuntimePermission "accessDeclaredMembers"; + permission java.lang.RuntimePermission "selectorProvider"; + permission java.lang.RuntimePermission "accessClassInPackage.*"; + permission java.lang.RuntimePermission "readFileDescriptor"; + permission java.lang.RuntimePermission "writeFileDescriptor"; + permission java.lang.RuntimePermission "modifyThread"; + permission java.lang.RuntimePermission "modifyThreadGroup"; + permission java.lang.RuntimePermission "createClassLoader"; + permission java.lang.RuntimePermission "setContextClassLoader"; + permission java.lang.RuntimePermission "exitVM"; + permission java.lang.RuntimePermission "shutdownHooks"; + permission java.security.SecurityPermission "getPolicy"; + permission java.security.SecurityPermission "getProperty.*"; + permission java.security.SecurityPermission "putProviderProperty.*"; + permission java.security.SecurityPermission "setSystemScope"; + permission java.security.SecurityPermission "configurationPermission"; + permission java.security.SecurityPermission "tablesPermission"; + permission java.security.SecurityPermission "zookeeperWriterPermission"; + permission java.security.SecurityPermission "tableManagerPermission"; + permission java.security.SecurityPermission "transportPoolPermission"; + permission java.security.SecurityPermission "systemCredentialsPermission"; + permission java.util.logging.LoggingPermission "control"; + permission java.net.NetPermission "getProxySelector"; + permission javax.management.MBeanServerPermission "createMBeanServer"; + permission javax.management.MBeanTrustPermission "register"; + permission javax.management.MBeanPermission "*", "registerMBean"; + permission java.net.SocketPermission "*", "accept, connect, listen, resolve"; +}; http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/native-standalone/accumulo-env.sh ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/native-standalone/accumulo-env.sh b/conf/examples/1GB/native-standalone/accumulo-env.sh new file mode 100755 index 0000000..9e9b6a6 --- /dev/null +++ b/conf/examples/1GB/native-standalone/accumulo-env.sh @@ -0,0 +1,66 @@ +#! /usr/bin/env bash + +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +### +### Configure these environment variables to point to your local installations. +### +### The functional tests require conditional values, so keep this style: +### +### test -z "$JAVA_HOME" && export JAVA_HOME=/usr/local/lib/jdk-1.6.0 +### +### +### Note that the -Xmx -Xms settings below require substantial free memory: +### you may want to use smaller values, especially when running everything +### on a single machine. +### +if [ -z "$HADOOP_HOME" ] +then + test -z "$HADOOP_PREFIX" && export HADOOP_PREFIX=/path/to/hadoop +else + HADOOP_PREFIX="$HADOOP_HOME" + unset HADOOP_HOME +fi + +# hadoop-1.2: +#test -z "$HADOOP_CONF_DIR" && export HADOOP_CONF_DIR="$HADOOP_PREFIX/conf" +test -z "$HADOOP_CONF_DIR" && export HADOOP_CONF_DIR="$HADOOP_PREFIX/etc/hadoop" + + +test -z "$JAVA_HOME" && export JAVA_HOME=/path/to/java +test -z "$ZOOKEEPER_HOME" && export ZOOKEEPER_HOME=/path/to/zookeeper +test -z "$ACCUMULO_LOG_DIR" && export ACCUMULO_LOG_DIR=$ACCUMULO_HOME/logs +if [ -f ${ACCUMULO_CONF_DIR}/accumulo.policy ] +then + POLICY="-Djava.security.manager -Djava.security.policy=${ACCUMULO_CONF_DIR}/accumulo.policy" +fi +test -z "$ACCUMULO_TSERVER_OPTS" && export ACCUMULO_TSERVER_OPTS="${POLICY} -Xmx128m -Xms128m " +test -z "$ACCUMULO_MASTER_OPTS" && export ACCUMULO_MASTER_OPTS="${POLICY} -Xmx128m -Xms128m" +test -z "$ACCUMULO_MONITOR_OPTS" && export ACCUMULO_MONITOR_OPTS="${POLICY} -Xmx64m -Xms64m" +test -z "$ACCUMULO_GC_OPTS" && export ACCUMULO_GC_OPTS="-Xmx64m -Xms64m" +test -z "$ACCUMULO_GENERAL_OPTS" && export ACCUMULO_GENERAL_OPTS="-XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=75 -Djava.net.preferIPv4Stack=true" +test -z "$ACCUMULO_OTHER_OPTS" && export ACCUMULO_OTHER_OPTS="-Xmx128m -Xms64m" +# what do when the JVM runs out of heap memory +export ACCUMULO_KILL_CMD='kill -9 %p' + +### Optionally look for hadoop and accumulo native libraries for your +### platform in additional directories. (Use DYLD_LIBRARY_PATH on Mac OS X.) +### May not be necessary for Hadoop 2.x or using an RPM that installs to +### the correct system library directory. +# export LD_LIBRARY_PATH=${HADOOP_PREFIX}/lib/native/${PLATFORM}:${LD_LIBRARY_PATH} + +# Should the monitor bind to all network interfaces -- default: false +# export ACCUMULO_MONITOR_BIND_ALL="true" http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/native-standalone/accumulo-metrics.xml ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/native-standalone/accumulo-metrics.xml b/conf/examples/1GB/native-standalone/accumulo-metrics.xml new file mode 100644 index 0000000..60f9f8d --- /dev/null +++ b/conf/examples/1GB/native-standalone/accumulo-metrics.xml @@ -0,0 +1,60 @@ + + + + + + ${ACCUMULO_HOME}/metrics + + + + false + false + + + false + false + + + false + false + + false + false + + + false + false + + + false + false + + + + false + false + + http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/native-standalone/accumulo-site.xml ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/native-standalone/accumulo-site.xml b/conf/examples/1GB/native-standalone/accumulo-site.xml new file mode 100644 index 0000000..b68059c --- /dev/null +++ b/conf/examples/1GB/native-standalone/accumulo-site.xml @@ -0,0 +1,122 @@ + + + + + + + + + instance.zookeeper.host + localhost:2181 + comma separated list of zookeeper servers + + + + logger.dir.walog + walogs + The property only needs to be set if upgrading from 1.4 which used to store write-ahead logs on the local + filesystem. In 1.5 write-ahead logs are stored in DFS. When 1.5 is started for the first time it will copy any 1.4 + write ahead logs into DFS. It is possible to specify a comma-separated list of directories. + + + + + instance.secret + DEFAULT + A secret unique to a given instance that all servers must know in order to communicate with one another. + Change it before initialization. To + change it later use ./bin/accumulo org.apache.accumulo.server.util.ChangeSecret --old [oldpasswd] --new [newpasswd], + and then update this file. + + + + + tserver.memory.maps.max + 256M + + + + tserver.cache.data.size + 15M + + + + tserver.cache.index.size + 40M + + + + trace.token.property.password + + secret + + + + trace.user + root + + + + tserver.sort.buffer.size + 50M + + + + tserver.walog.max.size + 256M + + + + tserver.walog.max.size + 100M + + + + general.maven.project.basedir + + + + + general.classpaths + + $ACCUMULO_HOME/lib/accumulo-server.jar, + $ACCUMULO_HOME/lib/accumulo-core.jar, + $ACCUMULO_HOME/lib/accumulo-start.jar, + $ACCUMULO_HOME/lib/accumulo-fate.jar, + $ACCUMULO_HOME/lib/accumulo-proxy.jar, + $ACCUMULO_HOME/lib/[^.].*.jar, + $ZOOKEEPER_HOME/zookeeper[^.].*.jar, + $HADOOP_CONF_DIR, + $HADOOP_PREFIX/[^.].*.jar, + $HADOOP_PREFIX/lib/[^.].*.jar, + + $HADOOP_PREFIX/share/hadoop/common/.*.jar, + $HADOOP_PREFIX/share/hadoop/common/lib/.*.jar, + $HADOOP_PREFIX/share/hadoop/hdfs/.*.jar, + $HADOOP_PREFIX/share/hadoop/mapreduce/.*.jar, + $HADOOP_PREFIX/share/hadoop/yarn/.*.jar, + /usr/lib/hadoop/.*.jar, + /usr/lib/hadoop/lib/.*.jar, + /usr/lib/hadoop-hdfs/.*.jar, + /usr/lib/hadoop-mapreduce/.*.jar, + /usr/lib/hadoop-yarn/.*.jar, + + Classpaths that accumulo checks for updates and class files. + + http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/native-standalone/auditLog.xml ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/native-standalone/auditLog.xml b/conf/examples/1GB/native-standalone/auditLog.xml new file mode 100644 index 0000000..9b7987e --- /dev/null +++ b/conf/examples/1GB/native-standalone/auditLog.xml @@ -0,0 +1,41 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/native-standalone/gc ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/native-standalone/gc b/conf/examples/1GB/native-standalone/gc new file mode 100644 index 0000000..63fb8bb --- /dev/null +++ b/conf/examples/1GB/native-standalone/gc @@ -0,0 +1,16 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +localhost http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/native-standalone/generic_logger.xml ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/native-standalone/generic_logger.xml b/conf/examples/1GB/native-standalone/generic_logger.xml new file mode 100644 index 0000000..4d2af90 --- /dev/null +++ b/conf/examples/1GB/native-standalone/generic_logger.xml @@ -0,0 +1,83 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/native-standalone/log4j.properties ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/native-standalone/log4j.properties b/conf/examples/1GB/native-standalone/log4j.properties new file mode 100644 index 0000000..a4bcb2e --- /dev/null +++ b/conf/examples/1GB/native-standalone/log4j.properties @@ -0,0 +1,41 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# default logging properties: +# by default, log everything at INFO or higher to the console +log4j.rootLogger=INFO,A1 + +# hide Jetty junk +log4j.logger.org.mortbay.log=WARN,A1 + +# hide "Got brand-new compresssor" messages +log4j.logger.org.apache.hadoop.io.compress=WARN,A1 + +# hide junk from TestRandomDeletes +log4j.logger.org.apache.accumulo.test.TestRandomDeletes=WARN,A1 + +# hide junk from VFS +log4j.logger.org.apache.commons.vfs2.impl.DefaultFileSystemManager=WARN,A1 + +# hide almost everything from zookeeper +log4j.logger.org.apache.zookeeper=ERROR,A1 + +# hide AUDIT messages in the shell, alternatively you could send them to a different logger +log4j.logger.org.apache.accumulo.core.util.shell.Shell.audit=WARN,A1 + +# Send most things to the console +log4j.appender.A1=org.apache.log4j.ConsoleAppender +log4j.appender.A1.layout.ConversionPattern=%d{ISO8601} [%-8c{2}] %-5p: %m%n +log4j.appender.A1.layout=org.apache.log4j.PatternLayout http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/native-standalone/masters ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/native-standalone/masters b/conf/examples/1GB/native-standalone/masters new file mode 100644 index 0000000..63fb8bb --- /dev/null +++ b/conf/examples/1GB/native-standalone/masters @@ -0,0 +1,16 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +localhost http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/native-standalone/monitor ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/native-standalone/monitor b/conf/examples/1GB/native-standalone/monitor new file mode 100644 index 0000000..63fb8bb --- /dev/null +++ b/conf/examples/1GB/native-standalone/monitor @@ -0,0 +1,16 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +localhost http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/native-standalone/monitor_logger.xml ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/native-standalone/monitor_logger.xml b/conf/examples/1GB/native-standalone/monitor_logger.xml new file mode 100644 index 0000000..3a63bf4 --- /dev/null +++ b/conf/examples/1GB/native-standalone/monitor_logger.xml @@ -0,0 +1,64 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/native-standalone/slaves ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/native-standalone/slaves b/conf/examples/1GB/native-standalone/slaves new file mode 100644 index 0000000..63fb8bb --- /dev/null +++ b/conf/examples/1GB/native-standalone/slaves @@ -0,0 +1,16 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +localhost http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/native-standalone/tracers ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/native-standalone/tracers b/conf/examples/1GB/native-standalone/tracers new file mode 100644 index 0000000..63fb8bb --- /dev/null +++ b/conf/examples/1GB/native-standalone/tracers @@ -0,0 +1,16 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +localhost http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/standalone/accumulo-env.sh ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/standalone/accumulo-env.sh b/conf/examples/1GB/standalone/accumulo-env.sh new file mode 100755 index 0000000..8b904ac --- /dev/null +++ b/conf/examples/1GB/standalone/accumulo-env.sh @@ -0,0 +1,66 @@ +#! /usr/bin/env bash + +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +### +### Configure these environment variables to point to your local installations. +### +### The functional tests require conditional values, so keep this style: +### +### test -z "$JAVA_HOME" && export JAVA_HOME=/usr/local/lib/jdk-1.6.0 +### +### +### Note that the -Xmx -Xms settings below require substantial free memory: +### you may want to use smaller values, especially when running everything +### on a single machine. +### +if [ -z "$HADOOP_HOME" ] +then + test -z "$HADOOP_PREFIX" && export HADOOP_PREFIX=/path/to/hadoop +else + HADOOP_PREFIX="$HADOOP_HOME" + unset HADOOP_HOME +fi + +# hadoop-1.2: +# test -z "$HADOOP_CONF_DIR" && export HADOOP_CONF_DIR="$HADOOP_PREFIX/conf" +test -z "$HADOOP_CONF_DIR" && export HADOOP_CONF_DIR="$HADOOP_PREFIX/etc/hadoop" + + +test -z "$JAVA_HOME" && export JAVA_HOME=/path/to/java +test -z "$ZOOKEEPER_HOME" && export ZOOKEEPER_HOME=/path/to/zookeeper +test -z "$ACCUMULO_LOG_DIR" && export ACCUMULO_LOG_DIR=$ACCUMULO_HOME/logs +if [ -f ${ACCUMULO_CONF_DIR}/accumulo.policy ] +then + POLICY="-Djava.security.manager -Djava.security.policy=${ACCUMULO_CONF_DIR}/accumulo.policy" +fi +test -z "$ACCUMULO_TSERVER_OPTS" && export ACCUMULO_TSERVER_OPTS="${POLICY} -Xmx384m -Xms384m " +test -z "$ACCUMULO_MASTER_OPTS" && export ACCUMULO_MASTER_OPTS="${POLICY} -Xmx128m -Xms128m" +test -z "$ACCUMULO_MONITOR_OPTS" && export ACCUMULO_MONITOR_OPTS="${POLICY} -Xmx64m -Xms64m" +test -z "$ACCUMULO_GC_OPTS" && export ACCUMULO_GC_OPTS="-Xmx64m -Xms64m" +test -z "$ACCUMULO_GENERAL_OPTS" && export ACCUMULO_GENERAL_OPTS="-XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=75 -Djava.net.preferIPv4Stack=true" +test -z "$ACCUMULO_OTHER_OPTS" && export ACCUMULO_OTHER_OPTS="-Xmx128m -Xms64m" +# what do when the JVM runs out of heap memory +export ACCUMULO_KILL_CMD='kill -9 %p' + +### Optionally look for hadoop and accumulo native libraries for your +### platform in additional directories. (Use DYLD_LIBRARY_PATH on Mac OS X.) +### May not be necessary for Hadoop 2.x or using an RPM that installs to +### the correct system library directory. +# export LD_LIBRARY_PATH=${HADOOP_PREFIX}/lib/native/${PLATFORM}:${LD_LIBRARY_PATH} + +# Should the monitor bind to all network interfaces -- default: false +# export ACCUMULO_MONITOR_BIND_ALL="true" http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/standalone/accumulo-metrics.xml ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/standalone/accumulo-metrics.xml b/conf/examples/1GB/standalone/accumulo-metrics.xml new file mode 100644 index 0000000..60f9f8d --- /dev/null +++ b/conf/examples/1GB/standalone/accumulo-metrics.xml @@ -0,0 +1,60 @@ + + + + + + ${ACCUMULO_HOME}/metrics + + + + false + false + + + false + false + + + false + false + + false + false + + + false + false + + + false + false + + + + false + false + + http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/standalone/accumulo-site.xml ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/standalone/accumulo-site.xml b/conf/examples/1GB/standalone/accumulo-site.xml new file mode 100644 index 0000000..1bca857 --- /dev/null +++ b/conf/examples/1GB/standalone/accumulo-site.xml @@ -0,0 +1,122 @@ + + + + + + + + + instance.zookeeper.host + localhost:2181 + comma separated list of zookeeper servers + + + + logger.dir.walog + walogs + The property only needs to be set if upgrading from 1.4 which used to store write-ahead logs on the local + filesystem. In 1.5 write-ahead logs are stored in DFS. When 1.5 is started for the first time it will copy any 1.4 + write ahead logs into DFS. It is possible to specify a comma-separated list of directories. + + + + + instance.secret + DEFAULT + A secret unique to a given instance that all servers must know in order to communicate with one another. + Change it before initialization. To + change it later use ./bin/accumulo org.apache.accumulo.server.util.ChangeSecret --old [oldpasswd] --new [newpasswd], + and then update this file. + + + + + tserver.memory.maps.max + 256M + + + + tserver.memory.maps.native.enabled + false + + + + tserver.cache.data.size + 15M + + + + tserver.cache.index.size + 40M + + + + trace.token.property.password + + secret + + + + trace.user + root + + + + tserver.sort.buffer.size + 50M + + + + tserver.walog.max.size + 256M + + + + general.maven.project.basedir + + + + + general.classpaths + + $ACCUMULO_HOME/lib/accumulo-server.jar, + $ACCUMULO_HOME/lib/accumulo-core.jar, + $ACCUMULO_HOME/lib/accumulo-start.jar, + $ACCUMULO_HOME/lib/accumulo-fate.jar, + $ACCUMULO_HOME/lib/accumulo-proxy.jar, + $ACCUMULO_HOME/lib/[^.].*.jar, + $ZOOKEEPER_HOME/zookeeper[^.].*.jar, + $HADOOP_CONF_DIR, + $HADOOP_PREFIX/[^.].*.jar, + $HADOOP_PREFIX/lib/[^.].*.jar, + + $HADOOP_PREFIX/share/hadoop/common/.*.jar, + $HADOOP_PREFIX/share/hadoop/common/lib/.*.jar, + $HADOOP_PREFIX/share/hadoop/hdfs/.*.jar, + $HADOOP_PREFIX/share/hadoop/mapreduce/.*.jar, + $HADOOP_PREFIX/share/hadoop/yarn/.*.jar, + /usr/lib/hadoop/.*.jar, + /usr/lib/hadoop/lib/.*.jar, + /usr/lib/hadoop-hdfs/.*.jar, + /usr/lib/hadoop-mapreduce/.*.jar, + /usr/lib/hadoop-yarn/.*.jar, + + Classpaths that accumulo checks for updates and class files. + + http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/standalone/auditLog.xml ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/standalone/auditLog.xml b/conf/examples/1GB/standalone/auditLog.xml new file mode 100644 index 0000000..9b7987e --- /dev/null +++ b/conf/examples/1GB/standalone/auditLog.xml @@ -0,0 +1,41 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/standalone/gc ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/standalone/gc b/conf/examples/1GB/standalone/gc new file mode 100644 index 0000000..63fb8bb --- /dev/null +++ b/conf/examples/1GB/standalone/gc @@ -0,0 +1,16 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +localhost http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/standalone/generic_logger.xml ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/standalone/generic_logger.xml b/conf/examples/1GB/standalone/generic_logger.xml new file mode 100644 index 0000000..4d2af90 --- /dev/null +++ b/conf/examples/1GB/standalone/generic_logger.xml @@ -0,0 +1,83 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/standalone/log4j.properties ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/standalone/log4j.properties b/conf/examples/1GB/standalone/log4j.properties new file mode 100644 index 0000000..a4bcb2e --- /dev/null +++ b/conf/examples/1GB/standalone/log4j.properties @@ -0,0 +1,41 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# default logging properties: +# by default, log everything at INFO or higher to the console +log4j.rootLogger=INFO,A1 + +# hide Jetty junk +log4j.logger.org.mortbay.log=WARN,A1 + +# hide "Got brand-new compresssor" messages +log4j.logger.org.apache.hadoop.io.compress=WARN,A1 + +# hide junk from TestRandomDeletes +log4j.logger.org.apache.accumulo.test.TestRandomDeletes=WARN,A1 + +# hide junk from VFS +log4j.logger.org.apache.commons.vfs2.impl.DefaultFileSystemManager=WARN,A1 + +# hide almost everything from zookeeper +log4j.logger.org.apache.zookeeper=ERROR,A1 + +# hide AUDIT messages in the shell, alternatively you could send them to a different logger +log4j.logger.org.apache.accumulo.core.util.shell.Shell.audit=WARN,A1 + +# Send most things to the console +log4j.appender.A1=org.apache.log4j.ConsoleAppender +log4j.appender.A1.layout.ConversionPattern=%d{ISO8601} [%-8c{2}] %-5p: %m%n +log4j.appender.A1.layout=org.apache.log4j.PatternLayout http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/standalone/masters ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/standalone/masters b/conf/examples/1GB/standalone/masters new file mode 100644 index 0000000..63fb8bb --- /dev/null +++ b/conf/examples/1GB/standalone/masters @@ -0,0 +1,16 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +localhost http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/standalone/monitor ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/standalone/monitor b/conf/examples/1GB/standalone/monitor new file mode 100644 index 0000000..63fb8bb --- /dev/null +++ b/conf/examples/1GB/standalone/monitor @@ -0,0 +1,16 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +localhost http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/standalone/monitor_logger.xml ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/standalone/monitor_logger.xml b/conf/examples/1GB/standalone/monitor_logger.xml new file mode 100644 index 0000000..3a63bf4 --- /dev/null +++ b/conf/examples/1GB/standalone/monitor_logger.xml @@ -0,0 +1,64 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/standalone/slaves ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/standalone/slaves b/conf/examples/1GB/standalone/slaves new file mode 100644 index 0000000..63fb8bb --- /dev/null +++ b/conf/examples/1GB/standalone/slaves @@ -0,0 +1,16 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +localhost http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/1GB/standalone/tracers ---------------------------------------------------------------------- diff --git a/conf/examples/1GB/standalone/tracers b/conf/examples/1GB/standalone/tracers new file mode 100644 index 0000000..63fb8bb --- /dev/null +++ b/conf/examples/1GB/standalone/tracers @@ -0,0 +1,16 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +localhost http://git-wip-us.apache.org/repos/asf/accumulo/blob/527913a3/conf/examples/2GB/native-standalone/accumulo-env.sh ---------------------------------------------------------------------- diff --git a/conf/examples/2GB/native-standalone/accumulo-env.sh b/conf/examples/2GB/native-standalone/accumulo-env.sh new file mode 100755 index 0000000..5f6d2cb --- /dev/null +++ b/conf/examples/2GB/native-standalone/accumulo-env.sh @@ -0,0 +1,65 @@ +#! /usr/bin/env bash + +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +### +### Configure these environment variables to point to your local installations. +### +### The functional tests require conditional values, so keep this style: +### +### test -z "$JAVA_HOME" && export JAVA_HOME=/usr/local/lib/jdk-1.6.0 +### +### +### Note that the -Xmx -Xms settings below require substantial free memory: +### you may want to use smaller values, especially when running everything +### on a single machine. +### +if [ -z "$HADOOP_HOME" ] +then + test -z "$HADOOP_PREFIX" && export HADOOP_PREFIX=/path/to/hadoop +else + HADOOP_PREFIX="$HADOOP_HOME" + unset HADOOP_HOME +fi + +# hadoop-1.2: +# test -z "$HADOOP_CONF_DIR" && export HADOOP_CONF_DIR="$HADOOP_PREFIX/conf" +test -z "$HADOOP_CONF_DIR" && export HADOOP_CONF_DIR="$HADOOP_PREFIX/etc/hadoop" + +test -z "$JAVA_HOME" && export JAVA_HOME=/path/to/java +test -z "$ZOOKEEPER_HOME" && export ZOOKEEPER_HOME=/path/to/zookeeper +test -z "$ACCUMULO_LOG_DIR" && export ACCUMULO_LOG_DIR=$ACCUMULO_HOME/logs +if [ -f ${ACCUMULO_CONF_DIR}/accumulo.policy ] +then + POLICY="-Djava.security.manager -Djava.security.policy=${ACCUMULO_CONF_DIR}/accumulo.policy" +fi +test -z "$ACCUMULO_TSERVER_OPTS" && export ACCUMULO_TSERVER_OPTS="${POLICY} -Xmx256m -Xms256m " +test -z "$ACCUMULO_MASTER_OPTS" && export ACCUMULO_MASTER_OPTS="${POLICY} -Xmx256m -Xms256m" +test -z "$ACCUMULO_MONITOR_OPTS" && export ACCUMULO_MONITOR_OPTS="${POLICY} -Xmx128m -Xms64m" +test -z "$ACCUMULO_GC_OPTS" && export ACCUMULO_GC_OPTS="-Xmx128m -Xms128m" +test -z "$ACCUMULO_GENERAL_OPTS" && export ACCUMULO_GENERAL_OPTS="-XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=75 -Djava.net.preferIPv4Stack=true" +test -z "$ACCUMULO_OTHER_OPTS" && export ACCUMULO_OTHER_OPTS="-Xmx256m -Xms64m" +# what do when the JVM runs out of heap memory +export ACCUMULO_KILL_CMD='kill -9 %p' + +### Optionally look for hadoop and accumulo native libraries for your +### platform in additional directories. (Use DYLD_LIBRARY_PATH on Mac OS X.) +### May not be necessary for Hadoop 2.x or using an RPM that installs to +### the correct system library directory. +# export LD_LIBRARY_PATH=${HADOOP_PREFIX}/lib/native/${PLATFORM}:${LD_LIBRARY_PATH} + +# Should the monitor bind to all network interfaces -- default: false +# export ACCUMULO_MONITOR_BIND_ALL="true"