incubator-ambari-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From maha...@apache.org
Subject svn commit: r1398196 [9/11] - in /incubator/ambari/branches/branch-0.9-h2-dev: ./ hmc/js/ hmc/package/rpm/ hmc/php/conf/ hmc/php/db/ hmc/php/frontend/ hmc/php/orchestrator/ hmc/php/puppet/ hmc/php/puppet/genmanifest/ hmc/php/util/ hmc/puppet/modules/hd...
Date Mon, 15 Oct 2012 05:55:57 GMT
Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/manifests/init.pp
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/manifests/init.pp?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/manifests/init.pp (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/manifests/init.pp Mon Oct 15 05:55:46 2012
@@ -0,0 +1,72 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+class hdp2-pig(
+  $service_state = $hdp2::params::cluster_client_state
+) inherits hdp2-pig::params
+{  
+  $pig_config_dir = $hdp2-pig::params::pig_conf_dir
+ 
+  if ($hdp2::params::use_32_bits_on_slaves == false) {
+    $size = 64
+  } else {
+    $size = 32
+  }
+
+  if ($service_state == 'no_op') {
+  } elsif ($service_state == 'uninstalled') {
+    hdp2::package { 'pig' :
+      ensure => 'uninstalled',
+      size   => $size 
+    }
+    hdp2::directory_recursive_create { $pig_config_dir:
+      service_state => $service_state,
+      force => true
+    }
+   anchor { 'hdp2-pig::begin': } -> Hdp2::Package['pig'] -> Hdp2::Directory_recursive_create[$pig_conf_dir] -> anchor { 'hdp2-pig::end': }
+
+  } elsif ($service_state == 'installed_and_configured') {
+    hdp2::package { 'pig' : 
+      size => $size 
+    }
+
+    hdp2::directory { $pig_config_dir:
+      service_state => $service_state,
+      force => true
+    }
+
+    hdp2-pig::configfile { ['pig-env.sh','pig.properties','log4j.properties']:}
+  
+    anchor { 'hdp2-pig::begin': } -> Hdp2::Package['pig'] -> Hdp2::Directory[$pig_conf_dir] -> Hdp2-pig::Configfile<||> -> anchor { 'hdp2-pig::end': }
+ } else {
+    hdp_fail("TODO not implemented yet: service_state = ${service_state}")
+  }
+}
+
+### config files
+define hdp2-pig::configfile()
+{
+  hdp2::configfile { "${hdp2::params::pig_conf_dir}/${name}":
+    component => 'pig'
+  }
+}
+
+
+

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/manifests/params.pp
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/manifests/params.pp?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/manifests/params.pp (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/manifests/params.pp Mon Oct 15 05:55:46 2012
@@ -0,0 +1,24 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+class hdp2-pig::params() inherits hdp2::params
+{
+  $pig_conf_dir = $hdp2::params::pig_conf_dir
+}

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/manifests/pig/service_check.pp
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/manifests/pig/service_check.pp?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/manifests/pig/service_check.pp (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/manifests/pig/service_check.pp Mon Oct 15 05:55:46 2012
@@ -0,0 +1,70 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+class hdp2-pig::pig::service_check() 
+{
+  $smoke_test_user = $hdp2::params::smokeuser
+  $input_file = 'passwd'
+  $output_file = "pigsmoke.out"
+
+  $cleanup_cmd = "dfs -rmr ${output_file} ${input_file}"
+  #cleanup put below to handle retries; if retrying there wil be a stale file that needs cleanup; exit code is fn of second command
+  $create_file_cmd = "${cleanup_cmd}; hadoop dfs -put /etc/passwd ${input_file} " #TODO: inconsistent that second comamnd needs hadoop
+  $test_cmd = "fs -test -e ${output_file}" 
+  
+  anchor { 'hdp2-pig::pig::service_check::begin':}
+
+
+  hdp2-hadoop::exec-hadoop { 'pig::service_check::create_file':
+    command   => $create_file_cmd,
+    tries     => 3,
+    try_sleep => 5,
+    require   => Anchor['hdp2-pig::pig::service_check::begin'],
+    notify    => File['/tmp/pigSmoke.sh'],
+    user      => $smoke_test_user
+  }
+
+  file { '/tmp/pigSmoke.sh':
+    ensure => present,
+    source => "puppet:///modules/hdp2-pig/pigSmoke.sh",
+    mode => '0755',
+    require     => Hdp2-hadoop::Exec-hadoop['pig::service_check::create_file']
+  }
+
+  exec { '/tmp/pigSmoke.sh':
+    command   => "su - ${smoke_test_user} -c 'pig /tmp/pigSmoke.sh'",
+    tries     => 3,
+    try_sleep => 5,
+    require   => File['/tmp/pigSmoke.sh'],
+    path      => '/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin',
+    notify    => Hdp2-hadoop::Exec-hadoop['pig::service_check::test'],
+    logoutput => "true"
+  }
+
+  hdp2-hadoop::exec-hadoop { 'pig::service_check::test':
+    command     => $test_cmd,
+    refreshonly => true,
+    require     => Exec['/tmp/pigSmoke.sh'],
+    before      => Anchor['hdp2-pig::pig::service_check::end'], #TODO: remove after testing
+    user      => $smoke_test_user
+  }
+  
+  anchor{ 'hdp2-pig::pig::service_check::end':}
+}

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/templates/log4j.properties.erb
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/templates/log4j.properties.erb?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/templates/log4j.properties.erb (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/templates/log4j.properties.erb Mon Oct 15 05:55:46 2012
@@ -0,0 +1,30 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+#
+
+# ***** Set root logger level to DEBUG and its only appender to A.
+log4j.logger.org.apache.pig=info, A
+
+# ***** A is set to be a ConsoleAppender.
+log4j.appender.A=org.apache.log4j.ConsoleAppender
+# ***** A uses PatternLayout.
+log4j.appender.A.layout=org.apache.log4j.PatternLayout
+log4j.appender.A.layout.ConversionPattern=%-4r [%t] %-5p %c %x - %m%n

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/templates/pig-env.sh.erb
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/templates/pig-env.sh.erb?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/templates/pig-env.sh.erb (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/templates/pig-env.sh.erb Mon Oct 15 05:55:46 2012
@@ -0,0 +1,17 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+JAVA_HOME=<%=scope.function_hdp_java_home()%>
+HADOOP_HOME=${HADOOP_HOME:-<%=scope.function_hdp_template_var("::hdp2::params::hadoop_home")%>}

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/templates/pig.properties.erb
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/templates/pig.properties.erb?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/templates/pig.properties.erb (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-pig/templates/pig.properties.erb Mon Oct 15 05:55:46 2012
@@ -0,0 +1,54 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+#
+
+# Pig configuration file. All values can be overwritten by command line arguments.
+
+# log4jconf log4j configuration file
+# log4jconf=./conf/log4j.properties
+
+# a file that contains pig script
+#file=
+
+# load jarfile, colon separated
+#jar=
+
+#verbose print all log messages to screen (default to print only INFO and above to screen)
+#verbose=true
+
+#exectype local|mapreduce, mapreduce is default
+#exectype=local
+
+#pig.logfile=
+
+#Do not spill temp files smaller than this size (bytes)
+#pig.spill.size.threshold=5000000
+#EXPERIMENT: Activate garbage collection when spilling a file bigger than this size (bytes)
+#This should help reduce the number of files being spilled.
+#pig.spill.gc.activation.size=40000000
+
+#the following two parameters are to help estimate the reducer number
+#pig.exec.reducers.bytes.per.reducer=1000000000
+#pig.exec.reducers.max=999
+
+#Use this option only when your Pig job will otherwise die because of
+#using more counter than hadoop configured limit
+#pig.disable.counter=true

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/files/zkEnv.sh
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/files/zkEnv.sh?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/files/zkEnv.sh (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/files/zkEnv.sh Mon Oct 15 05:55:46 2012
@@ -0,0 +1,96 @@
+#!/bin/sh
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# This script should be sourced into other zookeeper
+# scripts to setup the env variables
+
+# We use ZOOCFGDIR if defined,
+# otherwise we use /etc/zookeeper
+# or the conf directory that is
+# a sibling of this script's directory
+if [ "x$ZOOCFGDIR" = "x" ]
+then
+    if [ -d "/etc/zookeeper" ]
+    then
+        ZOOCFGDIR="/etc/zookeeper"
+    else
+        ZOOCFGDIR="$ZOOBINDIR/../conf"
+    fi
+fi
+
+if [ "x$ZOOCFG" = "x" ]
+then
+    ZOOCFG="zoo.cfg"
+fi
+
+ZOOCFG="$ZOOCFGDIR/$ZOOCFG"
+
+if [ -e "$ZOOCFGDIR/zookeeper-env.sh" ]
+then
+    . "$ZOOCFGDIR/zookeeper-env.sh"
+fi
+
+if [ "x${ZOO_LOG_DIR}" = "x" ]
+then
+    ZOO_LOG_DIR="."
+fi
+
+if [ "x${ZOO_LOG4J_PROP}" = "x" ]
+then
+    ZOO_LOG4J_PROP="INFO,CONSOLE"
+fi
+
+#add the zoocfg dir to classpath
+CLASSPATH="$ZOOCFGDIR:$CLASSPATH"
+
+for i in "$ZOOBINDIR"/../src/java/lib/*.jar
+do
+    CLASSPATH="$i:$CLASSPATH"
+done
+
+#make it work in the release
+for i in "$ZOOBINDIR"/../lib/*.jar
+do
+    CLASSPATH="$i:$CLASSPATH"
+done
+
+#make it work in the release
+for i in "$ZOOBINDIR"/../zookeeper-*.jar
+do
+    CLASSPATH="$i:$CLASSPATH"
+done
+
+#make it work for developers
+for d in "$ZOOBINDIR"/../build/lib/*.jar
+do
+   CLASSPATH="$d:$CLASSPATH"
+done
+
+#make it work for developers
+CLASSPATH="$ZOOBINDIR/../build/classes:$CLASSPATH"
+
+case "`uname`" in
+    CYGWIN*) cygwin=true ;;
+    *) cygwin=false ;;
+esac
+
+if $cygwin
+then
+    CLASSPATH=`cygpath -wp "$CLASSPATH"`
+fi
+
+#echo "CLASSPATH=$CLASSPATH"

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/files/zkServer.sh
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/files/zkServer.sh?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/files/zkServer.sh (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/files/zkServer.sh Mon Oct 15 05:55:46 2012
@@ -0,0 +1,120 @@
+#!/bin/sh
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+#
+# If this scripted is run out of /usr/bin or some other system bin directory
+# it should be linked to and not copied. Things like java jar files are found
+# relative to the canonical path of this script.
+#
+
+# See the following page for extensive details on setting
+# up the JVM to accept JMX remote management:
+# http://java.sun.com/javase/6/docs/technotes/guides/management/agent.html
+# by default we allow local JMX connections
+if [ "x$JMXLOCALONLY" = "x" ]
+then
+    JMXLOCALONLY=false
+fi
+
+if [ "x$JMXDISABLE" = "x" ]
+then
+    echo "JMX enabled by default"
+    # for some reason these two options are necessary on jdk6 on Ubuntu
+    #   accord to the docs they are not necessary, but otw jconsole cannot
+    #   do a local attach
+    ZOOMAIN="-Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.local.only=$JMXLOCALONLY org.apache.zookeeper.server.quorum.QuorumPeerMain"
+else
+    echo "JMX disabled by user request"
+    ZOOMAIN="org.apache.zookeeper.server.quorum.QuorumPeerMain"
+fi
+
+# Only follow symlinks if readlink supports it
+if readlink -f "$0" > /dev/null 2>&1
+then
+  ZOOBIN=`readlink -f "$0"`
+else
+  ZOOBIN="$0"
+fi
+ZOOBINDIR=`dirname "$ZOOBIN"`
+
+. "$ZOOBINDIR"/zkEnv.sh
+
+if [ "x$2" != "x" ]
+then
+    ZOOCFG="$ZOOCFGDIR/$2"
+fi
+
+if $cygwin
+then
+    ZOOCFG=`cygpath -wp "$ZOOCFG"`
+    # cygwin has a "kill" in the shell itself, gets confused
+    KILL=/bin/kill
+else
+    KILL=kill
+fi
+
+echo "Using config: $ZOOCFG"
+
+ZOOPIDFILE=$(grep dataDir "$ZOOCFG" | sed -e 's/.*=//')/zookeeper_server.pid
+
+
+case $1 in
+start)
+    echo  "Starting zookeeper ... "
+    $JAVA  "-Dzookeeper.log.dir=${ZOO_LOG_DIR}" "-Dzookeeper.root.logger=${ZOO_LOG4J_PROP}" \
+    -cp "$CLASSPATH" $JVMFLAGS $ZOOMAIN "$ZOOCFG" &
+    /bin/echo -n $! > "$ZOOPIDFILE"
+    echo STARTED
+    ;;
+stop)
+    echo "Stopping zookeeper ... "
+    if [ ! -f "$ZOOPIDFILE" ]
+    then
+    echo "error: could not find file $ZOOPIDFILE"
+    exit 1
+    else
+    $KILL -9 $(cat "$ZOOPIDFILE")
+    rm "$ZOOPIDFILE"
+    echo STOPPED
+    fi
+    ;;
+upgrade)
+    shift
+    echo "upgrading the servers to 3.*"
+    java "-Dzookeeper.log.dir=${ZOO_LOG_DIR}" "-Dzookeeper.root.logger=${ZOO_LOG4J_PROP}" \
+    -cp "$CLASSPATH" $JVMFLAGS org.apache.zookeeper.server.upgrade.UpgradeMain ${@}
+    echo "Upgrading ... "
+    ;;
+restart)
+    shift
+    "$0" stop ${@}
+    sleep 3
+    "$0" start ${@}
+    ;;
+status)
+    STAT=`echo stat | nc localhost $(grep clientPort "$ZOOCFG" | sed -e 's/.*=//') 2> /dev/null| grep Mode`
+    if [ "x$STAT" = "x" ]
+    then
+        echo "Error contacting service. It is probably not running."
+    else
+        echo $STAT
+    fi
+    ;;
+*)
+    echo "Usage: $0 {start|stop|restart|status}" >&2
+
+esac

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/files/zkService.sh
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/files/zkService.sh?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/files/zkService.sh (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/files/zkService.sh Mon Oct 15 05:55:46 2012
@@ -0,0 +1,26 @@
+#!/bin/sh
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+
+zkcli_script=$1
+user=$2
+conf_dir=$3
+su - $user -c "source $conf_dir/zookeeper-env.sh ; echo 'ls /' | $zkcli_script"

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/files/zkSmoke.sh
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/files/zkSmoke.sh?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/files/zkSmoke.sh (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/files/zkSmoke.sh Mon Oct 15 05:55:46 2012
@@ -0,0 +1,54 @@
+#!/bin/sh
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+
+smoke_script=$1
+smoke_user=$2
+conf_dir=$3
+export ZOOKEEPER_EXIT_CODE=0
+zkhosts=` grep server  $conf_dir/zoo.cfg  | cut -f 2 -d '=' | cut -f 1 -d ':' | tr '\n' ' ' `
+zk_node1=`echo $zkhosts | tr ' ' '\n' | head -n 1`  
+echo "zk_node1=$zk_node1"
+# Delete /zk_smoketest znode if exists
+su - $smoke_user -c "source $conf_dir/zookeeper-env.sh ;  echo delete /zk_smoketest | ${smoke_script} -server $zk_node1:2181"  
+# Create /zk_smoketest znode on one zookeeper server
+su - $smoke_user -c "source $conf_dir/zookeeper-env.sh ; echo create /zk_smoketest smoke_data | ${smoke_script} -server $zk_node1:2181"
+
+for i in $zkhosts ; do
+  echo "Running test on host $i"
+  # Verify the data associated with znode across all the nodes in the zookeeper quorum
+  su - $smoke_user -c "source $conf_dir/zookeeper-env.sh ; echo 'get /zk_smoketest' | ${smoke_script} -server $i:2181"
+  su - $smoke_user -c "source $conf_dir/zookeeper-env.sh ; echo 'ls /' | ${smoke_script} -server $i:2181"
+  output=$(su - $smoke_user -c "source $conf_dir/zookeeper-env.sh ; echo 'get /zk_smoketest' | ${smoke_script} -server $i:2181")
+  echo $output | grep smoke_data
+  if [[ $? -ne 0 ]] ; then
+    echo "Data associated with znode /zk_smoketests is not consistent on host $i"
+    ((ZOOKEEPER_EXIT_CODE=$ZOOKEEPER_EXIT_CODE+1))
+  fi
+done
+
+su - $zmoke_user -c "source $conf_dir/zookeeper-env.sh ; echo 'delete /zk_smoketest' | ${smoke_script} -server $zk_node1:2181"
+if [[ "$ZOOKEEPER_EXIT_CODE" -ne "0" ]] ; then
+  echo "Zookeeper Smoke Test: Failed" 
+else
+   echo "Zookeeper Smoke Test: Passed" 
+fi
+exit $ZOOKEEPER_EXIT_CODE

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/client.pp
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/client.pp?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/client.pp (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/client.pp Mon Oct 15 05:55:46 2012
@@ -0,0 +1,47 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+class hdp2-zookeeper::client(
+  $service_state = $hdp2::params::cluster_client_state
+) inherits hdp2::params
+{
+  $package_type = $hdp2::params::packages
+
+  if ($service_state == 'no_op') {
+  } elsif  ($service_state in ['installed_and_configured','uninstalled']) {
+      if ($package_type == 'hdp') {
+        $cmd = "ln -s /usr/libexec/zkEnv.sh /usr/bin/zkEnv.sh"
+        $test = "test -e /usr/bin/zkEnv.sh"
+        hdp2::exec { $cmd :
+           command => $cmd,
+           unless  => $test,
+           require => Class['hdp2-zookeeper']
+        }
+      } 
+      if ($hdp2::params::service_exists['hdp2-zookeeper'] != true) {
+        class { 'hdp2-zookeeper' : 
+         type => 'client',
+         service_state => $service_state
+        } 
+      }
+    } else {
+   hdp_fail("TODO not implemented yet: service_state = ${service_state}")
+  }
+}

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/init.pp
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/init.pp?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/init.pp (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/init.pp Mon Oct 15 05:55:46 2012
@@ -0,0 +1,121 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+class hdp2-zookeeper(
+  $type = server,
+  $service_state = $hdp2::params::cluster_service_state,
+  $myid = 1,
+  $opts = {}
+) inherits hdp2-zookeeper::params 
+{
+
+ if ($service_state == 'no_op') {
+   if ($type == 'server') {
+     $hdp2::params::service_exists['hdp2-zookeeper'] = true
+  }
+ } elsif ($service_state in ['running','stopped','installed_and_configured','uninstalled']) { 
+   $zk_user = $hdp2-zookeeper::params::zk_user
+   $zk_config_dir = $hdp2-zookeeper::params::conf_dir
+ 
+   anchor{'hdp2-zookeeper::begin':}
+   anchor{'hdp2-zookeeper::end':}
+
+   if ($service_state == 'uninstalled') {
+     if ($type == 'server') {
+       $hdp2::params::service_exists['hdp2-zookeeper'] = true
+    }
+     hdp2::package { 'zookeeper':
+       ensure => 'uninstalled'
+     }
+     hdp2::directory_recursive_create { $zk_config_dir:
+       service_state => $service_state,
+       force => true
+     }
+
+     if ($type == 'server') {
+        class { 'hdp2-zookeeper::service':
+          ensure => $service_state,
+          myid   => $myid
+        }
+       }
+
+     if ($type == 'server') {
+       Anchor['hdp2-zookeeper::begin'] -> Hdp2::Package['zookeeper'] -> Hdp2::Directory_recursive_create[$zk_config_dir] -> Class['hdp2-zookeeper::service']  -> Anchor['hdp2-zookeeper::end']
+     } else {
+       Anchor['hdp2-zookeeper::begin'] -> Hdp2::Package['zookeeper'] -> Hdp2::Directory_recursive_create[$zk_config_dir] -> Anchor['hdp2-zookeeper::end']
+     }
+   } else {
+     hdp2::package { 'zookeeper':}
+
+     hdp2::user{ $zk_user:}
+
+     hdp2::directory_recursive_create { $zk_config_dir: 
+      service_state => $service_state,
+      force => true
+     }
+
+     hdp2-zookeeper::configfile { ['zoo.cfg','zookeeper-env.sh','configuration.xsl','log4j.properties']: }
+ 
+     if ($hdp2::params::update_zk_shell_files == true) {
+       hdp2-zookeeper::shell_file{ ['zkServer.sh','zkEnv.sh']: }
+     }
+
+     if ($type == 'server') {
+       $hdp2::params::service_exists['hdp2-zookeeper'] = true
+       class { 'hdp2-zookeeper::service': 
+         ensure => $service_state,
+         myid   => $myid
+       }
+      }
+
+      Anchor['hdp2-zookeeper::begin'] -> Hdp2::Package['zookeeper'] -> Hdp2::User[$zk_user] -> 
+        Hdp2::Directory_recursive_create[$zk_config_dir] -> Hdp2-zookeeper::Configfile<||> -> Anchor['hdp2-zookeeper::end']
+      if ($type == 'server') {
+        Hdp2::Directory_recursive_create[$zk_config_dir] -> Hdp2-zookeeper::Configfile<||> -> Class['hdp2-zookeeper::service'] -> Anchor['hdp2-zookeeper::end']
+      }
+      if ($hdp2::params::update_zk_shell_files == true) {
+        Hdp2::Package['zookeeper'] -> Hdp2-zookeeper::Shell_file<||> -> Anchor['hdp2-zookeeper::end']
+      }
+    }
+  } else {
+    hdp_fail("TODO not implemented yet: service_state = ${service_state}")
+  }
+}
+
+### config files
+define hdp2-zookeeper::configfile(
+  $mode = undef
+) 
+{
+  hdp2::configfile { "${hdp2-zookeeper::params::conf_dir}/${name}":
+    component       => 'zookeeper',
+    owner           => $hdp2-zookeeper::params::zk_user,
+    mode            => $mode
+  }
+}
+
+### 
+define hdp2-zookeeper::shell_file()
+{
+  file { "${hdp2::params::zk_bin}/${name}":
+    source => "puppet:///modules/hdp2-zookeeper/${name}", 
+    mode => '0755'
+  }
+}

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/params.pp
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/params.pp?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/params.pp (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/params.pp Mon Oct 15 05:55:46 2012
@@ -0,0 +1,38 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+class hdp2-zookeeper::params() inherits hdp2::params 
+{
+  $conf_dir = $hdp2::params::zk_conf_dir
+
+  $zk_user = $hdp2::params::zk_user
+  
+  $zk_log_dir = hdp_default("zk_log_dir","/var/log/zookeeper")
+  $zk_data_dir = hdp_default("zk_data_dir","/var/lib/zookeeper/data")
+  $zk_pid_dir = hdp_default("zk_pid_dir","/var/run/zookeeper")
+  $zk_pid_file = "${zk_pid_dir}/zookeeper_server.pid"
+
+
+  $tickTime = hdp_default("tickTime","2000")
+  $initLimit = hdp_default("initLimit","10")
+  $syncLimit = hdp_default("syncLimit","5")
+  $clientPort = hdp_default("clientPort","2181")
+
+}

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/quorum/service_check.pp
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/quorum/service_check.pp?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/quorum/service_check.pp (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/quorum/service_check.pp Mon Oct 15 05:55:46 2012
@@ -0,0 +1,54 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+class hdp2-zookeeper::quorum::service_check()
+{
+  include hdp2-zookeeper::params
+  $conf_dir = $hdp2-zookeeper::params::conf_dir
+
+  $smoke_test_user = $hdp2::params::smokeuser
+
+  $smoke_script = $hdp2::params::zk_smoke_test_script
+  $quorum_smoke_shell_files = ['zkSmoke.sh']
+
+  anchor { 'hdp2-zookeeper::quorum::service_check::begin':}
+
+  hdp2-zookeeper::quorum_smoke_shell_file { $quorum_smoke_shell_files: }
+
+  anchor{ 'hdp2-zookeeper::quorum::service_check::end':}
+}
+
+define hdp2-zookeeper::quorum_smoke_shell_file()
+{
+  file { '/tmp/zkSmoke.sh':
+    ensure => present,
+    source => "puppet:///modules/hdp2-zookeeper/zkSmoke.sh",
+    mode => '0755'
+  }
+
+  exec { '/tmp/zkSmoke.sh':
+    command   => "sh /tmp/zkSmoke.sh ${smoke_script} ${smoke_test_user} ${conf_dir}",
+    tries     => 3,
+    try_sleep => 5,
+    require   => File['/tmp/zkSmoke.sh'],
+    path      => '/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin',
+    logoutput => "true"
+  }
+}

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/service.pp
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/service.pp?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/service.pp (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/service.pp Mon Oct 15 05:55:46 2012
@@ -0,0 +1,97 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+class hdp2-zookeeper::service(
+  $ensure = $hdp2::params::cluster_service_state,
+  $myid
+)
+{
+  include $hdp2-zookeeper::params
+  $user = $hdp2-zookeeper::params::zk_user
+  $conf_dir = $hdp2-zookeeper::params::conf_dir
+  $zk_bin = $hdp2::params::zk_bin
+  $cmd = "/bin/env ZOOCFGDIR=${conf_dir} ZOOCFG=zoo.cfg ${zk_bin}/zkServer.sh"
+
+  $pid_file = $hdp2-zookeeper::params::zk_pid_file  
+
+  if ($ensure == 'running') {
+    $daemon_cmd = "su - ${user} -c  'source ${conf_dir}/zookeeper-env.sh ; ${cmd} start'"
+    $no_op_test = "ls ${pid_file} >/dev/null 2>&1 && ps `cat ${pid_file}` >/dev/null 2>&1"
+    #not using $no_op_test = "su - ${user} -c  '${cmd} status'" because checks more than whether there is a service started up
+  } elsif ($ensure == 'stopped') {
+    $daemon_cmd = "su - ${user} -c  'source ${conf_dir}/zookeeper-env.sh ; ${cmd} stop'"
+    #TODO: put in no_op_test for stopped
+    $no_op_test = undef
+  } else {
+    $daemon_cmd = undef
+  }
+  hdp2::directory_recursive_create { $hdp2-zookeeper::params::zk_pid_dir: 
+    owner        => $user,
+    context_tag => 'zk_service',
+    service_state => $ensure,
+    force => true
+  }
+  hdp2::directory_recursive_create { $hdp2-zookeeper::params::zk_log_dir: 
+    owner        => $user,
+    context_tag => 'zk_service',
+    service_state => $ensure,
+    force => true
+  }
+   hdp2::directory_recursive_create { $hdp2-zookeeper::params::zk_data_dir: 
+    owner        => $user,
+    context_tag => 'zk_service',
+    service_state => $ensure,
+    force => true
+  }
+  
+  if ($daemon_cmd != undef) {
+    hdp2::exec { $daemon_cmd:
+      command => $daemon_cmd,
+      unless  => $no_op_test,
+      initial_wait => $initial_wait
+    }
+  }
+
+  if ($ensure == 'uninstalled') {
+    anchor{'hdp2-zookeeper::service::begin':} -> Hdp2::Directory_recursive_create<|context_tag == 'zk_service'|> ->  anchor{'hdp2-zookeeper::service::end':}
+  } else {
+    class { 'hdp2-zookeeper::set_myid': myid => $myid}
+
+    anchor{'hdp2-zookeeper::service::begin':} -> Hdp2::Directory_recursive_create<|context_tag == 'zk_service'|> -> 
+    Class['hdp2-zookeeper::set_myid'] -> anchor{'hdp2-zookeeper::service::end':}
+
+    if ($daemon_cmd != undef) {
+      Class['hdp2-zookeeper::set_myid'] -> Hdp2::Exec[$daemon_cmd] -> Anchor['hdp2-zookeeper::service::end']
+    }
+  }
+}
+
+class hdp2-zookeeper::set_myid($myid)
+{
+  $create_file = "${hdp2-zookeeper::params::zk_data_dir}/myid"
+  $cmd = "echo '${myid}' > ${create_file}"
+  hdp2::exec{ $cmd:
+    command => $cmd,
+    creates  => $create_file
+  }
+}
+
+
+

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/zookeeper/service_check.pp
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/zookeeper/service_check.pp?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/zookeeper/service_check.pp (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/manifests/zookeeper/service_check.pp Mon Oct 15 05:55:46 2012
@@ -0,0 +1,53 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+class hdp2-zookeeper::zookeeper::service_check()
+{
+  include hdp2-zookeeper::params
+  $conf_dir = $hdp2-zookeeper::params::conf_dir
+  $smoke_script = $hdp2::params::zk_smoke_test_script
+
+  $smoke_test_user = $hdp2::params::smokeuser
+  $zookeeper_smoke_shell_files = ['zkService.sh']
+
+  anchor { 'hdp2-zookeeper::zookeeper::service_check::begin':}
+
+  hdp2-zookeeper::zookeeper_smoke_shell_file { $zookeeper_smoke_shell_files: }
+
+  anchor{ 'hdp2-zookeeper::zookeeper::service_check::end':}
+}
+
+define hdp2-zookeeper::zookeeper_smoke_shell_file()
+{
+  file { '/tmp/zkService.sh':
+    ensure => present,
+    source => "puppet:///modules/hdp2-zookeeper/zkService.sh",
+    mode => '0755'
+  }
+
+  exec { '/tmp/zkService.sh':
+    command   => "sh /tmp/zkService.sh ${smoke_script} ${smoke_test_user} ${conf_dir}",
+    tries     => 3,
+    try_sleep => 5,
+    require   => File['/tmp/zkService.sh'],
+    path      => '/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin',
+    logoutput => "true"
+  }
+}

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/templates/configuration.xsl.erb
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/templates/configuration.xsl.erb?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/templates/configuration.xsl.erb (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/templates/configuration.xsl.erb Mon Oct 15 05:55:46 2012
@@ -0,0 +1,24 @@
+<?xml version="1.0"?>
+<xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform" version="1.0">
+<xsl:output method="html"/>
+<xsl:template match="configuration">
+<html>
+<body>
+<table border="1">
+<tr>
+ <td>name</td>
+ <td>value</td>
+ <td>description</td>
+</tr>
+<xsl:for-each select="property">
+  <tr>
+     <td><a name="{name}"><xsl:value-of select="name"/></a></td>
+     <td><xsl:value-of select="value"/></td>
+     <td><xsl:value-of select="description"/></td>
+  </tr>
+</xsl:for-each>
+</table>
+</body>
+</html>
+</xsl:template>
+</xsl:stylesheet>

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/templates/log4j.properties.erb
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/templates/log4j.properties.erb?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/templates/log4j.properties.erb (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/templates/log4j.properties.erb Mon Oct 15 05:55:46 2012
@@ -0,0 +1,71 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+#
+
+#
+# ZooKeeper Logging Configuration
+#
+
+# Format is "<default threshold> (, <appender>)+
+
+# DEFAULT: console appender only
+log4j.rootLogger=INFO, CONSOLE
+
+# Example with rolling log file
+#log4j.rootLogger=DEBUG, CONSOLE, ROLLINGFILE
+
+# Example with rolling log file and tracing
+#log4j.rootLogger=TRACE, CONSOLE, ROLLINGFILE, TRACEFILE
+
+#
+# Log INFO level and above messages to the console
+#
+log4j.appender.CONSOLE=org.apache.log4j.ConsoleAppender
+log4j.appender.CONSOLE.Threshold=INFO
+log4j.appender.CONSOLE.layout=org.apache.log4j.PatternLayout
+log4j.appender.CONSOLE.layout.ConversionPattern=%d{ISO8601} - %-5p [%t:%C{1}@%L] - %m%n
+
+#
+# Add ROLLINGFILE to rootLogger to get log file output
+#    Log DEBUG level and above messages to a log file
+log4j.appender.ROLLINGFILE=org.apache.log4j.RollingFileAppender
+log4j.appender.ROLLINGFILE.Threshold=DEBUG
+log4j.appender.ROLLINGFILE.File=zookeeper.log
+
+# Max log file size of 10MB
+log4j.appender.ROLLINGFILE.MaxFileSize=10MB
+# uncomment the next line to limit number of backup files
+#log4j.appender.ROLLINGFILE.MaxBackupIndex=10
+
+log4j.appender.ROLLINGFILE.layout=org.apache.log4j.PatternLayout
+log4j.appender.ROLLINGFILE.layout.ConversionPattern=%d{ISO8601} - %-5p [%t:%C{1}@%L] - %m%n
+
+
+#
+# Add TRACEFILE to rootLogger to get log file output
+#    Log DEBUG level and above messages to a log file
+log4j.appender.TRACEFILE=org.apache.log4j.FileAppender
+log4j.appender.TRACEFILE.Threshold=TRACE
+log4j.appender.TRACEFILE.File=zookeeper_trace.log
+
+log4j.appender.TRACEFILE.layout=org.apache.log4j.PatternLayout
+### Notice we are including log4j's NDC here (%x)
+log4j.appender.TRACEFILE.layout.ConversionPattern=%d{ISO8601} - %-5p [%t:%C{1}@%L][%x] - %m%n

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/templates/zoo.cfg.erb
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/templates/zoo.cfg.erb?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/templates/zoo.cfg.erb (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/templates/zoo.cfg.erb Mon Oct 15 05:55:46 2012
@@ -0,0 +1,37 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+#
+
+# The number of milliseconds of each tick
+tickTime=<%=scope.function_hdp_template_var("tickTime")%>
+# The number of ticks that the initial
+# synchronization phase can take
+initLimit=<%=scope.function_hdp_template_var("initLimit")%>
+# The number of ticks that can pass between
+# sending a request and getting an acknowledgement
+syncLimit=<%=scope.function_hdp_template_var("syncLimit")%>
+# the directory where the snapshot is stored.
+dataDir=<%=scope.function_hdp_template_var("zk_data_dir")%>
+# the port at which the clients will connect
+clientPort=<%=scope.function_hdp_template_var("clientPort")%>
+<%(scope.function_hdp_host("zookeeper_hosts")||[]).each_with_index do |host,i|-%>
+server.<%=(i+1).to_s%>=<%=host%>:2888:3888
+<% end -%>

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/templates/zookeeper-env.sh.erb
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/templates/zookeeper-env.sh.erb?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/templates/zookeeper-env.sh.erb (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2-zookeeper/templates/zookeeper-env.sh.erb Mon Oct 15 05:55:46 2012
@@ -0,0 +1,20 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+export JAVA_HOME=<%=scope.function_hdp_java_home()%>
+export ZOO_LOG_DIR=<%=scope.function_hdp_template_var("zk_log_dir")%>
+export ZOOPIDFILE=<%=scope.function_hdp_template_var("zk_pid_file")%>
+export SERVER_JVMFLAGS= 
+export JAVA=$JAVA_HOME/bin/java
+export CLASSPATH=$CLASSPATH:/usr/share/zookeeper/*
\ No newline at end of file

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_args_as_array.rb
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_args_as_array.rb?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_args_as_array.rb (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_args_as_array.rb Mon Oct 15 05:55:46 2012
@@ -0,0 +1,26 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+#to handle differences in how args passed in
+module Puppet::Parser::Functions
+  newfunction(:hdp_args_as_array, :type => :rvalue) do |args|
+    args.kind_of?(Array) ? args : [args]
+  end
+end

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_array_from_comma_list.rb
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_array_from_comma_list.rb?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_array_from_comma_list.rb (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_array_from_comma_list.rb Mon Oct 15 05:55:46 2012
@@ -0,0 +1,26 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+module Puppet::Parser::Functions
+  newfunction(:hdp_array_from_comma_list, :type => :rvalue) do |args|
+    args = [args].flatten
+    function_hdp_is_empty(args[0]) ? "" : args[0].split(",") 
+  end
+end

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_calc_xmn_from_xms.rb
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_calc_xmn_from_xms.rb?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_calc_xmn_from_xms.rb (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_calc_xmn_from_xms.rb Mon Oct 15 05:55:46 2012
@@ -0,0 +1,37 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+module Puppet::Parser::Functions
+  newfunction(:hdp_calc_xmn_from_xms, :type => :rvalue) do |args|
+    heapsize_orig_str = args[0].to_s
+    xmn_percent = args[1].to_f
+    xmn_max = args[2].to_i
+    heapsize_str = heapsize_orig_str.gsub(/\D/,"")
+    heapsize = heapsize_str.to_i
+    heapsize_unit = heapsize_orig_str.gsub(/\d/,"")
+    xmn_val = heapsize*xmn_percent
+    xmn_val = xmn_val.floor.to_i
+    xmn_val = xmn_val/8
+    xmn_val = xmn_val*8
+    xmn_val = xmn_val > xmn_max ? xmn_max : xmn_val
+    xmn_val_str = "" + xmn_val.to_s + heapsize_unit
+    xmn_val_str
+  end
+end

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_default.rb
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_default.rb?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_default.rb (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_default.rb Mon Oct 15 05:55:46 2012
@@ -0,0 +1,32 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+module Puppet::Parser::Functions
+  newfunction(:hdp_default, :type => :rvalue) do |args|
+    args = function_hdp_args_as_array(args)
+    scoped_var_name = args[0]
+    var_name = scoped_var_name.split("/").last
+    default = args[1]
+    val = lookupvar("::#{var_name}")
+    function_hdp_is_empty(val) ? (default||"") : val
+  end
+end
+
+

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_fail.rb
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_fail.rb?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_fail.rb (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_fail.rb Mon Oct 15 05:55:46 2012
@@ -0,0 +1,27 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+module Puppet::Parser::Functions
+  newfunction(:hdp_fail) do |args|
+    args = [args].flatten
+    msg = args[0]
+    function_fail(msg)
+  end
+end

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_host.rb
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_host.rb?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_host.rb (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_host.rb Mon Oct 15 05:55:46 2012
@@ -0,0 +1,28 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+module Puppet::Parser::Functions
+  newfunction(:hdp_host, :type => :rvalue) do |args|
+    args = function_hdp_args_as_array(args)
+    var = args[0]
+    val = lookupvar(var)
+    function_hdp_is_empty(val) ? "" : val 
+  end
+end

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_host_attribute.rb
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_host_attribute.rb?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_host_attribute.rb (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_host_attribute.rb Mon Oct 15 05:55:46 2012
@@ -0,0 +1,40 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+module Puppet::Parser::Functions
+  newfunction(:hdp_host_attribute, :type => :rvalue) do |args|
+    args = function_hdp_args_as_array(args)
+    hash,attr,source = args
+    ret_val = lambda do |hash,attr,s|
+      ret = ""
+      ndx = hash[s]
+      unless function_hdp_is_empty(ndx)
+        val = ndx[attr]
+        ret = function_hdp_is_empty(val) ? "" : val
+      end
+      ret
+    end
+    if source.kind_of?(Array)
+      source.map{|s|ret_val.call(hash,attr,s)}
+    else
+     ret_val.call(hash,attr,source)
+    end
+  end
+end

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_is_empty.rb
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_is_empty.rb?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_is_empty.rb (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_is_empty.rb Mon Oct 15 05:55:46 2012
@@ -0,0 +1,27 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+module Puppet::Parser::Functions
+  newfunction(:hdp_is_empty, :type => :rvalue) do |args|
+    args = function_hdp_args_as_array(args)
+    el = args[0]
+    el.nil? or (el.respond_to?(:to_s) and ["undefined","undef",""].include?(el.to_s))
+  end
+end

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_java_home.rb
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_java_home.rb?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_java_home.rb (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_java_home.rb Mon Oct 15 05:55:46 2012
@@ -0,0 +1,29 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+module Puppet::Parser::Functions
+  newfunction(:hdp_java_home, :type => :rvalue) do 
+    size = lookupvar("size")
+    if size.nil? or size == :undefined
+      size = "64"
+    end
+    lookupvar("::hdp2::params::java#{size.to_s}_home")
+  end
+end

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_no_hosts.rb
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_no_hosts.rb?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_no_hosts.rb (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_no_hosts.rb Mon Oct 15 05:55:46 2012
@@ -0,0 +1,27 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+module Puppet::Parser::Functions
+  newfunction(:hdp_no_hosts, :type => :rvalue) do |args|
+    args = function_hdp_args_as_array(args)
+    var = args[0]
+    function_hdp_is_empty(function_hdp_host(var))
+  end
+end

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_option_value.rb
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_option_value.rb?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_option_value.rb (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_option_value.rb Mon Oct 15 05:55:46 2012
@@ -0,0 +1,32 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+module Puppet::Parser::Functions
+  newfunction(:hdp_option_value, :type => :rvalue) do |args|
+    args = [args].flatten
+    opts = args[0]
+    key = args[1]
+    if opts.kind_of?(Hash) and not function_hdp_is_empty(key)
+      opts[key]||:undef
+    else
+      :undef
+    end
+  end
+end

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_template_var.rb
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_template_var.rb?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_template_var.rb (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_template_var.rb Mon Oct 15 05:55:46 2012
@@ -0,0 +1,35 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+module Puppet::Parser::Functions
+  newfunction(:hdp_template_var, :type => :rvalue) do |args|
+    args = [args].flatten
+    qualified_var = args[0]
+    unless qualified_var =~ /^::/
+      #module_name = lookupvar("module_name")||"UNKNOWN"
+      #qualified_var = "::#{module_name}::params::#{args[0]}"
+      component = lookupvar("component")||"UNKNOWN"
+      module_name = (component == "base" ? "::hdp2" : "::hdp2-#{component}")      
+      qualified_var = "#{module_name}::params::#{args[0]}"
+    end
+    val = lookupvar(qualified_var)
+    (val.nil? or val == :undefined) ? "" : val 
+  end
+end

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_unique_id_and_date.rb
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_unique_id_and_date.rb?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_unique_id_and_date.rb (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_unique_id_and_date.rb Mon Oct 15 05:55:46 2012
@@ -0,0 +1,27 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+module Puppet::Parser::Functions
+  newfunction(:hdp_unique_id_and_date, :type => :rvalue) do 
+    id = lookupvar('::uniqueid')
+    date = `date +"%M%d%y"`.chomp
+    "id#{id}_date#{date}"
+  end
+end

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_user.rb
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_user.rb?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_user.rb (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/lib/puppet/parser/functions/hdp_user.rb Mon Oct 15 05:55:46 2012
@@ -0,0 +1,28 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+module Puppet::Parser::Functions
+  newfunction(:hdp_user, :type => :rvalue) do |args|
+    args = [args].flatten
+    user = args[0]
+    val = lookupvar("::hdp2::params::#{user}")
+    (val.nil? or val == :undefined) ? "" : val 
+  end
+end

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/manifests/.directory
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/manifests/.directory?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/manifests/.directory (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/manifests/.directory Mon Oct 15 05:55:46 2012
@@ -0,0 +1,3 @@
+[Dolphin]
+Timestamp=2011,3,16,9,26,14
+ViewMode=1

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/manifests/configfile.pp
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/manifests/configfile.pp?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/manifests/configfile.pp (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/manifests/configfile.pp Mon Oct 15 05:55:46 2012
@@ -0,0 +1,85 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+define hdp2::configfile(
+  $component,
+  $conf_dir = undef, #if this is undef then name is of form conf_dir/file_name
+  $owner = undef, 
+  $group = $hdp2::params::hadoop_user_group,
+  $mode = undef,
+  $size = 64, #32 or 64 bit (used to pick appropriate java_home)
+  $template_tag = undef,
+  $namenode_host = $hdp2::params::namenode_host,
+  $yarn_rm_host = $hdp2::params::yarn_rm_host,
+  $snamenode_host = $hdp2::params::snamenode_host,
+  $slave_hosts = $hdp2::params::slave_hosts,
+  $hbase_rs_hosts = $hdp2::params::hbase_rs_hosts,
+  $zookeeper_hosts = $hdp2::params::zookeeper_hosts,
+  $hbase_master_host = $hdp2::params::hbase_master_host,
+  $hcat_server_host = $hdp2::params::hcat_server_host,
+  $hive_server_host = $hdp2::params::hive_server_host,
+  $oozie_server = $hdp2::params::oozie_server,
+  $templeton_server_host = $hdp2::params::templeton_server_host,
+  $hcat_mysql_host = $hdp2::params::hcat_mysql_host,
+  $nagios_server_host = $hdp2::params::nagios_server_host,
+  $ganglia_server_host = $hdp2::params::ganglia_server_host,
+  $dashboard_host = $hdp2::params::dashboard_host,
+  $gateway_host = $hdp2::params::gateway_host,
+  $public_namenode_host = $hdp2::params::public_namenode_host,
+  $public_snamenode_host = $hdp2::params::public_snamenode_host,
+  $public_yarn_rm_host = $hdp2::params::public_yarn_rm_host,
+  $public_hbase_master_host = $hdp2::params::public_hbase_master_host,
+  $public_zookeeper_hosts = $hdp2::params::public_zookeeper_hosts,
+  $public_ganglia_server_host = $hdp2::params::public_ganglia_server_host,
+  $public_nagios_server_host = $hdp2::params::public_nagios_server_host,
+  $public_dashboard_host = $hdp2::params::public_dashboard_host,
+  $public_hive_server_host = $hdp2::params::public_hive_server_host,
+  $public_oozie_server = $hdp2::params::public_oozie_server,
+  $public_templeton_server_host = $hdp2::params::public_templeton_server_host
+) 
+{
+
+   if ($conf_dir == undef) {
+     $qualified_file_name = $name
+     $file_name = regsubst($name,'^.+/([^/]+$)','\1')
+   } else {
+     $qualified_file_name = "${conf_dir}/${name}"
+     $file_name = $name
+   }
+   if ($component == 'base') {
+     $module = 'hdp2'
+   } else {
+      $module = "hdp2-${component}"   
+   }
+
+   if ($template_tag == undef) {  
+     $template_name = "${module}/${file_name}.erb"
+   } else {
+     $template_name = "${module}/${file_name}-${template_tag}.erb"
+   }
+
+   file{ $qualified_file_name:
+     ensure  => present,
+     owner   => $owner,
+     group   => $group,
+     mode    => $mode,
+     content => template($template_name)
+  }
+}

Added: incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/manifests/init.pp
URL: http://svn.apache.org/viewvc/incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/manifests/init.pp?rev=1398196&view=auto
==============================================================================
--- incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/manifests/init.pp (added)
+++ incubator/ambari/branches/branch-0.9-h2-dev/hmc/puppet/modules/hdp2/manifests/init.pp Mon Oct 15 05:55:46 2012
@@ -0,0 +1,301 @@
+#
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+#
+class hdp2(
+  $service_state = undef,
+  $pre_installed_pkgs = undef
+)
+{
+  import 'params.pp'
+  include hdp2::params
+  
+  Exec { logoutput => 'on_failure' }
+ 
+  group { $hdp2::params::hadoop_user_group :
+    ensure => present
+  }
+
+  #TODO: think not needed and also there seems to be a puppet bug around this and ldap
+  hdp2::user { $hdp2::params::hadoop_user:
+    gid => $hdp2::params::hadoop_user_group
+  }
+  Group[$hdp2::params::hadoop_user_group] -> Hdp2::User[$hdp2::params::hadoop_user] 
+  class { 'hdp2::snmp': service_state => 'running'}
+
+  class { 'hdp2::create_smoke_user': }
+
+  if ($pre_installed_pkgs != undef) {
+    class { 'hdp2::pre_install_pkgs': }
+  }
+
+  #turns off selinux
+  class { 'hdp2::set_selinux': }
+
+  if ($service_state != 'uninstalled') {
+    if ($hdp2::params::mapreduce_lzo_enabled == true) {
+      @hdp2::lzo::package{ 32:}
+      @hdp2::lzo::package{ 64:}
+    }
+  }
+
+  #TODO: treat consistently 
+  if ($service_state != 'uninstalled') {
+    if ($hdp2::params::mapreduce_snappy_enabled == true) {
+      include hdp2::snappy::package
+    }
+  }
+
+  Hdp2::Package<|title == 'hadoop 32'|> ->   Hdp2::Package<|title == 'hbase'|>
+  Hdp2::Package<|title == 'hadoop 64'|> ->   Hdp2::Package<|title == 'hbase'|>
+
+  #TODO: just for testing
+  class{ 'hdp2::iptables': 
+    ensure => stopped,
+  }
+
+  case $hdp2::params::hdp_os_type {
+    centos6, rhel6: {
+      hdp2::package{ 'glibc-rhel6':
+        ensure       => 'present',
+        size         => $size,
+        java_needed  => false,
+        lzo_needed   => false
+      }
+    }
+  }
+
+}
+
+class hdp2::pre_install_pkgs
+{
+  if ($service_state == 'installed_and_configured') {
+    hdp2::exec{ 'yum install $pre_installed_pkgs':
+       command => "yum install -y $pre_installed_pkgs"
+    }
+  } elsif ($service_state == 'uninstalled') {
+    hdp2::exec{ 'yum erase $pre_installed_pkgs':
+       command => "yum erase -y $pre_installed_pkgs"
+    }
+  }
+}
+
+class hdp2::create_smoke_user()
+{
+  $smoke_group = $hdp2::params::smoke_user_group
+  $smoke_user = $hdp2::params::smokeuser
+
+  group { $smoke_group :
+    ensure => present
+  }
+
+  hdp2::user { $smoke_user:}
+
+  $cmd = "usermod -g  $smoke_group  $smoke_user"
+  $check_group_cmd = "id -gn $smoke_user | grep $smoke_group"
+  hdp2::exec{ $cmd:
+     command => $cmd,
+     unless => $check_group_cmd
+  }
+ 
+  Group[$smoke_group] -> Hdp2::User[$smoke_user] -> Hdp2::Exec[$cmd] 
+}
+
+
+class hdp2::set_selinux()
+{
+ $cmd = "/bin/echo 0 > /selinux/enforce"
+ hdp2::exec{ $cmd:
+    command => $cmd,
+    unless => "head -n 1 /selinux/enforce | grep ^0$"
+  }
+}
+
+define hdp2::user(
+  $gid = $hdp2::params::hadoop_user_group,
+  $just_validate = undef
+)
+{
+  $user_info = $hdp2::params::user_info[$name]
+  if ($just_validate != undef) {
+    $just_val  = $just_validate
+  } elsif (($user_info == undef) or ("|${user_info}|" == '||')){ #tests for different versions of Puppet
+    $just_val = false
+  } else {
+    $just_val = $user_info[just_validate]
+  }
+  
+  if ($just_val == true) {
+    exec { "user ${name} exists":
+      command => "su - ${name} -c 'ls /dev/null' >/dev/null 2>&1",
+      path    => ['/bin']
+    }
+  } else {
+    user { $name:
+      ensure     => present,
+      managehome => true,
+      #gid        => $gid, #TODO either remove this to support LDAP env or fix it
+      shell      => '/bin/bash'
+    }
+  }
+}
+     
+define hdp2::directory(
+  $owner = $hdp2::params::hadoop_user,
+  $group = $hdp2::params::hadoop_user_group,
+  $mode  = undef,
+  $ensure = directory,
+  $force = undef,
+  $service_state = 'running'
+  )
+{
+ if (($service_state == 'uninstalled') and ($wipeoff_data == true)) {
+  file { $name :
+    ensure => absent,
+    owner  => $owner,
+    group  => $group,
+    mode   => $mode,
+    force  => $force
+   }
+  } elsif ($service_state != 'uninstalled') {
+  file { $name :
+    ensure => present,
+    owner  => $owner,
+    group  => $group,
+    mode   => $mode,
+    force  => $force
+   }
+  }
+}
+#TODO: check on -R flag and use of recurse
+define hdp2::directory_recursive_create(
+  $owner = $hdp2::params::hadoop_user,
+  $group = $hdp2::params::hadoop_user_group,
+  $mode = undef,
+  $context_tag = undef,
+  $ensure = directory,
+  $force = undef,
+  $service_state = 'running'
+  )
+{
+  hdp2::exec {"mkdir -p ${name}" :
+    command => "mkdir -p ${name}",
+    creates => $name
+  }
+  #to take care of setting ownership and mode
+  hdp2::directory { $name :
+    owner => $owner,
+    group => $group,
+    mode  => $mode,
+    ensure => $ensure,
+    force => $force,
+    service_state => $service_state
+  }
+  Hdp2::Exec["mkdir -p ${name}"] -> Hdp2::Directory[$name]
+}
+
+### helper to do exec
+define hdp2::exec(
+  $command,
+  $refreshonly = undef,
+  $unless = undef,
+  $onlyif = undef,
+  $path = $hdp2::params::exec_path,
+  $user = undef,
+  $creates = undef,
+  $tries = 1,
+  $timeout = 900,
+  $try_sleep = undef,
+  $initial_wait = undef,
+  $logoutput = 'on_failure',
+  $cwd = undef
+)
+{
+     
+  if (($initial_wait != undef) and ($initial_wait != "undef")) {
+    #passing in creates and unless so dont have to wait if condition has been acheived already
+    hdp2::wait { "service ${name}" : 
+      wait_time => $initial_wait,
+      creates   => $creates,
+      unless    => $unless,
+      onlyif    => $onlyif,
+      path      => $path
+    }
+  }
+  
+  exec { $name :
+    command     => $command,
+    refreshonly => $refreshonly,
+    path        => $path,
+    user        => $user,
+    creates     => $creates,
+    unless      => $unless,
+    onlyif      => $onlyif,
+    tries       => $tries,
+    timeout     => $timeout,
+    try_sleep   => $try_sleep,
+    logoutput   => $logoutput,
+    cwd         => $cwd
+  }
+  
+  anchor{ "hdp2::exec::${name}::begin":} -> Exec[$name] -> anchor{ "hdp2::exec::${name}::end":} 
+  if (($initial_wait != undef) and ($initial_wait != "undef")) {
+    Anchor["hdp2::exec::${name}::begin"] -> Hdp2::Wait["service ${name}"] -> Exec[$name]
+  }
+}
+
+#### utilities for waits
+define hdp2::wait(
+  $wait_time,
+  $creates = undef,
+  $unless = undef,
+  $onlyif = undef,
+  $path = undef #used for unless
+)   
+{
+  exec { "wait ${name} ${wait_time}" :
+    command => "/bin/sleep ${wait_time}",
+    creates => $creates,
+    unless  => $unless,
+    onlyif  => $onlyif,
+    path    => $path
+  } 
+}
+
+#### artifact_dir
+define hdp2::artifact_dir()
+{
+  include hdp2_artifact_dir_shared
+}
+class hdp2_artifact_dir_shared()
+{
+  file{ $hdp2::params::artifact_dir:
+    ensure  => directory
+  }
+}
+
+##### temp
+
+class hdp2::iptables($ensure)
+{
+  #TODO: just temp so not considering things like saving firewall rules
+  service { 'iptables':
+    ensure => $ensure
+  }
+}



Mime
View raw message