incubator-ambari-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From dmitriu...@apache.org
Subject git commit: AMBARI-3226. Do not overwrite manual changes to log4j setting (Maksim Kononenko via dlysnichenko)
Date Fri, 13 Sep 2013 17:22:47 GMT
Updated Branches:
  refs/heads/trunk aef337b56 -> f0fcead3e


AMBARI-3226. Do not overwrite manual changes to log4j setting (Maksim Kononenko via dlysnichenko)


Project: http://git-wip-us.apache.org/repos/asf/incubator-ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-ambari/commit/f0fcead3
Tree: http://git-wip-us.apache.org/repos/asf/incubator-ambari/tree/f0fcead3
Diff: http://git-wip-us.apache.org/repos/asf/incubator-ambari/diff/f0fcead3

Branch: refs/heads/trunk
Commit: f0fcead3e8c872a83fa5066c006814fe977542bd
Parents: aef337b
Author: Lisnichenko Dmitro <dlysnichenko@hortonworks.com>
Authored: Fri Sep 13 20:21:16 2013 +0300
Committer: Lisnichenko Dmitro <dlysnichenko@hortonworks.com>
Committed: Fri Sep 13 20:22:33 2013 +0300

----------------------------------------------------------------------
 .../puppet/modules/hdp-hadoop/manifests/init.pp | 56 ++++++++++++++++++--
 .../modules/hdp-hadoop/manifests/params.pp      |  3 +-
 .../puppet/modules/hdp-oozie/manifests/init.pp  |  6 ++-
 .../modules/hdp-zookeeper/manifests/init.pp     |  6 ++-
 4 files changed, 65 insertions(+), 6 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-ambari/blob/f0fcead3/ambari-agent/src/main/puppet/modules/hdp-hadoop/manifests/init.pp
----------------------------------------------------------------------
diff --git a/ambari-agent/src/main/puppet/modules/hdp-hadoop/manifests/init.pp b/ambari-agent/src/main/puppet/modules/hdp-hadoop/manifests/init.pp
index 715e069..ab7c4b5 100644
--- a/ambari-agent/src/main/puppet/modules/hdp-hadoop/manifests/init.pp
+++ b/ambari-agent/src/main/puppet/modules/hdp-hadoop/manifests/init.pp
@@ -305,11 +305,23 @@ class hdp-hadoop(
       mode  => $tc_mode
     }
 
-    $template_files = [ 'hadoop-env.sh', 'health_check', 'commons-logging.properties', 'log4j.properties',
'slaves']
+    $template_files = [ 'hadoop-env.sh', 'health_check', 'commons-logging.properties', 'slaves']
     hdp-hadoop::configfile { $template_files:
       tag   => 'common', 
       owner => $hdfs_user
     }
+
+    # log4j.properties has to be installed just one time to prevent
+    # manual changes overwriting
+    if ('installed_and_configured' in $service_states) {
+      hdp-hadoop::configfile { 'log4j.properties' :
+        tag   => 'common',
+        owner => $hdfs_user,
+      }
+    }
+
+    # updating log4j.properties with data which is sent from server
+    hdp-hadoop::update-log4j-properties { 'log4j.properties': }
     
     hdp-hadoop::configfile { 'hadoop-metrics2.properties' : 
       tag   => 'common', 
@@ -349,11 +361,11 @@ class hdp-hadoop(
 
     if (hdp_get_major_stack_version($hdp::params::stack_version) >= 2) {
       Anchor['hdp-hadoop::begin'] -> Hdp-hadoop::Package<||> ->  Hdp::User<|title
== $hdfs_user or title == $mapred_user|>  ->
-      Hdp::Directory_recursive_create[$hadoop_config_dir] -> Hdp-hadoop::Configfile<|tag
== 'common'|> ->
+      Hdp::Directory_recursive_create[$hadoop_config_dir] -> Hdp-hadoop::Configfile<|tag
== 'common'|> -> Hdp-hadoop::Update-log4j-properties['log4j.properties'] ->
       Hdp::Directory_recursive_create[$logdirprefix] -> Hdp::Directory_recursive_create[$piddirprefix]
-> Hdp::Directory_recursive_create["$hadoop_tmp_dir"] -> Anchor['hdp-hadoop::end']
     } else {
       Anchor['hdp-hadoop::begin'] -> Hdp-hadoop::Package<||> ->  Hdp::User<|title
== $hdfs_user or title == $mapred_user|>  ->
-      Hdp::Directory_recursive_create[$hadoop_config_dir] -> Hdp-hadoop::Configfile<|tag
== 'common'|> ->
+      Hdp::Directory_recursive_create[$hadoop_config_dir] -> Hdp-hadoop::Configfile<|tag
== 'common'|> -> Hdp-hadoop::Update-log4j-properties['log4j.properties'] ->
       Hdp::Directory_recursive_create[$logdirprefix] -> Hdp::Directory_recursive_create[$piddirprefix]
-> Anchor['hdp-hadoop::end']
     }
 
@@ -480,3 +492,41 @@ define hdp-hadoop::exec-hadoop(
     onlyif      => $onlyif,
   }
 }
+
+#####
+define hdp-hadoop::update-log4j-properties(
+  $hadoop_conf_dir = $hdp-hadoop::params::conf_dir
+)
+{
+  $properties = [
+    { name => 'ambari.jobhistory.database', value => $hdp-hadoop::params::ambari_db_rca_url
},
+    { name => 'ambari.jobhistory.driver', value => $hdp-hadoop::params::ambari_db_rca_driver
},
+    { name => 'ambari.jobhistory.user', value => $hdp-hadoop::params::ambari_db_rca_username
},
+    { name => 'ambari.jobhistory.password', value => $hdp-hadoop::params::ambari_db_rca_password
},
+    { name => 'ambari.jobhistory.logger', value => 'DEBUG,JHA' },
+
+    { name => 'log4j.appender.JHA', value => 'org.apache.ambari.log4j.hadoop.mapreduce.jobhistory.JobHistoryAppender'
},
+    { name => 'log4j.appender.JHA.database', value => '${ambari.jobhistory.database}'
},
+    { name => 'log4j.appender.JHA.driver', value => '${ambari.jobhistory.driver}' },
+    { name => 'log4j.appender.JHA.user', value => '${ambari.jobhistory.user}' },
+    { name => 'log4j.appender.JHA.password', value => '${ambari.jobhistory.password}'
},
+
+    { name => 'log4j.logger.org.apache.hadoop.mapred.JobHistory$JobHistoryLogger', value
=> '${ambari.jobhistory.logger}' },
+    { name => 'log4j.additivity.org.apache.hadoop.mapred.JobHistory$JobHistoryLogger',
value => 'true' }
+  ]
+  hdp-hadoop::update-log4j-property { $properties :
+    log4j_file      => $name,
+    hadoop_conf_dir => $hadoop_conf_dir
+  }
+}
+
+#####
+define hdp-hadoop::update-log4j-property(
+  $log4j_file,
+  $hadoop_conf_dir = $hdp-hadoop::params::conf_dir
+)
+{
+  hdp::exec{ "sed -i 's~\(${hdp-hadoop::params::rca_disabled_prefix}\)\?${name[name]}=.*~${hdp-hadoop::params::rca_prefix}${name[name]}=${name[value]}~'
${hadoop_conf_dir}/${log4j_file}":
+    command => "sed -i 's~\(${hdp-hadoop::params::rca_disabled_prefix}\)\?${name[name]}=.*~${hdp-hadoop::params::rca_prefix}${name[name]}=${name[value]}~'
${hadoop_conf_dir}/${log4j_file}"
+  }
+}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-ambari/blob/f0fcead3/ambari-agent/src/main/puppet/modules/hdp-hadoop/manifests/params.pp
----------------------------------------------------------------------
diff --git a/ambari-agent/src/main/puppet/modules/hdp-hadoop/manifests/params.pp b/ambari-agent/src/main/puppet/modules/hdp-hadoop/manifests/params.pp
index 3cc765c..b78755c 100644
--- a/ambari-agent/src/main/puppet/modules/hdp-hadoop/manifests/params.pp
+++ b/ambari-agent/src/main/puppet/modules/hdp-hadoop/manifests/params.pp
@@ -191,10 +191,11 @@ class hdp-hadoop::params(
   $task_bin_exe = hdp_default("task_bin_exe")
 
   $rca_enabled = hdp_default("rca_enabled", false)
+  $rca_disabled_prefix = "###"
   if ($rca_enabled == true) {
     $rca_prefix = ""
   } else {
-    $rca_prefix = "###"
+    $rca_prefix = $rca_disabled_prefix
   }
   # $ambari_db_server_host = hdp_default("ambari_db_server_host", "localhost")
   $ambari_db_rca_url = hdp_default("ambari_db_rca_url", "jdbc:postgresql://localhost/ambarirca")

http://git-wip-us.apache.org/repos/asf/incubator-ambari/blob/f0fcead3/ambari-agent/src/main/puppet/modules/hdp-oozie/manifests/init.pp
----------------------------------------------------------------------
diff --git a/ambari-agent/src/main/puppet/modules/hdp-oozie/manifests/init.pp b/ambari-agent/src/main/puppet/modules/hdp-oozie/manifests/init.pp
index 294d5ee..01929e5 100644
--- a/ambari-agent/src/main/puppet/modules/hdp-oozie/manifests/init.pp
+++ b/ambari-agent/src/main/puppet/modules/hdp-oozie/manifests/init.pp
@@ -85,7 +85,11 @@ class hdp-oozie(
        override_owner => true
      }
 
-     hdp-oozie::configfile { ['oozie-env.sh','oozie-log4j.properties']: }
+     hdp-oozie::configfile { 'oozie-env.sh': }
+
+     if ($service_state == 'installed_and_configured') {
+       hdp-oozie::configfile { 'oozie-log4j.properties': }
+     }
 
      hdp-oozie::ownership { 'ownership': }
 

http://git-wip-us.apache.org/repos/asf/incubator-ambari/blob/f0fcead3/ambari-agent/src/main/puppet/modules/hdp-zookeeper/manifests/init.pp
----------------------------------------------------------------------
diff --git a/ambari-agent/src/main/puppet/modules/hdp-zookeeper/manifests/init.pp b/ambari-agent/src/main/puppet/modules/hdp-zookeeper/manifests/init.pp
index 56e8146..6540f96 100644
--- a/ambari-agent/src/main/puppet/modules/hdp-zookeeper/manifests/init.pp
+++ b/ambari-agent/src/main/puppet/modules/hdp-zookeeper/manifests/init.pp
@@ -74,7 +74,11 @@ class hdp-zookeeper(
       owner => $zk_user
      }
 
-     hdp-zookeeper::configfile { ['zoo.cfg','zookeeper-env.sh','configuration.xsl','log4j.properties']:
}
+     hdp-zookeeper::configfile { ['zoo.cfg','zookeeper-env.sh','configuration.xsl']: }
+
+     if ($service_state == 'installed_and_configured') {
+       hdp-zookeeper::configfile { 'log4j.properties': }
+     }
  
      if ($hdp::params::update_zk_shell_files == true) {
        hdp-zookeeper::shell_file{ ['zkServer.sh','zkEnv.sh']: }


Mime
View raw message