chukwa-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ey...@apache.org
Subject svn commit: r786354 - in /hadoop/chukwa: branches/chukwa-0.2/ branches/chukwa-0.2/bin/ branches/chukwa-0.2/script/pig/ branches/chukwa-0.2/src/java/org/apache/hadoop/chukwa/dataloader/ trunk/ trunk/bin/ trunk/script/pig/ trunk/src/java/org/apache/hadoo...
Date Fri, 19 Jun 2009 02:05:32 GMT
Author: eyang
Date: Fri Jun 19 02:05:32 2009
New Revision: 786354

URL: http://svn.apache.org/viewvc?rev=786354&view=rev
Log:
CHUKWA-312. Fixed chukwa-pig.jar class path for pig aggregation. (Cheng Zhang via Eric Yang)

Modified:
    hadoop/chukwa/branches/chukwa-0.2/CHANGES.txt
    hadoop/chukwa/branches/chukwa-0.2/bin/UserDailySummary.sh
    hadoop/chukwa/branches/chukwa-0.2/bin/downSampling.sh
    hadoop/chukwa/branches/chukwa-0.2/script/pig/UserDailySummary.pig
    hadoop/chukwa/branches/chukwa-0.2/src/java/org/apache/hadoop/chukwa/dataloader/MetricDataLoader.java
    hadoop/chukwa/trunk/CHANGES.txt
    hadoop/chukwa/trunk/bin/UserDailySummary.sh
    hadoop/chukwa/trunk/bin/downSampling.sh
    hadoop/chukwa/trunk/script/pig/UserDailySummary.pig
    hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/dataloader/MetricDataLoader.java

Modified: hadoop/chukwa/branches/chukwa-0.2/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/chukwa/branches/chukwa-0.2/CHANGES.txt?rev=786354&r1=786353&r2=786354&view=diff
==============================================================================
--- hadoop/chukwa/branches/chukwa-0.2/CHANGES.txt (original)
+++ hadoop/chukwa/branches/chukwa-0.2/CHANGES.txt Fri Jun 19 02:05:32 2009
@@ -66,7 +66,9 @@
 
   BUG FIXES
 
-    CHUKWA-314. Added filtering for start_time to remove invalid value. (Eric Yang)
+    CHUKWA-312. Fixed chukwa-pig.jar class path for pig aggregation. (Cheng Zhang via Eric
Yang)
+
+    CHUKWA-314. Added filtering for start_time to remove invalid value. (Jerome Boulon via
Eric Yang)
 
     CHUKWA-304. Propagate exception upward for database test cases. (Eric Yang)
 

Modified: hadoop/chukwa/branches/chukwa-0.2/bin/UserDailySummary.sh
URL: http://svn.apache.org/viewvc/hadoop/chukwa/branches/chukwa-0.2/bin/UserDailySummary.sh?rev=786354&r1=786353&r2=786354&view=diff
==============================================================================
--- hadoop/chukwa/branches/chukwa-0.2/bin/UserDailySummary.sh (original)
+++ hadoop/chukwa/branches/chukwa-0.2/bin/UserDailySummary.sh Fri Jun 19 02:05:32 2009
@@ -64,9 +64,9 @@
         uniqdir="/chukwa/pig/${cluster}_${recType}_${day}_`date +%s`"
         output="$uniqdir/${day}.D"
 
-        "$JAVA_HOME"/bin/java -cp ${CHUKWA_CORE}:${HADOOP_JAR}:${HADOOP_CONF_DIR}:${CHUKWA_HOME}/lib/pig.jar
org.apache.pig.Main -param chukwaCore=${CHUKWA_CORE} -param chukwaPig=${CHUKWA_HOME}/chukwa-pig.jar
-param output=${output} -param jobfile=$jobfile -param taskfile=$taskfile -param TIMESTAMP=`date
-d ${day} +%s` ${pig}
+        "$JAVA_HOME"/bin/java -cp ${CHUKWA_CORE}:${HADOOP_JAR}:${HADOOP_CONF_DIR}:${CHUKWA_HOME}/contrib/chukwa-pig/lib/pig.jar
org.apache.pig.Main -param chukwaCore=${CHUKWA_CORE} -param chukwaPig=${CHUKWA_HOME}/contrib/chukwa-pig/chukwa-pig.jar
-param output=${output} -param jobfile=$jobfile -param taskfile=$taskfile -param TIMESTAMP=`date
-d ${day} +%s`000 ${pig}
 
-        cmd="${JAVA_HOME}/bin/java -DAPP=UserDailySummary -Dlog4j.configuration=chukwa-log4j.properties
-DCHUKWA_HOME=${CHUKWA_HOME} -DCHUKWA_CONF_DIR=${CHUKWA_CONF_DIR} -DCHUKWA_LOG_DIR=${CHUKWA_LOG_DIR}
-classpath ${CHUKWA_HOME}/chukwa-pig.jar:${HADOOP_CONF_DIR}:${CLASSPATH}:${CHUKWA_CORE}:${COMMON}:${HADOOP_JAR}:${CHUKWA_CONF_DIR}
org.apache.hadoop.chukwa.tools.PigMover ${cluster} ${recType} ${uniqdir}  ${output} /chukwa/postProcess/"
+        cmd="${JAVA_HOME}/bin/java -DAPP=UserDailySummary -Dlog4j.configuration=chukwa-log4j.properties
-DCHUKWA_HOME=${CHUKWA_HOME} -DCHUKWA_CONF_DIR=${CHUKWA_CONF_DIR} -DCHUKWA_LOG_DIR=${CHUKWA_LOG_DIR}
-classpath ${CHUKWA_HOME}/contrib/chukwa-pig/chukwa-pig.jar:${HADOOP_CONF_DIR}:${CLASSPATH}:${CHUKWA_CORE}:${COMMON}:${HADOOP_JAR}:${CHUKWA_CONF_DIR}
org.apache.hadoop.chukwa.tools.PigMover ${cluster} ${recType} ${uniqdir}  ${output} /chukwa/postProcess/"
         echo $cmd
         $cmd
 

Modified: hadoop/chukwa/branches/chukwa-0.2/bin/downSampling.sh
URL: http://svn.apache.org/viewvc/hadoop/chukwa/branches/chukwa-0.2/bin/downSampling.sh?rev=786354&r1=786353&r2=786354&view=diff
==============================================================================
--- hadoop/chukwa/branches/chukwa-0.2/bin/downSampling.sh (original)
+++ hadoop/chukwa/branches/chukwa-0.2/bin/downSampling.sh Fri Jun 19 02:05:32 2009
@@ -103,11 +103,11 @@
 
                         # echo chukwa_home:${CHUKWA_HOME} chukwa_conf:${CHUKWA_CONF_DIR}
cluster:$cluster day:$day pig:$pig recType:$recType newRecType:$newRecType time:$time timePeriod:$timePeriod
input:$input output:$output;
                         echo ${CHUKWA_CONF_DIR} cluster:$cluster day:$day pig:$pig recType:$recType
newRecType:$newRecType time:$time timePeriod:$timePeriod input:$input output:$output;
-                        cmd="${JAVA_HOME}/bin/java -DHADOOP_CONF_DIR=${HADOOP_CONF_DIR} -classpath
${CHUKWA_CORE}:${HADOOP_JAR}:${HADOOP_CONF_DIR}:${CHUKWA_HOME}/lib/pig.jar org.apache.pig.Main
-param chukwaCore=${CHUKWA_CORE} -param chukwaPig=${CHUKWA_HOME}/chukwa-pig.jar -param input='${input}'
-param output='${output}' -param recType='${newRecType}' -param timePeriod=${timePeriod} -param
cluster=${cluster} ${pig}"
+                        cmd="${JAVA_HOME}/bin/java -DHADOOP_CONF_DIR=${HADOOP_CONF_DIR} -classpath
${CHUKWA_CORE}:${HADOOP_JAR}:${HADOOP_CONF_DIR}:${CHUKWA_HOME}/contrib/chukwa-pig/lib/pig.jar
org.apache.pig.Main -param chukwaCore=${CHUKWA_CORE} -param chukwaPig=${CHUKWA_HOME}/contrib/chukwa-pig/chukwa-pig.jar
-param input='${input}' -param output='${output}' -param recType='${newRecType}' -param timePeriod=${timePeriod}
-param cluster=${cluster} ${pig}"
                         # echo $cmd
                         $cmd
 
-                        cmd="${JAVA_HOME}/bin/java -DAPP=PigDownSampling -Dlog4j.configuration=chukwa-log4j.properties
-DCHUKWA_HOME=${CHUKWA_HOME} -DCHUKWA_CONF_DIR=${CHUKWA_CONF_DIR} -DCHUKWA_LOG_DIR=${CHUKWA_LOG_DIR}
-classpath ${CHUKWA_HOME}/chukwa-pig.jar:${HADOOP_CONF_DIR}:${CLASSPATH}:${CHUKWA_CORE}:${COMMON}:${HADOOP_JAR}:${CHUKWA_CONF_DIR}
org.apache.hadoop.chukwa.tools.PigMover ${cluster} ${newRecType} ${uniqdir}  ${output} /chukwa/postProcess/"
+                        cmd="${JAVA_HOME}/bin/java -DAPP=PigDownSampling -Dlog4j.configuration=chukwa-log4j.properties
-DCHUKWA_HOME=${CHUKWA_HOME} -DCHUKWA_CONF_DIR=${CHUKWA_CONF_DIR} -DCHUKWA_LOG_DIR=${CHUKWA_LOG_DIR}
-classpath ${CHUKWA_HOME}/contrib/chukwa-pig/chukwa-pig.jar:${HADOOP_CONF_DIR}:${CLASSPATH}:${CHUKWA_CORE}:${COMMON}:${HADOOP_JAR}:${CHUKWA_CONF_DIR}
org.apache.hadoop.chukwa.tools.PigMover ${cluster} ${newRecType} ${uniqdir}  ${output} /chukwa/postProcess/"
                         # echo $cmd
                         $cmd
                 done

Modified: hadoop/chukwa/branches/chukwa-0.2/script/pig/UserDailySummary.pig
URL: http://svn.apache.org/viewvc/hadoop/chukwa/branches/chukwa-0.2/script/pig/UserDailySummary.pig?rev=786354&r1=786353&r2=786354&view=diff
==============================================================================
--- hadoop/chukwa/branches/chukwa-0.2/script/pig/UserDailySummary.pig (original)
+++ hadoop/chukwa/branches/chukwa-0.2/script/pig/UserDailySummary.pig Fri Jun 19 02:05:32
2009
@@ -1,7 +1,7 @@
 register $chukwaCore
 register $chukwaPig
 
-define seqWriter org.apache.hadoop.chukwa.ChukwaStorage('c_timestamp','userid', 'totalJobs',
'dataLocalMaps', 'rackLocalMaps', 'remoteMaps', 'mapInputBytes', 'reduceOutputRecords', 'mapSlotHours',
'reduceSlotHours', 'totalMaps', 'totalReduces','c_recordtype','c_source','c_application');
+define seqWriter org.apache.hadoop.chukwa.ChukwaStorage('c_timestamp','userid', 'totalJobs',
'dataLocalMaps', 'rackLocalMaps', 'remoteMaps', 'mapInputBytes', 'reduceOutputRecords', 'mapSlotHours',
'reduceSlotHours', 'totalMaps', 'totalReduces','c_recordtype','c_source','c_application',
'c_cluster');
 
 /*****************************************************************/
 /*********************** Task data begin *************************/
@@ -63,7 +63,7 @@
 
 -- group by user
 userGroup = group userJobRecords by user;
-userSummary = foreach userGroup generate $TIMESTAMP as ts, group as user, COUNT(userJobRecords.jobId)
as totalJobs, SUM(userJobRecords.dataLocalMaps) as dataLocalMaps, SUM(userJobRecords.rackLocalMaps)
as rackLocalMaps, SUM(userJobRecords.remoteMaps) as remoteMaps, SUM(userJobRecords.mapInputBytes)
as mapInputBytes, SUM(userJobRecords.reduceOutputRecords) as reduceOutputRecords, SUM(userJobRecords.mapSlotHours)
as mapSlotHours, SUM(userJobRecords.reduceSlotHours) as reduceSlotHours, SUM(userJobRecords.totalMaps)
as totalMaps, SUM(userJobRecords.totalReduces) as totalReduces;
+userSummary = foreach userGroup generate '$TIMESTAMP' as ts, group as user, COUNT(userJobRecords.jobId)
as totalJobs, SUM(userJobRecords.dataLocalMaps) as dataLocalMaps, SUM(userJobRecords.rackLocalMaps)
as rackLocalMaps, SUM(userJobRecords.remoteMaps) as remoteMaps, SUM(userJobRecords.mapInputBytes)
as mapInputBytes, SUM(userJobRecords.reduceOutputRecords) as reduceOutputRecords, SUM(userJobRecords.mapSlotHours)
as mapSlotHours, SUM(userJobRecords.reduceSlotHours) as reduceSlotHours, SUM(userJobRecords.totalMaps)
as totalMaps, SUM(userJobRecords.totalReduces) as totalReduces, 'UserDailySummary' as c_recordtype,
'all' as c_source, 'UserSummaryPigScript' as c_application, '$cluster' as c_cluster;
 
 describe userSummary;
 -- dump userSummary;

Modified: hadoop/chukwa/branches/chukwa-0.2/src/java/org/apache/hadoop/chukwa/dataloader/MetricDataLoader.java
URL: http://svn.apache.org/viewvc/hadoop/chukwa/branches/chukwa-0.2/src/java/org/apache/hadoop/chukwa/dataloader/MetricDataLoader.java?rev=786354&r1=786353&r2=786354&view=diff
==============================================================================
--- hadoop/chukwa/branches/chukwa-0.2/src/java/org/apache/hadoop/chukwa/dataloader/MetricDataLoader.java
(original)
+++ hadoop/chukwa/branches/chukwa-0.2/src/java/org/apache/hadoop/chukwa/dataloader/MetricDataLoader.java
Fri Jun 19 02:05:32 2009
@@ -124,7 +124,7 @@
           metricName.append(".");
           metricName.append(name);
           if(!transformer.containsKey(metricName.toString())) {
-            transformer.put(metricName.toString(), name);
+            transformer.put(metricName.toString().toLowerCase(), name);
           }          
         }
         rs.close();

Modified: hadoop/chukwa/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/chukwa/trunk/CHANGES.txt?rev=786354&r1=786353&r2=786354&view=diff
==============================================================================
--- hadoop/chukwa/trunk/CHANGES.txt (original)
+++ hadoop/chukwa/trunk/CHANGES.txt Fri Jun 19 02:05:32 2009
@@ -66,7 +66,9 @@
 
   BUG FIXES
 
-    CHUKWA-304. Propagate exception upward for database test cases. (Eric Yang)
+    CHUKWA-312. Fixed chukwa-pig.jar class path for pig aggregation. (Cheng Zhang via Eric
Yang)
+
+    CHUKWA-304. Propagate exception upward for database test cases. (Jerome Boulon via Eric
Yang)
 
     CHUKWA-314. Added filtering for start_time to remove invalid value. (Eric Yang)
 

Modified: hadoop/chukwa/trunk/bin/UserDailySummary.sh
URL: http://svn.apache.org/viewvc/hadoop/chukwa/trunk/bin/UserDailySummary.sh?rev=786354&r1=786353&r2=786354&view=diff
==============================================================================
--- hadoop/chukwa/trunk/bin/UserDailySummary.sh (original)
+++ hadoop/chukwa/trunk/bin/UserDailySummary.sh Fri Jun 19 02:05:32 2009
@@ -64,9 +64,9 @@
         uniqdir="/chukwa/pig/${cluster}_${recType}_${day}_`date +%s`"
         output="$uniqdir/${day}.D"
 
-        "$JAVA_HOME"/bin/java -cp ${CHUKWA_CORE}:${HADOOP_JAR}:${HADOOP_CONF_DIR}:${CHUKWA_HOME}/lib/pig.jar
org.apache.pig.Main -param chukwaCore=${CHUKWA_CORE} -param chukwaPig=${CHUKWA_HOME}/chukwa-pig.jar
-param output=${output} -param jobfile=$jobfile -param taskfile=$taskfile -param TIMESTAMP=`date
-d ${day} +%s` ${pig}
+        "$JAVA_HOME"/bin/java -cp ${CHUKWA_CORE}:${HADOOP_JAR}:${HADOOP_CONF_DIR}:${CHUKWA_HOME}/contrib/chukwa-pig/lib/pig.jar
org.apache.pig.Main -param chukwaCore=${CHUKWA_CORE} -param chukwaPig=${CHUKWA_HOME}/contrib/chukwa-pig/chukwa-pig.jar
-param output=${output} -param jobfile=$jobfile -param taskfile=$taskfile -param TIMESTAMP=`date
-d ${day} +%s`000 ${pig}
 
-        cmd="${JAVA_HOME}/bin/java -DAPP=UserDailySummary -Dlog4j.configuration=chukwa-log4j.properties
-DCHUKWA_HOME=${CHUKWA_HOME} -DCHUKWA_CONF_DIR=${CHUKWA_CONF_DIR} -DCHUKWA_LOG_DIR=${CHUKWA_LOG_DIR}
-classpath ${CHUKWA_HOME}/chukwa-pig.jar:${HADOOP_CONF_DIR}:${CLASSPATH}:${CHUKWA_CORE}:${COMMON}:${HADOOP_JAR}:${CHUKWA_CONF_DIR}
org.apache.hadoop.chukwa.tools.PigMover ${cluster} ${recType} ${uniqdir}  ${output} /chukwa/postProcess/"
+        cmd="${JAVA_HOME}/bin/java -DAPP=UserDailySummary -Dlog4j.configuration=chukwa-log4j.properties
-DCHUKWA_HOME=${CHUKWA_HOME} -DCHUKWA_CONF_DIR=${CHUKWA_CONF_DIR} -DCHUKWA_LOG_DIR=${CHUKWA_LOG_DIR}
-classpath ${CHUKWA_HOME}/contrib/chukwa-pig/chukwa-pig.jar:${HADOOP_CONF_DIR}:${CLASSPATH}:${CHUKWA_CORE}:${COMMON}:${HADOOP_JAR}:${CHUKWA_CONF_DIR}
org.apache.hadoop.chukwa.tools.PigMover ${cluster} ${recType} ${uniqdir}  ${output} /chukwa/postProcess/"
         echo $cmd
         $cmd
 

Modified: hadoop/chukwa/trunk/bin/downSampling.sh
URL: http://svn.apache.org/viewvc/hadoop/chukwa/trunk/bin/downSampling.sh?rev=786354&r1=786353&r2=786354&view=diff
==============================================================================
--- hadoop/chukwa/trunk/bin/downSampling.sh (original)
+++ hadoop/chukwa/trunk/bin/downSampling.sh Fri Jun 19 02:05:32 2009
@@ -103,11 +103,11 @@
 
                         # echo chukwa_home:${CHUKWA_HOME} chukwa_conf:${CHUKWA_CONF_DIR}
cluster:$cluster day:$day pig:$pig recType:$recType newRecType:$newRecType time:$time timePeriod:$timePeriod
input:$input output:$output;
                         echo ${CHUKWA_CONF_DIR} cluster:$cluster day:$day pig:$pig recType:$recType
newRecType:$newRecType time:$time timePeriod:$timePeriod input:$input output:$output;
-                        cmd="${JAVA_HOME}/bin/java -DHADOOP_CONF_DIR=${HADOOP_CONF_DIR} -classpath
${CHUKWA_CORE}:${HADOOP_JAR}:${HADOOP_CONF_DIR}:${CHUKWA_HOME}/lib/pig.jar org.apache.pig.Main
-param chukwaCore=${CHUKWA_CORE} -param chukwaPig=${CHUKWA_HOME}/chukwa-pig.jar -param input='${input}'
-param output='${output}' -param recType='${newRecType}' -param timePeriod=${timePeriod} -param
cluster=${cluster} ${pig}"
+                        cmd="${JAVA_HOME}/bin/java -DHADOOP_CONF_DIR=${HADOOP_CONF_DIR} -classpath
${CHUKWA_CORE}:${HADOOP_JAR}:${HADOOP_CONF_DIR}:${CHUKWA_HOME}/contrib/chukwa-pig/lib/pig.jar
org.apache.pig.Main -param chukwaCore=${CHUKWA_CORE} -param chukwaPig=${CHUKWA_HOME}/contrib/chukwa-pig/chukwa-pig.jar
-param input='${input}' -param output='${output}' -param recType='${newRecType}' -param timePeriod=${timePeriod}
-param cluster=${cluster} ${pig}"
                         # echo $cmd
                         $cmd
 
-                        cmd="${JAVA_HOME}/bin/java -DAPP=PigDownSampling -Dlog4j.configuration=chukwa-log4j.properties
-DCHUKWA_HOME=${CHUKWA_HOME} -DCHUKWA_CONF_DIR=${CHUKWA_CONF_DIR} -DCHUKWA_LOG_DIR=${CHUKWA_LOG_DIR}
-classpath ${CHUKWA_HOME}/chukwa-pig.jar:${HADOOP_CONF_DIR}:${CLASSPATH}:${CHUKWA_CORE}:${COMMON}:${HADOOP_JAR}:${CHUKWA_CONF_DIR}
org.apache.hadoop.chukwa.tools.PigMover ${cluster} ${newRecType} ${uniqdir}  ${output} /chukwa/postProcess/"
+                        cmd="${JAVA_HOME}/bin/java -DAPP=PigDownSampling -Dlog4j.configuration=chukwa-log4j.properties
-DCHUKWA_HOME=${CHUKWA_HOME} -DCHUKWA_CONF_DIR=${CHUKWA_CONF_DIR} -DCHUKWA_LOG_DIR=${CHUKWA_LOG_DIR}
-classpath ${CHUKWA_HOME}/contrib/chukwa-pig/chukwa-pig.jar:${HADOOP_CONF_DIR}:${CLASSPATH}:${CHUKWA_CORE}:${COMMON}:${HADOOP_JAR}:${CHUKWA_CONF_DIR}
org.apache.hadoop.chukwa.tools.PigMover ${cluster} ${newRecType} ${uniqdir}  ${output} /chukwa/postProcess/"
                         # echo $cmd
                         $cmd
                 done

Modified: hadoop/chukwa/trunk/script/pig/UserDailySummary.pig
URL: http://svn.apache.org/viewvc/hadoop/chukwa/trunk/script/pig/UserDailySummary.pig?rev=786354&r1=786353&r2=786354&view=diff
==============================================================================
--- hadoop/chukwa/trunk/script/pig/UserDailySummary.pig (original)
+++ hadoop/chukwa/trunk/script/pig/UserDailySummary.pig Fri Jun 19 02:05:32 2009
@@ -1,7 +1,7 @@
 register $chukwaCore
 register $chukwaPig
 
-define seqWriter org.apache.hadoop.chukwa.ChukwaStorage('c_timestamp','userid', 'totalJobs',
'dataLocalMaps', 'rackLocalMaps', 'remoteMaps', 'mapInputBytes', 'reduceOutputRecords', 'mapSlotHours',
'reduceSlotHours', 'totalMaps', 'totalReduces','c_recordtype','c_source','c_application');
+define seqWriter org.apache.hadoop.chukwa.ChukwaStorage('c_timestamp','userid', 'totalJobs',
'dataLocalMaps', 'rackLocalMaps', 'remoteMaps', 'mapInputBytes', 'reduceOutputRecords', 'mapSlotHours',
'reduceSlotHours', 'totalMaps', 'totalReduces','c_recordtype','c_source','c_application',
'c_cluster');
 
 /*****************************************************************/
 /*********************** Task data begin *************************/
@@ -63,7 +63,7 @@
 
 -- group by user
 userGroup = group userJobRecords by user;
-userSummary = foreach userGroup generate $TIMESTAMP as ts, group as user, COUNT(userJobRecords.jobId)
as totalJobs, SUM(userJobRecords.dataLocalMaps) as dataLocalMaps, SUM(userJobRecords.rackLocalMaps)
as rackLocalMaps, SUM(userJobRecords.remoteMaps) as remoteMaps, SUM(userJobRecords.mapInputBytes)
as mapInputBytes, SUM(userJobRecords.reduceOutputRecords) as reduceOutputRecords, SUM(userJobRecords.mapSlotHours)
as mapSlotHours, SUM(userJobRecords.reduceSlotHours) as reduceSlotHours, SUM(userJobRecords.totalMaps)
as totalMaps, SUM(userJobRecords.totalReduces) as totalReduces;
+userSummary = foreach userGroup generate '$TIMESTAMP' as ts, group as user, COUNT(userJobRecords.jobId)
as totalJobs, SUM(userJobRecords.dataLocalMaps) as dataLocalMaps, SUM(userJobRecords.rackLocalMaps)
as rackLocalMaps, SUM(userJobRecords.remoteMaps) as remoteMaps, SUM(userJobRecords.mapInputBytes)
as mapInputBytes, SUM(userJobRecords.reduceOutputRecords) as reduceOutputRecords, SUM(userJobRecords.mapSlotHours)
as mapSlotHours, SUM(userJobRecords.reduceSlotHours) as reduceSlotHours, SUM(userJobRecords.totalMaps)
as totalMaps, SUM(userJobRecords.totalReduces) as totalReduces, 'UserDailySummary' as c_recordtype,
'all' as c_source, 'UserSummaryPigScript' as c_application, '$cluster' as c_cluster;
 
 describe userSummary;
 -- dump userSummary;

Modified: hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/dataloader/MetricDataLoader.java
URL: http://svn.apache.org/viewvc/hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/dataloader/MetricDataLoader.java?rev=786354&r1=786353&r2=786354&view=diff
==============================================================================
--- hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/dataloader/MetricDataLoader.java
(original)
+++ hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/dataloader/MetricDataLoader.java
Fri Jun 19 02:05:32 2009
@@ -124,7 +124,7 @@
           metricName.append(".");
           metricName.append(name);
           if(!transformer.containsKey(metricName.toString())) {
-            transformer.put(metricName.toString(), name);
+            transformer.put(metricName.toString().toLowerCase(), name);
           }          
         }
         rs.close();



Mime
View raw message