chukwa-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ey...@apache.org
Subject svn commit: r787836 - in /hadoop/chukwa: branches/chukwa-0.2/CHANGES.txt branches/chukwa-0.2/conf/aggregator.sql trunk/CHANGES.txt trunk/conf/aggregator.sql
Date Tue, 23 Jun 2009 21:14:41 GMT
Author: eyang
Date: Tue Jun 23 21:14:40 2009
New Revision: 787836

URL: http://svn.apache.org/viewvc?rev=787836&view=rev
Log:
CHUKWA-329. Correction to user job summary script. (Cheng Zhang via Eric Yang)

Modified:
    hadoop/chukwa/branches/chukwa-0.2/CHANGES.txt
    hadoop/chukwa/branches/chukwa-0.2/conf/aggregator.sql
    hadoop/chukwa/trunk/CHANGES.txt
    hadoop/chukwa/trunk/conf/aggregator.sql

Modified: hadoop/chukwa/branches/chukwa-0.2/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/chukwa/branches/chukwa-0.2/CHANGES.txt?rev=787836&r1=787835&r2=787836&view=diff
==============================================================================
--- hadoop/chukwa/branches/chukwa-0.2/CHANGES.txt (original)
+++ hadoop/chukwa/branches/chukwa-0.2/CHANGES.txt Tue Jun 23 21:14:40 2009
@@ -72,6 +72,8 @@
 
   BUG FIXES
 
+    CHUKWA-329. Correction to user job summary script. (Cheng Zhang via Eric Yang)
+
     CHUKWA-328. Handle empty sequence file more gracefully for MetricDataLoader. (Cheng Zhang
via Eric Yang)
 
     CHUKWA-327. Remove START_TIME="0", FINISH_TIME="0" from JobHistory. (Cheng Zhang via
Eric Yang)

Modified: hadoop/chukwa/branches/chukwa-0.2/conf/aggregator.sql
URL: http://svn.apache.org/viewvc/hadoop/chukwa/branches/chukwa-0.2/conf/aggregator.sql?rev=787836&r1=787835&r2=787836&view=diff
==============================================================================
--- hadoop/chukwa/branches/chukwa-0.2/conf/aggregator.sql (original)
+++ hadoop/chukwa/branches/chukwa-0.2/conf/aggregator.sql Tue Jun 23 21:14:40 2009
@@ -124,7 +124,7 @@
 replace into [mr_job_conf_year] (select * from [mr_job_conf_week] where ts between '[past_15_minutes]'
and '[now]');
 replace into [mr_job_conf_decade] (select * from [mr_job_conf_week] where ts between '[past_15_minutes]'
and '[now]');
 #
-replace into [user_job_summary_month] (select FLOOR(UNIX_TIMESTAMP(timestamp)/300),userid,
sum(totalJobs), sum(dataLocalMaps), sum(rackLocalMaps), sum(remoteMaps), sum(mapInputBytes),
sum(reduceOutputRecords), sum(mapSlotHours), sum(reduceSlotHours), sum(totalMaps), sum(totalReduces)
from [user_job_summary_week] where timestamp between '[past_15_minutes]' and '[now]' group
by FLOOR(UNIX_TIMESTAMP(timestamp)/300),userid);
-replace into [user_job_summary_quarter] (select FLOOR(UNIX_TIMESTAMP(timestamp)/1800),userid,
sum(totalJobs), sum(dataLocalMaps), sum(rackLocalMaps), sum(remoteMaps), sum(mapInputBytes),
sum(reduceOutputRecords), sum(mapSlotHours), sum(reduceSlotHours), sum(totalMaps), sum(totalReduces)
from [user_job_summary_week] where timestamp between '[past_90_minutes]' and '[now]' group
by FLOOR(UNIX_TIMESTAMP(timestamp)/1800),userid);
-replace into [user_job_summary_year] (select FLOOR(UNIX_TIMESTAMP(timestamp)/10800),userid,
sum(totalJobs), sum(dataLocalMaps), sum(rackLocalMaps), sum(remoteMaps), sum(mapInputBytes),
sum(reduceOutputRecords), sum(mapSlotHours), sum(reduceSlotHours), sum(totalMaps), sum(totalReduces)
from [user_job_summary_week] where timestamp between '[past_540_minutes]' and '[now]' group
by FLOOR(UNIX_TIMESTAMP(timestamp)/10800),userid);
-replace into [user_job_summary_decade] (select FLOOR(UNIX_TIMESTAMP(timestamp)/43200),userid,
sum(totalJobs), sum(dataLocalMaps), sum(rackLocalMaps), sum(remoteMaps), sum(mapInputBytes),
sum(reduceOutputRecords), sum(mapSlotHours), sum(reduceSlotHours), sum(totalMaps), sum(totalReduces)
from [user_job_summary_week] where timestamp between '[past_2160_minutes]' and '[now]' group
by FLOOR(UNIX_TIMESTAMP(timestamp)/43200),userid);
+replace into [user_job_summary_month] (select FROM_UNIXTIME(avg(timestamp)),userid, sum(totalJobs),
sum(dataLocalMaps), sum(rackLocalMaps), sum(remoteMaps), sum(mapInputBytes), sum(reduceOutputRecords),
sum(mapSlotHours), sum(reduceSlotHours), sum(totalMaps), sum(totalReduces) from [user_job_summary_week]
where timestamp between '[past_15_minutes]' and '[now]' group by FLOOR(UNIX_TIMESTAMP(timestamp)/300),userid);
+replace into [user_job_summary_quarter] (select FROM_UNIXTIME(avg(timestamp)),userid, sum(totalJobs),
sum(dataLocalMaps), sum(rackLocalMaps), sum(remoteMaps), sum(mapInputBytes), sum(reduceOutputRecords),
sum(mapSlotHours), sum(reduceSlotHours), sum(totalMaps), sum(totalReduces) from [user_job_summary_week]
where timestamp between '[past_90_minutes]' and '[now]' group by FLOOR(UNIX_TIMESTAMP(timestamp)/1800),userid);
+replace into [user_job_summary_year] (select FROM_UNIXTIME(avg(timestamp)),userid, sum(totalJobs),
sum(dataLocalMaps), sum(rackLocalMaps), sum(remoteMaps), sum(mapInputBytes), sum(reduceOutputRecords),
sum(mapSlotHours), sum(reduceSlotHours), sum(totalMaps), sum(totalReduces) from [user_job_summary_week]
where timestamp between '[past_540_minutes]' and '[now]' group by FLOOR(UNIX_TIMESTAMP(timestamp)/10800),userid);
+replace into [user_job_summary_decade] (select FROM_UNIXTIME(avg(timestamp)),userid, sum(totalJobs),
sum(dataLocalMaps), sum(rackLocalMaps), sum(remoteMaps), sum(mapInputBytes), sum(reduceOutputRecords),
sum(mapSlotHours), sum(reduceSlotHours), sum(totalMaps), sum(totalReduces) from [user_job_summary_week]
where timestamp between '[past_2160_minutes]' and '[now]' group by FLOOR(UNIX_TIMESTAMP(timestamp)/43200),userid);
\ No newline at end of file

Modified: hadoop/chukwa/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/chukwa/trunk/CHANGES.txt?rev=787836&r1=787835&r2=787836&view=diff
==============================================================================
--- hadoop/chukwa/trunk/CHANGES.txt (original)
+++ hadoop/chukwa/trunk/CHANGES.txt Tue Jun 23 21:14:40 2009
@@ -76,6 +76,8 @@
 
   BUG FIXES
 
+    CHUKWA-329. Correction to user job summary script. (Cheng Zhang via Eric Yang)
+
     CHUKWA-328. Handle empty sequence file more gracefully for MetricDataLoader. (Cheng Zhang
via Eric Yang)
 
     CHUKWA-327. Remove START_TIME="0", FINISH_TIME="0" from JobHistory. (Cheng Zhang via
Eric Yang)

Modified: hadoop/chukwa/trunk/conf/aggregator.sql
URL: http://svn.apache.org/viewvc/hadoop/chukwa/trunk/conf/aggregator.sql?rev=787836&r1=787835&r2=787836&view=diff
==============================================================================
--- hadoop/chukwa/trunk/conf/aggregator.sql (original)
+++ hadoop/chukwa/trunk/conf/aggregator.sql Tue Jun 23 21:14:40 2009
@@ -124,7 +124,7 @@
 replace into [mr_job_conf_year] (select * from [mr_job_conf_week] where ts between '[past_15_minutes]'
and '[now]');
 replace into [mr_job_conf_decade] (select * from [mr_job_conf_week] where ts between '[past_15_minutes]'
and '[now]');
 #
-replace into [user_job_summary_month] (select FLOOR(UNIX_TIMESTAMP(timestamp)/300),userid,
sum(totalJobs), sum(dataLocalMaps), sum(rackLocalMaps), sum(remoteMaps), sum(mapInputBytes),
sum(reduceOutputRecords), sum(mapSlotHours), sum(reduceSlotHours), sum(totalMaps), sum(totalReduces)
from [user_job_summary_week] where timestamp between '[past_15_minutes]' and '[now]' group
by FLOOR(UNIX_TIMESTAMP(timestamp)/300),userid);
-replace into [user_job_summary_quarter] (select FLOOR(UNIX_TIMESTAMP(timestamp)/1800),userid,
sum(totalJobs), sum(dataLocalMaps), sum(rackLocalMaps), sum(remoteMaps), sum(mapInputBytes),
sum(reduceOutputRecords), sum(mapSlotHours), sum(reduceSlotHours), sum(totalMaps), sum(totalReduces)
from [user_job_summary_week] where timestamp between '[past_90_minutes]' and '[now]' group
by FLOOR(UNIX_TIMESTAMP(timestamp)/1800),userid);
-replace into [user_job_summary_year] (select FLOOR(UNIX_TIMESTAMP(timestamp)/10800),userid,
sum(totalJobs), sum(dataLocalMaps), sum(rackLocalMaps), sum(remoteMaps), sum(mapInputBytes),
sum(reduceOutputRecords), sum(mapSlotHours), sum(reduceSlotHours), sum(totalMaps), sum(totalReduces)
from [user_job_summary_week] where timestamp between '[past_540_minutes]' and '[now]' group
by FLOOR(UNIX_TIMESTAMP(timestamp)/10800),userid);
-replace into [user_job_summary_decade] (select FLOOR(UNIX_TIMESTAMP(timestamp)/43200),userid,
sum(totalJobs), sum(dataLocalMaps), sum(rackLocalMaps), sum(remoteMaps), sum(mapInputBytes),
sum(reduceOutputRecords), sum(mapSlotHours), sum(reduceSlotHours), sum(totalMaps), sum(totalReduces)
from [user_job_summary_week] where timestamp between '[past_2160_minutes]' and '[now]' group
by FLOOR(UNIX_TIMESTAMP(timestamp)/43200),userid);
+replace into [user_job_summary_month] (select FROM_UNIXTIME(avg(timestamp)),userid, sum(totalJobs),
sum(dataLocalMaps), sum(rackLocalMaps), sum(remoteMaps), sum(mapInputBytes), sum(reduceOutputRecords),
sum(mapSlotHours), sum(reduceSlotHours), sum(totalMaps), sum(totalReduces) from [user_job_summary_week]
where timestamp between '[past_15_minutes]' and '[now]' group by FLOOR(UNIX_TIMESTAMP(timestamp)/300),userid);
+replace into [user_job_summary_quarter] (select FROM_UNIXTIME(avg(timestamp)),userid, sum(totalJobs),
sum(dataLocalMaps), sum(rackLocalMaps), sum(remoteMaps), sum(mapInputBytes), sum(reduceOutputRecords),
sum(mapSlotHours), sum(reduceSlotHours), sum(totalMaps), sum(totalReduces) from [user_job_summary_week]
where timestamp between '[past_90_minutes]' and '[now]' group by FLOOR(UNIX_TIMESTAMP(timestamp)/1800),userid);
+replace into [user_job_summary_year] (select FROM_UNIXTIME(avg(timestamp)),userid, sum(totalJobs),
sum(dataLocalMaps), sum(rackLocalMaps), sum(remoteMaps), sum(mapInputBytes), sum(reduceOutputRecords),
sum(mapSlotHours), sum(reduceSlotHours), sum(totalMaps), sum(totalReduces) from [user_job_summary_week]
where timestamp between '[past_540_minutes]' and '[now]' group by FLOOR(UNIX_TIMESTAMP(timestamp)/10800),userid);
+replace into [user_job_summary_decade] (select FROM_UNIXTIME(avg(timestamp)),userid, sum(totalJobs),
sum(dataLocalMaps), sum(rackLocalMaps), sum(remoteMaps), sum(mapInputBytes), sum(reduceOutputRecords),
sum(mapSlotHours), sum(reduceSlotHours), sum(totalMaps), sum(totalReduces) from [user_job_summary_week]
where timestamp between '[past_2160_minutes]' and '[now]' group by FLOOR(UNIX_TIMESTAMP(timestamp)/43200),userid);
\ No newline at end of file



Mime
View raw message