chukwa-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ey...@apache.org
Subject svn commit: r763390 - /hadoop/chukwa/trunk/conf/aggregator.sql
Date Wed, 08 Apr 2009 20:54:59 GMT
Author: eyang
Date: Wed Apr  8 20:54:59 2009
New Revision: 763390

URL: http://svn.apache.org/viewvc?rev=763390&view=rev
Log:
CHUKWA-78.  Added down sample SQL aggregation for job data, task data and utilization data.

Modified:
    hadoop/chukwa/trunk/conf/aggregator.sql

Modified: hadoop/chukwa/trunk/conf/aggregator.sql
URL: http://svn.apache.org/viewvc/hadoop/chukwa/trunk/conf/aggregator.sql?rev=763390&r1=763389&r2=763390&view=diff
==============================================================================
--- hadoop/chukwa/trunk/conf/aggregator.sql (original)
+++ hadoop/chukwa/trunk/conf/aggregator.sql Wed Apr  8 20:54:59 2009
@@ -89,7 +89,17 @@
 #replace into [user_util_year] (select timestamp,[group_avg(user_util)] from [user_util_quarter]
where timestamp between '[past_540_minutes]' and '[now]' group by FLOOR(UNIX_TIMESTAMP(Timestamp)/10800),user);
 #replace into [user_util_decade] (select timestamp,[group_avg(user_util)] from [user_util_year]
where timestamp between '[past_2160_minutes]' and '[now]' group by FLOOR(UNIX_TIMESTAMP(Timestamp)/43200),user);
 #
-replace into [util_month] (select timestamp,[group_avg(util)] from [util_week] where timestamp
between '[past_15_minutes]' and '[now]' group by FLOOR(UNIX_TIMESTAMP(Timestamp)/300),user);
-replace into [util_quarter] (select timestamp,[group_avg(util)] from [util_month] where timestamp
between '[past_90_minutes]' and '[now]' group by FLOOR(UNIX_TIMESTAMP(Timestamp)/1800),user);
-replace into [util_year] (select timestamp,[group_avg(util)] from [util_quarter] where timestamp
between '[past_540_minutes]' and '[now]' group by FLOOR(UNIX_TIMESTAMP(Timestamp)/10800),user);
-replace into [util_decade] (select timestamp,[group_avg(util)] from [util_year] where timestamp
between '[past_2160_minutes]' and '[now]' group by FLOOR(UNIX_TIMESTAMP(Timestamp)/43200),user);
+replace into [mr_job_month] (select * from [mr_job_week] where finish_time between '[past_15_minutes]'
and '[now]');
+replace into [mr_job_quarter] (select * from [mr_job_week] where finish_time between '[past_15_minutes]'
and '[now]');
+replace into [mr_job_year] (select * from [mr_job_week] where finish_time between '[past_15_minutes]'
and '[now]');
+replace into [mr_job_decade] (select * from [mr_job_week] where finish_time between '[past_15_minutes]'
and '[now]');
+#
+replace into [mr_task_month] (select * from [mr_task_week] where finish_time between '[past_15_minutes]'
and '[now]');
+replace into [mr_task_quarter] (select * from [mr_task_week] where finish_time between '[past_15_minutes]'
and '[now]');
+replace into [mr_task_year] (select * from [mr_task_week] where finish_time between '[past_15_minutes]'
and '[now]');
+replace into [mr_task_decade] (select * from [mr_task_week] where finish_time between '[past_15_minutes]'
and '[now]');
+#
+replace into [util_month] (select timestamp,user,queue,bytes,slot_hours from [util_week]
where timestamp between '[past_15_minutes]' and '[now]' group by FLOOR(UNIX_TIMESTAMP(Timestamp)/600),user);
+replace into [util_quarter] (select timestamp,user,queue,sum(bytes)/3,sum(slot_hours)/3 from
[util_month] where timestamp between '[past_90_minutes]' and '[now]' group by FLOOR(UNIX_TIMESTAMP(Timestamp)/1800),user);
+replace into [util_year] (select timestamp,user,queue,sum(bytes)/8,sum(slot_hours)/8 from
[util_quarter] where timestamp between '[past_540_minutes]' and '[now]' group by FLOOR(UNIX_TIMESTAMP(Timestamp)/10800),user);
+replace into [util_decade] (select timestamp,user,queue,sum(bytes)/4,sum(slot_hours)/4 from
[util_year] where timestamp between '[past_2160_minutes]' and '[now]' group by FLOOR(UNIX_TIMESTAMP(Timestamp)/43200),user);



Mime
View raw message