chukwa-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ey...@apache.org
Subject svn commit: r761103 - in /hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction: archive/ChukwaArchiveBuilder.java demux/DailyChukwaRecordRolling.java demux/Demux.java demux/HourlyChukwaRecordRolling.java
Date Wed, 01 Apr 2009 23:01:49 GMT
Author: eyang
Date: Wed Apr  1 23:01:49 2009
New Revision: 761103

URL: http://svn.apache.org/viewvc?rev=761103&view=rev
Log:
CHUKWA-1. Remove lzo job configuration from Chukwa data processors. (Contribute by Jerome
Boulon via Eric Yang)

Modified:
    hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/archive/ChukwaArchiveBuilder.java
    hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/DailyChukwaRecordRolling.java
    hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/Demux.java
    hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/HourlyChukwaRecordRolling.java

Modified: hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/archive/ChukwaArchiveBuilder.java
URL: http://svn.apache.org/viewvc/hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/archive/ChukwaArchiveBuilder.java?rev=761103&r1=761102&r2=761103&view=diff
==============================================================================
--- hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/archive/ChukwaArchiveBuilder.java
(original)
+++ hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/archive/ChukwaArchiveBuilder.java
Wed Apr  1 23:01:49 2009
@@ -92,12 +92,6 @@
       return printUsage();
     }
 
-    jobConf.set("mapred.compress.map.output", "true");
-    jobConf.set("mapred.map.output.compression.codec",
-        "org.apache.hadoop.io.compress.LzoCodec");
-    jobConf.set("mapred.output.compress", "true");
-    jobConf.set("mapred.output.compression.type", "BLOCK");
-
     jobConf.setOutputKeyClass(ChukwaArchiveKey.class);
     jobConf.setOutputValueClass(ChunkImpl.class);
 

Modified: hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/DailyChukwaRecordRolling.java
URL: http://svn.apache.org/viewvc/hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/DailyChukwaRecordRolling.java?rev=761103&r1=761102&r2=761103&view=diff
==============================================================================
--- hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/DailyChukwaRecordRolling.java
(original)
+++ hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/DailyChukwaRecordRolling.java
Wed Apr  1 23:01:49 2009
@@ -220,12 +220,6 @@
     conf.setOutputValueClass(ChukwaRecord.class);
     conf.setOutputFormat(SequenceFileOutputFormat.class);
 
-    conf.set("mapred.compress.map.output", "true");
-    conf.set("mapred.map.output.compression.codec",
-        "org.apache.hadoop.io.compress.LzoCodec");
-    conf.set("mapred.output.compress", "true");
-    conf.set("mapred.output.compression.type", "BLOCK");
-
     log.info("DailyChukwaRecordRolling input: " + args[0]);
     log.info("DailyChukwaRecordRolling output: " + args[1]);
 

Modified: hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/Demux.java
URL: http://svn.apache.org/viewvc/hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/Demux.java?rev=761103&r1=761102&r2=761103&view=diff
==============================================================================
--- hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/Demux.java (original)
+++ hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/Demux.java Wed
Apr  1 23:01:49 2009
@@ -157,9 +157,6 @@
     conf.setOutputValueClass(ChukwaRecord.class);
     conf.setOutputFormat(ChukwaRecordOutputFormat.class);
 
-    // conf.setCompressMapOutput(true);
-    // conf.setMapOutputCompressorClass(LzoCodec.class);
-
     List<String> other_args = new ArrayList<String>();
     for (int i = 0; i < args.length; ++i) {
       try {

Modified: hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/HourlyChukwaRecordRolling.java
URL: http://svn.apache.org/viewvc/hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/HourlyChukwaRecordRolling.java?rev=761103&r1=761102&r2=761103&view=diff
==============================================================================
--- hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/HourlyChukwaRecordRolling.java
(original)
+++ hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/HourlyChukwaRecordRolling.java
Wed Apr  1 23:01:49 2009
@@ -238,12 +238,6 @@
     conf.setOutputValueClass(ChukwaRecord.class);
     conf.setOutputFormat(SequenceFileOutputFormat.class);
 
-    conf.set("mapred.compress.map.output", "true");
-    conf.set("mapred.map.output.compression.codec",
-        "org.apache.hadoop.io.compress.LzoCodec");
-    conf.set("mapred.output.compress", "true");
-    conf.set("mapred.output.compression.type", "BLOCK");
-
     log.info("HourlyChukwaRecordRolling input: " + args[0]);
     log.info("HourlyChukwaRecordRolling output: " + args[1]);
 



Mime
View raw message