incubator-chukwa-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ey...@apache.org
Subject svn commit: r946762 - in /hadoop/chukwa/trunk: CHANGES.txt src/java/org/apache/hadoop/chukwa/extraction/demux/Demux.java
Date Thu, 20 May 2010 19:11:13 GMT
Author: eyang
Date: Thu May 20 19:11:13 2010
New Revision: 946762

URL: http://svn.apache.org/viewvc?rev=946762&view=rev
Log:
CHUKWA-488. Filter user customized jar file path URL.  (Kirk True via Eric Yang)

Modified:
    hadoop/chukwa/trunk/CHANGES.txt
    hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/Demux.java

Modified: hadoop/chukwa/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/chukwa/trunk/CHANGES.txt?rev=946762&r1=946761&r2=946762&view=diff
==============================================================================
--- hadoop/chukwa/trunk/CHANGES.txt (original)
+++ hadoop/chukwa/trunk/CHANGES.txt Thu May 20 19:11:13 2010
@@ -22,6 +22,8 @@ Trunk (unreleased changes)
 
   BUG FIXES
 
+    CHUKWA-488. Filter user customized jar file path URL.  (Kirk True via Eric Yang)
+
     CHUKWA-483. Use SIGTERM to stop chukwa, not signal 1. (Bill Graham via asrabkin)
 
     CHUKWA-4. Collectors don't finish writing .dones on close. (Ahmed Fathalla via asrabkin)

Modified: hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/Demux.java
URL: http://svn.apache.org/viewvc/hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/Demux.java?rev=946762&r1=946761&r2=946762&view=diff
==============================================================================
--- hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/Demux.java (original)
+++ hadoop/chukwa/trunk/src/java/org/apache/hadoop/chukwa/extraction/demux/Demux.java Thu
May 20 19:11:13 2010
@@ -171,8 +171,12 @@ public class Demux extends Configured im
       FileSystem fs = FileSystem.get(new Configuration());
       FileStatus[] fstatus = fs.listStatus(new Path(parserPath));
       if(fstatus!=null) {
+        String hdfsUrlPrefix = conf.get("fs.default.name");
+
         for(FileStatus parser : fstatus) {
-          DistributedCache.addFileToClassPath(parser.getPath(), conf);
+          Path jarPath = new Path(parser.getPath().toString().replace(hdfsUrlPrefix, ""));
+          log.debug("Adding parser JAR path " + jarPath);
+          DistributedCache.addFileToClassPath(jarPath, conf);
         }
       }
     } catch (IOException e) {



Mime
View raw message