hadoop-common-user mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Steve Loughran <ste...@apache.org>
Subject Re: KFS jar
Date Thu, 17 Jun 2010 14:23:51 GMT
Stas Oskin wrote:
> Hi again.
> 
> I noticed a kfs jars in Hadoop distribution, does it mean the KFS is now
> bult-in into Hadoop?

client side is, but if you don't want to talk to that FS, you don't need 
that JAR.

I'm attaching the bit of my ivy.xml I use, where I drop dependencies on 
Jetty and slf4j and jasper because I pull jetty and jasper in from 
somewhere else, and I provide a different logger for jetty, so removing 
the need for slf4j


     <dependency org="org.apache.hadoop"
                 name="hadoop-core"
                 rev="${hadoop.version}"
                 changing="true"
                 conf="hadoop-core->default">
       <exclude org="org.mortbay.jetty"/>
       <exclude org="net.sf.kosmosfs"/>
       <exclude org="com.thoughtworks.paranamer"/>
       <exclude org="org.slf4j"/>
     </dependency>
     <dependency org="org.apache.hadoop"
                 name="hadoop-hdfs"
                 rev="${hadoop.version}"
                 changing="true"
                 conf="hadoop-core->default">
       <exclude org="org.mortbay.jetty"/>
       <exclude org="net.sf.kosmosfs"/>
       <exclude org="com.thoughtworks.paranamer"/>
       <exclude org="org.slf4j"/>
     </dependency>
     <dependency org="org.apache.hadoop"
                 name="hadoop-mapred"
                 rev="${hadoop.version}"
                 changing="true"
                 conf="hadoop-core->default">
       <exclude org="org.mortbay.jetty"/>
       <exclude org="net.sf.kosmosfs"/>
       <exclude org="com.thoughtworks.paranamer"/>
       <exclude org="org.slf4j"/>
     </dependency>
     <dependency org="org.apache.hadoop"
                 name="hadoop-mapred-examples"
                 rev="${hadoop.version}"
                 changing="true"
                 conf="hadoop-jars->default">
       <exclude org="org.mortbay.jetty"/>
       <exclude org="net.sf.kosmosfs"/>
       <exclude org="com.thoughtworks.paranamer"/>
       <exclude org="org.slf4j"/>
     </dependency>
     <dependency org="org.apache.hadoop"
                 name="hadoop-mapred-tools"
                 rev="${hadoop.version}"
                 changing="true"
                 conf="hadoop-jars->default">
       <exclude org="org.mortbay.jetty"/>
       <exclude org="net.sf.kosmosfs"/>
       <exclude org="com.thoughtworks.paranamer"/>
       <exclude org="org.slf4j"/>
     </dependency>
     <!-- client CLI. May also be used on the server to pass stuff to 
forked processes-->
     <dependency org="commons-cli"
                 name="commons-cli"
                 rev="${commons-cli.version}"
                 conf="redist->default"/>

     <dependency org="xmlenc"
                 name="xmlenc"
                 rev="${xmlenc.version}"
                 conf="server->default"/>

     <!--
     Avro is the RPC mechanism,
     -->

     <dependency org="org.apache.hadoop"
                 name="avro"
                 rev="${avro.version}"
                 conf="redist->default">
       <exclude org="com.thoughtworks.paranamer" />
       <exclude org="org.slf4j"/>
       <exclude org="org.mortbay.jetty"/>
     </dependency>
     <!-- used in Configuration now-->
     <dependency org="org.codehaus.jackson"
                 name="jackson-mapper-asl"
                 rev="${jackson-asl.version}"
                 conf="redist->default"/>
     <dependency org="org.codehaus.jackson"
                 name="jackson-core-asl"
                 rev="${jackson-asl.version}"
                 conf="redist->default"/>
     <dependency org="com.thoughtworks.paranamer"
                 name="paranamer"
                 rev="${paranamer.version}"
                 conf="redist->default"/>

     <!--Jetty 6 is pulled in from sf-jetty, along with JSP support
         and implicitly, sf-ant
     -->
     <dependency org="org.smartfrog"
                 name="sf-jetty"
                 changing="true"
                 rev="latest.integration"
                 conf="server->default,jsp"/>


     <!--Configuration: s3-client -->
     <!--there are two jets3t projects in the repository; this one goes 
up to 0.6 and
     is assumed to be the live one-->
     <dependency org="net.java.dev.jets3t"
                 name="jets3t"
                 rev="${jets3t.version}"
                 conf="s3-client->master"/>
     <dependency org="net.java.dev.jets3t"
                 name="jets3t"
                 rev="${jets3t.version}"
                 conf="s3-client->master"/>

     <!--to work with ftp:// fileystems, commons-net is needed -->
     <dependency org="commons-net"
                 name="commons-net"
                 rev="${commons-net.version}"
                 conf="ftp->default"/>


Mime
View raw message