spark-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From pwend...@apache.org
Subject [3/3] git commit: Make spark-kafka a "provided" dependency.
Date Tue, 17 Sep 2013 06:02:33 GMT
Make spark-kafka a "provided" dependency.

Otherwise any third-party build that links against spark-streaming
will break (even if they aren't using kafka). This also defines the
local repository inside of the examples pom so that the examples
build continues to work.


Project: http://git-wip-us.apache.org/repos/asf/incubator-spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-spark/commit/721ea8cf
Tree: http://git-wip-us.apache.org/repos/asf/incubator-spark/tree/721ea8cf
Diff: http://git-wip-us.apache.org/repos/asf/incubator-spark/diff/721ea8cf

Branch: refs/heads/branch-0.8
Commit: 721ea8cf2080ab77f50c148a5c5aa5bab8d1b429
Parents: fc48d48
Author: Patrick Wendell <pwendell@gmail.com>
Authored: Mon Sep 16 22:30:54 2013 -0700
Committer: Patrick Wendell <pwendell@gmail.com>
Committed: Mon Sep 16 22:58:39 2013 -0700

----------------------------------------------------------------------
 examples/pom.xml  | 14 ++++++++++++++
 streaming/pom.xml |  1 +
 2 files changed, 15 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-spark/blob/721ea8cf/examples/pom.xml
----------------------------------------------------------------------
diff --git a/examples/pom.xml b/examples/pom.xml
index 99ff67a..de8813d 100644
--- a/examples/pom.xml
+++ b/examples/pom.xml
@@ -31,6 +31,14 @@
   <name>Spark Project Examples</name>
   <url>http://spark.incubator.apache.org/</url>
 
+  <repositories>
+    <!-- A repository in the local filesystem for the Kafka JAR, which we modified for
Scala 2.9 -->
+    <repository>
+      <id>lib</id>
+      <url>file://${project.basedir}/lib</url>
+    </repository>
+  </repositories>
+
   <dependencies>
     <dependency>
       <groupId>org.apache.spark</groupId>
@@ -72,6 +80,12 @@
       </exclusions>
     </dependency>
     <dependency>
+      <groupId>org.apache.kafka</groupId>
+      <artifactId>kafka</artifactId>
+      <version>0.7.2-spark</version>  <!-- Comes from our in-project repository
-->
+      <scope>provided</scope>
+    </dependency>
+    <dependency>
       <groupId>org.eclipse.jetty</groupId>
       <artifactId>jetty-server</artifactId>
     </dependency>

http://git-wip-us.apache.org/repos/asf/incubator-spark/blob/721ea8cf/streaming/pom.xml
----------------------------------------------------------------------
diff --git a/streaming/pom.xml b/streaming/pom.xml
index f94e7e0..486d5bb 100644
--- a/streaming/pom.xml
+++ b/streaming/pom.xml
@@ -58,6 +58,7 @@
       <groupId>org.apache.kafka</groupId>
       <artifactId>kafka</artifactId>
       <version>0.7.2-spark</version>  <!-- Comes from our in-project repository
-->
+      <scope>provided</scope>
     </dependency>
     <dependency>
       <groupId>org.apache.flume</groupId>


Mime
View raw message