spark-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From sro...@apache.org
Subject [1/6] spark-website git commit: Port wiki page Committers to committers.html, Contributing to Spark and Code Style Guide to contributing.html, Third Party Projects and Additional Language Bindings to third-party-projects.html, Powered By to powered-by.ht
Date Mon, 21 Nov 2016 21:01:21 GMT
Repository: spark-website
Updated Branches:
  refs/heads/asf-site 46fb91025 -> 0744e8fdd


http://git-wip-us.apache.org/repos/asf/spark-website/blob/0744e8fd/site/third-party-projects.html
----------------------------------------------------------------------
diff --git a/site/third-party-projects.html b/site/third-party-projects.html
new file mode 100644
index 0000000..58d4893
--- /dev/null
+++ b/site/third-party-projects.html
@@ -0,0 +1,287 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+  <meta charset="utf-8">
+  <meta http-equiv="X-UA-Compatible" content="IE=edge">
+  <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+  <title>
+     Third-Party Projects | Apache Spark
+    
+  </title>
+
+  
+
+  
+
+  <!-- Bootstrap core CSS -->
+  <link href="/css/cerulean.min.css" rel="stylesheet">
+  <link href="/css/custom.css" rel="stylesheet">
+
+  <!-- Code highlighter CSS -->
+  <link href="/css/pygments-default.css" rel="stylesheet">
+
+  <script type="text/javascript">
+  <!-- Google Analytics initialization -->
+  var _gaq = _gaq || [];
+  _gaq.push(['_setAccount', 'UA-32518208-2']);
+  _gaq.push(['_trackPageview']);
+  (function() {
+    var ga = document.createElement('script'); ga.type = 'text/javascript'; ga.async = true;
+    ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js';
+    var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga, s);
+  })();
+
+  <!-- Adds slight delay to links to allow async reporting -->
+  function trackOutboundLink(link, category, action) {
+    try {
+      _gaq.push(['_trackEvent', category , action]);
+    } catch(err){}
+
+    setTimeout(function() {
+      document.location.href = link.href;
+    }, 100);
+  }
+  </script>
+
+  <!-- HTML5 shim and Respond.js IE8 support of HTML5 elements and media queries -->
+  <!--[if lt IE 9]>
+  <script src="https://oss.maxcdn.com/libs/html5shiv/3.7.0/html5shiv.js"></script>
+  <script src="https://oss.maxcdn.com/libs/respond.js/1.3.0/respond.min.js"></script>
+  <![endif]-->
+</head>
+
+<body>
+
+<script src="https://code.jquery.com/jquery.js"></script>
+<script src="https://netdna.bootstrapcdn.com/bootstrap/3.0.3/js/bootstrap.min.js"></script>
+<script src="/js/lang-tabs.js"></script>
+<script src="/js/downloads.js"></script>
+
+<div class="container" style="max-width: 1200px;">
+
+<div class="masthead">
+  
+    <p class="lead">
+      <a href="/">
+      <img src="/images/spark-logo-trademark.png"
+        style="height:100px; width:auto; vertical-align: bottom; margin-top: 20px;"></a><span
class="tagline">
+          Lightning-fast cluster computing
+      </span>
+    </p>
+  
+</div>
+
+<nav class="navbar navbar-default" role="navigation">
+  <!-- Brand and toggle get grouped for better mobile display -->
+  <div class="navbar-header">
+    <button type="button" class="navbar-toggle" data-toggle="collapse"
+            data-target="#navbar-collapse-1">
+      <span class="sr-only">Toggle navigation</span>
+      <span class="icon-bar"></span>
+      <span class="icon-bar"></span>
+      <span class="icon-bar"></span>
+    </button>
+  </div>
+
+  <!-- Collect the nav links, forms, and other content for toggling -->
+  <div class="collapse navbar-collapse" id="navbar-collapse-1">
+    <ul class="nav navbar-nav">
+      <li><a href="/downloads.html">Download</a></li>
+      <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">
+          Libraries <b class="caret"></b>
+        </a>
+        <ul class="dropdown-menu">
+          <li><a href="/sql/">SQL and DataFrames</a></li>
+          <li><a href="/streaming/">Spark Streaming</a></li>
+          <li><a href="/mllib/">MLlib (machine learning)</a></li>
+          <li><a href="/graphx/">GraphX (graph)</a></li>
+          <li class="divider"></li>
+          <li><a href="/third-party-projects.html">Third-Party Projects</a></li>
+        </ul>
+      </li>
+      <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">
+          Documentation <b class="caret"></b>
+        </a>
+        <ul class="dropdown-menu">
+          <li><a href="/docs/latest/">Latest Release (Spark 2.0.2)</a></li>
+          <li><a href="/documentation.html">Older Versions and Other Resources</a></li>
+        </ul>
+      </li>
+      <li><a href="/examples.html">Examples</a></li>
+      <li class="dropdown">
+        <a href="/community.html" class="dropdown-toggle" data-toggle="dropdown">
+          Community <b class="caret"></b>
+        </a>
+        <ul class="dropdown-menu">
+          <li><a href="/community.html#mailing-lists">Mailing Lists</a></li>
+          <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
+          <li><a href="/community.html#events">Events and Meetups</a></li>
+          <li><a href="/community.html#history">Project History</a></li>
+          <li><a href="/powered-by.html">Powered By</a></li>
+          <li><a href="/committers.html">Project Committers</a></li>
+        </ul>
+      </li>
+      <li><a href="/faq.html">FAQ</a></li>
+    </ul>
+    <ul class="nav navbar-nav navbar-right">
+      <li class="dropdown">
+        <a href="http://www.apache.org/" class="dropdown-toggle" data-toggle="dropdown">
+          Apache Software Foundation <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+          <li><a href="http://www.apache.org/">Apache Homepage</a></li>
+          <li><a href="http://www.apache.org/licenses/">License</a></li>
+          <li><a href="http://www.apache.org/foundation/sponsorship.html">Sponsorship</a></li>
+          <li><a href="http://www.apache.org/foundation/thanks.html">Thanks</a></li>
+          <li><a href="http://www.apache.org/security/">Security</a></li>
+        </ul>
+      </li>
+    </ul>
+  </div>
+  <!-- /.navbar-collapse -->
+</nav>
+
+
+<div class="row">
+  <div class="col-md-3 col-md-push-9">
+    <div class="news" style="margin-bottom: 20px;">
+      <h5>Latest News</h5>
+      <ul class="list-unstyled">
+        
+          <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark
wins CloudSort Benchmark as the most efficient engine</a>
+          <span class="small">(Nov 15, 2016)</span></li>
+        
+          <li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
+          <span class="small">(Nov 14, 2016)</span></li>
+        
+          <li><a href="/news/spark-1-6-3-released.html">Spark 1.6.3 released</a>
+          <span class="small">(Nov 07, 2016)</span></li>
+        
+          <li><a href="/news/spark-2-0-1-released.html">Spark 2.0.1 released</a>
+          <span class="small">(Oct 03, 2016)</span></li>
+        
+      </ul>
+      <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
+    </div>
+    <div class="hidden-xs hidden-sm">
+      <a href="/downloads.html" class="btn btn-success btn-lg btn-block" style="margin-bottom:
30px;">
+        Download Spark
+      </a>
+      <p style="font-size: 16px; font-weight: 500; color: #555;">
+        Built-in Libraries:
+      </p>
+      <ul class="list-none">
+        <li><a href="/sql/">SQL and DataFrames</a></li>
+        <li><a href="/streaming/">Spark Streaming</a></li>
+        <li><a href="/mllib/">MLlib (machine learning)</a></li>
+        <li><a href="/graphx/">GraphX (graph)</a></li>
+      </ul>
+      <a href="/third-party-projects.html">Third-Party Projects</a>
+    </div>
+  </div>
+
+  <div class="col-md-9 col-md-pull-3">
+    <p>This page tracks external software projects that supplement Apache Spark and
add to its ecosystem.</p>
+
+<h2>spark-packages.org</h2>
+
+<p><a href="https://spark-packages.org/">spark-packages.org</a> is an external,

+community-managed list of third-party libraries, add-ons, and applications that work with

+Apache Spark. You can add a package as long as you have a GitHub repository.</p>
+
+<h2>Infrastructure Projects</h2>
+
+<ul>
+  <li><a href="https://github.com/spark-jobserver/spark-jobserver">Spark Job
Server</a> - 
+REST interface for managing and submitting Spark jobs on the same cluster 
+(see <a href="http://engineering.ooyala.com/blog/open-sourcing-our-spark-job-server">blog
post</a> 
+for details)</li>
+  <li><a href="https://github.com/amplab-extras/SparkR-pkg">SparkR</a>
- R frontend for Spark</li>
+  <li><a href="http://mlbase.org/">MLbase</a> - Machine Learning research
project on top of Spark</li>
+  <li><a href="http://mesos.apache.org/">Apache Mesos</a> - Cluster management
system that supports 
+running Spark</li>
+  <li><a href="http://alluxio.org/">Alluxio</a> (née Tachyon) - Memory
speed virtual distributed 
+storage system that supports running Spark</li>
+  <li><a href="https://github.com/datastax/spark-cassandra-connector">Spark Cassandra
Connector</a> - 
+Easily load your Cassandra data into Spark and Spark SQL; from Datastax</li>
+  <li><a href="http://github.com/tuplejump/FiloDB">FiloDB</a> - a Spark
integrated analytical/columnar 
+database, with in-memory option capable of sub-second concurrent queries</li>
+  <li><a href="http://www.elasticsearch.org/guide/en/elasticsearch/hadoop/master/spark.html#spark-sql">ElasticSearch
- 
+Spark SQL</a> Integration</li>
+  <li><a href="https://github.com/tresata/spark-scalding">Spark-Scalding</a>
- Easily transition 
+Cascading/Scalding code to Spark</li>
+  <li><a href="http://zeppelin-project.org/">Zeppelin</a> - an IPython-like
notebook for Spark. There 
+is also <a href="https://github.com/tribbloid/ISpark">ISpark</a>, and the 
+<a href="https://github.com/andypetrella/spark-notebook/">Spark Notebook</a>.</li>
+  <li><a href="http://www.ibm.com/developerworks/servicemanagement/tc/pcs/index.html">IBM
Spectrum Conductor with Spark</a> - 
+cluster management software that integrates with Spark</li>
+  <li><a href="https://github.com/EclairJS/eclairjs-node">EclairJS</a>
- enables Node.js developers to code
+against Spark, and data scientists to use Javascript in Jupyter notebooks.</li>
+  <li><a href="https://github.com/SnappyDataInc/snappydata">SnappyData</a>
- an open source 
+OLTP + OLAP database integrated with Spark on the same JVMs.</li>
+  <li><a href="https://github.com/DataSystemsLab/GeoSpark">GeoSpark</a>
- Geospatial RDDs and joins</li>
+  <li><a href="https://github.com/ispras/spark-openstack">Spark Cluster Deploy
Tools for OpenStack</a></li>
+</ul>
+
+<h2>Applications Using Spark</h2>
+
+<ul>
+  <li><a href="http://mahout.apache.org/">Apache Mahout</a> - Previously
on Hadoop MapReduce, 
+Mahout has switched to using Spark as the backend</li>
+  <li><a href="https://wiki.apache.org/mrql/">Apache MRQL</a> - A query
processing and optimization 
+system for large-scale, distributed data analysis, built on top of Apache Hadoop, Hama, and
Spark</li>
+  <li><a href="http://blinkdb.org/">BlinkDB</a> - a massively parallel,
approximate query engine built 
+on top of Shark and Spark</li>
+  <li><a href="https://github.com/adobe-research/spindle">Spindle</a> -
Spark/Parquet-based web 
+analytics query engine</li>
+  <li><a href="http://simin.me/projects/spatialspark/">Spark Spatial</a>
- Spatial joins and 
+processing for Spark</li>
+  <li><a href="https://github.com/thunderain-project/thunderain">Thunderain</a>
- a framework 
+for combining stream processing with historical data, think Lambda architecture</li>
+  <li><a href="https://github.com/AyasdiOpenSource/df">DF</a> from Ayasdi
- a Pandas-like data frame 
+implementation for Spark</li>
+  <li><a href="https://github.com/OryxProject/oryx">Oryx</a> -  Lambda
architecture on Apache Spark, 
+Apache Kafka for real-time large scale machine learning</li>
+  <li><a href="https://github.com/bigdatagenomics/adam">ADAM</a> - A framework
and CLI for loading, 
+transforming, and analyzing genomic data using Apache Spark</li>
+</ul>
+
+<h2>Additional Language Bindings</h2>
+
+<h3>C# / .NET</h3>
+
+<ul>
+  <li><a href="https://github.com/Microsoft/SparkCLR">CLR for Spark</a></li>
+</ul>
+
+<h3>Clojure</h3>
+
+<ul>
+  <li><a href="https://github.com/TheClimateCorporation/clj-spark">clj-spark</a></li>
+  <li><a href="http://spark-packages.org/package/21">Sparkling</a></li>
+</ul>
+
+<h3>Groovy</h3>
+
+<ul>
+  <li><a href="https://github.com/bunions1/groovy-spark-example">groovy-spark-example</a></li>
+</ul>
+
+  </div>
+</div>
+
+
+
+<footer class="small">
+  <hr>
+  Apache Spark, Spark, Apache, and the Spark logo are <a href="/trademarks.html">trademarks</a>
of
+  <a href="http://www.apache.org">The Apache Software Foundation</a>.
+</footer>
+
+</div>
+
+</body>
+</html>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/0744e8fd/site/trademarks.html
----------------------------------------------------------------------
diff --git a/site/trademarks.html b/site/trademarks.html
index 54cec25..70bdfe6 100644
--- a/site/trademarks.html
+++ b/site/trademarks.html
@@ -98,7 +98,7 @@
           <li><a href="/mllib/">MLlib (machine learning)</a></li>
           <li><a href="/graphx/">GraphX (graph)</a></li>
           <li class="divider"></li>
-          <li><a href="https://cwiki.apache.org/confluence/display/SPARK/Third+Party+Projects">Third-Party
Packages</a></li>
+          <li><a href="/third-party-projects.html">Third-Party Projects</a></li>
         </ul>
       </li>
       <li class="dropdown">
@@ -116,12 +116,13 @@
           Community <b class="caret"></b>
         </a>
         <ul class="dropdown-menu">
-          <li><a href="/community.html">Mailing Lists</a></li>
+          <li><a href="/community.html#mailing-lists">Mailing Lists</a></li>
+          <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/community.html#events">Events and Meetups</a></li>
           <li><a href="/community.html#history">Project History</a></li>
-          <li><a href="https://cwiki.apache.org/confluence/display/SPARK/Powered+By+Spark">Powered
By</a></li>
-          <li><a href="https://cwiki.apache.org/confluence/display/SPARK/Committers">Project
Committers</a></li>
-          <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
+          <li><a href="/powered-by.html">Powered By</a></li>
+          <li><a href="/committers.html">Project Committers</a></li>
         </ul>
       </li>
       <li><a href="/faq.html">FAQ</a></li>
@@ -178,7 +179,7 @@
         <li><a href="/mllib/">MLlib (machine learning)</a></li>
         <li><a href="/graphx/">GraphX (graph)</a></li>
       </ul>
-      <a href="https://cwiki.apache.org/confluence/display/SPARK/Third+Party+Projects">Third-Party
Packages</a>
+      <a href="/third-party-projects.html">Third-Party Projects</a>
     </div>
   </div>
 

http://git-wip-us.apache.org/repos/asf/spark-website/blob/0744e8fd/sql/index.md
----------------------------------------------------------------------
diff --git a/sql/index.md b/sql/index.md
index 3e5c210..ac308e1 100644
--- a/sql/index.md
+++ b/sql/index.md
@@ -139,7 +139,7 @@ subproject: SQL
     </p>
     <p>
       The Spark SQL developers welcome contributions. If you'd like to help out,
-      read <a href="https://cwiki.apache.org/confluence/display/SPARK/Contributing+to+Spark">how
to
+      read <a href="{{site.baseurl}}/contributing.html">how to
       contribute to Spark</a>, and send us a patch!
     </p>
   </div>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/0744e8fd/streaming/index.md
----------------------------------------------------------------------
diff --git a/streaming/index.md b/streaming/index.md
index 37985a1..5000445 100644
--- a/streaming/index.md
+++ b/streaming/index.md
@@ -117,7 +117,7 @@ subproject: Streaming
     </p>
     <p>
       The Spark Streaming developers welcome contributions. If you'd like to help out,
-      read <a href="https://cwiki.apache.org/confluence/display/SPARK/Contributing+to+Spark">how
to
+      read <a href="{{site.baseurl}}/contributing.html">how to
       contribute to Spark</a>, and send us a patch!
     </p>
   </div>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/0744e8fd/third-party-projects.md
----------------------------------------------------------------------
diff --git a/third-party-projects.md b/third-party-projects.md
new file mode 100644
index 0000000..c148617
--- /dev/null
+++ b/third-party-projects.md
@@ -0,0 +1,84 @@
+---
+layout: global
+title: Third-Party Projects
+type: "page singular"
+navigation:
+  weight: 5
+  show: true
+---
+
+This page tracks external software projects that supplement Apache Spark and add to its ecosystem.
+
+<h2>spark-packages.org</h2>
+
+<a href="https://spark-packages.org/">spark-packages.org</a> is an external,

+community-managed list of third-party libraries, add-ons, and applications that work with

+Apache Spark. You can add a package as long as you have a GitHub repository.
+
+<h2>Infrastructure Projects</h2>
+
+- <a href="https://github.com/spark-jobserver/spark-jobserver">Spark Job Server</a>
- 
+REST interface for managing and submitting Spark jobs on the same cluster 
+(see <a href="http://engineering.ooyala.com/blog/open-sourcing-our-spark-job-server">blog
post</a> 
+for details)
+- <a href="https://github.com/amplab-extras/SparkR-pkg">SparkR</a> - R frontend
for Spark
+- <a href="http://mlbase.org/">MLbase</a> - Machine Learning research project
on top of Spark
+- <a href="http://mesos.apache.org/">Apache Mesos</a> - Cluster management system
that supports 
+running Spark
+- <a href="http://alluxio.org/">Alluxio</a> (née Tachyon) - Memory speed virtual
distributed 
+storage system that supports running Spark    
+- <a href="https://github.com/datastax/spark-cassandra-connector">Spark Cassandra Connector</a>
- 
+Easily load your Cassandra data into Spark and Spark SQL; from Datastax
+- <a href="http://github.com/tuplejump/FiloDB">FiloDB</a> - a Spark integrated
analytical/columnar 
+database, with in-memory option capable of sub-second concurrent queries
+- <a href="http://www.elasticsearch.org/guide/en/elasticsearch/hadoop/master/spark.html#spark-sql">ElasticSearch
- 
+Spark SQL</a> Integration
+- <a href="https://github.com/tresata/spark-scalding">Spark-Scalding</a> - Easily
transition 
+Cascading/Scalding code to Spark
+- <a href="http://zeppelin-project.org/">Zeppelin</a> - an IPython-like notebook
for Spark. There 
+is also <a href="https://github.com/tribbloid/ISpark">ISpark</a>, and the 
+<a href="https://github.com/andypetrella/spark-notebook/">Spark Notebook</a>.
+- <a href="http://www.ibm.com/developerworks/servicemanagement/tc/pcs/index.html">IBM
Spectrum Conductor with Spark</a> - 
+cluster management software that integrates with Spark
+- <a href="https://github.com/EclairJS/eclairjs-node">EclairJS</a> - enables
Node.js developers to code
+against Spark, and data scientists to use Javascript in Jupyter notebooks.
+- <a href="https://github.com/SnappyDataInc/snappydata">SnappyData</a> - an open
source 
+OLTP + OLAP database integrated with Spark on the same JVMs.
+- <a href="https://github.com/DataSystemsLab/GeoSpark">GeoSpark</a> - Geospatial
RDDs and joins
+- <a href="https://github.com/ispras/spark-openstack">Spark Cluster Deploy Tools for
OpenStack</a>
+
+<h2>Applications Using Spark</h2>
+
+- <a href="http://mahout.apache.org/">Apache Mahout</a> - Previously on Hadoop
MapReduce, 
+Mahout has switched to using Spark as the backend
+- <a href="https://wiki.apache.org/mrql/">Apache MRQL</a> - A query processing
and optimization 
+system for large-scale, distributed data analysis, built on top of Apache Hadoop, Hama, and
Spark
+- <a href="http://blinkdb.org/">BlinkDB</a> - a massively parallel, approximate
query engine built 
+on top of Shark and Spark
+- <a href="https://github.com/adobe-research/spindle">Spindle</a> - Spark/Parquet-based
web 
+analytics query engine
+- <a href="http://simin.me/projects/spatialspark/">Spark Spatial</a> - Spatial
joins and 
+processing for Spark
+- <a href="https://github.com/thunderain-project/thunderain">Thunderain</a> -
a framework 
+for combining stream processing with historical data, think Lambda architecture
+- <a href="https://github.com/AyasdiOpenSource/df">DF</a> from Ayasdi - a Pandas-like
data frame 
+implementation for Spark
+- <a href="https://github.com/OryxProject/oryx">Oryx</a> -  Lambda architecture
on Apache Spark, 
+Apache Kafka for real-time large scale machine learning
+- <a href="https://github.com/bigdatagenomics/adam">ADAM</a> - A framework and
CLI for loading, 
+transforming, and analyzing genomic data using Apache Spark
+
+<h2>Additional Language Bindings</h2>
+
+<h3>C# / .NET</h3>
+
+- <a href="https://github.com/Microsoft/SparkCLR">CLR for Spark</a>
+
+<h3>Clojure</h3>
+
+- <a href="https://github.com/TheClimateCorporation/clj-spark">clj-spark</a>
+- <a href="http://spark-packages.org/package/21">Sparkling</a>
+
+<h3>Groovy</h3>
+
+- <a href="https://github.com/bunions1/groovy-spark-example">groovy-spark-example</a>


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org


Mime
View raw message