spark-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From tgra...@apache.org
Subject [50/51] [partial] spark-website git commit: Spark 2.2.2 docs
Date Fri, 06 Jul 2018 14:53:43 GMT
http://git-wip-us.apache.org/repos/asf/spark-website/blob/e1001463/documentation.md
----------------------------------------------------------------------
diff --git a/documentation.md b/documentation.md
index 6c587e0..8a9b62d 100644
--- a/documentation.md
+++ b/documentation.md
@@ -14,6 +14,7 @@ navigation:
 <ul>
   <li><a href="{{site.baseurl}}/docs/2.3.1/">Spark 2.3.1</a></li>
   <li><a href="{{site.baseurl}}/docs/2.3.0/">Spark 2.3.0</a></li>
+  <li><a href="{{site.baseurl}}/docs/2.2.2/">Spark 2.2.2</a></li>
   <li><a href="{{site.baseurl}}/docs/2.2.1/">Spark 2.2.1</a></li>
   <li><a href="{{site.baseurl}}/docs/2.2.0/">Spark 2.2.0</a></li>
   <li><a href="{{site.baseurl}}/docs/2.1.3/">Spark 2.1.3</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/e1001463/js/downloads.js
----------------------------------------------------------------------
diff --git a/js/downloads.js b/js/downloads.js
index 6bac01d..3344267 100644
--- a/js/downloads.js
+++ b/js/downloads.js
@@ -31,6 +31,7 @@ var packagesV8 = [hadoop2p7, hadoop2p6, hadoopFree, sources];
 
 addRelease("2.3.1", new Date("06/08/2018"), packagesV8, true, true);
 addRelease("2.3.0", new Date("02/28/2018"), packagesV8, true, true);
+addRelease("2.2.2", new Date("07/02/2018"), packagesV8, true, true);
 addRelease("2.2.1", new Date("12/01/2017"), packagesV8, true, true);
 addRelease("2.2.0", new Date("07/11/2017"), packagesV8, true, false);
 addRelease("2.1.3", new Date("06/29/2018"), packagesV7, true, true);

http://git-wip-us.apache.org/repos/asf/spark-website/blob/e1001463/releases/_posts/2018-07-02-spark-release-2-2-2.md
----------------------------------------------------------------------
diff --git a/releases/_posts/2018-07-02-spark-release-2-2-2.md b/releases/_posts/2018-07-02-spark-release-2-2-2.md
new file mode 100644
index 0000000..8992262
--- /dev/null
+++ b/releases/_posts/2018-07-02-spark-release-2-2-2.md
@@ -0,0 +1,20 @@
+---
+layout: post
+title: Spark Release 2.2.2
+categories: []
+tags: []
+status: publish
+type: post
+published: true
+meta:
+  _edit_last: '4'
+  _wpas_done_all: '1'
+---
+
+Spark 2.2.2 is a maintenance release containing stability fixes. This release is based on
the branch-2.2 maintenance branch of Spark. We strongly recommend all 2.2.x users to upgrade
to this stable release.
+
+You can consult JIRA for the [detailed changes](https://s.apache.org/spark-2.2.2)
+
+### Changes of behavior
+
+We would like to acknowledge all community members for contributing patches to this release.

http://git-wip-us.apache.org/repos/asf/spark-website/blob/e1001463/site/docs/2.2.2/README.md
----------------------------------------------------------------------
diff --git a/site/docs/2.2.2/README.md b/site/docs/2.2.2/README.md
new file mode 100644
index 0000000..90e10a1
--- /dev/null
+++ b/site/docs/2.2.2/README.md
@@ -0,0 +1,73 @@
+Welcome to the Spark documentation!
+
+This readme will walk you through navigating and building the Spark documentation, which
is included
+here with the Spark source code. You can also find documentation specific to release versions
of
+Spark at http://spark.apache.org/documentation.html.
+
+Read on to learn more about viewing documentation in plain text (i.e., markdown) or building
the
+documentation yourself. Why build it yourself? So that you have the docs that corresponds
to
+whichever version of Spark you currently have checked out of revision control.
+
+## Prerequisites
+The Spark documentation build uses a number of tools to build HTML docs and API docs in Scala,
+Python and R.
+
+You need to have [Ruby](https://www.ruby-lang.org/en/documentation/installation/) and
+[Python](https://docs.python.org/2/using/unix.html#getting-and-installing-the-latest-version-of-python)
+installed. Also install the following libraries:
+```sh
+    $ sudo gem install jekyll jekyll-redirect-from pygments.rb
+    $ sudo pip install Pygments
+    # Following is needed only for generating API docs
+    $ sudo pip install sphinx pypandoc
+    $ sudo Rscript -e 'install.packages(c("knitr", "devtools", "roxygen2", "testthat", "rmarkdown"),
repos="http://cran.stat.ucla.edu/")'
+```
+(Note: If you are on a system with both Ruby 1.9 and Ruby 2.0 you may need to replace gem
with gem2.0)
+
+## Generating the Documentation HTML
+
+We include the Spark documentation as part of the source (as opposed to using a hosted wiki,
such as
+the github wiki, as the definitive documentation) to enable the documentation to evolve along
with
+the source code and be captured by revision control (currently git). This way the code automatically
+includes the version of the documentation that is relevant regardless of which version or
release
+you have checked out or downloaded.
+
+In this directory you will find textfiles formatted using Markdown, with an ".md" suffix.
You can
+read those text files directly if you want. Start with index.md.
+
+Execute `jekyll build` from the `docs/` directory to compile the site. Compiling the site
with
+Jekyll will create a directory called `_site` containing index.html as well as the rest of
the
+compiled files.
+
+    $ cd docs
+    $ jekyll build
+
+You can modify the default Jekyll build as follows:
+```sh
+    # Skip generating API docs (which takes a while)
+    $ SKIP_API=1 jekyll build
+    
+    # Serve content locally on port 4000
+    $ jekyll serve --watch
+    
+    # Build the site with extra features used on the live page
+    $ PRODUCTION=1 jekyll build
+```
+
+## API Docs (Scaladoc, Sphinx, roxygen2)
+
+You can build just the Spark scaladoc by running `build/sbt unidoc` from the SPARK_PROJECT_ROOT
directory.
+
+Similarly, you can build just the PySpark docs by running `make html` from the
+SPARK_PROJECT_ROOT/python/docs directory. Documentation is only generated for classes that
are listed as
+public in `__init__.py`. The SparkR docs can be built by running SPARK_PROJECT_ROOT/R/create-docs.sh.
+
+When you run `jekyll` in the `docs` directory, it will also copy over the scaladoc for the
various
+Spark subprojects into the `docs` directory (and then also into the `_site` directory). We
use a
+jekyll plugin to run `build/sbt unidoc` before building the site so if you haven't run it
(recently) it
+may take some time as it generates all of the scaladoc.  The jekyll plugin also generates
the
+PySpark docs using [Sphinx](http://sphinx-doc.org/).
+
+NOTE: To skip the step of building and copying over the Scala, Python, R API docs, run `SKIP_API=1
+jekyll`. In addition, `SKIP_SCALADOC=1`, `SKIP_PYTHONDOC=1`, and `SKIP_RDOC=1` can be used
to skip a single
+step of the corresponding language.

http://git-wip-us.apache.org/repos/asf/spark-website/blob/e1001463/site/docs/2.2.2/api.html
----------------------------------------------------------------------
diff --git a/site/docs/2.2.2/api.html b/site/docs/2.2.2/api.html
new file mode 100644
index 0000000..37fdc70
--- /dev/null
+++ b/site/docs/2.2.2/api.html
@@ -0,0 +1,177 @@
+
+<!DOCTYPE html>
+<!--[if lt IE 7]>      <html class="no-js lt-ie9 lt-ie8 lt-ie7"> <![endif]-->
+<!--[if IE 7]>         <html class="no-js lt-ie9 lt-ie8"> <![endif]-->
+<!--[if IE 8]>         <html class="no-js lt-ie9"> <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js"> <!--<![endif]-->
+    <head>
+        <meta charset="utf-8">
+        <meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1">
+        <title>Spark API Documentation - Spark 2.2.2 Documentation</title>
+        
+
+        
+
+        <link rel="stylesheet" href="css/bootstrap.min.css">
+        <style>
+            body {
+                padding-top: 60px;
+                padding-bottom: 40px;
+            }
+        </style>
+        <meta name="viewport" content="width=device-width">
+        <link rel="stylesheet" href="css/bootstrap-responsive.min.css">
+        <link rel="stylesheet" href="css/main.css">
+
+        <script src="js/vendor/modernizr-2.6.1-respond-1.1.0.min.js"></script>
+
+        <link rel="stylesheet" href="css/pygments-default.css">
+
+        
+        <!-- Google analytics script -->
+        <script type="text/javascript">
+          var _gaq = _gaq || [];
+          _gaq.push(['_setAccount', 'UA-32518208-2']);
+          _gaq.push(['_trackPageview']);
+
+          (function() {
+            var ga = document.createElement('script'); ga.type = 'text/javascript'; ga.async
= true;
+            ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www')
+ '.google-analytics.com/ga.js';
+            var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga,
s);
+          })();
+        </script>
+        
+
+    </head>
+    <body>
+        <!--[if lt IE 7]>
+            <p class="chromeframe">You are using an outdated browser. <a href="http://browsehappy.com/">Upgrade
your browser today</a> or <a href="http://www.google.com/chromeframe/?redirect=true">install
Google Chrome Frame</a> to better experience this site.</p>
+        <![endif]-->
+
+        <!-- This code is taken from http://twitter.github.com/bootstrap/examples/hero.html
-->
+
+        <div class="navbar navbar-fixed-top" id="topbar">
+            <div class="navbar-inner">
+                <div class="container">
+                    <div class="brand"><a href="index.html">
+                      <img src="img/spark-logo-hd.png" style="height:50px;"/></a><span
class="version">2.2.2</span>
+                    </div>
+                    <ul class="nav">
+                        <!--TODO(andyk): Add class="active" attribute to li some how.-->
+                        <li><a href="index.html">Overview</a></li>
+
+                        <li class="dropdown">
+                            <a href="#" class="dropdown-toggle" data-toggle="dropdown">Programming
Guides<b class="caret"></b></a>
+                            <ul class="dropdown-menu">
+                                <li><a href="quick-start.html">Quick Start</a></li>
+                                <li><a href="rdd-programming-guide.html">RDDs,
Accumulators, Broadcasts Vars</a></li>
+                                <li><a href="sql-programming-guide.html">SQL,
DataFrames, and Datasets</a></li>
+                                <li><a href="structured-streaming-programming-guide.html">Structured
Streaming</a></li>
+                                <li><a href="streaming-programming-guide.html">Spark
Streaming (DStreams)</a></li>
+                                <li><a href="ml-guide.html">MLlib (Machine Learning)</a></li>
+                                <li><a href="graphx-programming-guide.html">GraphX
(Graph Processing)</a></li>
+                                <li><a href="sparkr.html">SparkR (R on Spark)</a></li>
+                            </ul>
+                        </li>
+
+                        <li class="dropdown">
+                            <a href="#" class="dropdown-toggle" data-toggle="dropdown">API
Docs<b class="caret"></b></a>
+                            <ul class="dropdown-menu">
+                                <li><a href="api/scala/index.html#org.apache.spark.package">Scala</a></li>
+                                <li><a href="api/java/index.html">Java</a></li>
+                                <li><a href="api/python/index.html">Python</a></li>
+                                <li><a href="api/R/index.html">R</a></li>
+                            </ul>
+                        </li>
+
+                        <li class="dropdown">
+                            <a href="#" class="dropdown-toggle" data-toggle="dropdown">Deploying<b
class="caret"></b></a>
+                            <ul class="dropdown-menu">
+                                <li><a href="cluster-overview.html">Overview</a></li>
+                                <li><a href="submitting-applications.html">Submitting
Applications</a></li>
+                                <li class="divider"></li>
+                                <li><a href="spark-standalone.html">Spark Standalone</a></li>
+                                <li><a href="running-on-mesos.html">Mesos</a></li>
+                                <li><a href="running-on-yarn.html">YARN</a></li>
+                            </ul>
+                        </li>
+
+                        <li class="dropdown">
+                            <a href="api.html" class="dropdown-toggle" data-toggle="dropdown">More<b
class="caret"></b></a>
+                            <ul class="dropdown-menu">
+                                <li><a href="configuration.html">Configuration</a></li>
+                                <li><a href="monitoring.html">Monitoring</a></li>
+                                <li><a href="tuning.html">Tuning Guide</a></li>
+                                <li><a href="job-scheduling.html">Job Scheduling</a></li>
+                                <li><a href="security.html">Security</a></li>
+                                <li><a href="hardware-provisioning.html">Hardware
Provisioning</a></li>
+                                <li class="divider"></li>
+                                <li><a href="building-spark.html">Building Spark</a></li>
+                                <li><a href="http://spark.apache.org/contributing.html">Contributing
to Spark</a></li>
+                                <li><a href="http://spark.apache.org/third-party-projects.html">Third
Party Projects</a></li>
+                            </ul>
+                        </li>
+                    </ul>
+                    <!--<p class="navbar-text pull-right"><span class="version-text">v2.2.2</span></p>-->
+                </div>
+            </div>
+        </div>
+
+        <div class="container-wrapper">
+
+            
+                <div class="content" id="content">
+                    
+                        <h1 class="title">Spark API Documentation</h1>
+                    
+
+                    <p>Here you can read API docs for Spark and its submodules.</p>
+
+<ul>
+  <li><a href="api/scala/index.html">Spark Scala API (Scaladoc)</a></li>
+  <li><a href="api/java/index.html">Spark Java API (Javadoc)</a></li>
+  <li><a href="api/python/index.html">Spark Python API (Sphinx)</a></li>
+  <li><a href="api/R/index.html">Spark R API (Roxygen2)</a></li>
+</ul>
+
+
+                </div>
+            
+             <!-- /container -->
+        </div>
+
+        <script src="js/vendor/jquery-1.8.0.min.js"></script>
+        <script src="js/vendor/bootstrap.min.js"></script>
+        <script src="js/vendor/anchor.min.js"></script>
+        <script src="js/main.js"></script>
+
+        <!-- MathJax Section -->
+        <script type="text/x-mathjax-config">
+            MathJax.Hub.Config({
+                TeX: { equationNumbers: { autoNumber: "AMS" } }
+            });
+        </script>
+        <script>
+            // Note that we load MathJax this way to work with local file (file://), HTTP
and HTTPS.
+            // We could use "//cdn.mathjax...", but that won't support "file://".
+            (function(d, script) {
+                script = d.createElement('script');
+                script.type = 'text/javascript';
+                script.async = true;
+                script.onload = function(){
+                    MathJax.Hub.Config({
+                        tex2jax: {
+                            inlineMath: [ ["$", "$"], ["\\\\(","\\\\)"] ],
+                            displayMath: [ ["$$","$$"], ["\\[", "\\]"] ],
+                            processEscapes: true,
+                            skipTags: ['script', 'noscript', 'style', 'textarea', 'pre']
+                        }
+                    });
+                };
+                script.src = ('https:' == document.location.protocol ? 'https://' : 'http://')
+
+                    'cdn.mathjax.org/mathjax/latest/MathJax.js?config=TeX-AMS-MML_HTMLorMML';
+                d.getElementsByTagName('head')[0].appendChild(script);
+            }(document));
+        </script>
+    </body>
+</html>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/e1001463/site/docs/2.2.2/api/DESCRIPTION
----------------------------------------------------------------------
diff --git a/site/docs/2.2.2/api/DESCRIPTION b/site/docs/2.2.2/api/DESCRIPTION
new file mode 100644
index 0000000..d1ed106
--- /dev/null
+++ b/site/docs/2.2.2/api/DESCRIPTION
@@ -0,0 +1,61 @@
+Package: SparkR
+Type: Package
+Version: 2.2.2
+Title: R Frontend for Apache Spark
+Description: Provides an R Frontend for Apache Spark.
+Authors@R: c(person("Shivaram", "Venkataraman", role = c("aut", "cre"),
+                    email = "shivaram@cs.berkeley.edu"),
+             person("Xiangrui", "Meng", role = "aut",
+                    email = "meng@databricks.com"),
+             person("Felix", "Cheung", role = "aut",
+                    email = "felixcheung@apache.org"),
+             person(family = "The Apache Software Foundation", role = c("aut", "cph")))
+License: Apache License (== 2.0)
+URL: http://www.apache.org/ http://spark.apache.org/
+BugReports: http://spark.apache.org/contributing.html
+Depends:
+    R (>= 3.0),
+    methods
+Suggests:
+    knitr,
+    rmarkdown,
+    testthat,
+    e1071,
+    survival
+Collate:
+    'schema.R'
+    'generics.R'
+    'jobj.R'
+    'column.R'
+    'group.R'
+    'RDD.R'
+    'pairRDD.R'
+    'DataFrame.R'
+    'SQLContext.R'
+    'WindowSpec.R'
+    'backend.R'
+    'broadcast.R'
+    'catalog.R'
+    'client.R'
+    'context.R'
+    'deserialize.R'
+    'functions.R'
+    'install.R'
+    'jvm.R'
+    'mllib_classification.R'
+    'mllib_clustering.R'
+    'mllib_fpm.R'
+    'mllib_recommendation.R'
+    'mllib_regression.R'
+    'mllib_stat.R'
+    'mllib_tree.R'
+    'mllib_utils.R'
+    'serialize.R'
+    'sparkR.R'
+    'stats.R'
+    'streaming.R'
+    'types.R'
+    'utils.R'
+    'window.R'
+RoxygenNote: 6.0.1
+VignetteBuilder: knitr


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org


Mime
View raw message