spark-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From r...@apache.org
Subject [50/50] git commit: Merge branch 'master' of github.com:mesos/spark
Date Fri, 20 Sep 2013 22:07:10 GMT
Merge branch 'master' of github.com:mesos/spark


Project: http://git-wip-us.apache.org/repos/asf/incubator-spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-spark/commit/119de802
Tree: http://git-wip-us.apache.org/repos/asf/incubator-spark/tree/119de802
Diff: http://git-wip-us.apache.org/repos/asf/incubator-spark/diff/119de802

Branch: refs/heads/master
Commit: 119de80294bd0cb82855bd1982c5371b661b6fd5
Parents: a106ed8 cd7222c
Author: Reynold Xin <reynoldx@gmail.com>
Authored: Fri Sep 20 15:03:55 2013 -0700
Committer: Reynold Xin <reynoldx@gmail.com>
Committed: Fri Sep 20 15:03:55 2013 -0700

----------------------------------------------------------------------
 assembly/README                                 |  11 +-
 assembly/pom.xml                                |   6 +
 conf/fairscheduler.xml.template                 |  18 +-
 conf/metrics.properties.template                |  50 ++-
 core/pom.xml                                    |   9 +
 .../scala/org/apache/spark/CacheManager.scala   |   8 +-
 .../scala/org/apache/spark/SparkContext.scala   |  25 +-
 .../main/scala/org/apache/spark/SparkEnv.scala  |   2 +-
 .../scala/org/apache/spark/TaskContext.scala    |   1 +
 .../org/apache/spark/deploy/DeployMessage.scala |   4 +
 .../org/apache/spark/deploy/JsonProtocol.scala  |   4 +-
 .../apache/spark/deploy/LocalSparkCluster.scala |   2 +-
 .../org/apache/spark/deploy/master/Master.scala |  21 +-
 .../org/apache/spark/executor/Executor.scala    |   2 +-
 .../apache/spark/executor/ExecutorSource.scala  |   5 +-
 .../apache/spark/metrics/MetricsConfig.scala    |   7 +-
 .../apache/spark/metrics/sink/GangliaSink.scala |  82 +++++
 .../spark/metrics/sink/MetricsServlet.scala     |  11 +-
 .../spark/network/netty/ShuffleSender.scala     |   3 +-
 .../main/scala/org/apache/spark/rdd/RDD.scala   |  17 +
 .../apache/spark/scheduler/DAGScheduler.scala   |  12 +-
 .../spark/scheduler/DAGSchedulerSource.scala    |   6 +-
 .../org/apache/spark/scheduler/ResultTask.scala |   6 +-
 .../apache/spark/scheduler/ShuffleMapTask.scala |   2 +-
 .../scheduler/cluster/ClusterScheduler.scala    |   2 +-
 .../cluster/ClusterTaskSetManager.scala         |   4 +-
 .../scheduler/cluster/SchedulableBuilder.scala  |   6 +-
 .../cluster/SparkDeploySchedulerBackend.scala   |  12 +-
 .../spark/scheduler/local/LocalScheduler.scala  |   2 +-
 .../spark/storage/BlockManagerSource.scala      |   6 +-
 .../org/apache/spark/storage/DiskStore.scala    |   2 +-
 .../org/apache/spark/storage/StorageLevel.scala |   6 +-
 .../scala/org/apache/spark/ui/SparkUI.scala     |   7 +-
 .../scala/org/apache/spark/ui/UIUtils.scala     |  39 ++-
 .../apache/spark/ui/UIWorkloadGenerator.scala   |   4 +-
 .../spark/ui/jobs/JobProgressListener.scala     |   2 +-
 .../org/apache/spark/ui/jobs/PoolTable.scala    |   3 +-
 .../org/apache/spark/ui/jobs/StageTable.scala   |   7 +-
 .../org/apache/spark/ui/storage/IndexPage.scala |   2 +-
 .../scala/org/apache/spark/util/Utils.scala     |  26 +-
 .../org/apache/spark/CacheManagerSuite.scala    |  91 ++++++
 .../scala/org/apache/spark/JavaAPISuite.java    |   2 +-
 .../apache/spark/deploy/JsonProtocolSuite.scala |  92 ++++++
 .../spark/metrics/MetricsConfigSuite.scala      |  19 +-
 .../scala/org/apache/spark/rdd/RDDSuite.scala   |  14 +-
 .../cluster/ClusterSchedulerSuite.scala         |   8 +-
 .../scheduler/local/LocalSchedulerSuite.scala   |   8 +-
 .../scala/org/apache/spark/ui/UISuite.scala     |   2 +-
 docs/_config.yml                                |   2 +-
 docs/_layouts/global.html                       |   9 +-
 docs/building-with-maven.md                     |   6 +-
 docs/cluster-overview.md                        | 117 +++++++
 docs/configuration.md                           |  34 +-
 docs/contributing-to-spark.md                   |  24 +-
 docs/ec2-scripts.md                             |   8 +-
 docs/hadoop-third-party-distributions.md        | 118 +++++++
 docs/hardware-provisioning.md                   |   4 +-
 docs/img/cluster-overview.png                   | Bin 0 -> 28011 bytes
 docs/img/cluster-overview.pptx                  | Bin 0 -> 51771 bytes
 docs/img/spark-logo-hd.png                      | Bin 0 -> 13512 bytes
 docs/index.md                                   |  26 +-
 docs/job-scheduling.md                          | 168 ++++++++++
 docs/mllib-guide.md                             | 192 ++++++++++-
 docs/monitoring.md                              |  70 ++++
 docs/python-programming-guide.md                |  14 +-
 docs/quick-start.md                             |  70 ++--
 docs/running-on-mesos.md                        |  48 ++-
 docs/running-on-yarn.md                         |  35 +-
 docs/scala-programming-guide.md                 |   4 +-
 docs/spark-standalone.md                        |  46 ++-
 .../root/spark-ec2/ec2-variables.sh             |  17 +
 ec2/spark_ec2.py                                |  11 +-
 examples/pom.xml                                |  14 -
 make-distribution.sh                            |   2 +-
 mllib/data/sample_svm_data.txt                  | 322 +++++++++++++++++++
 .../apache/spark/mllib/classification/SVM.scala |  13 +-
 .../mllib/regression/LinearRegression.scala     |   4 +-
 pom.xml                                         | 236 +++++++-------
 project/SparkBuild.scala                        |  17 +-
 project/project/SparkPluginBuild.scala          |  19 +-
 python/pyspark/__init__.py                      |   5 +-
 python/pyspark/context.py                       |  11 +
 python/pyspark/rdd.py                           |  19 ++
 python/pyspark/shell.py                         |   1 +
 python/pyspark/storagelevel.py                  |  43 +++
 repl-bin/pom.xml                                |  10 -
 repl/pom.xml                                    |  12 -
 run-example                                     |   8 +-
 yarn/pom.xml                                    |  66 ++--
 .../spark/deploy/yarn/ApplicationMaster.scala   |  78 +++--
 .../yarn/ApplicationMasterArguments.scala       |   2 +-
 .../org/apache/spark/deploy/yarn/Client.scala   |   5 +-
 .../spark/deploy/yarn/ClientArguments.scala     |   2 +-
 .../spark/deploy/yarn/WorkerRunnable.scala      |   3 +-
 .../deploy/yarn/YarnAllocationHandler.scala     |  13 +-
 .../cluster/YarnClusterScheduler.scala          |   3 +
 96 files changed, 2068 insertions(+), 543 deletions(-)
----------------------------------------------------------------------



Mime
View raw message