spark-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ma...@apache.org
Subject [50/50] git commit: Merge pull request #51 from ScrapCodes/scala-2.10
Date Fri, 11 Oct 2013 22:46:15 GMT
Merge pull request #51 from ScrapCodes/scala-2.10

Scala 2.10

This is the update to latest master.


Project: http://git-wip-us.apache.org/repos/asf/incubator-spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-spark/commit/0e5052ba
Tree: http://git-wip-us.apache.org/repos/asf/incubator-spark/tree/0e5052ba
Diff: http://git-wip-us.apache.org/repos/asf/incubator-spark/diff/0e5052ba

Branch: refs/heads/scala-2.10
Commit: 0e5052ba3783d8b1ca986d542a6fcb4fdb897b46
Parents: 7d50f9f bfbd7e5
Author: Matei Zaharia <matei@eecs.berkeley.edu>
Authored: Fri Oct 11 15:45:16 2013 -0700
Committer: Matei Zaharia <matei@eecs.berkeley.edu>
Committed: Fri Oct 11 15:45:16 2013 -0700

----------------------------------------------------------------------
 README.md                                       |   1 +
 assembly/pom.xml                                |  20 +-
 bagel/pom.xml                                   |   6 +-
 core/pom.xml                                    |  13 +-
 .../scala/org/apache/spark/CacheManager.scala   |  21 +-
 .../scala/org/apache/spark/SparkContext.scala   |  47 ++-
 .../scala/org/apache/spark/TaskEndReason.scala  |   8 +-
 .../org/apache/spark/api/java/JavaRDDLike.scala |  10 +
 .../spark/api/python/PythonPartitioner.scala    |  10 +-
 .../org/apache/spark/api/python/PythonRDD.scala |   6 +-
 .../org/apache/spark/deploy/JsonProtocol.scala  |   3 +-
 .../apache/spark/deploy/SparkHadoopUtil.scala   |  12 +-
 .../spark/deploy/master/ApplicationSource.scala |   2 +-
 .../spark/deploy/master/MasterSource.scala      |   6 +-
 .../spark/deploy/worker/WorkerSource.scala      |  10 +-
 .../org/apache/spark/executor/Executor.scala    |  28 +-
 .../apache/spark/executor/ExecutorSource.scala  |  18 +-
 .../scala/org/apache/spark/rdd/HadoopRDD.scala  | 140 ++++++--
 .../main/scala/org/apache/spark/rdd/RDD.scala   |  38 +-
 .../apache/spark/scheduler/DAGScheduler.scala   |   8 +-
 .../spark/scheduler/DAGSchedulerEvent.scala     |   1 -
 .../spark/scheduler/DAGSchedulerSource.scala    |  10 +-
 .../org/apache/spark/scheduler/JobLogger.scala  |   1 -
 .../scala/org/apache/spark/scheduler/Pool.scala | 121 +++++++
 .../apache/spark/scheduler/Schedulable.scala    |  46 +++
 .../spark/scheduler/SchedulableBuilder.scala    | 150 ++++++++
 .../spark/scheduler/SchedulingAlgorithm.scala   |  81 +++++
 .../apache/spark/scheduler/SchedulingMode.scala |  29 ++
 .../apache/spark/scheduler/SparkListener.scala  |   1 -
 .../spark/scheduler/SparkListenerBus.scala      |  18 +
 .../org/apache/spark/scheduler/StageInfo.scala  |   2 +-
 .../spark/scheduler/TaskDescription.scala       |  37 ++
 .../org/apache/spark/scheduler/TaskInfo.scala   |  72 ++++
 .../apache/spark/scheduler/TaskLocality.scala   |  32 ++
 .../org/apache/spark/scheduler/TaskResult.scala |  15 +-
 .../apache/spark/scheduler/TaskScheduler.scala  |   5 +-
 .../spark/scheduler/TaskSchedulerListener.scala |   1 -
 .../apache/spark/scheduler/TaskSetManager.scala |  48 +++
 .../scheduler/cluster/ClusterScheduler.scala    |  57 ++-
 .../cluster/ClusterTaskSetManager.scala         | 169 ++++-----
 .../apache/spark/scheduler/cluster/Pool.scala   | 121 -------
 .../spark/scheduler/cluster/Schedulable.scala   |  48 ---
 .../scheduler/cluster/SchedulableBuilder.scala  | 150 --------
 .../scheduler/cluster/SchedulingAlgorithm.scala |  81 -----
 .../scheduler/cluster/SchedulingMode.scala      |  29 --
 .../cluster/StandaloneClusterMessage.scala      |   1 +
 .../cluster/StandaloneSchedulerBackend.scala    |   1 +
 .../scheduler/cluster/TaskDescription.scala     |  37 --
 .../spark/scheduler/cluster/TaskInfo.scala      |  72 ----
 .../spark/scheduler/cluster/TaskLocality.scala  |  32 --
 .../scheduler/cluster/TaskResultGetter.scala    | 124 +++++++
 .../scheduler/cluster/TaskSetManager.scala      |  51 ---
 .../mesos/CoarseMesosSchedulerBackend.scala     | 286 +++++++++++++++
 .../cluster/mesos/MesosSchedulerBackend.scala   | 345 +++++++++++++++++++
 .../spark/scheduler/local/LocalScheduler.scala  |   8 +-
 .../scheduler/local/LocalTaskSetManager.scala   |  21 +-
 .../mesos/CoarseMesosSchedulerBackend.scala     | 286 ---------------
 .../scheduler/mesos/MesosSchedulerBackend.scala | 343 ------------------
 .../spark/serializer/KryoSerializer.scala       |  22 +-
 .../org/apache/spark/storage/BlockManager.scala |  39 ++-
 .../spark/storage/BlockManagerSource.scala      |   8 +-
 .../org/apache/spark/storage/MemoryStore.scala  |  14 +-
 .../apache/spark/ui/UIWorkloadGenerator.scala   |   2 +-
 .../org/apache/spark/ui/exec/ExecutorsUI.scala  |   2 +-
 .../org/apache/spark/ui/jobs/IndexPage.scala    |   2 +-
 .../spark/ui/jobs/JobProgressListener.scala     |   4 +-
 .../apache/spark/ui/jobs/JobProgressUI.scala    |   5 +-
 .../org/apache/spark/ui/jobs/PoolTable.scala    |   3 +-
 .../org/apache/spark/ui/jobs/StagePage.scala    |   6 +-
 .../org/apache/spark/ui/jobs/StageTable.scala   |   3 +-
 .../scala/org/apache/spark/util/AkkaUtils.scala |   4 +-
 .../scala/org/apache/spark/util/Utils.scala     |  13 +
 .../org/apache/spark/DistributedSuite.scala     |  12 -
 .../scala/org/apache/spark/rdd/RDDSuite.scala   |  39 ++-
 .../spark/scheduler/DAGSchedulerSuite.scala     |   4 +-
 .../spark/scheduler/SparkListenerSuite.scala    |  26 +-
 .../cluster/ClusterSchedulerSuite.scala         |  15 +-
 .../cluster/ClusterTaskSetManagerSuite.scala    |  58 +++-
 .../cluster/TaskResultGetterSuite.scala         | 113 ++++++
 .../spark/serializer/KryoSerializerSuite.scala  |  21 ++
 .../scala/org/apache/spark/ui/UISuite.scala     |   7 +
 .../org/apache/spark/util/UtilsSuite.scala      |  11 +
 docs/_config.yml                                |   4 +-
 docs/_layouts/global.html                       |   4 +-
 docs/mllib-guide.md                             |  24 +-
 docs/python-programming-guide.md                |   2 +-
 docs/running-on-yarn.md                         |   1 +
 ec2/README                                      |   2 +-
 ec2/spark_ec2.py                                | 110 ++++--
 examples/pom.xml                                |  28 +-
 make-distribution.sh                            |   2 +-
 mllib/pom.xml                                   |  10 +-
 .../apache/spark/mllib/recommendation/ALS.scala | 199 +++++++++--
 .../mllib/recommendation/JavaALSSuite.java      |  85 ++++-
 .../spark/mllib/recommendation/ALSSuite.scala   |  75 +++-
 pom.xml                                         |   6 +-
 project/SparkBuild.scala                        |  22 +-
 python/pyspark/rdd.py                           |  70 +++-
 python/pyspark/serializers.py                   |   4 +
 python/pyspark/shell.py                         |   2 +-
 repl-bin/pom.xml                                |  12 +-
 repl/pom.xml                                    |  18 +-
 .../org/apache/spark/repl/SparkILoopInit.scala  |   2 +-
 streaming/pom.xml                               |   7 +-
 tools/pom.xml                                   |   8 +-
 yarn/pom.xml                                    |   8 +-
 .../org/apache/spark/deploy/yarn/Client.scala   |   7 +-
 .../spark/deploy/yarn/ClientArguments.scala     |   6 +
 .../spark/deploy/yarn/WorkerRunnable.scala      |   5 +-
 109 files changed, 2751 insertions(+), 1744 deletions(-)
----------------------------------------------------------------------



Mime
View raw message