Merge pull request #51 from ScrapCodes/scala-2.10 Scala 2.10
This is the update to latest master. Project: http://git-wip-us.apache.org/repos/asf/incubator-spark/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-spark/commit/0e5052ba Tree: http://git-wip-us.apache.org/repos/asf/incubator-spark/tree/0e5052ba Diff: http://git-wip-us.apache.org/repos/asf/incubator-spark/diff/0e5052ba Branch: refs/heads/scala-2.10 Commit: 0e5052ba3783d8b1ca986d542a6fcb4fdb897b46 Parents: 7d50f9f bfbd7e5 Author: Matei Zaharia <ma...@eecs.berkeley.edu> Authored: Fri Oct 11 15:45:16 2013 -0700 Committer: Matei Zaharia <ma...@eecs.berkeley.edu> Committed: Fri Oct 11 15:45:16 2013 -0700 ---------------------------------------------------------------------- README.md | 1 + assembly/pom.xml | 20 +- bagel/pom.xml | 6 +- core/pom.xml | 13 +- .../scala/org/apache/spark/CacheManager.scala | 21 +- .../scala/org/apache/spark/SparkContext.scala | 47 ++- .../scala/org/apache/spark/TaskEndReason.scala | 8 +- .../org/apache/spark/api/java/JavaRDDLike.scala | 10 + .../spark/api/python/PythonPartitioner.scala | 10 +- .../org/apache/spark/api/python/PythonRDD.scala | 6 +- .../org/apache/spark/deploy/JsonProtocol.scala | 3 +- .../apache/spark/deploy/SparkHadoopUtil.scala | 12 +- .../spark/deploy/master/ApplicationSource.scala | 2 +- .../spark/deploy/master/MasterSource.scala | 6 +- .../spark/deploy/worker/WorkerSource.scala | 10 +- .../org/apache/spark/executor/Executor.scala | 28 +- .../apache/spark/executor/ExecutorSource.scala | 18 +- .../scala/org/apache/spark/rdd/HadoopRDD.scala | 140 ++++++-- .../main/scala/org/apache/spark/rdd/RDD.scala | 38 +- .../apache/spark/scheduler/DAGScheduler.scala | 8 +- .../spark/scheduler/DAGSchedulerEvent.scala | 1 - .../spark/scheduler/DAGSchedulerSource.scala | 10 +- .../org/apache/spark/scheduler/JobLogger.scala | 1 - .../scala/org/apache/spark/scheduler/Pool.scala | 121 +++++++ .../apache/spark/scheduler/Schedulable.scala | 46 +++ .../spark/scheduler/SchedulableBuilder.scala | 150 ++++++++ .../spark/scheduler/SchedulingAlgorithm.scala | 81 +++++ .../apache/spark/scheduler/SchedulingMode.scala | 29 ++ .../apache/spark/scheduler/SparkListener.scala | 1 - .../spark/scheduler/SparkListenerBus.scala | 18 + .../org/apache/spark/scheduler/StageInfo.scala | 2 +- .../spark/scheduler/TaskDescription.scala | 37 ++ .../org/apache/spark/scheduler/TaskInfo.scala | 72 ++++ .../apache/spark/scheduler/TaskLocality.scala | 32 ++ .../org/apache/spark/scheduler/TaskResult.scala | 15 +- .../apache/spark/scheduler/TaskScheduler.scala | 5 +- .../spark/scheduler/TaskSchedulerListener.scala | 1 - .../apache/spark/scheduler/TaskSetManager.scala | 48 +++ .../scheduler/cluster/ClusterScheduler.scala | 57 ++- .../cluster/ClusterTaskSetManager.scala | 169 ++++----- .../apache/spark/scheduler/cluster/Pool.scala | 121 ------- .../spark/scheduler/cluster/Schedulable.scala | 48 --- .../scheduler/cluster/SchedulableBuilder.scala | 150 -------- .../scheduler/cluster/SchedulingAlgorithm.scala | 81 ----- .../scheduler/cluster/SchedulingMode.scala | 29 -- .../cluster/StandaloneClusterMessage.scala | 1 + .../cluster/StandaloneSchedulerBackend.scala | 1 + .../scheduler/cluster/TaskDescription.scala | 37 -- .../spark/scheduler/cluster/TaskInfo.scala | 72 ---- .../spark/scheduler/cluster/TaskLocality.scala | 32 -- .../scheduler/cluster/TaskResultGetter.scala | 124 +++++++ .../scheduler/cluster/TaskSetManager.scala | 51 --- .../mesos/CoarseMesosSchedulerBackend.scala | 286 +++++++++++++++ .../cluster/mesos/MesosSchedulerBackend.scala | 345 +++++++++++++++++++ .../spark/scheduler/local/LocalScheduler.scala | 8 +- .../scheduler/local/LocalTaskSetManager.scala | 21 +- .../mesos/CoarseMesosSchedulerBackend.scala | 286 --------------- .../scheduler/mesos/MesosSchedulerBackend.scala | 343 ------------------ .../spark/serializer/KryoSerializer.scala | 22 +- .../org/apache/spark/storage/BlockManager.scala | 39 ++- .../spark/storage/BlockManagerSource.scala | 8 +- .../org/apache/spark/storage/MemoryStore.scala | 14 +- .../apache/spark/ui/UIWorkloadGenerator.scala | 2 +- .../org/apache/spark/ui/exec/ExecutorsUI.scala | 2 +- .../org/apache/spark/ui/jobs/IndexPage.scala | 2 +- .../spark/ui/jobs/JobProgressListener.scala | 4 +- .../apache/spark/ui/jobs/JobProgressUI.scala | 5 +- .../org/apache/spark/ui/jobs/PoolTable.scala | 3 +- .../org/apache/spark/ui/jobs/StagePage.scala | 6 +- .../org/apache/spark/ui/jobs/StageTable.scala | 3 +- .../scala/org/apache/spark/util/AkkaUtils.scala | 4 +- .../scala/org/apache/spark/util/Utils.scala | 13 + .../org/apache/spark/DistributedSuite.scala | 12 - .../scala/org/apache/spark/rdd/RDDSuite.scala | 39 ++- .../spark/scheduler/DAGSchedulerSuite.scala | 4 +- .../spark/scheduler/SparkListenerSuite.scala | 26 +- .../cluster/ClusterSchedulerSuite.scala | 15 +- .../cluster/ClusterTaskSetManagerSuite.scala | 58 +++- .../cluster/TaskResultGetterSuite.scala | 113 ++++++ .../spark/serializer/KryoSerializerSuite.scala | 21 ++ .../scala/org/apache/spark/ui/UISuite.scala | 7 + .../org/apache/spark/util/UtilsSuite.scala | 11 + docs/_config.yml | 4 +- docs/_layouts/global.html | 4 +- docs/mllib-guide.md | 24 +- docs/python-programming-guide.md | 2 +- docs/running-on-yarn.md | 1 + ec2/README | 2 +- ec2/spark_ec2.py | 110 ++++-- examples/pom.xml | 28 +- make-distribution.sh | 2 +- mllib/pom.xml | 10 +- .../apache/spark/mllib/recommendation/ALS.scala | 199 +++++++++-- .../mllib/recommendation/JavaALSSuite.java | 85 ++++- .../spark/mllib/recommendation/ALSSuite.scala | 75 +++- pom.xml | 6 +- project/SparkBuild.scala | 22 +- python/pyspark/rdd.py | 70 +++- python/pyspark/serializers.py | 4 + python/pyspark/shell.py | 2 +- repl-bin/pom.xml | 12 +- repl/pom.xml | 18 +- .../org/apache/spark/repl/SparkILoopInit.scala | 2 +- streaming/pom.xml | 7 +- tools/pom.xml | 8 +- yarn/pom.xml | 8 +- .../org/apache/spark/deploy/yarn/Client.scala | 7 +- .../spark/deploy/yarn/ClientArguments.scala | 6 + .../spark/deploy/yarn/WorkerRunnable.scala | 5 +- 109 files changed, 2751 insertions(+), 1744 deletions(-) ----------------------------------------------------------------------
