This is an automated email from the ASF dual-hosted git repository. wuyi pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/spark.git
from 68c7d836f46 [MINOR][PYTHON][DOC] Fixed instructions for building python docs add 5cd5935e830 [SPARK-39062][CORE] Add stage level resource scheduling support for standalone cluster No new revisions were added by this update. Summary of changes: .../main/scala/org/apache/spark/SparkContext.scala | 28 +-- .../spark/deploy/ApplicationDescription.scala | 15 +- .../org/apache/spark/deploy/DeployMessage.scala | 5 +- .../apache/spark/deploy/ExecutorDescription.scala | 5 +- .../spark/deploy/client/StandaloneAppClient.scala | 18 +- .../spark/deploy/master/ApplicationInfo.scala | 89 ++++++++-- .../apache/spark/deploy/master/ExecutorDesc.scala | 3 +- .../ExecutorResourceDescription.scala} | 23 +-- .../org/apache/spark/deploy/master/Master.scala | 111 +++++++----- .../spark/deploy/master/ui/ApplicationPage.scala | 11 +- .../spark/deploy/worker/ExecutorRunner.scala | 2 + .../org/apache/spark/deploy/worker/Worker.scala | 7 +- .../apache/spark/resource/ResourceProfile.scala | 36 +++- .../spark/resource/ResourceProfileManager.scala | 23 ++- .../org/apache/spark/resource/ResourceUtils.scala | 6 + .../cluster/StandaloneSchedulerBackend.scala | 21 ++- .../org/apache/spark/deploy/DeployTestUtils.scala | 46 ++++- .../apache/spark/deploy/JsonProtocolSuite.scala | 8 +- .../deploy/StandaloneDynamicAllocationSuite.scala | 2 +- .../spark/deploy/client/AppClientSuite.scala | 59 +++++- .../apache/spark/deploy/master/MasterSuite.scala | 197 ++++++++++++++++++--- .../spark/deploy/worker/ExecutorRunnerTest.scala | 16 +- .../resource/ResourceProfileManagerSuite.scala | 21 ++- .../spark/resource/ResourceProfileSuite.scala | 36 ++++ docs/configuration.md | 2 +- docs/job-scheduling.md | 4 + docs/spark-standalone.md | 8 + .../k8s/features/BasicExecutorFeatureStep.scala | 5 +- .../KubernetesClusterSchedulerBackendSuite.scala | 4 + .../k8s/KubernetesExecutorBuilderSuite.scala | 5 + .../apache/spark/deploy/yarn/YarnAllocator.scala | 12 +- 31 files changed, 651 insertions(+), 177 deletions(-) copy core/src/main/scala/org/apache/spark/deploy/{DriverDescription.scala => master/ExecutorResourceDescription.scala} (62%) --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org