This is an automated email from the ASF dual-hosted git repository. yaniv pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/incubator-amaterasu.git
commit b56bf06428bb0bf7af399c1dd01b8bb0bb242984 Merge: 80c7ea4 ec6525a Author: Yaniv Rodenski <[email protected]> AuthorDate: Sat Jun 9 13:56:18 2018 +1000 Merge tag 'version-0.2.0-incubating-rc3' .gitignore | 15 +++ .travis.yml | 20 ++- LICENSE | 48 ++++---- ama-key | 51 -------- ama-key.pub | 1 - build.gradle | 20 ++- .../common/configuration/ClusterConfig.scala | 22 ++-- .../common/dataobjects/ActionDataHelper.scala | 16 +++ .../apache/amaterasu/common/utils/FileUtils.scala | 16 +++ executor/build.gradle | 1 + executor/src/main/resources/runtime.py | 16 +++ executor/src/main/resources/spark_intp.py | 21 +++- .../runners/spark/PySpark/PySparkRunner.scala | 135 ++++++++------------- .../runners/spark/SparkRunnersProvider.scala | 28 +++-- .../executor/yarn/executors/ActionsExecutor.scala | 16 +++ .../runners/spark/SparkRunnerHelper.scala | 6 +- executor/src/test/resources/amaterasu.properties | 1 + .../src/test/resources/pyspark-with-amacontext.py | 37 ++++++ executor/src/test/resources/runtime.py | 34 +++++- executor/src/test/resources/simple-pyspark.py | 16 +++ executor/src/test/resources/simple-python-err.py | 16 +++ executor/src/test/resources/simple-python.py | 16 +++ executor/src/test/resources/simple-spark.scala | 16 +++ executor/src/test/resources/spark_intp.py | 64 +++++++--- executor/src/test/resources/step-2.scala | 16 +++ .../amaterasu/spark/SparkScalaRunnerTests.scala | 16 +++ leader/build.gradle | 9 +- .../org/apache/amaterasu/leader/yarn/Client.java | 14 ++- .../frameworks/FrameworkProvidersFactory.scala | 16 +++ .../frameworks/spark/SparkSetupProvider.scala | 35 ++++-- .../amaterasu/leader/mesos/MesosJobLauncher.scala | 16 +++ .../leader/mesos/schedulers/JobScheduler.scala | 28 +++-- .../leader/utilities/ActiveReportListener.scala | 16 +++ .../apache/amaterasu/leader/utilities/Args.scala | 17 ++- .../leader/utilities/BaseJobLauncher.scala | 16 +++ .../leader/utilities/MemoryFormatParser.scala | 16 +++ .../amaterasu/leader/yarn/ApplicationMaster.scala | 65 +++++----- .../leader/yarn/YarnRMCallbackHandler.scala | 2 +- leader/src/main/scripts/ama-start-yarn.sh | 24 +++- leader/src/main/scripts/amaterasu.properties | 16 ++- leader/src/main/scripts/log4j.properties | 15 +++ .../sdk/frameworks/FrameworkSetupProvider.java | 16 +++ .../configuration/DriverConfiguration.java | 16 +++ 43 files changed, 731 insertions(+), 270 deletions(-) -- To stop receiving notification emails like this one, please contact [email protected].
