This is an automated email from the ASF dual-hosted git repository.
eyalb pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-amaterasu.git.
from 1cc6b2f Merge pull request #25 from roadan/AMATERASU-33
add 2d490ff Merge remote-tracking branch 'upstream/master'
add 1699135 Merge remote-tracking branch 'upstream/master'
add ad2df43 created spark-dispatcher and leader-common projects
add b7efae2 fixed haddop classpath
add 1a1bffc increased mem for yarn jobs
new e42a9b1 Merge pull request #31 from roadan/AMATERASU-47
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
{sdk => frameworks/spark/dispatcher}/build.gradle | 32 ++++++++++++++---
.../spark/dispatcher}/SparkSetupProvider.scala | 6 ++--
.../spark/runner/pyspark/PySparkEntryPoint.java | 4 +--
.../spark/runner/SparkRunnersProvider.scala | 9 ++---
.../runner/pyspark/PySparkExecutionQueue.scala | 2 +-
.../spark/runner/pyspark/PySparkResultQueue.scala | 4 +--
.../spark/runner/pyspark/PySparkRunner.scala | 2 +-
.../spark/runner/pyspark/ResultQueue.scala | 2 +-
.../spark/runner/repl/AmaSparkILoop.scala | 2 +-
.../spark/runner/repl/SparkRunnerHelper.scala | 2 +-
.../spark/runner/repl/SparkScalaRunner.scala | 6 ++--
.../spark/runner/sparkr/SparkRRunner.scala | 2 +-
.../spark/runner/sparksql/SparkSqlRunner.scala | 4 +--
.../spark/runner/RunnersLoadingTests.scala | 2 +-
.../spark/runner}/SparkTestsSuite.scala | 9 +++--
.../spark/runner/pyspark/PySparkRunnerTests.scala | 2 +-
.../spark/runner/repl/SparkScalaRunnerTests.scala | 4 +--
.../runner/sparksql/SparkSqlRunnerTests.scala | 2 +-
.../spark/runtime/AmaContext.scala | 2 +-
{sdk => leader-common}/build.gradle | 26 ++++++++++----
.../leader/common}/utilities/DataLoader.scala | 2 +-
.../common}/utilities/MemoryFormatParser.scala | 2 +-
leader/build.gradle | 3 +-
.../org/apache/amaterasu/leader/yarn/Client.java | 41 +++++++++-------------
.../leader/mesos/schedulers/JobScheduler.scala | 3 +-
.../amaterasu/leader/yarn/ApplicationMaster.scala | 7 ++--
.../leader/yarn/YarnRMCallbackHandler.scala | 2 +-
leader/src/main/scripts/ama-start-yarn.sh | 2 ++
leader/src/main/scripts/amaterasu.properties | 4 ++-
settings.gradle | 11 +++++-
30 files changed, 122 insertions(+), 79 deletions(-)
copy {sdk => frameworks/spark/dispatcher}/build.gradle (56%)
rename {leader/src/main/scala/org/apache/amaterasu/leader/frameworks/spark =>
frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher}/SparkSetupProvider.scala
(95%)
rename frameworks/spark/runner/src/main/java/org/apache/amaterasu/{framework
=> frameworks}/spark/runner/pyspark/PySparkEntryPoint.java (96%)
rename frameworks/spark/runner/src/main/scala/org/apache/amaterasu/{framework
=> frameworks}/spark/runner/SparkRunnersProvider.scala (94%)
rename frameworks/spark/runner/src/main/scala/org/apache/amaterasu/{framework
=> frameworks}/spark/runner/pyspark/PySparkExecutionQueue.scala (95%)
rename frameworks/spark/runner/src/main/scala/org/apache/amaterasu/{framework
=> frameworks}/spark/runner/pyspark/PySparkResultQueue.scala (88%)
rename frameworks/spark/runner/src/main/scala/org/apache/amaterasu/{framework
=> frameworks}/spark/runner/pyspark/PySparkRunner.scala (98%)
rename frameworks/spark/runner/src/main/scala/org/apache/amaterasu/{framework
=> frameworks}/spark/runner/pyspark/ResultQueue.scala (95%)
rename frameworks/spark/runner/src/main/scala/org/apache/amaterasu/{framework
=> frameworks}/spark/runner/repl/AmaSparkILoop.scala (95%)
rename frameworks/spark/runner/src/main/scala/org/apache/amaterasu/{framework
=> frameworks}/spark/runner/repl/SparkRunnerHelper.scala (99%)
rename frameworks/spark/runner/src/main/scala/org/apache/amaterasu/{framework
=> frameworks}/spark/runner/repl/SparkScalaRunner.scala (97%)
rename frameworks/spark/runner/src/main/scala/org/apache/amaterasu/{framework
=> frameworks}/spark/runner/sparkr/SparkRRunner.scala (96%)
rename frameworks/spark/runner/src/main/scala/org/apache/amaterasu/{framework
=> frameworks}/spark/runner/sparksql/SparkSqlRunner.scala (97%)
rename frameworks/spark/runner/src/test/scala/org/apache/amaterasu/{framework
=> frameworks}/spark/runner/RunnersLoadingTests.scala (96%)
rename
frameworks/spark/runner/src/test/scala/org/apache/amaterasu/{framework/spark =>
frameworks/spark/runner}/SparkTestsSuite.scala (90%)
rename frameworks/spark/runner/src/test/scala/org/apache/amaterasu/{framework
=> frameworks}/spark/runner/pyspark/PySparkRunnerTests.scala (98%)
rename frameworks/spark/runner/src/test/scala/org/apache/amaterasu/{framework
=> frameworks}/spark/runner/repl/SparkScalaRunnerTests.scala (94%)
rename frameworks/spark/runner/src/test/scala/org/apache/amaterasu/{framework
=> frameworks}/spark/runner/sparksql/SparkSqlRunnerTests.scala (99%)
rename frameworks/spark/runtime/src/main/scala/org/apache/amaterasu/{framework
=> frameworks}/spark/runtime/AmaContext.scala (97%)
copy {sdk => leader-common}/build.gradle (55%)
rename {leader/src/main/scala/org/apache/amaterasu/leader =>
leader-common/src/main/scala/org/apache/amaterasu/leader/common}/utilities/DataLoader.scala
(97%)
rename {leader/src/main/scala/org/apache/amaterasu/leader =>
leader-common/src/main/scala/org/apache/amaterasu/leader/common}/utilities/MemoryFormatParser.scala
(95%)
