This is an automated email from the ASF dual-hosted git repository.
yaniv pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-amaterasu.git.
from 882ca4d Merge pull request #51 from roadan/AMATERASU-30
new 560f9ef fixed execution
new 861077e a bit of cleanup
new 816f8ca mereged with master
new 3ad57d6 Delete PySparkRunnerProvider.kt.orig
new 8e1891c Merge pull request #52 from roadan/AMATERASU-79
The 782 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
docs/docs/config.md | 1 +
.../spark/dispatcher/SparkSetupProvider.kt | 4 +-
.../runners/providers/PySparkRunnerProvider.kt | 4 +-
.../runners/providers/SparkCommandLineHelper.kt | 4 +-
.../providers/SparkSubmitScalaRunnerProvider.kt | 5 +-
.../amaterasu_pyspark-0.2.0-incubating-rc4.zip | Bin 14488 -> 0 bytes
frameworks/spark/runner/build.gradle | 115 ----
.../spark/runner/pyspark/PySparkEntryPoint.java | 114 ----
.../spark/runner/src/main/resources/codegen.py | 577 ---------------------
.../spark/runner/src/main/resources/runtime.py | 36 --
.../main/resources/spark-version-info.properties | 11 -
.../spark/runner/src/main/resources/spark_intp.py | 110 ----
.../spark/runner/SparkRunnersProvider.scala | 181 -------
.../runner/pyspark/PySparkExecutionQueue.scala | 41 --
.../spark/runner/pyspark/PySparkResultQueue.scala | 33 --
.../spark/runner/pyspark/PySparkRunner.scala | 148 ------
.../spark/runner/pyspark/ResultQueue.scala | 43 --
.../spark/runner/repl/AmaSparkILoop.scala | 40 --
.../spark/runner/repl/SparkRunnerHelper.scala | 220 --------
.../spark/runner/repl/SparkScalaRunner.scala | 184 -------
.../spark/runner/sparkr/SparkRRunner.scala | 48 --
.../spark/runner/sparksql/SparkSqlRunner.scala | 163 ------
.../resources/SparkSql/csv/SparkSqlTestCsv.csv | 4 -
.../resources/SparkSql/json/SparkSqlTestData.json | 3 -
...548d-1371-4c08-81d6-f2ba72defa12.gz.parquet.crc | Bin 16 -> 0 bytes
...548d-1371-4c08-81d6-f2ba72defa12.gz.parquet.crc | Bin 16 -> 0 bytes
.../src/test/resources/SparkSql/parquet/_SUCCESS | 0
.../resources/SparkSql/parquet/_common_metadata | Bin 320 -> 0 bytes
.../src/test/resources/SparkSql/parquet/_metadata | Bin 793 -> 0 bytes
...c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet | Bin 583 -> 0 bytes
...c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet | Bin 574 -> 0 bytes
.../runner/src/test/resources/amaterasu.properties | 23 -
.../spark/runner/src/test/resources/codegen.py | 577 ---------------------
.../runner/src/test/resources/py4j-0.10.4-src.zip | Bin 74096 -> 0 bytes
.../spark/runner/src/test/resources/py4j.tar.gz | Bin 36449 -> 0 bytes
.../src/test/resources/pyspark-with-amacontext.py | 40 --
.../spark/runner/src/test/resources/pyspark.tar.gz | Bin 302434 -> 0 bytes
.../spark/runner/src/test/resources/pyspark.zip | Bin 454461 -> 0 bytes
.../spark/runner/src/test/resources/runtime.py | 36 --
.../runner/src/test/resources/simple-pyspark.py | 26 -
.../runner/src/test/resources/simple-python-err.py | 21 -
.../runner/src/test/resources/simple-python.py | 22 -
.../runner/src/test/resources/simple-spark.scala | 27 -
.../test/resources/spark-version-info.properties | 26 -
.../spark/runner/src/test/resources/spark_intp.py | 110 ----
.../spark/runner/src/test/resources/step-2.scala | 22 -
...c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet | Bin 583 -> 0 bytes
...c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet | Bin 574 -> 0 bytes
.../spark/runner/RunnersLoadingTests.scala | 33 --
.../frameworks/spark/runner/SparkTestsSuite.scala | 101 ----
.../spark/runner/pyspark/PySparkRunnerTests.scala | 81 ---
.../spark/runner/repl/SparkScalaRunnerTests.scala | 54 --
.../runner/sparksql/SparkSqlRunnerTests.scala | 147 ------
.../apache/amaterasu/utilities/TestNotifier.scala | 36 --
.../amaterasu/leader/yarn/ApplicationMaster.kt | 2 +-
settings.gradle | 2 -
56 files changed, 10 insertions(+), 3465 deletions(-)
delete mode 100644
frameworks/spark/pyspark_runtime/dist/amaterasu_pyspark-0.2.0-incubating-rc4.zip
delete mode 100644 frameworks/spark/runner/build.gradle
delete mode 100755
frameworks/spark/runner/src/main/java/org/apache/amaterasu/frameworks/spark/runner/pyspark/PySparkEntryPoint.java
delete mode 100644 frameworks/spark/runner/src/main/resources/codegen.py
delete mode 100644 frameworks/spark/runner/src/main/resources/runtime.py
delete mode 100644
frameworks/spark/runner/src/main/resources/spark-version-info.properties
delete mode 100755 frameworks/spark/runner/src/main/resources/spark_intp.py
delete mode 100644
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/frameworks/spark/runner/SparkRunnersProvider.scala
delete mode 100755
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/frameworks/spark/runner/pyspark/PySparkExecutionQueue.scala
delete mode 100755
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/frameworks/spark/runner/pyspark/PySparkResultQueue.scala
delete mode 100644
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/frameworks/spark/runner/pyspark/PySparkRunner.scala
delete mode 100755
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/frameworks/spark/runner/pyspark/ResultQueue.scala
delete mode 100755
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/frameworks/spark/runner/repl/AmaSparkILoop.scala
delete mode 100644
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/frameworks/spark/runner/repl/SparkRunnerHelper.scala
delete mode 100755
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/frameworks/spark/runner/repl/SparkScalaRunner.scala
delete mode 100644
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/frameworks/spark/runner/sparkr/SparkRRunner.scala
delete mode 100644
frameworks/spark/runner/src/main/scala/org/apache/amaterasu/frameworks/spark/runner/sparksql/SparkSqlRunner.scala
delete mode 100644
frameworks/spark/runner/src/test/resources/SparkSql/csv/SparkSqlTestCsv.csv
delete mode 100644
frameworks/spark/runner/src/test/resources/SparkSql/json/SparkSqlTestData.json
delete mode 100644
frameworks/spark/runner/src/test/resources/SparkSql/parquet/.part-r-00000-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet.crc
delete mode 100644
frameworks/spark/runner/src/test/resources/SparkSql/parquet/.part-r-00001-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet.crc
delete mode 100644
frameworks/spark/runner/src/test/resources/SparkSql/parquet/_SUCCESS
delete mode 100644
frameworks/spark/runner/src/test/resources/SparkSql/parquet/_common_metadata
delete mode 100644
frameworks/spark/runner/src/test/resources/SparkSql/parquet/_metadata
delete mode 100644
frameworks/spark/runner/src/test/resources/SparkSql/parquet/part-r-00000-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet
delete mode 100644
frameworks/spark/runner/src/test/resources/SparkSql/parquet/part-r-00001-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet
delete mode 100755
frameworks/spark/runner/src/test/resources/amaterasu.properties
delete mode 100644 frameworks/spark/runner/src/test/resources/codegen.py
delete mode 100644
frameworks/spark/runner/src/test/resources/py4j-0.10.4-src.zip
delete mode 100644 frameworks/spark/runner/src/test/resources/py4j.tar.gz
delete mode 100755
frameworks/spark/runner/src/test/resources/pyspark-with-amacontext.py
delete mode 100644 frameworks/spark/runner/src/test/resources/pyspark.tar.gz
delete mode 100644 frameworks/spark/runner/src/test/resources/pyspark.zip
delete mode 100644 frameworks/spark/runner/src/test/resources/runtime.py
delete mode 100755 frameworks/spark/runner/src/test/resources/simple-pyspark.py
delete mode 100755
frameworks/spark/runner/src/test/resources/simple-python-err.py
delete mode 100755 frameworks/spark/runner/src/test/resources/simple-python.py
delete mode 100755
frameworks/spark/runner/src/test/resources/simple-spark.scala
delete mode 100644
frameworks/spark/runner/src/test/resources/spark-version-info.properties
delete mode 100755 frameworks/spark/runner/src/test/resources/spark_intp.py
delete mode 100755 frameworks/spark/runner/src/test/resources/step-2.scala
delete mode 100644
frameworks/spark/runner/src/test/resources/tmp/job/start/x/part-r-00000-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet
delete mode 100644
frameworks/spark/runner/src/test/resources/tmp/job/start/x/part-r-00001-c370548d-1371-4c08-81d6-f2ba72defa12.gz.parquet
delete mode 100644
frameworks/spark/runner/src/test/scala/org/apache/amaterasu/frameworks/spark/runner/RunnersLoadingTests.scala
delete mode 100644
frameworks/spark/runner/src/test/scala/org/apache/amaterasu/frameworks/spark/runner/SparkTestsSuite.scala
delete mode 100755
frameworks/spark/runner/src/test/scala/org/apache/amaterasu/frameworks/spark/runner/pyspark/PySparkRunnerTests.scala
delete mode 100755
frameworks/spark/runner/src/test/scala/org/apache/amaterasu/frameworks/spark/runner/repl/SparkScalaRunnerTests.scala
delete mode 100644
frameworks/spark/runner/src/test/scala/org/apache/amaterasu/frameworks/spark/runner/sparksql/SparkSqlRunnerTests.scala
delete mode 100644
frameworks/spark/runner/src/test/scala/org/apache/amaterasu/utilities/TestNotifier.scala
