This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
from ea15277563 Synchronize support for Postgres and K8S in docs (#23673)
add bc0dcddfb5 Migrate Dataproc to new system tests design (#22777)
No new revisions were added by this update.
Summary of changes:
.../google/cloud/example_dags/example_dataproc.py | 387 ----
.../operators/cloud/dataproc.rst | 46 +-
tests/always/test_project_structure.py | 1 -
.../google/cloud/operators/test_dataproc_system.py | 69 -
.../google/dataproc/example_dataproc_batch.py | 98 +
.../dataproc/example_dataproc_batch_persistent.py | 123 ++
.../dataproc/example_dataproc_cluster_generator.py | 122 ++
.../google/dataproc/example_dataproc_hadoop.py | 141 ++
.../google/dataproc/example_dataproc_hive.py | 114 +
.../google/dataproc/example_dataproc_pig.py | 108 +
.../google/dataproc/example_dataproc_pyspark.py | 138 ++
.../google/dataproc/example_dataproc_spark.py | 110 +
.../dataproc/example_dataproc_spark_async.py | 118 ++
.../google/dataproc/example_dataproc_spark_sql.py | 106 +
.../google/dataproc/example_dataproc_sparkr.py | 132 ++
.../google/dataproc/example_dataproc_update.py | 116 ++
.../google/dataproc/example_dataproc_workflow.py | 104 +
.../google/dataproc/resources/hello_world.R | 9 +
.../google/dataproc/resources/hello_world.py | 11 +-
.../providers/google/dataproc/resources/hive.sql | 2188 ++++++++++++++++++++
.../google/dataproc/resources/pip-install.sh | 68 +
21 files changed, 3824 insertions(+), 485 deletions(-)
delete mode 100644
airflow/providers/google/cloud/example_dags/example_dataproc.py
delete mode 100644
tests/providers/google/cloud/operators/test_dataproc_system.py
create mode 100644
tests/system/providers/google/dataproc/example_dataproc_batch.py
create mode 100644
tests/system/providers/google/dataproc/example_dataproc_batch_persistent.py
create mode 100644
tests/system/providers/google/dataproc/example_dataproc_cluster_generator.py
create mode 100644
tests/system/providers/google/dataproc/example_dataproc_hadoop.py
create mode 100644
tests/system/providers/google/dataproc/example_dataproc_hive.py
create mode 100644
tests/system/providers/google/dataproc/example_dataproc_pig.py
create mode 100644
tests/system/providers/google/dataproc/example_dataproc_pyspark.py
create mode 100644
tests/system/providers/google/dataproc/example_dataproc_spark.py
create mode 100644
tests/system/providers/google/dataproc/example_dataproc_spark_async.py
create mode 100644
tests/system/providers/google/dataproc/example_dataproc_spark_sql.py
create mode 100644
tests/system/providers/google/dataproc/example_dataproc_sparkr.py
create mode 100644
tests/system/providers/google/dataproc/example_dataproc_update.py
create mode 100644
tests/system/providers/google/dataproc/example_dataproc_workflow.py
create mode 100644
tests/system/providers/google/dataproc/resources/hello_world.R
copy airflow/cli/commands/version_command.py =>
tests/system/providers/google/dataproc/resources/hello_world.py (84%)
create mode 100644 tests/system/providers/google/dataproc/resources/hive.sql
create mode 100644
tests/system/providers/google/dataproc/resources/pip-install.sh
