This is an automated email from the ASF dual-hosted git repository.
kaxilnaik pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/airflow.git.
from 8000ab7 If we build a new image, we should run more than basic checks
(#12070)
add 8c42cf1 Use PyUpgrade to use Python 3.6 features (#11447)
No new revisions were added by this update.
Summary of changes:
.pre-commit-config.yaml | 5 ++
BREEZE.rst | 4 +-
STATIC_CODE_CHECKS.rst | 2 +
airflow/api/auth/backend/kerberos_auth.py | 2 +-
airflow/api/client/json_client.py | 8 +--
airflow/api/client/local_client.py | 4 +-
airflow/api/common/experimental/__init__.py | 6 +-
airflow/api/common/experimental/delete_dag.py | 2 +-
airflow/api/common/experimental/mark_tasks.py | 6 +-
airflow/api/common/experimental/trigger_dag.py | 6 +-
.../endpoints/task_instance_endpoint.py | 6 +-
airflow/api_connexion/schemas/common_schema.py | 2 +-
airflow/cli/commands/connection_command.py | 2 +-
airflow/cli/commands/dag_command.py | 14 ++--
airflow/cli/commands/pool_command.py | 2 +-
airflow/cli/commands/task_command.py | 4 +-
airflow/cli/commands/user_command.py | 18 ++---
airflow/cli/commands/variable_command.py | 4 +-
airflow/cli/commands/webserver_command.py | 4 +-
airflow/configuration.py | 4 +-
airflow/example_dags/example_skip_dag.py | 6 +-
airflow/example_dags/subdags/subdag.py | 4 +-
airflow/example_dags/tutorial_decorated_etl_dag.py | 2 +-
airflow/example_dags/tutorial_etl_dag.py | 2 +-
airflow/executors/celery_executor.py | 2 +-
airflow/executors/kubernetes_executor.py | 6 +-
airflow/hooks/dbapi_hook.py | 6 +-
airflow/jobs/backfill_job.py | 4 +-
airflow/jobs/scheduler_job.py | 6 +-
airflow/kubernetes/pod_launcher.py | 14 ++--
airflow/kubernetes/secret.py | 2 +-
airflow/models/baseoperator.py | 6 +-
airflow/models/connection.py | 8 +--
airflow/models/crypto.py | 2 +-
airflow/models/dag.py | 12 ++--
airflow/models/dagrun.py | 14 ++--
airflow/models/taskinstance.py | 14 ++--
airflow/models/variable.py | 4 +-
airflow/models/xcom.py | 2 +-
airflow/operators/bash.py | 2 +-
airflow/operators/python.py | 2 +-
airflow/operators/sql.py | 8 +--
airflow/operators/subdag_operator.py | 4 +-
airflow/providers/amazon/aws/hooks/base_aws.py | 2 +-
airflow/providers/amazon/aws/hooks/batch_client.py | 14 ++--
airflow/providers/amazon/aws/hooks/datasync.py | 2 +-
airflow/providers/amazon/aws/hooks/s3.py | 12 ++--
airflow/providers/amazon/aws/hooks/sagemaker.py | 4 +-
.../providers/amazon/aws/log/s3_task_handler.py | 6 +-
airflow/providers/amazon/aws/operators/datasync.py | 6 +-
airflow/providers/amazon/aws/operators/ecs.py | 6 +-
.../amazon/aws/operators/s3_file_transform.py | 4 +-
.../amazon/aws/transfers/redshift_to_s3.py | 4 +-
airflow/providers/apache/druid/hooks/druid.py | 8 +--
.../apache/druid/transfers/hive_to_druid.py | 4 +-
airflow/providers/apache/hdfs/hooks/webhdfs.py | 2 +-
airflow/providers/apache/hive/hooks/hive.py | 44 ++++++------
.../providers/apache/hive/operators/hive_stats.py | 2 +-
.../apache/hive/transfers/mssql_to_hive.py | 2 +-
.../providers/apache/hive/transfers/s3_to_hive.py | 2 +-
.../apache/hive/transfers/vertica_to_hive.py | 2 +-
airflow/providers/apache/kylin/hooks/kylin.py | 2 +-
.../providers/apache/kylin/operators/kylin_cube.py | 4 +-
airflow/providers/apache/livy/hooks/livy.py | 16 ++---
airflow/providers/apache/livy/operators/livy.py | 2 +-
airflow/providers/apache/pinot/hooks/pinot.py | 4 +-
airflow/providers/apache/spark/hooks/spark_jdbc.py | 4 +-
airflow/providers/apache/spark/hooks/spark_sql.py | 2 +-
.../providers/apache/spark/hooks/spark_submit.py | 4 +-
airflow/providers/apache/sqoop/hooks/sqoop.py | 12 ++--
airflow/providers/celery/sensors/celery_queue.py | 2 +-
airflow/providers/cloudant/hooks/cloudant.py | 4 +-
.../cncf/kubernetes/operators/kubernetes_pod.py | 12 ++--
airflow/providers/databricks/hooks/databricks.py | 4 +-
.../providers/databricks/operators/databricks.py | 8 +--
airflow/providers/dingding/hooks/dingding.py | 2 +-
airflow/providers/docker/hooks/docker.py | 2 +-
airflow/providers/docker/operators/docker.py | 2 +-
airflow/providers/docker/operators/docker_swarm.py | 2 +-
.../providers/elasticsearch/hooks/elasticsearch.py | 4 +-
airflow/providers/exasol/hooks/exasol.py | 2 +-
airflow/providers/facebook/ads/hooks/ads.py | 4 +-
.../example_dags/example_bigquery_operations.py | 2 +-
.../cloud/example_dags/example_cloud_build.py | 4 +-
.../google/cloud/example_dags/example_compute.py | 4 +-
.../google/cloud/example_dags/example_dataproc.py | 6 +-
.../cloud/example_dags/example_life_sciences.py | 10 +--
.../google/cloud/example_dags/example_mlengine.py | 8 +--
.../cloud/example_dags/example_speech_to_text.py | 2 +-
.../google/cloud/example_dags/example_tasks.py | 2 +-
.../cloud/example_dags/example_translate_speech.py | 2 +-
.../example_dags/example_video_intelligence.py | 2 +-
airflow/providers/google/cloud/hooks/bigquery.py | 18 ++---
airflow/providers/google/cloud/hooks/cloud_sql.py | 14 ++--
airflow/providers/google/cloud/hooks/compute.py | 2 +-
airflow/providers/google/cloud/hooks/dataflow.py | 6 +-
airflow/providers/google/cloud/hooks/dataproc.py | 12 ++--
airflow/providers/google/cloud/hooks/dlp.py | 2 +-
airflow/providers/google/cloud/hooks/functions.py | 2 +-
airflow/providers/google/cloud/hooks/gcs.py | 2 +-
airflow/providers/google/cloud/hooks/mlengine.py | 22 +++---
airflow/providers/google/cloud/hooks/pubsub.py | 20 +++---
airflow/providers/google/cloud/hooks/spanner.py | 16 ++---
.../providers/google/cloud/hooks/stackdriver.py | 18 +++--
airflow/providers/google/cloud/hooks/vision.py | 4 +-
.../providers/google/cloud/log/gcs_task_handler.py | 4 +-
.../google/cloud/log/stackdriver_task_handler.py | 2 +-
.../providers/google/cloud/operators/bigquery.py | 2 +-
.../providers/google/cloud/operators/bigtable.py | 8 +--
.../google/cloud/operators/cloud_build.py | 2 +-
.../providers/google/cloud/operators/cloud_sql.py | 2 +-
.../providers/google/cloud/operators/dataproc.py | 4 +-
.../providers/google/cloud/operators/datastore.py | 4 +-
.../providers/google/cloud/operators/functions.py | 2 +-
airflow/providers/google/cloud/operators/gcs.py | 2 +-
.../providers/google/cloud/operators/mlengine.py | 8 +--
.../google/cloud/operators/text_to_speech.py | 2 +-
.../google/cloud/operators/translate_speech.py | 2 +-
airflow/providers/google/cloud/sensors/bigquery.py | 4 +-
airflow/providers/google/cloud/sensors/dataproc.py | 4 +-
.../google/cloud/transfers/bigquery_to_mysql.py | 2 +-
.../google/cloud/transfers/gcs_to_bigquery.py | 6 +-
.../google/cloud/transfers/salesforce_to_gcs.py | 2 +-
.../google/cloud/utils/credentials_provider.py | 6 +-
.../google/cloud/utils/field_sanitizer.py | 4 +-
.../google/cloud/utils/field_validator.py | 6 +-
.../google/cloud/utils/mlengine_operator_utils.py | 2 +-
.../providers/google/common/hooks/base_google.py | 2 +-
.../marketing_platform/operators/analytics.py | 4 +-
.../operators/campaign_manager.py | 2 +-
.../marketing_platform/operators/display_video.py | 2 +-
.../marketing_platform/operators/search_ads.py | 4 +-
airflow/providers/google/suite/hooks/drive.py | 4 +-
airflow/providers/grpc/hooks/grpc.py | 2 +-
.../jenkins/operators/jenkins_job_trigger.py | 4 +-
airflow/providers/microsoft/azure/hooks/adx.py | 8 +--
.../providers/microsoft/azure/hooks/azure_batch.py | 6 +-
airflow/providers/microsoft/azure/hooks/wasb.py | 2 +-
.../microsoft/azure/log/wasb_task_handler.py | 6 +-
airflow/providers/microsoft/winrm/hooks/winrm.py | 4 +-
.../providers/microsoft/winrm/operators/winrm.py | 4 +-
airflow/providers/mongo/hooks/mongo.py | 6 +-
airflow/providers/mysql/hooks/mysql.py | 2 +-
airflow/providers/oracle/hooks/oracle.py | 4 +-
airflow/providers/plexus/operators/job.py | 16 ++---
airflow/providers/postgres/hooks/postgres.py | 12 ++--
airflow/providers/qubole/hooks/qubole.py | 8 +--
airflow/providers/qubole/sensors/qubole.py | 2 +-
airflow/providers/salesforce/hooks/salesforce.py | 2 +-
airflow/providers/segment/hooks/segment.py | 2 +-
airflow/providers/sftp/operators/sftp.py | 8 +--
airflow/providers/ssh/operators/ssh.py | 6 +-
.../example_dags/example_yandexcloud_dataproc.py | 6 +-
airflow/security/kerberos.py | 3 +-
airflow/security/utils.py | 4 +-
airflow/sensors/sql_sensor.py | 6 +-
airflow/serialization/json_schema.py | 2 +-
airflow/serialization/serialized_objects.py | 6 +-
airflow/smart_sensor_dags/smart_sensor_group.py | 2 +-
airflow/task/task_runner/base_task_runner.py | 2 +-
airflow/task/task_runner/cgroup_task_runner.py | 6 +-
airflow/ti_deps/deps/base_ti_dep.py | 2 +-
airflow/ti_deps/deps/dag_ti_slots_available_dep.py | 6 +-
airflow/ti_deps/deps/dag_unpaused_dep.py | 2 +-
airflow/ti_deps/deps/dagrun_exists_dep.py | 6 +-
.../ti_deps/deps/exec_date_after_start_date_dep.py | 8 +--
airflow/ti_deps/deps/not_in_retry_period_dep.py | 6 +-
airflow/ti_deps/deps/prev_dagrun_dep.py | 4 +-
airflow/ti_deps/deps/ready_to_reschedule.py | 4 +-
airflow/ti_deps/deps/runnable_exec_date_dep.py | 14 ++--
airflow/ti_deps/deps/trigger_rule_dep.py | 48 ++++++-------
airflow/ti_deps/deps/valid_state_dep.py | 4 +-
airflow/utils/cli.py | 16 ++---
airflow/utils/dag_processing.py | 10 +--
airflow/utils/decorators.py | 2 +-
airflow/utils/docs.py | 2 +-
airflow/utils/email.py | 2 +-
airflow/utils/file.py | 2 +-
airflow/utils/helpers.py | 2 +-
airflow/utils/log/file_task_handler.py | 10 +--
airflow/utils/module_loading.py | 2 +-
airflow/utils/python_virtualenv.py | 6 +-
airflow/utils/weekday.py | 2 +-
airflow/www/api/experimental/endpoints.py | 26 +++----
airflow/www/extensions/init_manifest_files.py | 2 +-
airflow/www/security.py | 2 +-
airflow/www/utils.py | 2 +-
airflow/www/validators.py | 2 +-
airflow/www/views.py | 44 ++++++------
breeze-complete | 1 +
chart/tests/test_chart_quality.py | 4 +-
dev/airflow-github | 4 +-
dev/airflow-license | 6 +-
docs/exts/docroles.py | 8 +--
docs/exts/sphinx_script_update.py | 2 +-
kubernetes_tests/test_kubernetes_executor.py | 16 ++---
kubernetes_tests/test_kubernetes_pod_operator.py | 2 +-
metastore_browser/hive_metastore.py | 8 +--
provider_packages/prepare_provider_packages.py | 12 ++--
provider_packages/refactor_provider_packages.py | 2 +-
.../ci/pre_commit/pre_commit_check_order_setup.py | 2 +-
scripts/ci/pre_commit/pre_commit_insert_extras.py | 2 +-
.../in_container/update_quarantined_test_status.py | 4 +-
scripts/tools/list-integrations.py | 2 +-
setup.py | 4 +-
tests/api_connexion/endpoints/test_log_endpoint.py | 2 +-
tests/build_provider_packages_dependencies.py | 6 +-
tests/cli/commands/test_dag_command.py | 2 +-
tests/cli/commands/test_info_command.py | 6 +-
tests/cli/commands/test_user_command.py | 8 +--
tests/cli/commands/test_variable_command.py | 4 +-
tests/cli/commands/test_webserver_command.py | 16 ++---
tests/core/test_configuration.py | 10 +--
tests/core/test_core_to_contrib.py | 8 +--
tests/core/test_local_settings.py | 2 +-
tests/core/test_stats.py | 2 +-
tests/dags/test_impersonation_subdag.py | 2 +-
tests/dags/test_latest_runs.py | 2 +-
tests/dags/test_subdag.py | 4 +-
tests/hooks/test_dbapi_hook.py | 6 +-
tests/jobs/test_backfill_job.py | 2 +-
tests/jobs/test_scheduler_job.py | 8 +--
tests/kubernetes/test_pod_launcher.py | 4 +-
tests/models/test_baseoperator.py | 10 +--
tests/models/test_dag.py | 12 ++--
tests/models/test_taskinstance.py | 10 +--
tests/operators/test_bash.py | 2 +-
tests/operators/test_generic_transfer.py | 2 +-
tests/operators/test_python.py | 6 +-
tests/operators/test_subdag_operator.py | 2 +-
.../amazon/aws/hooks/test_batch_client.py | 16 ++---
.../amazon/aws/hooks/test_batch_waiters.py | 2 +-
tests/providers/amazon/aws/hooks/test_datasync.py | 12 ++--
.../amazon/aws/hooks/test_glue_catalog.py | 2 +-
tests/providers/amazon/aws/hooks/test_s3.py | 26 +++----
tests/providers/amazon/aws/hooks/test_sagemaker.py | 4 +-
.../amazon/aws/log/test_cloudwatch_task_handler.py | 4 +-
.../amazon/aws/operators/test_datasync.py | 6 +-
.../amazon/aws/operators/test_s3_copy_object.py | 4 +-
.../aws/operators/test_sagemaker_endpoint.py | 2 +-
.../amazon/aws/operators/test_sagemaker_model.py | 2 +-
.../aws/operators/test_sagemaker_training.py | 4 +-
.../aws/operators/test_sagemaker_transform.py | 4 +-
.../amazon/aws/operators/test_sagemaker_tuning.py | 4 +-
.../amazon/aws/transfers/test_redshift_to_s3.py | 2 +-
.../amazon/aws/transfers/test_s3_to_sftp.py | 4 +-
.../amazon/aws/transfers/test_sftp_to_s3.py | 2 +-
tests/providers/apache/hdfs/hooks/test_webhdfs.py | 6 +-
tests/providers/apache/hive/hooks/test_hive.py | 24 +++----
.../apache/hive/operators/test_hive_stats.py | 26 +++----
.../hive/sensors/test_metastore_partition.py | 2 +-
.../hive/sensors/test_named_hive_partition.py | 8 +--
.../apache/hive/transfers/test_mssql_to_hive.py | 2 +-
.../apache/hive/transfers/test_mysql_to_hive.py | 22 +++---
.../apache/hive/transfers/test_s3_to_hive.py | 4 +-
tests/providers/apache/kylin/hooks/test_kylin.py | 2 +-
tests/providers/apache/livy/hooks/test_livy.py | 32 ++++-----
.../providers/apache/spark/hooks/test_spark_sql.py | 2 +-
tests/providers/apache/sqoop/hooks/test_sqoop.py | 2 +-
.../providers/databricks/hooks/test_databricks.py | 16 ++---
.../databricks/operators/test_databricks.py | 4 +-
.../elasticsearch/log/elasticmock/__init__.py | 2 +-
.../log/elasticmock/fake_elasticsearch.py | 6 +-
.../elasticsearch/log/test_es_task_handler.py | 14 ++--
.../_internal_client/test_secret_manager_client.py | 4 +-
.../providers/google/cloud/hooks/test_bigquery.py | 6 +-
.../providers/google/cloud/hooks/test_dataflow.py | 28 ++++----
.../google/cloud/hooks/test_datafusion.py | 2 +-
.../providers/google/cloud/hooks/test_dataproc.py | 4 +-
tests/providers/google/cloud/hooks/test_dlp.py | 14 ++--
.../providers/google/cloud/hooks/test_functions.py | 6 +-
tests/providers/google/cloud/hooks/test_gcs.py | 4 +-
.../providers/google/cloud/hooks/test_mlengine.py | 84 +++++++++++-----------
tests/providers/google/cloud/hooks/test_pubsub.py | 8 +--
.../google/cloud/hooks/test_secret_manager.py | 2 +-
.../google/cloud/hooks/test_stackdriver.py | 18 ++---
tests/providers/google/cloud/hooks/test_vision.py | 2 +-
.../google/cloud/operators/test_bigquery.py | 12 ++--
.../cloud/operators/test_bigquery_dts_system.py | 2 +-
.../google/cloud/operators/test_bigtable.py | 36 +++++-----
.../operators/test_cloud_build_system_helper.py | 14 ++--
.../operators/test_cloud_sql_system_helper.py | 30 ++++----
.../google/cloud/operators/test_compute.py | 4 +-
.../cloud/operators/test_compute_system_helper.py | 6 +-
.../google/cloud/operators/test_functions.py | 4 +-
.../cloud/operators/test_gcs_system_helper.py | 4 +-
.../google/cloud/operators/test_pubsub.py | 2 +-
.../google/cloud/operators/test_spanner.py | 12 ++--
.../google/cloud/sensors/test_bigtable.py | 2 +-
.../providers/google/cloud/sensors/test_pubsub.py | 2 +-
.../cloud/transfers/test_bigquery_to_bigquery.py | 2 +-
.../google/cloud/transfers/test_bigquery_to_gcs.py | 2 +-
.../cloud/transfers/test_bigquery_to_mysql.py | 2 +-
.../transfers/test_facebook_ads_to_gcs_system.py | 4 +-
.../cloud/transfers/test_gcs_to_gcs_system.py | 8 +--
.../cloud/transfers/test_gcs_to_sftp_system.py | 6 +-
.../google/cloud/transfers/test_postgres_to_gcs.py | 6 +-
.../cloud/transfers/test_salesforce_to_gcs.py | 4 +-
.../google/cloud/utils/gcp_authenticator.py | 16 ++---
.../providers/microsoft/winrm/hooks/test_winrm.py | 2 +-
tests/providers/mysql/hooks/test_mysql.py | 10 +--
tests/providers/mysql/operators/test_mysql.py | 2 +-
tests/providers/postgres/hooks/test_postgres.py | 22 +++---
tests/providers/sendgrid/utils/test_emailer.py | 2 +-
tests/providers/sftp/operators/test_sftp.py | 30 ++++----
tests/secrets/test_local_filesystem.py | 4 +-
tests/secrets/test_secrets_backends.py | 2 +-
tests/sensors/test_external_task_sensor.py | 6 +-
tests/sensors/test_python.py | 2 +-
tests/sensors/test_weekday_sensor.py | 2 +-
.../task/task_runner/test_standard_task_runner.py | 8 +--
tests/test_utils/get_all_tests.py | 2 +-
tests/test_utils/mock_operators.py | 4 +-
tests/test_utils/perf/dags/perf_dag_1.py | 2 +-
tests/test_utils/perf/dags/perf_dag_2.py | 2 +-
tests/test_utils/perf/scheduler_ops_metrics.py | 2 +-
tests/test_utils/salesforce_system_helpers.py | 4 +-
tests/test_utils/system_tests_class.py | 2 +-
tests/utils/log/test_log_reader.py | 2 +-
tests/www/api/experimental/test_endpoints.py | 4 +-
.../api/experimental/test_kerberos_endpoints.py | 2 +-
tests/www/test_security.py | 4 +-
tests/www/test_views.py | 52 +++++++-------
323 files changed, 1046 insertions(+), 1099 deletions(-)
