This is an automated email from the ASF dual-hosted git repository.
kaxilnaik pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/airflow.git.
from 1dc7099 Fixes import of BaseOperator in dinging (#12063)
add 4e8f9cc Enable Black - Python Auto Formmatter (#9550)
No new revisions were added by this update.
Summary of changes:
.pre-commit-config.yaml | 5 +-
airflow/__init__.py | 3 +
airflow/api/__init__.py | 5 +-
airflow/api/auth/backend/basic_auth.py | 5 +-
airflow/api/auth/backend/default.py | 1 +
airflow/api/auth/backend/kerberos_auth.py | 5 +-
airflow/api/client/__init__.py | 2 +-
airflow/api/client/json_client.py | 30 +-
airflow/api/client/local_client.py | 7 +-
airflow/api/common/experimental/__init__.py | 8 +-
airflow/api/common/experimental/delete_dag.py | 11 +-
airflow/api/common/experimental/get_dag_runs.py | 22 +-
airflow/api/common/experimental/get_lineage.py | 10 +-
.../api/common/experimental/get_task_instance.py | 3 +-
airflow/api/common/experimental/mark_tasks.py | 73 +-
airflow/api/common/experimental/trigger_dag.py | 19 +-
.../api_connexion/endpoints/dag_run_endpoint.py | 2 +-
.../api_connexion/endpoints/dag_source_endpoint.py | 1 -
.../endpoints/task_instance_endpoint.py | 20 +-
airflow/api_connexion/schemas/sla_miss_schema.py | 1 +
.../api_connexion/schemas/task_instance_schema.py | 6 +-
airflow/cli/cli_parser.py | 943 ++++++-------
airflow/cli/commands/cheat_sheet_command.py | 1 +
airflow/cli/commands/config_command.py | 4 +-
airflow/cli/commands/connection_command.py | 75 +-
airflow/cli/commands/dag_command.py | 102 +-
airflow/cli/commands/db_command.py | 10 +-
airflow/cli/commands/info_command.py | 10 +-
airflow/cli/commands/legacy_commands.py | 2 +-
airflow/cli/commands/pool_command.py | 13 +-
airflow/cli/commands/role_command.py | 4 +-
airflow/cli/commands/rotate_fernet_key_command.py | 3 +-
airflow/cli/commands/scheduler_command.py | 11 +-
airflow/cli/commands/sync_perm_command.py | 4 +-
airflow/cli/commands/task_command.py | 82 +-
airflow/cli/commands/user_command.py | 63 +-
airflow/cli/commands/variable_command.py | 11 +-
airflow/cli/commands/webserver_command.py | 106 +-
airflow/config_templates/airflow_local_settings.py | 43 +-
airflow/config_templates/default_celery.py | 49 +-
airflow/configuration.py | 1 +
airflow/contrib/__init__.py | 4 +-
airflow/contrib/hooks/aws_dynamodb_hook.py | 3 +-
airflow/contrib/hooks/aws_glue_catalog_hook.py | 3 +-
airflow/contrib/hooks/aws_hook.py | 6 +-
airflow/contrib/hooks/aws_logs_hook.py | 3 +-
.../contrib/hooks/azure_container_instance_hook.py | 3 +-
.../contrib/hooks/azure_container_registry_hook.py | 3 +-
.../contrib/hooks/azure_container_volume_hook.py | 3 +-
airflow/contrib/hooks/azure_cosmos_hook.py | 3 +-
airflow/contrib/hooks/azure_data_lake_hook.py | 3 +-
airflow/contrib/hooks/azure_fileshare_hook.py | 3 +-
airflow/contrib/hooks/bigquery_hook.py | 9 +-
airflow/contrib/hooks/cassandra_hook.py | 3 +-
airflow/contrib/hooks/cloudant_hook.py | 3 +-
airflow/contrib/hooks/databricks_hook.py | 17 +-
airflow/contrib/hooks/datadog_hook.py | 3 +-
airflow/contrib/hooks/datastore_hook.py | 3 +-
airflow/contrib/hooks/dingding_hook.py | 3 +-
airflow/contrib/hooks/discord_webhook_hook.py | 3 +-
airflow/contrib/hooks/emr_hook.py | 3 +-
airflow/contrib/hooks/fs_hook.py | 3 +-
airflow/contrib/hooks/ftp_hook.py | 3 +-
airflow/contrib/hooks/gcp_api_base_hook.py | 6 +-
airflow/contrib/hooks/gcp_bigtable_hook.py | 3 +-
airflow/contrib/hooks/gcp_cloud_build_hook.py | 3 +-
airflow/contrib/hooks/gcp_compute_hook.py | 6 +-
airflow/contrib/hooks/gcp_container_hook.py | 6 +-
airflow/contrib/hooks/gcp_dataflow_hook.py | 6 +-
airflow/contrib/hooks/gcp_dataproc_hook.py | 6 +-
airflow/contrib/hooks/gcp_dlp_hook.py | 3 +-
airflow/contrib/hooks/gcp_function_hook.py | 6 +-
airflow/contrib/hooks/gcp_kms_hook.py | 6 +-
airflow/contrib/hooks/gcp_mlengine_hook.py | 3 +-
airflow/contrib/hooks/gcp_natural_language_hook.py | 3 +-
airflow/contrib/hooks/gcp_pubsub_hook.py | 3 +-
airflow/contrib/hooks/gcp_speech_to_text_hook.py | 6 +-
airflow/contrib/hooks/gcp_tasks_hook.py | 3 +-
airflow/contrib/hooks/gcp_text_to_speech_hook.py | 6 +-
airflow/contrib/hooks/gcp_transfer_hook.py | 6 +-
airflow/contrib/hooks/gcp_translate_hook.py | 3 +-
.../contrib/hooks/gcp_video_intelligence_hook.py | 3 +-
airflow/contrib/hooks/gcp_vision_hook.py | 3 +-
airflow/contrib/hooks/gcs_hook.py | 6 +-
airflow/contrib/hooks/gdrive_hook.py | 3 +-
airflow/contrib/hooks/grpc_hook.py | 3 +-
airflow/contrib/hooks/imap_hook.py | 3 +-
airflow/contrib/hooks/jenkins_hook.py | 3 +-
airflow/contrib/hooks/mongo_hook.py | 3 +-
airflow/contrib/hooks/openfaas_hook.py | 3 +-
airflow/contrib/hooks/opsgenie_alert_hook.py | 3 +-
airflow/contrib/hooks/pagerduty_hook.py | 3 +-
airflow/contrib/hooks/pinot_hook.py | 3 +-
airflow/contrib/hooks/qubole_check_hook.py | 3 +-
airflow/contrib/hooks/qubole_hook.py | 3 +-
airflow/contrib/hooks/redis_hook.py | 3 +-
airflow/contrib/hooks/sagemaker_hook.py | 9 +-
airflow/contrib/hooks/salesforce_hook.py | 3 +-
airflow/contrib/hooks/segment_hook.py | 3 +-
airflow/contrib/hooks/slack_webhook_hook.py | 3 +-
airflow/contrib/hooks/spark_jdbc_hook.py | 3 +-
airflow/contrib/hooks/spark_sql_hook.py | 3 +-
airflow/contrib/hooks/spark_submit_hook.py | 3 +-
airflow/contrib/hooks/sqoop_hook.py | 3 +-
airflow/contrib/hooks/ssh_hook.py | 3 +-
airflow/contrib/hooks/vertica_hook.py | 3 +-
airflow/contrib/hooks/wasb_hook.py | 3 +-
airflow/contrib/hooks/winrm_hook.py | 3 +-
airflow/contrib/operators/adls_list_operator.py | 3 +-
airflow/contrib/operators/adls_to_gcs.py | 6 +-
.../azure_container_instances_operator.py | 3 +-
airflow/contrib/operators/azure_cosmos_operator.py | 3 +-
.../contrib/operators/bigquery_check_operator.py | 7 +-
airflow/contrib/operators/bigquery_get_data.py | 3 +-
airflow/contrib/operators/bigquery_operator.py | 12 +-
airflow/contrib/operators/bigquery_to_bigquery.py | 3 +-
airflow/contrib/operators/bigquery_to_gcs.py | 6 +-
.../operators/bigquery_to_mysql_operator.py | 3 +-
airflow/contrib/operators/cassandra_to_gcs.py | 6 +-
airflow/contrib/operators/databricks_operator.py | 6 +-
airflow/contrib/operators/dataflow_operator.py | 16 +-
airflow/contrib/operators/dataproc_operator.py | 53 +-
.../contrib/operators/datastore_export_operator.py | 6 +-
.../contrib/operators/datastore_import_operator.py | 6 +-
airflow/contrib/operators/dingding_operator.py | 3 +-
.../contrib/operators/discord_webhook_operator.py | 3 +-
airflow/contrib/operators/docker_swarm_operator.py | 3 +-
airflow/contrib/operators/druid_operator.py | 3 +-
airflow/contrib/operators/dynamodb_to_s3.py | 3 +-
airflow/contrib/operators/ecs_operator.py | 3 +-
.../contrib/operators/emr_add_steps_operator.py | 3 +-
.../operators/emr_create_job_flow_operator.py | 3 +-
.../operators/emr_terminate_job_flow_operator.py | 3 +-
airflow/contrib/operators/file_to_gcs.py | 6 +-
airflow/contrib/operators/file_to_wasb.py | 3 +-
airflow/contrib/operators/gcp_bigtable_operator.py | 28 +-
.../contrib/operators/gcp_cloud_build_operator.py | 3 +-
airflow/contrib/operators/gcp_compute_operator.py | 30 +-
.../contrib/operators/gcp_container_operator.py | 16 +-
airflow/contrib/operators/gcp_dlp_operator.py | 58 +-
airflow/contrib/operators/gcp_function_operator.py | 12 +-
.../operators/gcp_natural_language_operator.py | 21 +-
airflow/contrib/operators/gcp_spanner_operator.py | 33 +-
.../operators/gcp_speech_to_text_operator.py | 6 +-
airflow/contrib/operators/gcp_sql_operator.py | 15 +-
airflow/contrib/operators/gcp_tasks_operator.py | 19 +-
.../operators/gcp_text_to_speech_operator.py | 6 +-
airflow/contrib/operators/gcp_transfer_operator.py | 48 +-
.../contrib/operators/gcp_translate_operator.py | 3 +-
.../operators/gcp_translate_speech_operator.py | 6 +-
.../operators/gcp_video_intelligence_operator.py | 6 +-
airflow/contrib/operators/gcp_vision_operator.py | 59 +-
airflow/contrib/operators/gcs_acl_operator.py | 12 +-
airflow/contrib/operators/gcs_delete_operator.py | 6 +-
airflow/contrib/operators/gcs_download_operator.py | 6 +-
airflow/contrib/operators/gcs_list_operator.py | 6 +-
airflow/contrib/operators/gcs_operator.py | 6 +-
airflow/contrib/operators/gcs_to_bq.py | 6 +-
airflow/contrib/operators/gcs_to_gcs.py | 6 +-
.../operators/gcs_to_gcs_transfer_operator.py | 3 +-
.../contrib/operators/gcs_to_gdrive_operator.py | 6 +-
airflow/contrib/operators/gcs_to_s3.py | 6 +-
airflow/contrib/operators/grpc_operator.py | 3 +-
airflow/contrib/operators/hive_to_dynamodb.py | 3 +-
.../operators/imap_attachment_to_s3_operator.py | 3 +-
.../operators/jenkins_job_trigger_operator.py | 3 +-
airflow/contrib/operators/jira_operator.py | 3 +-
.../contrib/operators/kubernetes_pod_operator.py | 3 +-
airflow/contrib/operators/mlengine_operator.py | 19 +-
airflow/contrib/operators/mongo_to_s3.py | 3 +-
airflow/contrib/operators/mssql_to_gcs.py | 6 +-
airflow/contrib/operators/mysql_to_gcs.py | 6 +-
.../contrib/operators/opsgenie_alert_operator.py | 3 +-
.../oracle_to_azure_data_lake_transfer.py | 3 +-
.../contrib/operators/oracle_to_oracle_transfer.py | 6 +-
.../contrib/operators/postgres_to_gcs_operator.py | 6 +-
airflow/contrib/operators/pubsub_operator.py | 7 +-
airflow/contrib/operators/qubole_check_operator.py | 6 +-
airflow/contrib/operators/qubole_operator.py | 3 +-
.../contrib/operators/redis_publish_operator.py | 3 +-
.../contrib/operators/s3_copy_object_operator.py | 3 +-
.../operators/s3_delete_objects_operator.py | 3 +-
airflow/contrib/operators/s3_list_operator.py | 3 +-
airflow/contrib/operators/s3_to_gcs_operator.py | 3 +-
.../operators/s3_to_gcs_transfer_operator.py | 7 +-
airflow/contrib/operators/s3_to_sftp_operator.py | 3 +-
.../contrib/operators/sagemaker_base_operator.py | 3 +-
.../sagemaker_endpoint_config_operator.py | 3 +-
.../operators/sagemaker_endpoint_operator.py | 3 +-
.../contrib/operators/sagemaker_model_operator.py | 3 +-
.../operators/sagemaker_training_operator.py | 3 +-
.../operators/sagemaker_transform_operator.py | 3 +-
.../contrib/operators/sagemaker_tuning_operator.py | 3 +-
.../operators/segment_track_event_operator.py | 3 +-
airflow/contrib/operators/sftp_to_s3_operator.py | 3 +-
.../contrib/operators/slack_webhook_operator.py | 3 +-
airflow/contrib/operators/snowflake_operator.py | 3 +-
airflow/contrib/operators/spark_jdbc_operator.py | 3 +-
airflow/contrib/operators/spark_sql_operator.py | 3 +-
airflow/contrib/operators/spark_submit_operator.py | 3 +-
airflow/contrib/operators/sql_to_gcs.py | 6 +-
airflow/contrib/operators/sqoop_operator.py | 3 +-
airflow/contrib/operators/ssh_operator.py | 3 +-
airflow/contrib/operators/vertica_operator.py | 3 +-
airflow/contrib/operators/vertica_to_hive.py | 6 +-
airflow/contrib/operators/vertica_to_mysql.py | 6 +-
.../contrib/operators/wasb_delete_blob_operator.py | 3 +-
airflow/contrib/operators/winrm_operator.py | 3 +-
airflow/contrib/secrets/gcp_secrets_manager.py | 3 +-
.../sensors/aws_glue_catalog_partition_sensor.py | 3 +-
airflow/contrib/sensors/azure_cosmos_sensor.py | 3 +-
airflow/contrib/sensors/bash_sensor.py | 3 +-
airflow/contrib/sensors/celery_queue_sensor.py | 3 +-
airflow/contrib/sensors/datadog_sensor.py | 3 +-
airflow/contrib/sensors/emr_base_sensor.py | 3 +-
airflow/contrib/sensors/emr_job_flow_sensor.py | 3 +-
airflow/contrib/sensors/emr_step_sensor.py | 3 +-
airflow/contrib/sensors/file_sensor.py | 3 +-
airflow/contrib/sensors/ftp_sensor.py | 3 +-
airflow/contrib/sensors/gcp_transfer_sensor.py | 6 +-
airflow/contrib/sensors/gcs_sensor.py | 19 +-
airflow/contrib/sensors/hdfs_sensor.py | 9 +-
airflow/contrib/sensors/imap_attachment_sensor.py | 3 +-
airflow/contrib/sensors/mongo_sensor.py | 3 +-
airflow/contrib/sensors/pubsub_sensor.py | 3 +-
airflow/contrib/sensors/python_sensor.py | 3 +-
airflow/contrib/sensors/qubole_sensor.py | 7 +-
airflow/contrib/sensors/redis_key_sensor.py | 3 +-
airflow/contrib/sensors/redis_pub_sub_sensor.py | 3 +-
airflow/contrib/sensors/sagemaker_base_sensor.py | 3 +-
.../contrib/sensors/sagemaker_endpoint_sensor.py | 3 +-
.../contrib/sensors/sagemaker_training_sensor.py | 6 +-
.../contrib/sensors/sagemaker_transform_sensor.py | 3 +-
airflow/contrib/sensors/sagemaker_tuning_sensor.py | 3 +-
airflow/contrib/sensors/wasb_sensor.py | 3 +-
airflow/contrib/sensors/weekday_sensor.py | 3 +-
airflow/contrib/task_runner/cgroup_task_runner.py | 3 +-
airflow/contrib/utils/__init__.py | 5 +-
airflow/contrib/utils/gcp_field_sanitizer.py | 6 +-
airflow/contrib/utils/gcp_field_validator.py | 7 +-
airflow/contrib/utils/log/__init__.py | 5 +-
.../log/task_handler_with_custom_formatter.py | 3 +-
airflow/contrib/utils/mlengine_operator_utils.py | 3 +-
.../contrib/utils/mlengine_prediction_summary.py | 3 +-
airflow/contrib/utils/sendgrid.py | 3 +-
airflow/contrib/utils/weekday.py | 3 +-
airflow/example_dags/example_bash_operator.py | 2 +-
airflow/example_dags/example_branch_operator.py | 2 +-
.../example_branch_python_dop_operator_3.py | 9 +-
airflow/example_dags/example_dag_decorator.py | 11 +-
.../example_external_task_marker_dag.py | 24 +-
.../example_dags/example_kubernetes_executor.py | 38 +-
.../example_kubernetes_executor_config.py | 63 +-
airflow/example_dags/example_latest_only.py | 2 +-
.../example_latest_only_with_trigger.py | 2 +-
airflow/example_dags/example_nested_branch_dag.py | 5 +-
.../example_passing_params_via_test_command.py | 16 +-
airflow/example_dags/example_python_operator.py | 7 +-
airflow/example_dags/example_subdag_operator.py | 6 +-
.../example_dags/example_trigger_controller_dag.py | 2 +-
airflow/example_dags/example_trigger_target_dag.py | 2 +-
airflow/example_dags/example_xcom.py | 2 +-
airflow/example_dags/subdags/subdag.py | 2 +
airflow/example_dags/tutorial.py | 1 +
airflow/example_dags/tutorial_decorated_etl_dag.py | 3 +
airflow/example_dags/tutorial_etl_dag.py | 4 +
airflow/executors/base_executor.py | 62 +-
airflow/executors/celery_executor.py | 65 +-
airflow/executors/celery_kubernetes_executor.py | 40 +-
airflow/executors/dask_executor.py | 12 +-
airflow/executors/debug_executor.py | 10 +-
airflow/executors/executor_loader.py | 9 +-
airflow/executors/kubernetes_executor.py | 311 +++--
airflow/executors/local_executor.py | 52 +-
airflow/executors/sequential_executor.py | 12 +-
airflow/hooks/base_hook.py | 2 +-
airflow/hooks/dbapi_hook.py | 31 +-
airflow/hooks/docker_hook.py | 3 +-
airflow/hooks/druid_hook.py | 3 +-
airflow/hooks/hdfs_hook.py | 3 +-
airflow/hooks/hive_hooks.py | 8 +-
airflow/hooks/http_hook.py | 3 +-
airflow/hooks/jdbc_hook.py | 3 +-
airflow/hooks/mssql_hook.py | 3 +-
airflow/hooks/mysql_hook.py | 3 +-
airflow/hooks/oracle_hook.py | 3 +-
airflow/hooks/pig_hook.py | 3 +-
airflow/hooks/postgres_hook.py | 3 +-
airflow/hooks/presto_hook.py | 3 +-
airflow/hooks/samba_hook.py | 3 +-
airflow/hooks/slack_hook.py | 3 +-
airflow/hooks/sqlite_hook.py | 3 +-
airflow/hooks/webhdfs_hook.py | 3 +-
airflow/hooks/zendesk_hook.py | 3 +-
airflow/jobs/backfill_job.py | 297 ++--
airflow/jobs/base_job.py | 30 +-
airflow/jobs/local_task_job.py | 77 +-
airflow/jobs/scheduler_job.py | 431 +++---
airflow/kubernetes/kube_client.py | 22 +-
airflow/kubernetes/pod_generator.py | 81 +-
airflow/kubernetes/pod_generator_deprecated.py | 43 +-
airflow/kubernetes/pod_launcher.py | 108 +-
airflow/kubernetes/pod_runtime_info_env.py | 6 +-
airflow/kubernetes/refresh_config.py | 6 +-
airflow/kubernetes/secret.py | 39 +-
airflow/lineage/__init__.py | 67 +-
airflow/lineage/entities.py | 2 +-
airflow/logging_config.py | 15 +-
airflow/macros/hive.py | 16 +-
airflow/migrations/env.py | 5 +-
.../versions/03bc53e68815_add_sm_dag_index.py | 4 +-
.../versions/05f30312d566_merge_heads.py | 4 +-
.../0a2a5b66e19d_add_task_reschedule_table.py | 20 +-
.../0e2a74e0fc9f_add_time_zone_awareness.py | 188 +--
...dfa7_add_dag_id_state_index_on_dag_run_table.py | 4 +-
.../versions/13eb55f81627_for_compatibility.py | 4 +-
.../versions/1507a7289a2f_create_is_encrypted.py | 17 +-
...cfc09e3_add_is_encrypted_column_to_variable_.py | 4 +-
.../migrations/versions/1b38cef5b76e_add_dagrun.py | 30 +-
.../versions/211e584da130_add_ti_state_index.py | 4 +-
...30d7c24_add_executor_config_to_task_instance.py | 4 +-
.../versions/2e541a1dcfed_task_duration.py | 14 +-
.../versions/2e82aab8ef20_rename_user_table.py | 4 +-
...338e90f54d61_more_logging_into_task_isntance.py | 4 +-
...7a1ff4_add_kubernetes_resource_checkpointing.py | 15 +-
.../versions/40e67319e3a9_dagrun_config.py | 4 +-
.../versions/41f5f12752f8_add_superuser_field.py | 4 +-
.../versions/4446e08588_dagrun_start_end.py | 4 +-
...236f1_add_fractional_seconds_to_mysql_tables.py | 202 ++-
.../versions/502898887f84_adding_extra_to_log.py | 4 +-
...0_fix_mssql_exec_date_rendered_task_instance.py | 4 +-
.../versions/52d714495f0_job_id_indices.py | 7 +-
.../561833c1c74b_add_password_column_to_user.py | 4 +-
.../64de9cddf6c9_add_task_fails_journal_table.py | 4 +-
...a59344a4_make_taskinstance_pool_not_nullable.py | 14 +-
...867_change_datetime_to_datetime2_6_on_mssql_.py | 155 ++-
.../versions/7939bcff74ba_add_dagtags_table.py | 7 +-
.../849da589634d_prefix_dag_permissions.py | 10 +-
.../versions/8504051e801b_xcom_dag_task_indices.py | 3 +-
...15af_add_rendered_task_instance_fields_table.py | 4 +-
.../856955da8476_fix_sqlite_foreign_key.py | 43 +-
...0d1215c0_add_kubernetes_scheduler_uniqueness.py | 23 +-
...d48763f6d53_add_unique_constraint_to_conn_id.py | 22 +-
...1e647c8_task_reschedule_fk_on_cascade_delete.py | 18 +-
.../versions/947454bf1dff_add_ti_job_id_index.py | 4 +-
.../versions/952da73b5eff_add_dag_code_table.py | 18 +-
.../versions/9635ae0956e7_index_faskfail.py | 10 +-
...606e2_add_scheduling_decision_to_dagrun_and_.py | 1 +
...67d16b_add_pool_slots_field_to_task_instance.py | 4 +-
.../versions/a56c9515abdc_remove_dag_stat_table.py | 14 +-
...eea_add_precision_to_execution_date_in_mysql.py | 10 +-
.../versions/b0125267960b_merge_heads.py | 4 +-
...cfc896_add_a_column_to_track_the_encryption_.py | 7 +-
...13e_add_notification_sent_column_to_sla_miss.py | 4 +-
...3e6c56_make_xcom_value_column_a_large_binary.py | 4 +-
.../bef4f3d11e8b_drop_kuberesourceversion_and_.py | 30 +-
.../bf00311e1990_add_index_to_taskinstance.py | 11 +-
.../versions/c8ffec048a3b_add_fields_to_dag.py | 4 +-
...623dc7_add_max_tries_column_to_task_instance.py | 24 +-
.../versions/cf5dc11e79ad_drop_user_and_chart.py | 17 +-
.../d2ae31099d61_increase_text_size_for_mysql.py | 4 +-
.../d38e04c12aa2_add_serialized_dag_table.py | 25 +-
...c3a5a_add_dag_hash_column_to_serialized_dag_.py | 3 +-
.../versions/dd25f486b8ea_add_idx_log_dag.py | 4 +-
.../dd4ecb8fbee3_add_schedule_interval_to_dag.py | 4 +-
.../e38be357a868_update_schema_for_smart_sensor.py | 15 +-
.../versions/e3a246e0dc1_current_schema.py | 67 +-
.../f23433877c24_fix_mysql_not_null_constraint.py | 4 +-
.../versions/f2ca10b85618_add_dag_stats_table.py | 22 +-
...935f_increase_length_for_connection_password.py | 20 +-
airflow/models/base.py | 4 +-
airflow/models/baseoperator.py | 293 ++--
airflow/models/connection.py | 80 +-
airflow/models/crypto.py | 11 +-
airflow/models/dag.py | 546 ++++----
airflow/models/dagbag.py | 115 +-
airflow/models/dagcode.py | 52 +-
airflow/models/dagrun.py | 217 +--
airflow/models/log.py | 4 +-
airflow/models/pool.py | 16 +-
airflow/models/renderedtifields.py | 80 +-
airflow/models/sensorinstance.py | 28 +-
airflow/models/serialized_dag.py | 46 +-
airflow/models/skipmixin.py | 32 +-
airflow/models/slamiss.py | 7 +-
airflow/models/taskfail.py | 5 +-
airflow/models/taskinstance.py | 452 +++---
airflow/models/taskreschedule.py | 29 +-
airflow/models/variable.py | 13 +-
airflow/models/xcom.py | 108 +-
airflow/models/xcom_arg.py | 13 +-
airflow/operators/bash.py | 28 +-
airflow/operators/bash_operator.py | 3 +-
airflow/operators/check_operator.py | 20 +-
airflow/operators/dagrun_operator.py | 7 +-
airflow/operators/docker_operator.py | 3 +-
airflow/operators/druid_check_operator.py | 3 +-
airflow/operators/email.py | 35 +-
airflow/operators/email_operator.py | 3 +-
airflow/operators/gcs_to_s3.py | 3 +-
airflow/operators/generic_transfer.py | 22 +-
airflow/operators/google_api_to_s3_transfer.py | 13 +-
airflow/operators/hive_operator.py | 3 +-
airflow/operators/hive_stats_operator.py | 3 +-
airflow/operators/hive_to_druid.py | 6 +-
airflow/operators/hive_to_mysql.py | 6 +-
airflow/operators/hive_to_samba_operator.py | 3 +-
airflow/operators/http_operator.py | 3 +-
airflow/operators/jdbc_operator.py | 3 +-
airflow/operators/latest_only.py | 10 +-
airflow/operators/latest_only_operator.py | 3 +-
airflow/operators/mssql_operator.py | 3 +-
airflow/operators/mssql_to_hive.py | 6 +-
airflow/operators/mysql_operator.py | 3 +-
airflow/operators/mysql_to_hive.py | 6 +-
airflow/operators/oracle_operator.py | 3 +-
airflow/operators/papermill_operator.py | 3 +-
airflow/operators/pig_operator.py | 3 +-
airflow/operators/postgres_operator.py | 3 +-
airflow/operators/presto_check_operator.py | 12 +-
airflow/operators/presto_to_mysql.py | 6 +-
airflow/operators/python.py | 116 +-
airflow/operators/python_operator.py | 8 +-
airflow/operators/redshift_to_s3_operator.py | 6 +-
airflow/operators/s3_file_transform_operator.py | 3 +-
airflow/operators/s3_to_hive_operator.py | 6 +-
airflow/operators/s3_to_redshift_operator.py | 6 +-
airflow/operators/slack_operator.py | 3 +-
airflow/operators/sql.py | 75 +-
airflow/operators/sql_branch_operator.py | 6 +-
airflow/operators/sqlite_operator.py | 3 +-
airflow/operators/subdag_operator.py | 56 +-
airflow/plugins_manager.py | 60 +-
.../aws/example_dags/example_glacier_to_gcs.py | 4 +-
airflow/providers/amazon/aws/hooks/base_aws.py | 2 +-
.../providers/amazon/aws/hooks/cloud_formation.py | 2 +-
.../aws/hooks/elasticache_replication_group.py | 3 +-
airflow/providers/amazon/aws/hooks/glacier.py | 1 +
airflow/providers/amazon/aws/hooks/glue_catalog.py | 2 +-
airflow/providers/amazon/aws/hooks/sagemaker.py | 2 +-
.../providers/amazon/aws/hooks/secrets_manager.py | 1 +
airflow/providers/amazon/aws/hooks/sns.py | 2 +-
airflow/providers/amazon/aws/operators/batch.py | 2 +-
airflow/providers/amazon/aws/operators/datasync.py | 2 +-
airflow/providers/amazon/aws/operators/ecs.py | 2 +-
.../amazon/aws/operators/sagemaker_transform.py | 2 +-
airflow/providers/amazon/aws/sensors/emr_base.py | 2 +-
.../amazon/aws/sensors/sagemaker_training.py | 3 +-
.../amazon/aws/transfers/dynamodb_to_s3.py | 2 +-
.../providers/amazon/aws/transfers/gcs_to_s3.py | 2 +-
.../amazon/aws/transfers/glacier_to_gcs.py | 2 +-
.../amazon/aws/transfers/hive_to_dynamodb.py | 2 +-
.../providers/amazon/aws/transfers/mongo_to_s3.py | 2 +-
.../providers/amazon/backport_provider_setup.py | 2 +-
.../apache/cassandra/backport_provider_setup.py | 2 +-
.../apache/druid/backport_provider_setup.py | 2 +-
.../apache/hdfs/backport_provider_setup.py | 2 +-
.../apache/hive/backport_provider_setup.py | 2 +-
.../apache/kylin/backport_provider_setup.py | 2 +-
.../apache/livy/backport_provider_setup.py | 2 +-
.../apache/pig/backport_provider_setup.py | 2 +-
.../apache/pinot/backport_provider_setup.py | 2 +-
.../apache/spark/backport_provider_setup.py | 2 +-
.../apache/sqoop/backport_provider_setup.py | 2 +-
.../providers/celery/backport_provider_setup.py | 2 +-
.../providers/cloudant/backport_provider_setup.py | 2 +-
.../cncf/kubernetes/backport_provider_setup.py | 2 +-
.../providers/cncf/kubernetes/hooks/kubernetes.py | 2 +-
.../cncf/kubernetes/operators/kubernetes_pod.py | 7 +-
.../databricks/backport_provider_setup.py | 2 +-
airflow/providers/databricks/hooks/databricks.py | 2 +-
.../providers/databricks/operators/databricks.py | 2 +-
.../providers/datadog/backport_provider_setup.py | 2 +-
.../providers/dingding/backport_provider_setup.py | 2 +-
airflow/providers/dingding/hooks/dingding.py | 2 +-
airflow/providers/dingding/operators/dingding.py | 3 +-
.../providers/discord/backport_provider_setup.py | 2 +-
.../providers/docker/backport_provider_setup.py | 2 +-
.../elasticsearch/backport_provider_setup.py | 2 +-
.../providers/exasol/backport_provider_setup.py | 2 +-
airflow/providers/exasol/hooks/exasol.py | 2 +-
.../providers/facebook/backport_provider_setup.py | 2 +-
airflow/providers/ftp/backport_provider_setup.py | 2 +-
airflow/providers/ftp/hooks/ftp.py | 2 +-
.../providers/google/backport_provider_setup.py | 2 +-
.../example_dags/example_azure_fileshare_to_gcs.py | 2 +-
.../example_dags/example_cloud_memorystore.py | 6 +-
.../cloud/example_dags/example_mysql_to_gcs.py | 1 +
airflow/providers/google/cloud/hooks/bigquery.py | 4 +-
.../google/cloud/hooks/cloud_memorystore.py | 2 +-
airflow/providers/google/cloud/hooks/cloud_sql.py | 2 +-
.../cloud/hooks/cloud_storage_transfer_service.py | 2 +-
airflow/providers/google/cloud/hooks/datastore.py | 2 +-
airflow/providers/google/cloud/hooks/gcs.py | 2 +-
airflow/providers/google/cloud/hooks/gdm.py | 2 +-
airflow/providers/google/cloud/hooks/mlengine.py | 2 +-
.../operators/cloud_storage_transfer_service.py | 2 +-
airflow/providers/google/cloud/operators/dlp.py | 2 +-
.../sensors/cloud_storage_transfer_service.py | 2 +-
airflow/providers/google/cloud/sensors/dataproc.py | 2 +-
.../cloud/transfers/azure_fileshare_to_gcs.py | 4 +-
.../google/cloud/transfers/presto_to_gcs.py | 2 +-
.../google/cloud/utils/credentials_provider.py | 2 +-
.../marketing_platform/operators/analytics.py | 2 +-
airflow/providers/grpc/backport_provider_setup.py | 2 +-
.../providers/hashicorp/backport_provider_setup.py | 2 +-
airflow/providers/http/backport_provider_setup.py | 2 +-
airflow/providers/imap/backport_provider_setup.py | 2 +-
airflow/providers/jdbc/backport_provider_setup.py | 2 +-
.../providers/jenkins/backport_provider_setup.py | 2 +-
airflow/providers/jira/backport_provider_setup.py | 2 +-
.../microsoft/azure/backport_provider_setup.py | 2 +-
.../example_dags/example_azure_blob_to_gcs.py | 4 +-
.../azure/example_dags/example_local_to_adls.py | 1 +
.../providers/microsoft/azure/hooks/azure_batch.py | 2 +-
.../microsoft/azure/hooks/azure_fileshare.py | 4 +-
.../microsoft/azure/log/wasb_task_handler.py | 2 +-
.../azure/operators/azure_container_instances.py | 6 +-
.../microsoft/azure/transfers/azure_blob_to_gcs.py | 2 +-
.../microsoft/azure/transfers/local_to_adls.py | 3 +-
.../microsoft/mssql/backport_provider_setup.py | 2 +-
.../microsoft/winrm/backport_provider_setup.py | 2 +-
airflow/providers/mongo/backport_provider_setup.py | 2 +-
airflow/providers/mysql/backport_provider_setup.py | 2 +-
airflow/providers/odbc/backport_provider_setup.py | 2 +-
airflow/providers/odbc/hooks/odbc.py | 2 +-
.../providers/openfaas/backport_provider_setup.py | 2 +-
.../providers/opsgenie/backport_provider_setup.py | 2 +-
airflow/providers/opsgenie/hooks/opsgenie_alert.py | 2 +-
.../providers/opsgenie/operators/opsgenie_alert.py | 2 +-
.../providers/oracle/backport_provider_setup.py | 2 +-
airflow/providers/oracle/hooks/oracle.py | 2 +-
.../providers/pagerduty/backport_provider_setup.py | 2 +-
.../providers/plexus/backport_provider_setup.py | 2 +-
airflow/providers/plexus/operators/job.py | 2 +-
.../providers/postgres/backport_provider_setup.py | 2 +-
airflow/providers/postgres/hooks/postgres.py | 2 +-
.../providers/presto/backport_provider_setup.py | 2 +-
airflow/providers/presto/hooks/presto.py | 2 +-
.../providers/qubole/backport_provider_setup.py | 2 +-
airflow/providers/qubole/hooks/qubole.py | 4 +-
airflow/providers/qubole/hooks/qubole_check.py | 2 +-
airflow/providers/qubole/operators/qubole_check.py | 2 +-
airflow/providers/redis/backport_provider_setup.py | 2 +-
.../salesforce/backport_provider_setup.py | 2 +-
airflow/providers/salesforce/hooks/salesforce.py | 2 +-
airflow/providers/salesforce/hooks/tableau.py | 2 +-
airflow/providers/samba/backport_provider_setup.py | 2 +-
.../providers/segment/backport_provider_setup.py | 2 +-
airflow/providers/sftp/backport_provider_setup.py | 2 +-
.../singularity/backport_provider_setup.py | 2 +-
airflow/providers/slack/backport_provider_setup.py | 2 +-
airflow/providers/slack/operators/slack.py | 2 +-
airflow/providers/slack/operators/slack_webhook.py | 2 +-
.../providers/snowflake/backport_provider_setup.py | 2 +-
airflow/providers/snowflake/hooks/snowflake.py | 2 +-
.../providers/sqlite/backport_provider_setup.py | 2 +-
airflow/providers/ssh/backport_provider_setup.py | 2 +-
airflow/providers/ssh/hooks/ssh.py | 2 +-
.../providers/vertica/backport_provider_setup.py | 2 +-
.../providers/yandex/backport_provider_setup.py | 2 +-
airflow/providers/yandex/hooks/yandex.py | 2 +-
.../providers/zendesk/backport_provider_setup.py | 2 +-
airflow/secrets/base_secrets.py | 3 +-
airflow/secrets/local_filesystem.py | 15 +-
airflow/secrets/metastore.py | 2 +
airflow/security/kerberos.py | 49 +-
airflow/sensors/base_sensor_operator.py | 98 +-
airflow/sensors/bash.py | 16 +-
airflow/sensors/date_time_sensor.py | 8 +-
airflow/sensors/external_task_sensor.py | 103 +-
airflow/sensors/filesystem.py | 5 +-
airflow/sensors/hdfs_sensor.py | 3 +-
airflow/sensors/hive_partition_sensor.py | 3 +-
airflow/sensors/http_sensor.py | 3 +-
airflow/sensors/metastore_partition_sensor.py | 3 +-
airflow/sensors/named_hive_partition_sensor.py | 3 +-
airflow/sensors/python.py | 14 +-
airflow/sensors/s3_key_sensor.py | 3 +-
airflow/sensors/s3_prefix_sensor.py | 3 +-
airflow/sensors/smart_sensor_operator.py | 169 ++-
airflow/sensors/sql_sensor.py | 35 +-
airflow/sensors/web_hdfs_sensor.py | 3 +-
airflow/sensors/weekday_sensor.py | 15 +-
airflow/sentry.py | 21 +-
airflow/serialization/serialized_objects.py | 113 +-
airflow/settings.py | 61 +-
airflow/stats.py | 30 +-
airflow/task/task_runner/base_task_runner.py | 16 +-
airflow/task/task_runner/cgroup_task_runner.py | 49 +-
airflow/ti_deps/dep_context.py | 21 +-
airflow/ti_deps/dependencies_deps.py | 5 +-
airflow/ti_deps/deps/base_ti_dep.py | 9 +-
airflow/ti_deps/deps/dag_ti_slots_available_dep.py | 4 +-
airflow/ti_deps/deps/dag_unpaused_dep.py | 3 +-
airflow/ti_deps/deps/dagrun_exists_dep.py | 20 +-
airflow/ti_deps/deps/dagrun_id_dep.py | 7 +-
.../ti_deps/deps/exec_date_after_start_date_dep.py | 13 +-
airflow/ti_deps/deps/not_in_retry_period_dep.py | 12 +-
airflow/ti_deps/deps/not_previously_skipped_dep.py | 17 +-
airflow/ti_deps/deps/pool_slots_available_dep.py | 16 +-
airflow/ti_deps/deps/prev_dagrun_dep.py | 31 +-
airflow/ti_deps/deps/ready_to_reschedule.py | 18 +-
airflow/ti_deps/deps/runnable_exec_date_dep.py | 18 +-
airflow/ti_deps/deps/task_concurrency_dep.py | 6 +-
airflow/ti_deps/deps/task_not_running_dep.py | 3 +-
airflow/ti_deps/deps/trigger_rule_dep.py | 95 +-
airflow/ti_deps/deps/valid_state_dep.py | 10 +-
airflow/typing_compat.py | 4 +-
airflow/utils/callback_requests.py | 4 +-
airflow/utils/cli.py | 37 +-
airflow/utils/compression.py | 14 +-
airflow/utils/dag_processing.py | 240 ++--
airflow/utils/dates.py | 6 +-
airflow/utils/db.py | 150 +-
airflow/utils/decorators.py | 15 +-
airflow/utils/dot_renderer.py | 30 +-
airflow/utils/email.py | 35 +-
airflow/utils/file.py | 33 +-
airflow/utils/helpers.py | 31 +-
airflow/utils/json.py | 25 +-
airflow/utils/log/cloudwatch_task_handler.py | 3 +-
airflow/utils/log/colored_log.py | 12 +-
airflow/utils/log/es_task_handler.py | 3 +-
airflow/utils/log/file_processor_handler.py | 16 +-
airflow/utils/log/file_task_handler.py | 40 +-
airflow/utils/log/gcs_task_handler.py | 3 +-
airflow/utils/log/json_formatter.py | 3 +-
airflow/utils/log/log_reader.py | 13 +-
airflow/utils/log/logging_mixin.py | 11 +-
airflow/utils/log/s3_task_handler.py | 3 +-
airflow/utils/log/stackdriver_task_handler.py | 3 +-
airflow/utils/log/wasb_task_handler.py | 3 +-
airflow/utils/module_loading.py | 4 +-
airflow/utils/operator_helpers.py | 61 +-
airflow/utils/operator_resources.py | 16 +-
airflow/utils/orm_event_handlers.py | 21 +-
airflow/utils/process_utils.py | 24 +-
airflow/utils/python_virtualenv.py | 10 +-
airflow/utils/serve_logs.py | 6 +-
airflow/utils/session.py | 4 +-
airflow/utils/sqlalchemy.py | 26 +-
airflow/utils/state.py | 41 +-
airflow/utils/task_group.py | 18 +-
airflow/utils/timeout.py | 2 +-
airflow/utils/timezone.py | 13 +-
airflow/utils/weekday.py | 4 +-
airflow/www/api/experimental/endpoints.py | 61 +-
airflow/www/app.py | 6 +-
airflow/www/auth.py | 8 +-
airflow/www/extensions/init_jinja_globals.py | 2 +-
airflow/www/extensions/init_security.py | 5 +-
airflow/www/forms.py | 170 +--
airflow/www/security.py | 10 +-
airflow/www/utils.py | 168 ++-
airflow/www/validators.py | 11 +-
airflow/www/views.py | 1472 +++++++++++---------
airflow/www/widgets.py | 5 +-
chart/tests/test_celery_kubernetes_executor.py | 1 +
.../test_celery_kubernetes_pod_launcher_role.py | 1 +
chart/tests/test_chart_quality.py | 3 +-
chart/tests/test_dags_persistent_volume_claim.py | 1 +
chart/tests/test_flower_authorization.py | 1 +
chart/tests/test_git_sync_scheduler.py | 1 +
chart/tests/test_git_sync_webserver.py | 1 +
chart/tests/test_git_sync_worker.py | 1 +
chart/tests/test_migrate_database_job.py | 1 +
chart/tests/test_pod_template_file.py | 3 +-
chart/tests/test_scheduler.py | 1 +
chart/tests/test_worker.py | 1 +
dags/test_dag.py | 10 +-
dev/airflow-github | 55 +-
dev/airflow-license | 26 +-
dev/send_email.py | 117 +-
docs/build_docs.py | 70 +-
docs/conf.py | 57 +-
docs/exts/docroles.py | 28 +-
docs/exts/exampleinclude.py | 10 +-
kubernetes_tests/test_kubernetes_executor.py | 115 +-
kubernetes_tests/test_kubernetes_pod_operator.py | 326 ++---
metastore_browser/hive_metastore.py | 47 +-
provider_packages/import_all_provider_classes.py | 19 +-
provider_packages/prepare_provider_packages.py | 565 ++++----
provider_packages/refactor_provider_packages.py | 158 ++-
provider_packages/remove_old_releases.py | 34 +-
.../ci/pre_commit/pre_commit_check_order_setup.py | 20 +-
.../pre_commit_check_setup_installation.py | 19 +-
scripts/ci/pre_commit/pre_commit_yaml_to_cfg.py | 28 +-
.../in_container/update_quarantined_test_status.py | 64 +-
scripts/tools/list-integrations.py | 9 +-
setup.cfg | 6 +-
setup.py | 92 +-
tests/airflow_pylint/disable_checks_for_tests.py | 18 +-
tests/airflow_pylint/do_not_use_asserts.py | 5 +-
tests/always/test_example_dags.py | 4 +-
tests/always/test_project_structure.py | 53 +-
tests/api/auth/backend/test_basic_auth.py | 58 +-
tests/api/auth/test_client.py | 29 +-
tests/api/client/test_local_client.py | 60 +-
tests/api/common/experimental/test_delete_dag.py | 56 +-
tests/api/common/experimental/test_mark_tasks.py | 299 ++--
tests/api/common/experimental/test_pool.py | 82 +-
tests/api/common/experimental/test_trigger_dag.py | 13 +-
.../endpoints/test_config_endpoint.py | 2 -
.../endpoints/test_task_instance_endpoint.py | 8 +-
.../endpoints/test_variable_endpoint.py | 2 +-
.../api_connexion/endpoints/test_xcom_endpoint.py | 2 +-
.../schemas/test_task_instance_schema.py | 4 +-
tests/build_provider_packages_dependencies.py | 27 +-
tests/cli/commands/test_celery_command.py | 32 +-
tests/cli/commands/test_cheat_sheet_command.py | 3 +-
tests/cli/commands/test_config_command.py | 20 +-
tests/cli/commands/test_connection_command.py | 372 ++---
tests/cli/commands/test_dag_command.py | 303 ++--
tests/cli/commands/test_db_command.py | 44 +-
tests/cli/commands/test_info_command.py | 17 +-
tests/cli/commands/test_kubernetes_command.py | 15 +-
tests/cli/commands/test_legacy_commands.py | 44 +-
tests/cli/commands/test_pool_command.py | 20 +-
tests/cli/commands/test_role_command.py | 9 +-
tests/cli/commands/test_sync_perm_command.py | 21 +-
tests/cli/commands/test_task_command.py | 320 +++--
tests/cli/commands/test_user_command.py | 226 ++-
tests/cli/commands/test_variable_command.py | 89 +-
tests/cli/commands/test_webserver_command.py | 57 +-
tests/cli/test_cli_parser.py | 87 +-
tests/cluster_policies/__init__.py | 13 +-
tests/conftest.py | 136 +-
tests/core/test_config_templates.py | 28 +-
tests/core/test_configuration.py | 211 +--
tests/core/test_core.py | 205 ++-
tests/core/test_core_to_contrib.py | 12 +-
tests/core/test_example_dags_system.py | 16 +-
tests/core/test_impersonation_tests.py | 66 +-
tests/core/test_local_settings.py | 7 +
tests/core/test_logging_config.py | 35 +-
tests/core/test_sentry.py | 1 +
tests/core/test_sqlalchemy_config.py | 46 +-
tests/core/test_stats.py | 103 +-
tests/dags/subdir2/test_dont_ignore_this.py | 5 +-
tests/dags/test_backfill_pooled_tasks.py | 3 +-
tests/dags/test_clear_subdag.py | 13 +-
tests/dags/test_cli_triggered_dags.py | 19 +-
tests/dags/test_default_impersonation.py | 5 +-
tests/dags/test_default_views.py | 12 +-
tests/dags/test_double_trigger.py | 4 +-
tests/dags/test_example_bash_operator.py | 25 +-
tests/dags/test_heartbeat_failed_fast.py | 5 +-
tests/dags/test_impersonation.py | 5 +-
tests/dags/test_impersonation_subdag.py | 28 +-
tests/dags/test_invalid_cron.py | 10 +-
tests/dags/test_issue_1225.py | 29 +-
tests/dags/test_latest_runs.py | 6 +-
tests/dags/test_logging_in_dag.py | 6 +-
tests/dags/test_mark_success.py | 6 +-
tests/dags/test_missing_owner.py | 4 +-
tests/dags/test_multiple_dags.py | 8 +-
tests/dags/test_no_impersonation.py | 3 +-
tests/dags/test_on_failure_callback.py | 4 +-
tests/dags/test_on_kill.py | 9 +-
tests/dags/test_prev_dagrun_dep.py | 14 +-
tests/dags/test_retry_handling_job.py | 5 +-
tests/dags/test_scheduler_dags.py | 25 +-
tests/dags/test_task_view_type_check.py | 5 +-
tests/dags/test_with_non_default_owner.py | 5 +-
tests/dags_corrupted/test_impersonation_custom.py | 17 +-
tests/dags_with_system_exit/a_system_exit.py | 4 +-
.../dags_with_system_exit/b_test_scheduler_dags.py | 9 +-
tests/dags_with_system_exit/c_system_exit.py | 4 +-
tests/deprecated_classes.py | 116 +-
tests/executors/test_base_executor.py | 8 +-
tests/executors/test_celery_executor.py | 134 +-
tests/executors/test_celery_kubernetes_executor.py | 14 +-
tests/executors/test_dask_executor.py | 39 +-
tests/executors/test_executor_loader.py | 33 +-
tests/executors/test_kubernetes_executor.py | 124 +-
tests/executors/test_local_executor.py | 18 +-
tests/executors/test_sequential_executor.py | 9 +-
tests/hooks/test_dbapi_hook.py | 50 +-
tests/jobs/test_backfill_job.py | 510 +++----
tests/jobs/test_base_job.py | 5 +-
tests/jobs/test_local_task_job.py | 146 +-
tests/jobs/test_scheduler_job.py | 975 +++++++------
tests/kubernetes/models/test_secret.py | 167 +--
tests/kubernetes/test_client.py | 1 -
tests/kubernetes/test_pod_generator.py | 377 +++--
tests/kubernetes/test_pod_launcher.py | 162 ++-
tests/kubernetes/test_refresh_config.py | 1 -
tests/lineage/test_lineage.py | 43 +-
tests/models/test_baseoperator.py | 77 +-
tests/models/test_cleartasks.py | 61 +-
tests/models/test_connection.py | 97 +-
tests/models/test_dag.py | 575 ++++----
tests/models/test_dagbag.py | 168 +--
tests/models/test_dagcode.py | 20 +-
tests/models/test_dagparam.py | 4 +-
tests/models/test_dagrun.py | 301 ++--
tests/models/test_pool.py | 39 +-
tests/models/test_renderedtifields.py | 135 +-
tests/models/test_sensorinstance.py | 14 +-
tests/models/test_serialized_dag.py | 10 +-
tests/models/test_skipmixin.py | 18 +-
tests/models/test_taskinstance.py | 666 +++++----
tests/models/test_timestamp.py | 3 +-
tests/models/test_variable.py | 15 +-
tests/models/test_xcom.py | 146 +-
tests/models/test_xcom_arg.py | 16 +-
tests/operators/test_bash.py | 83 +-
tests/operators/test_branch_operator.py | 24 +-
tests/operators/test_dagrun_operator.py | 24 +-
tests/operators/test_email.py | 15 +-
tests/operators/test_generic_transfer.py | 24 +-
tests/operators/test_latest_only_operator.py | 162 ++-
tests/operators/test_python.py | 360 ++---
tests/operators/test_sql.py | 102 +-
tests/operators/test_subdag_operator.py | 76 +-
tests/plugins/test_plugin.py | 33 +-
tests/plugins/test_plugins_manager.py | 55 +-
tests/providers/amazon/aws/hooks/test_glacier.py | 2 +-
tests/providers/amazon/aws/hooks/test_glue.py | 1 -
tests/providers/amazon/aws/hooks/test_sagemaker.py | 2 +-
.../amazon/aws/hooks/test_secrets_manager.py | 2 +-
.../providers/amazon/aws/operators/test_athena.py | 1 -
tests/providers/amazon/aws/operators/test_batch.py | 1 -
tests/providers/amazon/aws/operators/test_ecs.py | 2 +-
.../providers/amazon/aws/operators/test_glacier.py | 8 +-
.../amazon/aws/operators/test_glacier_system.py | 1 -
tests/providers/amazon/aws/operators/test_glue.py | 1 -
.../amazon/aws/operators/test_s3_bucket.py | 2 +-
.../providers/amazon/aws/operators/test_s3_list.py | 1 -
.../aws/operators/test_sagemaker_endpoint.py | 2 +-
.../operators/test_sagemaker_endpoint_config.py | 1 -
.../amazon/aws/operators/test_sagemaker_model.py | 1 -
.../aws/operators/test_sagemaker_processing.py | 2 +-
.../aws/operators/test_sagemaker_training.py | 1 -
.../aws/operators/test_sagemaker_transform.py | 1 -
.../amazon/aws/operators/test_sagemaker_tuning.py | 1 -
tests/providers/amazon/aws/sensors/test_athena.py | 1 -
tests/providers/amazon/aws/sensors/test_glacier.py | 1 -
tests/providers/amazon/aws/sensors/test_glue.py | 1 -
.../aws/sensors/test_glue_catalog_partition.py | 1 -
.../amazon/aws/sensors/test_sagemaker_endpoint.py | 1 -
.../amazon/aws/sensors/test_sagemaker_training.py | 1 -
.../amazon/aws/sensors/test_sagemaker_transform.py | 1 -
.../amazon/aws/sensors/test_sagemaker_tuning.py | 1 -
.../amazon/aws/transfers/test_gcs_to_s3.py | 1 -
.../amazon/aws/transfers/test_glacier_to_gcs.py | 4 +-
.../amazon/aws/transfers/test_mongo_to_s3.py | 1 -
.../apache/cassandra/hooks/test_cassandra.py | 2 +-
.../apache/druid/operators/test_druid_check.py | 1 -
.../apache/hive/transfers/test_s3_to_hive.py | 1 -
tests/providers/apache/pig/hooks/test_pig.py | 1 -
tests/providers/apache/pig/operators/test_pig.py | 1 -
.../apache/spark/hooks/test_spark_jdbc_script.py | 1 +
tests/providers/cloudant/hooks/test_cloudant.py | 1 -
.../cncf/kubernetes/hooks/test_kubernetes.py | 3 +-
.../providers/databricks/hooks/test_databricks.py | 2 +-
.../databricks/operators/test_databricks.py | 1 -
tests/providers/datadog/sensors/test_datadog.py | 1 -
tests/providers/docker/hooks/test_docker.py | 1 -
tests/providers/docker/operators/test_docker.py | 1 -
.../docker/operators/test_docker_swarm.py | 2 +-
tests/providers/exasol/hooks/test_exasol.py | 1 -
tests/providers/exasol/operators/test_exasol.py | 1 -
tests/providers/facebook/ads/hooks/test_ads.py | 1 +
tests/providers/google/ads/hooks/test_ads.py | 1 +
tests/providers/google/cloud/hooks/test_automl.py | 2 +-
.../google/cloud/hooks/test_bigquery_dts.py | 2 +-
.../google/cloud/hooks/test_cloud_build.py | 1 -
.../hooks/test_cloud_storage_transfer_service.py | 2 +-
tests/providers/google/cloud/hooks/test_compute.py | 1 -
.../providers/google/cloud/hooks/test_dataflow.py | 2 +-
.../providers/google/cloud/hooks/test_dataproc.py | 2 +-
.../providers/google/cloud/hooks/test_datastore.py | 3 +-
tests/providers/google/cloud/hooks/test_dlp.py | 2 +-
.../providers/google/cloud/hooks/test_functions.py | 1 -
tests/providers/google/cloud/hooks/test_kms.py | 1 -
.../google/cloud/hooks/test_kubernetes_engine.py | 2 +-
.../google/cloud/hooks/test_life_sciences.py | 1 -
.../google/cloud/hooks/test_natural_language.py | 2 +-
tests/providers/google/cloud/hooks/test_pubsub.py | 2 +-
tests/providers/google/cloud/hooks/test_spanner.py | 1 -
.../google/cloud/hooks/test_speech_to_text.py | 1 -
.../google/cloud/hooks/test_stackdriver.py | 2 +-
tests/providers/google/cloud/hooks/test_tasks.py | 2 +-
.../google/cloud/hooks/test_text_to_speech.py | 1 -
.../providers/google/cloud/hooks/test_translate.py | 1 -
.../google/cloud/hooks/test_video_intelligence.py | 2 +-
tests/providers/google/cloud/hooks/test_vision.py | 2 +-
.../google/cloud/operators/test_automl.py | 2 +-
.../google/cloud/operators/test_bigquery.py | 2 +-
.../google/cloud/operators/test_bigquery_dts.py | 1 -
.../google/cloud/operators/test_cloud_build.py | 3 +-
.../cloud/operators/test_cloud_memorystore.py | 6 +-
.../google/cloud/operators/test_cloud_sql.py | 2 +-
.../test_cloud_storage_transfer_service.py | 2 +-
.../google/cloud/operators/test_dataflow.py | 3 +-
.../google/cloud/operators/test_dataproc_system.py | 2 +-
tests/providers/google/cloud/operators/test_dlp.py | 1 -
.../google/cloud/operators/test_dlp_system.py | 2 +-
.../google/cloud/operators/test_functions.py | 2 +-
tests/providers/google/cloud/operators/test_gcs.py | 1 -
.../cloud/operators/test_kubernetes_engine.py | 2 +-
.../google/cloud/operators/test_life_sciences.py | 1 -
.../google/cloud/operators/test_mlengine_utils.py | 3 +-
.../google/cloud/operators/test_pubsub.py | 2 +-
.../google/cloud/operators/test_spanner.py | 2 +-
.../google/cloud/operators/test_speech_to_text.py | 1 -
.../google/cloud/operators/test_stackdriver.py | 2 +-
.../providers/google/cloud/operators/test_tasks.py | 2 +-
.../google/cloud/operators/test_text_to_speech.py | 2 +-
.../google/cloud/operators/test_translate.py | 1 -
.../cloud/operators/test_translate_speech.py | 2 +-
.../cloud/operators/test_video_intelligence.py | 2 +-
.../google/cloud/operators/test_vision.py | 2 +-
.../google/cloud/sensors/test_bigquery_dts.py | 1 -
.../sensors/test_cloud_storage_transfer_service.py | 2 +-
.../google/cloud/sensors/test_dataproc.py | 2 +-
.../providers/google/cloud/sensors/test_pubsub.py | 2 +-
.../google/cloud/transfers/test_adls_to_gcs.py | 1 -
.../cloud/transfers/test_azure_fileshare_to_gcs.py | 1 -
.../test_azure_fileshare_to_gcs_system.py | 9 +-
.../cloud/transfers/test_bigquery_to_bigquery.py | 1 -
.../google/cloud/transfers/test_bigquery_to_gcs.py | 1 -
.../cloud/transfers/test_bigquery_to_mysql.py | 1 -
.../cloud/transfers/test_cassandra_to_gcs.py | 1 -
.../google/cloud/transfers/test_gcs_to_bigquery.py | 1 -
.../google/cloud/transfers/test_gcs_to_gcs.py | 1 -
.../google/cloud/transfers/test_gcs_to_local.py | 1 -
.../cloud/transfers/test_gcs_to_local_system.py | 2 +-
.../google/cloud/transfers/test_gcs_to_sftp.py | 1 -
.../google/cloud/transfers/test_local_to_gcs.py | 2 +-
.../google/cloud/transfers/test_mssql_to_gcs.py | 1 -
.../google/cloud/transfers/test_mysql_to_gcs.py | 2 +-
.../cloud/transfers/test_mysql_to_gcs_system.py | 4 +-
.../google/cloud/transfers/test_s3_to_gcs.py | 1 -
.../cloud/transfers/test_s3_to_gcs_system.py | 3 +-
.../cloud/transfers/test_salesforce_to_gcs.py | 1 -
.../transfers/test_salesforce_to_gcs_system.py | 1 +
.../google/cloud/transfers/test_sftp_to_gcs.py | 1 -
.../google/cloud/transfers/test_sql_to_gcs.py | 2 +-
.../cloud/utils/test_credentials_provider.py | 2 +-
.../google/firebase/hooks/test_firestore.py | 1 -
tests/providers/google/suite/hooks/test_drive.py | 1 -
tests/providers/google/suite/hooks/test_sheets.py | 1 -
tests/providers/grpc/hooks/test_grpc.py | 1 -
tests/providers/grpc/operators/test_grpc.py | 1 -
tests/providers/http/hooks/test_http.py | 2 +-
tests/providers/http/operators/test_http.py | 2 +-
tests/providers/http/sensors/test_http.py | 2 +-
.../microsoft/azure/hooks/test_azure_batch.py | 2 +-
.../microsoft/azure/hooks/test_azure_cosmos.py | 2 +-
.../microsoft/azure/hooks/test_azure_data_lake.py | 1 -
.../microsoft/azure/hooks/test_azure_fileshare.py | 4 +-
tests/providers/microsoft/azure/hooks/test_wasb.py | 1 -
.../microsoft/azure/operators/test_adls_list.py | 1 -
.../microsoft/azure/operators/test_azure_batch.py | 1 -
.../operators/test_azure_container_instances.py | 2 +-
.../microsoft/azure/operators/test_azure_cosmos.py | 1 -
.../azure/operators/test_wasb_delete_blob.py | 1 -
.../providers/microsoft/azure/sensors/test_wasb.py | 1 -
.../azure/transfers/test_azure_blob_to_gcs.py | 5 +-
.../microsoft/azure/transfers/test_file_to_wasb.py | 1 -
.../azure/transfers/test_local_to_adls.py | 1 -
.../transfers/test_oracle_to_azure_data_lake.py | 2 +-
.../providers/microsoft/mssql/hooks/test_mssql.py | 1 -
.../microsoft/mssql/operators/test_mssql.py | 1 -
tests/providers/openfaas/hooks/test_openfaas.py | 2 +-
tests/providers/oracle/hooks/test_oracle.py | 2 +-
tests/providers/oracle/operators/test_oracle.py | 1 -
.../oracle/transfers/test_oracle_to_oracle.py | 1 -
tests/providers/pagerduty/hooks/test_pagerduty.py | 1 +
tests/providers/plexus/hooks/test_plexus.py | 1 +
tests/providers/plexus/operators/test_job.py | 2 +
.../qubole/operators/test_qubole_check.py | 2 +-
tests/providers/samba/hooks/test_samba.py | 2 +-
tests/providers/sendgrid/utils/test_emailer.py | 1 -
.../singularity/operators/test_singularity.py | 2 +-
tests/providers/slack/hooks/test_slack.py | 2 +-
tests/providers/slack/operators/test_slack.py | 1 -
.../snowflake/operators/test_snowflake.py | 1 -
tests/providers/ssh/hooks/test_ssh.py | 6 +-
tests/secrets/test_local_filesystem.py | 55 +-
tests/secrets/test_secrets.py | 61 +-
tests/secrets/test_secrets_backends.py | 30 +-
tests/security/test_kerberos.py | 17 +-
tests/sensors/test_base_sensor.py | 162 +--
tests/sensors/test_bash.py | 9 +-
tests/sensors/test_date_time_sensor.py | 10 +-
tests/sensors/test_external_task_sensor.py | 309 ++--
tests/sensors/test_filesystem.py | 36 +-
tests/sensors/test_python.py | 54 +-
tests/sensors/test_smart_sensor_operator.py | 55 +-
tests/sensors/test_sql_sensor.py | 45 +-
tests/sensors/test_time_sensor.py | 4 +-
tests/sensors/test_timedelta_sensor.py | 8 +-
tests/sensors/test_timeout_sensor.py | 15 +-
tests/sensors/test_weekday_sensor.py | 61 +-
tests/serialization/test_dag_serialization.py | 472 ++++---
tests/task/task_runner/test_cgroup_task_runner.py | 1 -
.../task/task_runner/test_standard_task_runner.py | 40 +-
tests/task/task_runner/test_task_runner.py | 11 +-
tests/test_utils/amazon_system_helpers.py | 38 +-
tests/test_utils/api_connexion_utils.py | 2 +-
tests/test_utils/asserts.py | 20 +-
tests/test_utils/azure_system_helpers.py | 1 -
tests/test_utils/db.py | 16 +-
tests/test_utils/gcp_system_helpers.py | 62 +-
tests/test_utils/hdfs_utils.py | 245 ++--
tests/test_utils/logging_command_executor.py | 17 +-
tests/test_utils/mock_hooks.py | 6 +-
tests/test_utils/mock_operators.py | 18 +-
tests/test_utils/mock_process.py | 12 +-
tests/test_utils/perf/dags/elastic_dag.py | 27 +-
tests/test_utils/perf/dags/perf_dag_1.py | 13 +-
tests/test_utils/perf/dags/perf_dag_2.py | 13 +-
tests/test_utils/perf/perf_kit/memory.py | 1 +
tests/test_utils/perf/perf_kit/repeat_and_time.py | 2 +
tests/test_utils/perf/perf_kit/sqlalchemy.py | 75 +-
.../perf/scheduler_dag_execution_timing.py | 53 +-
tests/test_utils/perf/scheduler_ops_metrics.py | 101 +-
tests/test_utils/perf/sql_queries.py | 6 +-
tests/test_utils/remote_user_api_auth_backend.py | 6 +-
.../test_remote_user_api_auth_backend.py | 4 +-
tests/ti_deps/deps/fake_models.py | 4 -
.../deps/test_dag_ti_slots_available_dep.py | 1 -
tests/ti_deps/deps/test_dag_unpaused_dep.py | 1 -
tests/ti_deps/deps/test_dagrun_exists_dep.py | 1 -
tests/ti_deps/deps/test_not_in_retry_period_dep.py | 10 +-
.../deps/test_not_previously_skipped_dep.py | 16 +-
tests/ti_deps/deps/test_prev_dagrun_dep.py | 81 +-
tests/ti_deps/deps/test_ready_to_reschedule_dep.py | 18 +-
tests/ti_deps/deps/test_runnable_exec_date_dep.py | 24 +-
tests/ti_deps/deps/test_task_concurrency.py | 1 -
tests/ti_deps/deps/test_task_not_running_dep.py | 1 -
tests/ti_deps/deps/test_trigger_rule_dep.py | 656 +++++----
tests/ti_deps/deps/test_valid_state_dep.py | 1 -
tests/utils/log/test_file_processor_handler.py | 14 +-
tests/utils/log/test_json_formatter.py | 6 +-
tests/utils/log/test_log_reader.py | 46 +-
tests/utils/test_cli_util.py | 26 +-
tests/utils/test_compression.py | 31 +-
tests/utils/test_dag_cycle.py | 40 +-
tests/utils/test_dag_processing.py | 89 +-
tests/utils/test_dates.py | 25 +-
tests/utils/test_db.py | 70 +-
tests/utils/test_decorators.py | 4 +-
tests/utils/test_docs.py | 14 +-
tests/utils/test_email.py | 50 +-
tests/utils/test_helpers.py | 44 +-
tests/utils/test_json.py | 46 +-
tests/utils/test_log_handlers.py | 30 +-
tests/utils/test_logging_mixin.py | 12 +-
tests/utils/test_net.py | 3 +-
tests/utils/test_operator_helpers.py | 24 +-
tests/utils/test_process_utils.py | 15 +-
tests/utils/test_python_virtualenv.py | 21 +-
tests/utils/test_sqlalchemy.py | 64 +-
.../test_task_handler_with_custom_formatter.py | 5 +-
tests/utils/test_timezone.py | 9 +-
tests/utils/test_trigger_rule.py | 1 -
tests/utils/test_weight_rule.py | 1 -
.../www/api/experimental/test_dag_runs_endpoint.py | 10 +-
tests/www/api/experimental/test_endpoints.py | 166 +--
.../api/experimental/test_kerberos_endpoints.py | 16 +-
tests/www/test_app.py | 90 +-
tests/www/test_security.py | 33 +-
tests/www/test_utils.py | 78 +-
tests/www/test_validators.py | 5 +-
tests/www/test_views.py | 1095 ++++++++-------
1070 files changed, 15413 insertions(+), 15140 deletions(-)