This is an automated email from the ASF dual-hosted git repository. kaxilnaik pushed a change to branch v2-2-test in repository https://gitbox.apache.org/repos/asf/airflow.git.
from cc0e740 Update non-working example in documentation (#18067) add 9496235 Reapply "Build CI images for the merge result of a PR, not the tip of the PR (#18060)" (#18086) add ff64fe8 Allow filtering DAGS by tags in the REST API (#18090) add 3fe948a sftp_to_s3 stream file option (#17609) add d6e48cd Fixes incorrect parameter passed to views (#18083) (#18085) add a1d9172 Limit colorlog version (6.x is incompatible) (#18099) add 5f3d2cd Chart: Fix minor Triggerer issues (#18105) add 6acb9e1 Adds LoggingMixins to BaseTrigger (#18106) add 43f595f Advises the kernel to not cache log files generated by Airflow (#18054) add ebbe2b4 Fix DagRun execution order from queued to running not being properly followed (#18061) add 28de326 Rename FileToWasbOperator to LocalFilesystemToWasbOperator (#18109) add 0eb41b5 Limit the number of queued dagruns created by the Scheduler (#18065) add cee48c3 Update wasb.rst (#18117) add 80eb809 Check for missing DagRun rows for "downstream" tables before migrating DB (#17030) add afd4ba6 Fix constraints generation scripts. (#18094) add 9c7ae4d added TUD to INTHEWILD.md (#18123) add 47e8fa6 Add "packaging" to core requirements (#18122) add feb0a4b Change XCom class methods to accept run_id argument (#18084) add 046f02e fix misspelling (#18121) add 2fd3f27 Make next_dagrun_info take a data interval (#18088) add c9d2946 Fix deprecation error message rather than silencing it (#18126) add f97ddf1 Fix Sentry handler from LocalTaskJob causing error (#18119) add 2767781 Update version added fields in airflow/config_templates/config.yml (#18128) add cfb602a Fix ``BigQuery`` data extraction in ``BigQueryToMySqlOperator`` (#18073) add 969b239 Test coverage on the autocomplete view (#15943) add 6e10131 Simplify s3 ``unify_bucket_name_and_key`` (#17325) add b879550 Aws secrets manager backend (#17448) add 1945494 Adding ``TaskGroup`` support in ``BaseOperator.chain()`` (#17456) add a897076 Add Snowflake operators based on SQL Checks (#17741) add e6cb2f7 ECSOperator returns last logs when ECS task fails (#17209) No new revisions were added by this update. Summary of changes: .github/workflows/build-images.yml | 43 +-- INTHEWILD.md | 1 + airflow/api_connexion/endpoints/dag_endpoint.py | 9 +- .../api_connexion/endpoints/dag_run_endpoint.py | 4 +- airflow/api_connexion/openapi/v1.yaml | 11 + airflow/cli/commands/dag_command.py | 47 ++- airflow/config_templates/config.yml | 138 +++---- airflow/config_templates/default_airflow.cfg | 4 + airflow/contrib/operators/file_to_wasb.py | 26 +- airflow/dag_processing/processor.py | 25 +- airflow/jobs/scheduler_job.py | 47 ++- ...5d12_add_max_active_runs_column_to_dagmodel_.py | 59 +++ ...6fe78_add_index_on_state_dag_id_for_queued_.py} | 34 +- airflow/models/baseoperator.py | 47 ++- airflow/models/dag.py | 252 ++++++++++--- airflow/models/dagrun.py | 62 ++- airflow/models/taskinstance.py | 40 +- airflow/models/xcom.py | 105 +++++- airflow/operators/latest_only.py | 18 +- airflow/providers/amazon/aws/hooks/s3.py | 13 +- airflow/providers/amazon/aws/operators/ecs.py | 22 +- .../amazon/aws/secrets/secrets_manager.py | 116 +++++- .../providers/amazon/aws/transfers/sftp_to_s3.py | 15 +- airflow/providers/google/cloud/operators/gcs.py | 21 +- airflow/providers/google/cloud/sensors/gcs.py | 10 +- .../google/cloud/transfers/bigquery_to_mysql.py | 10 +- ...le_file_to_wasb.py => example_local_to_wasb.py} | 6 +- airflow/providers/microsoft/azure/provider.yaml | 3 + .../microsoft/azure/transfers/file_to_wasb.py | 59 +-- .../{file_to_wasb.py => local_to_wasb.py} | 2 +- airflow/providers/snowflake/operators/snowflake.py | 318 +++++++++++++++- airflow/sensors/time_delta.py | 15 +- airflow/sentry.py | 15 +- airflow/timetables/base.py | 6 +- airflow/timetables/interval.py | 10 +- airflow/timetables/simple.py | 8 +- airflow/triggers/base.py | 4 +- airflow/utils/cli.py | 3 +- airflow/utils/db.py | 95 +++-- airflow/utils/log/file_processor_handler.py | 3 +- airflow/utils/log/file_task_handler.py | 3 +- airflow/utils/log/non_caching_file_handler.py | 46 +++ airflow/utils/session.py | 6 +- airflow/www/extensions/init_views.py | 2 +- airflow/www/static/js/dags.js | 4 +- airflow/www/templates/airflow/dags.html | 2 +- airflow/www/views.py | 63 +--- .../templates/triggerer/triggerer-deployment.yaml | 3 +- .../tests/{test_trigerrer.py => test_triggerer.py} | 0 dev/provider_packages/prepare_provider_packages.py | 1 + docs/apache-airflow-providers-amazon/commits.rst | 4 +- .../img/aws-secrets-manager.png | Bin 0 -> 28060 bytes .../secrets-backends/aws-secrets-manager.rst | 74 ++-- .../commits.rst | 4 +- .../commits.rst | 4 +- .../commits.rst | 4 +- .../commits.rst | 4 +- .../commits.rst | 2 +- .../commits.rst | 4 +- .../commits.rst | 4 +- .../commits.rst | 4 +- .../commits.rst | 4 +- .../commits.rst | 4 +- docs/apache-airflow-providers-celery/commits.rst | 4 +- docs/apache-airflow-providers-cloudant/commits.rst | 4 +- .../commits.rst | 2 +- .../commits.rst | 4 +- docs/apache-airflow-providers-datadog/commits.rst | 4 +- docs/apache-airflow-providers-dingding/commits.rst | 2 +- docs/apache-airflow-providers-discord/commits.rst | 2 +- docs/apache-airflow-providers-docker/commits.rst | 4 +- .../commits.rst | 4 +- docs/apache-airflow-providers-exasol/commits.rst | 4 +- docs/apache-airflow-providers-facebook/commits.rst | 4 +- docs/apache-airflow-providers-ftp/commits.rst | 4 +- docs/apache-airflow-providers-google/commits.rst | 4 +- docs/apache-airflow-providers-grpc/commits.rst | 4 +- .../apache-airflow-providers-hashicorp/commits.rst | 4 +- docs/apache-airflow-providers-http/commits.rst | 4 +- docs/apache-airflow-providers-imap/commits.rst | 4 +- docs/apache-airflow-providers-jdbc/commits.rst | 4 +- docs/apache-airflow-providers-jenkins/commits.rst | 4 +- docs/apache-airflow-providers-jira/commits.rst | 4 +- .../commits.rst | 4 +- .../connections/wasb.rst | 2 +- .../commits.rst | 4 +- .../commits.rst | 4 +- docs/apache-airflow-providers-mongo/commits.rst | 4 +- docs/apache-airflow-providers-mysql/commits.rst | 4 +- docs/apache-airflow-providers-odbc/commits.rst | 4 +- docs/apache-airflow-providers-openfaas/commits.rst | 4 +- docs/apache-airflow-providers-opsgenie/commits.rst | 2 +- docs/apache-airflow-providers-oracle/commits.rst | 4 +- .../apache-airflow-providers-pagerduty/commits.rst | 4 +- docs/apache-airflow-providers-plexus/commits.rst | 2 +- docs/apache-airflow-providers-postgres/commits.rst | 6 +- docs/apache-airflow-providers-presto/commits.rst | 4 +- docs/apache-airflow-providers-qubole/commits.rst | 4 +- docs/apache-airflow-providers-redis/commits.rst | 4 +- .../commits.rst | 4 +- docs/apache-airflow-providers-samba/commits.rst | 4 +- docs/apache-airflow-providers-segment/commits.rst | 4 +- docs/apache-airflow-providers-sftp/commits.rst | 4 +- .../commits.rst | 2 +- docs/apache-airflow-providers-slack/commits.rst | 4 +- .../apache-airflow-providers-snowflake/commits.rst | 4 +- docs/apache-airflow-providers-sqlite/commits.rst | 4 +- docs/apache-airflow-providers-ssh/commits.rst | 4 +- docs/apache-airflow-providers-telegram/commits.rst | 2 +- docs/apache-airflow-providers-vertica/commits.rst | 4 +- docs/apache-airflow-providers-yandex/commits.rst | 4 +- docs/apache-airflow-providers-zendesk/commits.rst | 4 +- docs/apache-airflow/migrations-ref.rst | 6 +- docs/apache-airflow/templates-ref.rst | 4 +- docs/spelling_wordlist.txt | 2 +- scripts/ci/docker-compose/_docker.env | 1 + scripts/in_container/run_generate_constraints.sh | 7 +- setup.cfg | 3 +- tests/api_connexion/endpoints/test_dag_endpoint.py | 25 ++ tests/api_connexion/endpoints/test_log_endpoint.py | 14 +- tests/cli/commands/test_dag_command.py | 5 +- tests/conftest.py | 59 ++- tests/deprecated_classes.py | 2 +- tests/jobs/test_local_task_job.py | 6 +- tests/jobs/test_scheduler_job.py | 419 +++++++++++++-------- tests/models/test_baseoperator.py | 37 +- tests/models/test_dag.py | 51 ++- tests/models/test_dagrun.py | 24 +- tests/models/test_taskinstance.py | 9 +- tests/providers/amazon/aws/operators/test_ecs.py | 54 ++- .../amazon/aws/secrets/test_secrets_manager.py | 56 ++- .../amazon/aws/transfers/test_sftp_to_s3.py | 10 +- .../providers/apache/druid/operators/test_druid.py | 5 +- .../apache/kylin/operators/test_kylin_cube.py | 2 +- .../apache/spark/operators/test_spark_submit.py | 2 +- .../cloud/transfers/test_bigquery_to_mysql.py | 15 +- ...{test_file_to_wasb.py => test_local_to_wasb.py} | 12 +- ...wasb_system.py => test_local_to_wasb_system.py} | 8 +- .../snowflake/operators/test_snowflake.py | 34 +- tests/sensors/test_external_task_sensor.py | 3 +- .../perf/scheduler_dag_execution_timing.py | 19 +- tests/ti_deps/deps/test_runnable_exec_date_dep.py | 3 + tests/utils/log/test_log_reader.py | 2 + tests/utils/test_log_handlers.py | 1 + tests/www/views/test_views_acl.py | 33 ++ tests/www/views/test_views_log.py | 4 +- 146 files changed, 2176 insertions(+), 915 deletions(-) create mode 100644 airflow/migrations/versions/092435bf5d12_add_max_active_runs_column_to_dagmodel_.py copy airflow/migrations/versions/{2e541a1dcfed_task_duration.py => ccde3e26fe78_add_index_on_state_dag_id_for_queued_.py} (55%) rename airflow/providers/microsoft/azure/example_dags/{example_file_to_wasb.py => example_local_to_wasb.py} (84%) copy airflow/providers/microsoft/azure/transfers/{file_to_wasb.py => local_to_wasb.py} (97%) create mode 100644 airflow/utils/log/non_caching_file_handler.py rename chart/tests/{test_trigerrer.py => test_triggerer.py} (100%) create mode 100644 docs/apache-airflow-providers-amazon/img/aws-secrets-manager.png rename tests/providers/microsoft/azure/transfers/{test_file_to_wasb.py => test_local_to_wasb.py} (81%) rename tests/providers/microsoft/azure/transfers/{test_file_to_wasb_system.py => test_local_to_wasb_system.py} (85%)