This is an automated email from the ASF dual-hosted git repository.
kaxilnaik pushed a change to branch v2-2-test
in repository https://gitbox.apache.org/repos/asf/airflow.git.
from cc0e740 Update non-working example in documentation (#18067)
add 9496235 Reapply "Build CI images for the merge result of a PR, not
the tip of the PR (#18060)" (#18086)
add ff64fe8 Allow filtering DAGS by tags in the REST API (#18090)
add 3fe948a sftp_to_s3 stream file option (#17609)
add d6e48cd Fixes incorrect parameter passed to views (#18083) (#18085)
add a1d9172 Limit colorlog version (6.x is incompatible) (#18099)
add 5f3d2cd Chart: Fix minor Triggerer issues (#18105)
add 6acb9e1 Adds LoggingMixins to BaseTrigger (#18106)
add 43f595f Advises the kernel to not cache log files generated by
Airflow (#18054)
add ebbe2b4 Fix DagRun execution order from queued to running not being
properly followed (#18061)
add 28de326 Rename FileToWasbOperator to LocalFilesystemToWasbOperator
(#18109)
add 0eb41b5 Limit the number of queued dagruns created by the Scheduler
(#18065)
add cee48c3 Update wasb.rst (#18117)
add 80eb809 Check for missing DagRun rows for "downstream" tables before
migrating DB (#17030)
add afd4ba6 Fix constraints generation scripts. (#18094)
add 9c7ae4d added TUD to INTHEWILD.md (#18123)
add 47e8fa6 Add "packaging" to core requirements (#18122)
add feb0a4b Change XCom class methods to accept run_id argument (#18084)
add 046f02e fix misspelling (#18121)
add 2fd3f27 Make next_dagrun_info take a data interval (#18088)
add c9d2946 Fix deprecation error message rather than silencing it
(#18126)
add f97ddf1 Fix Sentry handler from LocalTaskJob causing error (#18119)
add 2767781 Update version added fields in
airflow/config_templates/config.yml (#18128)
add cfb602a Fix ``BigQuery`` data extraction in
``BigQueryToMySqlOperator`` (#18073)
add 969b239 Test coverage on the autocomplete view (#15943)
add 6e10131 Simplify s3 ``unify_bucket_name_and_key`` (#17325)
add b879550 Aws secrets manager backend (#17448)
add 1945494 Adding ``TaskGroup`` support in ``BaseOperator.chain()``
(#17456)
add a897076 Add Snowflake operators based on SQL Checks (#17741)
add e6cb2f7 ECSOperator returns last logs when ECS task fails (#17209)
No new revisions were added by this update.
Summary of changes:
.github/workflows/build-images.yml | 43 +--
INTHEWILD.md | 1 +
airflow/api_connexion/endpoints/dag_endpoint.py | 9 +-
.../api_connexion/endpoints/dag_run_endpoint.py | 4 +-
airflow/api_connexion/openapi/v1.yaml | 11 +
airflow/cli/commands/dag_command.py | 47 ++-
airflow/config_templates/config.yml | 138 +++----
airflow/config_templates/default_airflow.cfg | 4 +
airflow/contrib/operators/file_to_wasb.py | 26 +-
airflow/dag_processing/processor.py | 25 +-
airflow/jobs/scheduler_job.py | 47 ++-
...5d12_add_max_active_runs_column_to_dagmodel_.py | 59 +++
...6fe78_add_index_on_state_dag_id_for_queued_.py} | 34 +-
airflow/models/baseoperator.py | 47 ++-
airflow/models/dag.py | 252 ++++++++++---
airflow/models/dagrun.py | 62 ++-
airflow/models/taskinstance.py | 40 +-
airflow/models/xcom.py | 105 +++++-
airflow/operators/latest_only.py | 18 +-
airflow/providers/amazon/aws/hooks/s3.py | 13 +-
airflow/providers/amazon/aws/operators/ecs.py | 22 +-
.../amazon/aws/secrets/secrets_manager.py | 116 +++++-
.../providers/amazon/aws/transfers/sftp_to_s3.py | 15 +-
airflow/providers/google/cloud/operators/gcs.py | 21 +-
airflow/providers/google/cloud/sensors/gcs.py | 10 +-
.../google/cloud/transfers/bigquery_to_mysql.py | 10 +-
...le_file_to_wasb.py => example_local_to_wasb.py} | 6 +-
airflow/providers/microsoft/azure/provider.yaml | 3 +
.../microsoft/azure/transfers/file_to_wasb.py | 59 +--
.../{file_to_wasb.py => local_to_wasb.py} | 2 +-
airflow/providers/snowflake/operators/snowflake.py | 318 +++++++++++++++-
airflow/sensors/time_delta.py | 15 +-
airflow/sentry.py | 15 +-
airflow/timetables/base.py | 6 +-
airflow/timetables/interval.py | 10 +-
airflow/timetables/simple.py | 8 +-
airflow/triggers/base.py | 4 +-
airflow/utils/cli.py | 3 +-
airflow/utils/db.py | 95 +++--
airflow/utils/log/file_processor_handler.py | 3 +-
airflow/utils/log/file_task_handler.py | 3 +-
airflow/utils/log/non_caching_file_handler.py | 46 +++
airflow/utils/session.py | 6 +-
airflow/www/extensions/init_views.py | 2 +-
airflow/www/static/js/dags.js | 4 +-
airflow/www/templates/airflow/dags.html | 2 +-
airflow/www/views.py | 63 +---
.../templates/triggerer/triggerer-deployment.yaml | 3 +-
.../tests/{test_trigerrer.py => test_triggerer.py} | 0
dev/provider_packages/prepare_provider_packages.py | 1 +
docs/apache-airflow-providers-amazon/commits.rst | 4 +-
.../img/aws-secrets-manager.png | Bin 0 -> 28060 bytes
.../secrets-backends/aws-secrets-manager.rst | 74 ++--
.../commits.rst | 4 +-
.../commits.rst | 4 +-
.../commits.rst | 4 +-
.../commits.rst | 4 +-
.../commits.rst | 2 +-
.../commits.rst | 4 +-
.../commits.rst | 4 +-
.../commits.rst | 4 +-
.../commits.rst | 4 +-
.../commits.rst | 4 +-
docs/apache-airflow-providers-celery/commits.rst | 4 +-
docs/apache-airflow-providers-cloudant/commits.rst | 4 +-
.../commits.rst | 2 +-
.../commits.rst | 4 +-
docs/apache-airflow-providers-datadog/commits.rst | 4 +-
docs/apache-airflow-providers-dingding/commits.rst | 2 +-
docs/apache-airflow-providers-discord/commits.rst | 2 +-
docs/apache-airflow-providers-docker/commits.rst | 4 +-
.../commits.rst | 4 +-
docs/apache-airflow-providers-exasol/commits.rst | 4 +-
docs/apache-airflow-providers-facebook/commits.rst | 4 +-
docs/apache-airflow-providers-ftp/commits.rst | 4 +-
docs/apache-airflow-providers-google/commits.rst | 4 +-
docs/apache-airflow-providers-grpc/commits.rst | 4 +-
.../apache-airflow-providers-hashicorp/commits.rst | 4 +-
docs/apache-airflow-providers-http/commits.rst | 4 +-
docs/apache-airflow-providers-imap/commits.rst | 4 +-
docs/apache-airflow-providers-jdbc/commits.rst | 4 +-
docs/apache-airflow-providers-jenkins/commits.rst | 4 +-
docs/apache-airflow-providers-jira/commits.rst | 4 +-
.../commits.rst | 4 +-
.../connections/wasb.rst | 2 +-
.../commits.rst | 4 +-
.../commits.rst | 4 +-
docs/apache-airflow-providers-mongo/commits.rst | 4 +-
docs/apache-airflow-providers-mysql/commits.rst | 4 +-
docs/apache-airflow-providers-odbc/commits.rst | 4 +-
docs/apache-airflow-providers-openfaas/commits.rst | 4 +-
docs/apache-airflow-providers-opsgenie/commits.rst | 2 +-
docs/apache-airflow-providers-oracle/commits.rst | 4 +-
.../apache-airflow-providers-pagerduty/commits.rst | 4 +-
docs/apache-airflow-providers-plexus/commits.rst | 2 +-
docs/apache-airflow-providers-postgres/commits.rst | 6 +-
docs/apache-airflow-providers-presto/commits.rst | 4 +-
docs/apache-airflow-providers-qubole/commits.rst | 4 +-
docs/apache-airflow-providers-redis/commits.rst | 4 +-
.../commits.rst | 4 +-
docs/apache-airflow-providers-samba/commits.rst | 4 +-
docs/apache-airflow-providers-segment/commits.rst | 4 +-
docs/apache-airflow-providers-sftp/commits.rst | 4 +-
.../commits.rst | 2 +-
docs/apache-airflow-providers-slack/commits.rst | 4 +-
.../apache-airflow-providers-snowflake/commits.rst | 4 +-
docs/apache-airflow-providers-sqlite/commits.rst | 4 +-
docs/apache-airflow-providers-ssh/commits.rst | 4 +-
docs/apache-airflow-providers-telegram/commits.rst | 2 +-
docs/apache-airflow-providers-vertica/commits.rst | 4 +-
docs/apache-airflow-providers-yandex/commits.rst | 4 +-
docs/apache-airflow-providers-zendesk/commits.rst | 4 +-
docs/apache-airflow/migrations-ref.rst | 6 +-
docs/apache-airflow/templates-ref.rst | 4 +-
docs/spelling_wordlist.txt | 2 +-
scripts/ci/docker-compose/_docker.env | 1 +
scripts/in_container/run_generate_constraints.sh | 7 +-
setup.cfg | 3 +-
tests/api_connexion/endpoints/test_dag_endpoint.py | 25 ++
tests/api_connexion/endpoints/test_log_endpoint.py | 14 +-
tests/cli/commands/test_dag_command.py | 5 +-
tests/conftest.py | 59 ++-
tests/deprecated_classes.py | 2 +-
tests/jobs/test_local_task_job.py | 6 +-
tests/jobs/test_scheduler_job.py | 419 +++++++++++++--------
tests/models/test_baseoperator.py | 37 +-
tests/models/test_dag.py | 51 ++-
tests/models/test_dagrun.py | 24 +-
tests/models/test_taskinstance.py | 9 +-
tests/providers/amazon/aws/operators/test_ecs.py | 54 ++-
.../amazon/aws/secrets/test_secrets_manager.py | 56 ++-
.../amazon/aws/transfers/test_sftp_to_s3.py | 10 +-
.../providers/apache/druid/operators/test_druid.py | 5 +-
.../apache/kylin/operators/test_kylin_cube.py | 2 +-
.../apache/spark/operators/test_spark_submit.py | 2 +-
.../cloud/transfers/test_bigquery_to_mysql.py | 15 +-
...{test_file_to_wasb.py => test_local_to_wasb.py} | 12 +-
...wasb_system.py => test_local_to_wasb_system.py} | 8 +-
.../snowflake/operators/test_snowflake.py | 34 +-
tests/sensors/test_external_task_sensor.py | 3 +-
.../perf/scheduler_dag_execution_timing.py | 19 +-
tests/ti_deps/deps/test_runnable_exec_date_dep.py | 3 +
tests/utils/log/test_log_reader.py | 2 +
tests/utils/test_log_handlers.py | 1 +
tests/www/views/test_views_acl.py | 33 ++
tests/www/views/test_views_log.py | 4 +-
146 files changed, 2176 insertions(+), 915 deletions(-)
create mode 100644
airflow/migrations/versions/092435bf5d12_add_max_active_runs_column_to_dagmodel_.py
copy airflow/migrations/versions/{2e541a1dcfed_task_duration.py =>
ccde3e26fe78_add_index_on_state_dag_id_for_queued_.py} (55%)
rename airflow/providers/microsoft/azure/example_dags/{example_file_to_wasb.py
=> example_local_to_wasb.py} (84%)
copy airflow/providers/microsoft/azure/transfers/{file_to_wasb.py =>
local_to_wasb.py} (97%)
create mode 100644 airflow/utils/log/non_caching_file_handler.py
rename chart/tests/{test_trigerrer.py => test_triggerer.py} (100%)
create mode 100644
docs/apache-airflow-providers-amazon/img/aws-secrets-manager.png
rename tests/providers/microsoft/azure/transfers/{test_file_to_wasb.py =>
test_local_to_wasb.py} (81%)
rename tests/providers/microsoft/azure/transfers/{test_file_to_wasb_system.py
=> test_local_to_wasb_system.py} (85%)
