This is an automated email from the ASF dual-hosted git repository.
ephraimanierobi pushed a change to branch v2-3-stable
in repository https://gitbox.apache.org/repos/asf/airflow.git
from ee100a592e Update release date on Release note
add 838b97c9a0 Fix release date for 2.3.1
add 4ba96b836b Exclude missing tasks from the gantt view (#23627)
add 7ee739bb92 Simplify flash message for _airflow_moved tables (#23635)
add 14b1ea9aba Enable clicking on DAG owner in autocomplete dropdown
(#23804)
add 7f4a833798 Fix UnboundLocalError when sql is empty list in DbApiHook
(#23816)
add ecbae242c6 Add __wrapped__ property to _TaskDecorator (#23830)
add f0122053a7 Fix exception trying to display moved table warnings
(#23837)
add 6decd20c96 Remove redundant register exit signals in `dag-processor`
command (#23886)
add a88900c8a7 Prevent UI from crashing if grid task instances are null
(#23939)
add 2560dd50c4 Fix and speed up grid view (#23947)
add 9bc2896651 Highlight task states by hovering on legend row (#23678)
add 18a6c88417 Use '--subdir' argument value for standalong dag processor.
(#23864)
add 5f466edf6a Update dep for databricks #23917 (#23927)
add 7b869b6528 Fix cassandra to 3.0.25 (#23522)
add 86cfcb14e7 Temporarily pin xmltodict to 0.12.0 to fix main failure
(#23577)
add 404a3c3cf4 Self upgrade when refreshing images (#23686)
add c3a2ec7335 Doc: Add column names for DB Migration Reference (#23853)
add 61f5952503 Add better feedback to Breeze users about expected action
timing (#23827)
add 368962ecf6 Upgrade `pip` to 22.1.1 version (just released) (#23854)
add c16fedabe2 update K8S-KIND to 0.14.0 (#23859)
add e0c6fdd9a1 Speed up Breeze experience on Mac OS (#23866)
add ce1681cabc Few fixes in the providers release doc (#23382)
add 99d62a7f70 Avoid printing exception when exiting tests command (#23897)
add 7be9bf5e90 Make CI and PROD image builds consistent (#23841)
add 16fc9d99d2 Clarify manual merging of PR in release doc (#23928)
add 83b0fbdcd7 Fix broken main (#23940)
add 74a424490a Disable rebase workflow (#23943)
add 4cff4e052f Add cascade to `dag_tag` to `dag` foreignkey (#23444)
add 09be0c5c7e Mask sensitive values for not-yet-running TIs (#23807)
add 01c998c703 Replaced all days_ago functions with datetime functions
(#23237)
add 0682ac53cf Ignore the DeprecationWarning in test_days_ago (#23875)
add 71d5eba1d8 DagFileProcessorManager: Start a new process group only if
current process not a session leader (#23872)
add db929386d4 Add is_mapped field to Task response. (#23319)
add 75285614e8 Disallow calling expand with no arguments (#23463)
add a8dd8f82e8 Add typing to Azure Cosmos Client Hook (#23941)
add 28fea157cf Faster grid view (#23951)
add b6b7a85616 [23945] Icons in grid view for different dag types (#23970)
add e4caa10371 Make provider doc preparation a bit more fun :) (#23629)
add 25931dbcff Change chart annotation generator to use RELEASE_NOTES
(#23549)
add b11bb985f8 Add tool to automaticaly update status of AIP-47 issues.
(#23745)
add 4a96bd6219 Add Deferrable Databricks operators (#19736)
add 37a5696de4 Fix Breeze documentation typo (#23919)
add 48efec10b2 Add exception to catch single line private keys (#23043)
add 54cad993e0 Introduce `flake8-implicit-str-concat` plugin to static
checks (#23873)
add 4c8c6b7e8b Fix missing shorthand for docker buildx rm -f (#23984)
add 7fe7f6a6d0 Remove fixing cncf.kubernetes provider when generating
constraints (#23994)
add 312b7f3747 Disable fail-fast on pushing images to docker cache (#24005)
add 8d522e1fe2 use explicit --mount with types of mounts rather than
--volume flags (#23982)
add a4d408c4dd Force colors in yarn test output in CI (#23986)
add f72217b510 Fix breeze failures when there is no buildx installed on
Mac (#23988)
add 5a153e016d Replace generation of docker volumes to be done from python
(#23985)
add f2dc81e56b Remove pinning for xmltodict (#23992)
add 870d0916a7 Revert "Add limit for JPype1 (#23847)" (#23953)
add 188afd2ba3 Make --file command in static-checks autocomplete file name
(#23896)
add d1e2dc5bd1 Update version to 2.3.2 and add release notes
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 2 +-
.github/workflows/ci.yml | 11 +-
.pre-commit-config.yaml | 7 +-
BREEZE.rst | 8 +
Dockerfile | 4 +-
Dockerfile.ci | 4 +-
IMAGES.rst | 2 +-
README.md | 14 +-
RELEASE_NOTES.rst | 39 +-
STATIC_CODE_CHECKS.rst | 4 +-
airflow/api_connexion/openapi/v1.yaml | 3 +
airflow/api_connexion/schemas/task_schema.py | 1 +
airflow/cli/commands/dag_processor_command.py | 5 +-
airflow/configuration.py | 2 +-
airflow/dag_processing/manager.py | 9 +-
airflow/decorators/base.py | 13 +-
airflow/example_dags/example_subdag_operator.py | 5 +-
airflow/hooks/dbapi.py | 5 +
airflow/migrations/utils.py | 3 +-
...0110_2_3_2_add_cascade_to_dag_tag_foreignkey.py | 84 ++++
airflow/models/dag.py | 8 +-
airflow/models/mappedoperator.py | 5 +
airflow/models/taskinstance.py | 24 +-
airflow/providers/amazon/aws/hooks/eks.py | 2 +-
airflow/providers/amazon/aws/hooks/ses.py | 2 +-
airflow/providers/amazon/aws/hooks/sns.py | 2 +-
airflow/providers/amazon/aws/hooks/sqs.py | 2 +-
airflow/providers/databricks/hooks/databricks.py | 29 ++
.../providers/databricks/hooks/databricks_base.py | 237 +++++++++-
.../providers/databricks/operators/databricks.py | 106 +++--
.../databricks/operators/databricks_repos.py | 2 +-
.../databricks/triggers}/__init__.py | 0
.../providers/databricks/triggers/databricks.py | 77 ++++
.../databricks/utils}/__init__.py | 0
airflow/providers/databricks/utils/databricks.py | 69 +++
.../google/cloud/hooks/kubernetes_engine.py | 6 +-
.../google/cloud/utils/credentials_provider.py | 2 +-
airflow/providers/microsoft/azure/hooks/cosmos.py | 2 +-
airflow/providers/microsoft/psrp/operators/psrp.py | 2 +-
airflow/providers/ssh/hooks/ssh.py | 3 +
airflow/serialization/serialized_objects.py | 3 +-
airflow/settings.py | 10 +-
airflow/utils/db.py | 1 +
airflow/utils/email.py | 2 +-
airflow/utils/file.py | 2 +-
airflow/utils/log/secrets_masker.py | 9 +-
airflow/utils/process_utils.py | 15 +
airflow/www/fab_security/manager.py | 8 +-
airflow/www/static/js/dags.js | 11 +-
airflow/www/static/js/grid/FilterBar.jsx | 23 +-
airflow/www/static/js/grid/Grid.jsx | 4 +-
airflow/www/static/js/grid/Grid.test.jsx | 32 ++
airflow/www/static/js/grid/LegendRow.jsx | 45 +-
airflow/www/static/js/grid/LegendRow.test.jsx | 56 +++
airflow/www/static/js/grid/Main.jsx | 7 +-
.../www/static/js/grid/components/StatusBox.jsx | 7 +-
airflow/www/static/js/grid/dagRuns/Bar.jsx | 2 +
airflow/www/static/js/grid/dagRuns/Tooltip.jsx | 7 +-
airflow/www/static/js/grid/details/Header.jsx | 17 +-
.../js/grid/details/content/dagRun/index.jsx | 6 +-
airflow/www/static/js/grid/renderTaskRows.jsx | 7 +-
airflow/www/static/js/grid/renderTaskRows.test.jsx | 140 +++---
airflow/www/static/js/grid/utils/useFilters.js | 17 +-
.../www/static/js/grid/utils/useFilters.test.jsx | 5 +-
airflow/www/templates/airflow/dags.html | 26 +-
airflow/www/utils.py | 65 +--
airflow/www/views.py | 33 +-
breeze-complete | 2 +-
breeze-legacy | 2 -
dev/README_RELEASE_AIRFLOW.md | 7 +-
dev/README_RELEASE_PROVIDER_PACKAGES.md | 17 +-
dev/TRACKING_BACKTRACKING_ISSUES.md | 2 +-
dev/breeze/README.md | 4 +-
.../airflow_breeze/commands/ci_image_commands.py | 19 +-
.../airflow_breeze/commands/developer_commands.py | 17 +-
.../src/airflow_breeze/commands/main_command.py | 4 +-
.../airflow_breeze/commands/testing_commands.py | 8 +-
dev/breeze/src/airflow_breeze/global_constants.py | 4 +-
.../src/airflow_breeze/params/shell_params.py | 28 +-
.../airflow_breeze/utils/docker_command_utils.py | 97 ++--
dev/breeze/src/airflow_breeze/utils/image.py | 4 +-
dev/breeze/src/airflow_breeze/utils/path_utils.py | 27 +-
dev/breeze/src/airflow_breeze/utils/reinstall.py | 9 +-
dev/breeze/src/airflow_breeze/utils/run_utils.py | 14 +-
dev/breeze/tests/test_commands.py | 2 +-
dev/chart/build_changelog_annotations.py | 13 +-
dev/provider_packages/prepare_provider_packages.py | 129 ++++--
dev/refresh_images.sh | 2 +
{clients => dev/system_tests}/README.md | 27 +-
dev/system_tests/update_issue_status.py | 185 ++++++++
.../operators/run_now.rst | 7 +
.../operators/submit_run.rst | 7 +
.../installation/supported-versions.rst | 2 +-
docs/apache-airflow/migrations-ref.rst | 488 +++++++++++----------
docs/docker-stack/README.md | 10 +-
docs/docker-stack/build-arg-ref.rst | 2 +-
.../customizing/pypi-extras-and-deps.sh | 2 +-
.../customizing/pypi-selected-version.sh | 2 +-
.../extending/add-apt-packages/Dockerfile | 2 +-
.../add-build-essential-extend/Dockerfile | 2 +-
.../extending/add-providers/Dockerfile | 2 +-
.../extending/add-pypi-packages/Dockerfile | 2 +-
.../extending/custom-providers/Dockerfile | 2 +-
.../extending/embedding-dags/Dockerfile | 2 +-
.../extending/writable-directory/Dockerfile | 2 +-
docs/docker-stack/entrypoint.rst | 18 +-
images/breeze/output-commands-hash.txt | 2 +-
images/breeze/output-static-checks.svg | 120 ++---
.../docker-compose/backend-mssql-docker-volume.yml | 2 +
scripts/ci/docker-compose/backend-mysql.yml | 2 +
scripts/ci/docker-compose/backend-postgres.yml | 2 +
scripts/ci/docker-compose/backend-sqlite.yml | 2 +
scripts/ci/docker-compose/base.yml | 5 -
.../ci/docker-compose/integration-cassandra.yml | 3 +-
scripts/ci/docker-compose/local.yml | 129 ++++--
.../ci_start_arm_instance_and_connect_to_docker.sh | 2 +-
scripts/ci/images/ci_stop_arm_instance.sh | 2 +-
scripts/ci/libraries/_initialization.sh | 10 +-
scripts/ci/libraries/_sanity_checks.sh | 14 -
scripts/ci/pre_commit/pre_commit_flake8.py | 6 +-
...rt_extras.py => pre_commit_local_yml_mounts.py} | 49 +--
.../ci/pre_commit/pre_commit_local_yml_mounts.sh | 43 --
scripts/ci/pre_commit/pre_commit_mypy.py | 6 +-
.../ci/pre_commit/pre_commit_supported_versions.py | 2 +-
scripts/docker/common.sh | 2 +-
scripts/in_container/_in_container_script_init.sh | 18 +-
scripts/in_container/_in_container_utils.sh | 16 +-
scripts/in_container/run_migration_reference.py | 6 +
.../run_prepare_provider_documentation.sh | 15 +-
setup.py | 15 +-
tests/always/test_connection.py | 2 +-
tests/api/common/test_delete_dag.py | 7 +-
tests/api/common/test_mark_tasks.py | 21 +-
.../endpoints/test_extra_link_endpoint.py | 33 +-
.../api_connexion/endpoints/test_task_endpoint.py | 116 ++++-
.../endpoints/test_task_instance_endpoint.py | 4 +-
tests/api_connexion/schemas/test_task_schema.py | 2 +
tests/cli/commands/test_task_command.py | 12 +-
tests/core/test_providers_manager.py | 2 +-
tests/dag_processing/test_processor.py | 18 +-
tests/dags/test_default_views.py | 6 +-
tests/dags/test_example_bash_operator.py | 9 +-
tests/dags/test_mapped_classic.py | 5 +-
tests/dags/test_mapped_taskflow.py | 5 +-
tests/dags/test_miscellaneous.py | 7 +-
tests/dags/test_missing_owner.py | 7 +-
tests/dags/test_multiple_dags.py | 7 +-
tests/dags/test_with_non_default_owner.py | 7 +-
tests/decorators/test_python.py | 17 +
tests/hooks/test_dbapi.py | 5 +
tests/jobs/test_backfill_job.py | 3 +-
tests/jobs/test_scheduler_job.py | 3 +-
tests/models/test_dagrun.py | 7 +-
tests/models/test_taskinstance.py | 8 +-
tests/operators/test_python.py | 3 +-
tests/providers/amazon/aws/hooks/test_glacier.py | 12 +-
.../providers/databricks/hooks/test_databricks.py | 352 ++++++++++++++-
.../databricks/operators/test_databricks.py | 243 ++++++++--
.../providers/databricks/triggers}/__init__.py | 0
.../databricks/triggers/test_databricks.py | 153 +++++++
.../providers/databricks/utils}/__init__.py | 0
tests/providers/databricks/utils/databricks.py | 62 +++
.../google/cloud/hooks/test_datacatalog.py | 4 +-
.../google/cloud/operators/test_datacatalog.py | 4 +-
.../google/cloud/operators/test_mlengine.py | 7 +-
.../google/cloud/transfers/test_mysql_to_gcs.py | 6 +-
.../cloud/utils/test_credentials_provider.py | 8 +-
.../google/common/hooks/test_base_google.py | 2 +-
tests/providers/ssh/hooks/test_ssh.py | 18 +
.../google/bigquery/example_bigquery_sensors.py | 2 +-
tests/test_utils/perf/dags/perf_dag_1.py | 14 +-
tests/test_utils/perf/dags/perf_dag_2.py | 14 +-
tests/utils/log/test_secrets_masker.py | 3 +
tests/utils/test_dates.py | 1 +
tests/utils/test_file.py | 7 +-
tests/utils/test_process_utils.py | 24 +-
tests/utils/test_task_group.py | 3 +-
tests/www/views/test_views_acl.py | 10 +-
tests/www/views/test_views_decorators.py | 4 +-
tests/www/views/test_views_extra_links.py | 7 +-
tests/www/views/test_views_graph_gantt.py | 54 ++-
tests/www/views/test_views_task_norun.py | 4 +-
tests/www/views/test_views_tasks.py | 4 +-
183 files changed, 3206 insertions(+), 1145 deletions(-)
create mode 100644
airflow/migrations/versions/0110_2_3_2_add_cascade_to_dag_tag_foreignkey.py
copy airflow/{api/auth => providers/databricks/triggers}/__init__.py (100%)
create mode 100644 airflow/providers/databricks/triggers/databricks.py
copy airflow/{api_connexion => providers/databricks/utils}/__init__.py (100%)
create mode 100644 airflow/providers/databricks/utils/databricks.py
create mode 100644 airflow/www/static/js/grid/LegendRow.test.jsx
copy {clients => dev/system_tests}/README.md (54%)
create mode 100755 dev/system_tests/update_issue_status.py
copy scripts/ci/pre_commit/{pre_commit_insert_extras.py =>
pre_commit_local_yml_mounts.py} (51%)
delete mode 100755 scripts/ci/pre_commit/pre_commit_local_yml_mounts.sh
copy {airflow/api/auth => tests/providers/databricks/triggers}/__init__.py
(100%)
create mode 100644 tests/providers/databricks/triggers/test_databricks.py
copy {airflow/api_connexion => tests/providers/databricks/utils}/__init__.py
(100%)
create mode 100644 tests/providers/databricks/utils/databricks.py
