This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a change to branch aip-62/object-storage
in repository https://gitbox.apache.org/repos/asf/airflow.git
omit b4dd98d009 openlineage: add support for hook lineage for Object Store
omit c27ffcdaa0 openlineage: add support for hook lineage for S3Hook
add ad5921837e Set parallelism log messages to warning level for better
visiblity (#39298)
add d08d10a595 Deregister the ECS task definition in the system test
`example_batch` (#40823)
add 6058014559 Added ds_format_locale method in macros which allows
localizing datetime formatting using Babel (#40746)
add bc93a949dc Add gauge metric for 'last_num_of_db_queries' parameter
(#40833)
add 79722e3dee Fernet-key-rotation-optimisation (#40786)
add 43e246dcd5 Add documentation for hybrid executor and ungate the
feature (#40701)
add dc3a7308b4 Prevent SubdagOperator to fail when Database Isolation is
enabled (#40771)
add 103726cbe5 Add try_number to log table (#40739)
add c873bd5b46 Fixed static checks resulted from merging a non-rebased PR
(#40844)
add 6e3eedb931 Improve handling for params serialization for AIP-44
(#40772)
add 6fdc398251 Add try_number and map_index as params for log event
endpoint (#40845)
add fec2b10fb0 Fix SkipMixin with Database Isolation for AIP-44 (#40781)
add 67befb71bf Resolve CloudSQLDatabaseHook deprecation warning (#40834)
add 695542678b Add changelog for airflow python client 2.9.3 (#40857)
add f88fdbabb1 feat: support rendering ObjectStoragePath value (#40638)
add 54d1879c70 Switch still some remaining places in Airflow docs with TM
to (R) (#40860)
add 00855d338e fix: fix code blocks and outdated flag name in contributing
unit_tests doc (#40848)
add 588d4b2724 Bump packaging version to 23.0 in order to fix issue with
older otel (#40865)
add 3083147473 Resolve microsoft psrp hook deprecation in tests (#40862)
add 53fd6ec2bf Mark db tests for tests introduced in PR #40724 (#40869)
add a4e3fbed1a Introduce Amazon Kinesis Analytics V2 (Managed Service for
Apache Flink application) (#40765)
add b97e4d13e9 openlineage: add support for hook lineage for S3Hook
add dea8071d5a openlineage: add support for hook lineage for Object Store
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (b4dd98d009)
\
N -- N -- N refs/heads/aip-62/object-storage (dea8071d5a)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.../api_connexion/endpoints/event_log_endpoint.py | 6 +
airflow/api_connexion/openapi/v1.yaml | 9 +
airflow/api_connexion/schemas/event_log_schema.py | 2 +
airflow/api_internal/endpoints/rpc_api_endpoint.py | 3 +
airflow/cli/commands/rotate_fernet_key_command.py | 56 ++-
airflow/dag_processing/manager.py | 1 +
airflow/executors/base_executor.py | 5 +-
airflow/executors/executor_loader.py | 18 -
airflow/macros/__init__.py | 39 +-
... => 0149_2_10_0_add_try_number_to_audit_log.py} | 37 +-
airflow/models/baseoperator.py | 7 -
airflow/models/dagrun.py | 1 +
airflow/models/log.py | 5 +
airflow/models/skipmixin.py | 73 +++-
airflow/models/taskinstance.py | 16 +
airflow/operators/subdag.py | 4 +-
...ensearch_serverless.py => kinesis_analytics.py} | 10 +-
.../amazon/aws/operators/kinesis_analytics.py | 348 +++++++++++++++
.../{comprehend.py => kinesis_analytics.py} | 204 ++++-----
.../{step_function.py => kinesis_analytics.py} | 42 +-
.../amazon/aws/waiters/kinesisanalyticsv2.json | 151 +++++++
airflow/providers/amazon/provider.yaml | 18 +
airflow/providers/google/cloud/hooks/cloud_sql.py | 2 +-
airflow/serialization/serialized_objects.py | 10 +-
airflow/template/templater.py | 11 +
airflow/utils/db.py | 2 +-
airflow/www/static/js/types/api-generated.ts | 6 +
clients/python/CHANGELOG.md | 7 +
clients/python/version.txt | 2 +-
contributing-docs/testing/unit_tests.rst | 42 +-
.../operators/kinesis_analytics.rst | 115 +++++
.../logging-monitoring/metrics.rst | 69 +--
.../core-concepts/executor/index.rst | 165 ++++++-
docs/apache-airflow/img/airflow_erd.sha256 | 2 +-
docs/apache-airflow/img/airflow_erd.svg | 256 +++++------
docs/apache-airflow/index.rst | 12 +-
docs/apache-airflow/installation/index.rst | 4 +-
.../installation/installing-from-pypi.rst | 8 +-
.../installation/installing-from-sources.rst | 4 +-
docs/apache-airflow/installation/prerequisites.rst | 4 +-
docs/apache-airflow/installation/upgrading.rst | 2 +-
docs/apache-airflow/migrations-ref.rst | 4 +-
.../aws/[email protected] | Bin 0 -> 16946 bytes
docs/spelling_wordlist.txt | 2 +
hatch_build.py | 2 +-
newsfragments/40701.feature.rst | 1 +
.../endpoints/test_event_log_endpoint.py | 16 +
.../api_connexion/schemas/test_event_log_schema.py | 6 +
tests/deprecations_ignore.yml | 2 -
tests/executors/test_executor_loader.py | 96 ++--
tests/macros/test_macros.py | 20 +
tests/models/test_skipmixin.py | 6 +-
.../aws/hooks/test_kinesis_analytics.py} | 15 +-
.../amazon/aws/operators/test_kinesis_analytics.py | 485 +++++++++++++++++++++
...est_comprehend.py => test_kinesis_analytics.py} | 109 ++---
.../amazon/aws/triggers/test_kinesis_analytics.py | 78 ++++
.../amazon/aws/waiters/test_kinesis_analytics.py | 106 +++++
.../databricks/plugins/test_databricks_workflow.py | 3 +
tests/providers/microsoft/psrp/hooks/test_psrp.py | 8 +-
tests/system/providers/amazon/aws/example_batch.py | 8 +
.../amazon/aws/example_kinesis_analytics.py | 272 ++++++++++++
tests/template/test_templater.py | 9 +
62 files changed, 2449 insertions(+), 577 deletions(-)
copy airflow/migrations/versions/{0147_2_10_0_add_dataset_alias.py =>
0149_2_10_0_add_try_number_to_audit_log.py} (59%)
copy airflow/providers/amazon/aws/hooks/{opensearch_serverless.py =>
kinesis_analytics.py} (83%)
create mode 100644 airflow/providers/amazon/aws/operators/kinesis_analytics.py
copy airflow/providers/amazon/aws/sensors/{comprehend.py =>
kinesis_analytics.py} (59%)
copy airflow/providers/amazon/aws/triggers/{step_function.py =>
kinesis_analytics.py} (58%)
create mode 100644 airflow/providers/amazon/aws/waiters/kinesisanalyticsv2.json
create mode 100644
docs/apache-airflow-providers-amazon/operators/kinesis_analytics.rst
create mode 100644
docs/integration-logos/aws/[email protected]
create mode 100644 newsfragments/40701.feature.rst
copy tests/providers/{google/cloud/utils/test_dataproc.py =>
amazon/aws/hooks/test_kinesis_analytics.py} (66%)
create mode 100644
tests/providers/amazon/aws/operators/test_kinesis_analytics.py
copy tests/providers/amazon/aws/sensors/{test_comprehend.py =>
test_kinesis_analytics.py} (58%)
create mode 100644
tests/providers/amazon/aws/triggers/test_kinesis_analytics.py
create mode 100644 tests/providers/amazon/aws/waiters/test_kinesis_analytics.py
create mode 100644
tests/system/providers/amazon/aws/example_kinesis_analytics.py
