This is an automated email from the ASF dual-hosted git repository.
mobuchowski pushed a change to branch openlineage_dont_run_tis_executor
in repository https://gitbox.apache.org/repos/asf/airflow.git
omit 2b61b1cb04 openlineage: don't run task instance listener in executor
add 8775f841dd Move methods from security managers to
`FabAirflowSecurityManagerOverride` (#33044)
add e57d0c913c Doc: Add concrete examples for accessing context variables
from TaskFlow tasks (#33296)
add a1576d39d2 Fix outdated test name and description in BatchSensor
(#33407)
add 5b104a9020 Fix getting correct commit from multiple referenced PR
(#33411)
add 3766ab07d7 More complete fix for dev release scripts to filter commit
for PR (#33418)
add cc360b73c9 Fixing static checks for FabAirflowSecurityManagerOverride
(#33416)
add 60df70526a Add parameter to pass role ARN to `GlueJobOperator `
(#33408)
add 88b8ba9861 Update gcp.rst (#33420)
add 23dfa7ffed Remove uploading to test pypi for releases (#33412)
add 1a828f393b Support naming customization on helm chart resources
(#31066)
add 6547b8182f Improve graph nesting logic (#33421)
add 489ca14946 Fix handling of default value and serialization of Param
class (#33141)
add 7dd0d84d14 Add typing to concrete taskflow examples (#33417)
add 86f9f95be5 Revert "Remove airflow user from `Dockerfile.ci` (#31970)"
(#33419)
add d747a7924b Refactor str.startswith with tuples (#33292)
add c93a3540bc update bug report in issue template to 2.7.0rc2 (#33434)
add 843a3b8c3e Fix system test example_cloud_storage_transfer_service_aws
(#33429)
add b7a46c970d Add read only validation to read only fields (#33413)
add 70e3143558 Remove old-fashioned system test for PostgresToGCSOperator
after its (#33431)
add 45d5f64127 Add `sql_hook_params` parameter to `SqlToS3Operator`
(#33425)
add 223b41d68f Added Amazon SageMaker Notebook hook and operators (#33219)
new d55bc6d3de openlineage: don't run task instance listener in executor
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (2b61b1cb04)
\
N -- N -- N refs/heads/openlineage_dont_run_tis_executor
(d55bc6d3de)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/ISSUE_TEMPLATE/airflow_bug_report.yml | 2 +-
.github/workflows/ci.yml | 10 +-
.pre-commit-config.yaml | 1 +
Dockerfile.ci | 8 +-
.../fab/security_manager/modules}/__init__.py | 0
.../managers/fab/security_manager/modules/db.py} | 455 ++++++++++----------
.../managers/fab/security_manager/modules/oauth.py | 186 +++++++++
.../auth/managers/fab/security_manager/override.py | 167 +++++++-
airflow/models/param.py | 9 +-
airflow/providers/amazon/aws/hooks/glue.py | 16 +-
airflow/providers/amazon/aws/operators/glue.py | 7 +-
.../providers/amazon/aws/operators/sagemaker.py | 242 +++++++++++
.../providers/amazon/aws/transfers/sql_to_s3.py | 6 +-
airflow/serialization/enums.py | 1 +
airflow/serialization/serialized_objects.py | 5 +
airflow/template/templater.py | 6 +-
airflow/www/fab_security/manager.py | 301 +-------------
airflow/www/fab_security/sqla/manager.py | 461 +--------------------
airflow/www/forms.py | 54 ++-
airflow/www/security.py | 21 -
airflow/www/static/js/components/Graph/Edge.tsx | 18 +-
airflow/www/static/js/dag/details/graph/Node.tsx | 1 -
airflow/www/static/js/dag/details/graph/index.tsx | 32 +-
airflow/www/static/js/dag/details/graph/utils.ts | 81 ++--
airflow/www/static/js/types/index.ts | 41 +-
airflow/www/static/js/utils/graph.ts | 62 +--
airflow/www/validators.py | 11 +
chart/newsfragments/31066.significant.rst | 23 +
chart/templates/NOTES.txt | 4 +-
chart/templates/_helpers.yaml | 63 +--
chart/templates/cleanup/cleanup-cronjob.yaml | 2 +-
chart/templates/configmaps/statsd-configmap.yaml | 2 +-
.../dag-processor/dag-processor-deployment.yaml | 2 +-
chart/templates/flower/flower-deployment.yaml | 2 +-
chart/templates/flower/flower-ingress.yaml | 2 +-
chart/templates/flower/flower-networkpolicy.yaml | 2 +-
chart/templates/flower/flower-service.yaml | 2 +-
chart/templates/jobs/create-user-job.yaml | 2 +-
chart/templates/jobs/migrate-database-job.yaml | 2 +-
.../templates/pgbouncer/pgbouncer-deployment.yaml | 2 +-
.../pgbouncer/pgbouncer-networkpolicy.yaml | 2 +-
.../pgbouncer/pgbouncer-poddisruptionbudget.yaml | 2 +-
chart/templates/pgbouncer/pgbouncer-service.yaml | 2 +-
chart/templates/rbac/pod-cleanup-role.yaml | 2 +-
chart/templates/rbac/pod-cleanup-rolebinding.yaml | 4 +-
chart/templates/rbac/pod-launcher-role.yaml | 2 +-
chart/templates/rbac/pod-launcher-rolebinding.yaml | 4 +-
chart/templates/rbac/pod-log-reader-role.yaml | 2 +-
.../templates/rbac/pod-log-reader-rolebinding.yaml | 4 +-
.../security-context-constraint-rolebinding.yaml | 2 +-
chart/templates/redis/redis-networkpolicy.yaml | 2 +-
chart/templates/redis/redis-service.yaml | 2 +-
chart/templates/redis/redis-statefulset.yaml | 4 +-
.../templates/scheduler/scheduler-deployment.yaml | 4 +-
.../scheduler/scheduler-networkpolicy.yaml | 2 +-
.../scheduler/scheduler-poddisruptionbudget.yaml | 2 +-
chart/templates/scheduler/scheduler-service.yaml | 2 +-
chart/templates/secrets/elasticsearch-secret.yaml | 2 +-
chart/templates/secrets/flower-secret.yaml | 2 +-
.../secrets/metadata-connection-secret.yaml | 2 +-
chart/templates/secrets/registry-secret.yaml | 2 +-
.../secrets/result-backend-connection-secret.yaml | 2 +-
.../secrets/webserver-secret-key-secret.yaml | 2 +-
chart/templates/statsd/statsd-deployment.yaml | 4 +-
chart/templates/statsd/statsd-networkpolicy.yaml | 2 +-
chart/templates/statsd/statsd-service.yaml | 2 +-
.../templates/triggerer/triggerer-deployment.yaml | 2 +-
.../triggerer/triggerer-networkpolicy.yaml | 2 +-
chart/templates/triggerer/triggerer-service.yaml | 2 +-
.../templates/webserver/webserver-deployment.yaml | 2 +-
chart/templates/webserver/webserver-ingress.yaml | 5 +-
.../webserver/webserver-networkpolicy.yaml | 2 +-
.../webserver/webserver-poddisruptionbudget.yaml | 2 +-
chart/templates/webserver/webserver-service.yaml | 2 +-
chart/templates/workers/worker-deployment.yaml | 4 +-
chart/templates/workers/worker-kedaautoscaler.yaml | 4 +-
chart/templates/workers/worker-networkpolicy.yaml | 2 +-
chart/templates/workers/worker-service.yaml | 2 +-
chart/values.schema.json | 6 +
chart/values.yaml | 14 +
dev/airflow-github | 23 +-
.../airflow_breeze/commands/kubernetes_commands.py | 23 +
.../commands/kubernetes_commands_config.py | 2 +
.../commands/release_candidate_command.py | 34 +-
.../src/airflow_breeze/commands/release_command.py | 26 +-
dev/chart/build_changelog_annotations.py | 2 +-
.../operators/sagemaker.rst | 57 +++
.../connections/gcp.rst | 2 +-
.../cloud/cloud_storage_transfer_service.rst | 18 +-
docs/apache-airflow/core-concepts/taskflow.rst | 11 +-
docs/apache-airflow/templates-ref.rst | 12 +
docs/helm-chart/index.rst | 28 ++
.../template-examples/taskflow-kwargs.rst} | 23 +-
.../shared/template-examples/taskflow.rst | 21 +-
helm_tests/airflow_aux/test_basic_helm_chart.py | 68 ++-
helm_tests/airflow_aux/test_cleanup_pods.py | 2 +-
helm_tests/airflow_aux/test_pod_template_file.py | 2 +-
helm_tests/security/test_kerberos.py | 2 +-
helm_tests/security/test_rbac.py | 6 +-
images/breeze/output-commands-hash.txt | 6 +-
images/breeze/output_k8s_deploy-airflow.svg | 50 ++-
images/breeze/output_k8s_run-complete-tests.svg | 80 ++--
.../pre_commit_update_providers_dependencies.py | 4 +-
.../in_container/run_provider_yaml_files_check.py | 7 +-
scripts/in_container/verify_providers.py | 6 +-
setup.py | 2 +-
.../managers/fab/security_manager/test_override.py | 11 +-
tests/models/test_param.py | 31 ++
tests/providers/amazon/aws/hooks/test_glue.py | 66 +++
tests/providers/amazon/aws/operators/test_glue.py | 23 +
.../aws/operators/test_sagemaker_notebook.py | 165 ++++++++
tests/providers/amazon/aws/sensors/test_batch.py | 171 ++++----
.../amazon/aws/transfers/test_sql_to_s3.py | 18 +
.../cloud/transfers/test_postgres_to_gcs_system.py | 89 ----
tests/serialization/test_dag_serialization.py | 7 +-
.../amazon/aws/example_sagemaker_notebook.py | 109 +++++
.../example_cloud_storage_transfer_service_aws.py | 168 +++++---
tests/www/test_validators.py | 11 +
118 files changed, 2157 insertions(+), 1658 deletions(-)
copy airflow/{api/auth =>
auth/managers/fab/security_manager/modules}/__init__.py (100%)
copy airflow/{www/fab_security/sqla/manager.py =>
auth/managers/fab/security_manager/modules/db.py} (68%)
create mode 100644 airflow/auth/managers/fab/security_manager/modules/oauth.py
create mode 100644 chart/newsfragments/31066.significant.rst
copy docs/{apache-airflow-providers-amazon/_partials/prerequisite_tasks.rst =>
shared/template-examples/taskflow-kwargs.rst} (62%)
copy airflow/providers/daskexecutor/CHANGELOG.rst =>
docs/shared/template-examples/taskflow.rst (62%)
create mode 100644
tests/providers/amazon/aws/operators/test_sagemaker_notebook.py
delete mode 100644
tests/providers/google/cloud/transfers/test_postgres_to_gcs_system.py
create mode 100644
tests/system/providers/amazon/aws/example_sagemaker_notebook.py
rename {airflow/providers/google/cloud/example_dags =>
tests/system/providers/google/cloud/storage_transfer}/example_cloud_storage_transfer_service_aws.py
(54%)
