This is an automated email from the ASF dual-hosted git repository.
potiuk pushed a change to branch add-reproducible-builds-support
in repository https://gitbox.apache.org/repos/asf/airflow.git
omit f4e2f8420a Use reproducible builds for provider packages
omit 7bda2714a0 Move prepare-provider-packages to be run entirely in Breeze
Python
add d089e1a1bd Add 2.7.3 entry in compatibility matrix + small tweak for
providers sbom (#35684)
add 064fc2b775 Make pyodbc.Row and databricks.Row JSON-serializable via
new `make_serializable` method (#32319)
add 2f69b5f007 Add task context logging feature to allow forwarding
messages to task logs (#32646)
add 69cea850cb Ship zombie info (#32693)
add 46c0f85ba6 Add "literal" wrapper to disable field templating (#35017)
add 03a0b72672 Added name field to template_fields in
EmrServerlessStartJobOperator (#35648)
add 0c6fd5be86 Remove usage of deprecated methods from BigQueryCursor
(#35606)
add fc28db1727 Add batch is_authorized APIs to auth manager (#35562)
add 3d77149cac Include remote logging conn_id in GCP GCS remote logging
config (#35702)
add 9a6094c0d7 Pick config statsd host from chart helpers (#35679)
add 3e6676bfae Extend task context logging support for remote logging
using AWS S3 (#32950)
add b9f3a5392f Extend task context logging support for remote logging
using GCP GCS (#32970)
add bb57a240b4 Extend task context logging support for remote logging
using WASB (Azure Blob Storage) (#32972)
add c47f51655c Add unittest for ElasticSearchJSONFormatter and
ElasticSearchResponse (#35697)
add 02165c5db2 Tiny fix for system test
example_datacatalog_search_catalog.py (#35701)
add ce16963e9d Add OpenLineage support to BigQueryToGCSOperator (#35660)
add 110bb0e744 Add Jira Notifier implementation (#35397)
add d5cbc144bc Add AI providers to boring-cyborg.yml (#35708)
add aaed909344 update README_RELEASE_PROVIDER_PACKAGES.md (#35706)
add 4d872b87ef Long custom operator name overflows in graph view (#35382)
add 09fef3c3ee Update http to s3 system test (#35711)
add 429ca47b02 Add Azure Synapse Pipeline connection-type in the UI
(#35709)
add ed6fe240c3 Align documentation of `MSSQLToGCSOperator` (#35715)
add 0d278cafaf Fix `--additional-extras` parameter in Breeze command
(#35710)
add b20d7cfcc5 Use `packaging` for parse requirements in documentation
generation (#35718)
add f5dd3f573e Update best-practices.rst (#35692)
add dd955ddc39 Avoid side-effects when plyvel tests are run in parallel
(#35720)
add f9eb55f9e0 Reload configuration for standalone dag file processor
(#35725)
add 463737910a Move prepare-provider-packages to be run entirely in Breeze
Python
new 21e8d9d93e Use reproducible builds for provider packages
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (f4e2f8420a)
\
N -- N -- N refs/heads/add-reproducible-builds-support
(21e8d9d93e)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/boring-cyborg.yml | 30 +++
.pre-commit-config.yaml | 6 +
STATIC_CODE_CHECKS.rst | 2 +
.../endpoints/task_instance_endpoint.py | 21 +-
airflow/auth/managers/base_auth_manager.py | 91 ++++++-
airflow/auth/managers/models/batch_apis.py | 64 +++++
airflow/cli/commands/dag_processor_command.py | 4 +-
airflow/config_templates/config.yml | 12 +
airflow/dag_processing/manager.py | 46 ++--
airflow/jobs/scheduler_job_runner.py | 14 +-
.../providers/amazon/aws/log/s3_task_handler.py | 18 +-
airflow/providers/amazon/aws/operators/emr.py | 4 +-
.../providers/amazon/aws/transfers/http_to_s3.py | 2 +-
.../atlassian/jira/notifications}/__init__.py | 0
.../providers/atlassian/jira/notifications/jira.py | 84 +++++++
airflow/providers/atlassian/jira/provider.yaml | 3 +
airflow/providers/common/sql/CHANGELOG.rst | 8 +
airflow/providers/common/sql/hooks/sql.py | 21 +-
airflow/providers/common/sql/provider.yaml | 1 +
.../providers/databricks/hooks/databricks_sql.py | 9 +-
.../databricks/operators/databricks_sql.py | 10 +-
airflow/providers/databricks/provider.yaml | 2 +-
.../providers/elasticsearch/log/es_task_handler.py | 2 +-
airflow/providers/google/cloud/hooks/bigquery.py | 170 ++++++++++++-
.../providers/google/cloud/log/gcs_task_handler.py | 18 +-
.../google/cloud/transfers/bigquery_to_gcs.py | 75 +++++-
.../google/cloud/transfers/mssql_to_gcs.py | 2 +-
.../providers/google/cloud/utils/openlineage.py | 80 ++++++
.../microsoft/azure/log/wasb_task_handler.py | 11 +-
airflow/providers/microsoft/azure/provider.yaml | 2 +
airflow/providers/odbc/hooks/odbc.py | 13 +-
airflow/providers/odbc/provider.yaml | 2 +-
airflow/providers/redis/log/redis_task_handler.py | 2 +-
airflow/template/templater.py | 19 ++
airflow/utils/log/file_task_handler.py | 50 +++-
airflow/utils/log/task_context_logger.py | 182 ++++++++++++++
airflow/utils/{empty_set.py => template.py} | 17 +-
airflow/www/auth.py | 70 +++---
airflow/www/static/js/dag/details/graph/Node.tsx | 2 +
chart/values.yaml | 4 +-
dev/README_RELEASE_PROVIDER_PACKAGES.md | 4 +-
.../src/airflow_breeze/commands/sbom_commands.py | 3 -
dev/breeze/src/airflow_breeze/global_constants.py | 1 +
.../src/airflow_breeze/params/build_ci_params.py | 4 +-
.../src/airflow_breeze/params/build_prod_params.py | 2 +-
.../airflow_breeze/params/common_build_params.py | 2 +-
dev/breeze/src/airflow_breeze/pre_commit_ids.py | 1 +
dev/breeze/src/airflow_breeze/utils/packages.py | 45 +++-
dev/breeze/tests/test_packages.py | 64 ++++-
.../index.rst | 7 +
.../notifications/index.rst | 8 +-
.../notifications/jira-notifier-howto-guide.rst | 65 +++++
.../logging/gcs.rst | 1 +
docs/apache-airflow/best-practices.rst | 2 +-
docs/apache-airflow/core-concepts/operators.rst | 29 ++-
docs/spelling_wordlist.txt | 1 +
generated/provider_dependencies.json | 4 +-
images/breeze/output-commands-hash.txt | 75 ++++++
images/breeze/output_static-checks.svg | 14 +-
images/breeze/output_static-checks.txt | 2 +-
.../pre_commit_check_common_sql_dependency.py | 124 ++++++++++
tests/always/test_project_structure.py | 2 -
.../endpoints/test_task_instance_endpoint.py | 2 +-
tests/auth/managers/test_base_auth_manager.py | 92 ++++++-
tests/models/test_baseoperator.py | 4 +
.../amazon/aws/operators/test_emr_serverless.py | 21 +-
.../atlassian/jira/notifications}/__init__.py | 0
.../atlassian/jira/notifications/test_jira.py | 94 +++++++
.../databricks/hooks/test_databricks_sql.py | 21 +-
.../databricks/operators/test_databricks_sql.py | 20 --
.../elasticsearch/log/test_es_json_formatter.py | 90 +++++++
.../elasticsearch/log/test_es_response.py | 211 ++++++++++++++++
.../providers/google/cloud/hooks/test_bigquery.py | 38 +--
.../google/cloud/transfers/test_bigquery_to_gcs.py | 274 +++++++++++++++++++++
.../google/cloud/utils/test_openlineage.py | 142 +++++++++++
.../providers/google/leveldb/hooks/test_leveldb.py | 32 +--
tests/providers/odbc/hooks/test_odbc.py | 75 +++++-
.../providers/amazon/aws/example_http_to_s3.py | 49 +++-
.../example_datacatalog_search_catalog.py | 8 +-
tests/template/test_templater.py | 22 +-
tests/utils/log/test_task_context_logger.py | 107 ++++++++
tests/www/test_auth.py | 14 +-
82 files changed, 2686 insertions(+), 263 deletions(-)
create mode 100644 airflow/auth/managers/models/batch_apis.py
copy airflow/{api_connexion =>
providers/atlassian/jira/notifications}/__init__.py (100%)
create mode 100644 airflow/providers/atlassian/jira/notifications/jira.py
create mode 100644 airflow/providers/google/cloud/utils/openlineage.py
create mode 100644 airflow/utils/log/task_context_logger.py
copy airflow/utils/{empty_set.py => template.py} (69%)
copy docs/{apache-airflow-providers-slack =>
apache-airflow-providers-atlassian-jira}/notifications/index.rst (94%)
create mode 100644
docs/apache-airflow-providers-atlassian-jira/notifications/jira-notifier-howto-guide.rst
create mode 100644 images/breeze/output-commands-hash.txt
create mode 100755
scripts/ci/pre_commit/pre_commit_check_common_sql_dependency.py
copy {airflow/api_connexion =>
tests/providers/atlassian/jira/notifications}/__init__.py (100%)
create mode 100644 tests/providers/atlassian/jira/notifications/test_jira.py
create mode 100644 tests/providers/elasticsearch/log/test_es_json_formatter.py
create mode 100644 tests/providers/elasticsearch/log/test_es_response.py
create mode 100644 tests/providers/google/cloud/utils/test_openlineage.py
create mode 100644 tests/utils/log/test_task_context_logger.py
