This is an automated email from the ASF dual-hosted git repository.
jason810496 pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/airflow.git
from ed572aff106 Bound LLM operator usage_limits across task retries
(#74396)
add 12bb6d9b953 Cover native TypeScript and Java Dags, including control
flow, in the e2e suites (#73847)
No new revisions were added by this update.
Summary of changes:
.github/workflows/k8s-tests.yml | 36 +-
.rat-excludes | 1 +
airflow-e2e-tests/docker/java.yml | 10 +-
.../.gitignore | 0
.../java-native-bundle}/build.gradle | 4 +-
.../gradle.properties | 0
.../settings.gradle | 2 +-
.../apache/airflow/e2e/NativeBundleBuilder.java | 150 ++++++
.../airflow/e2e/nativedag/AnnotationDag.java | 106 ++++
.../apache/airflow/e2e/nativedag/TargetDag.java | 23 +-
.../tests/airflow_e2e_tests/conftest.py | 50 +-
.../tests/airflow_e2e_tests/constants.py | 5 +
.../airflow_e2e_tests/e2e_test_utils/clients.py | 13 +
.../java_sdk_tests/test_java_sdk_native_dag.py | 215 +++++++++
.../ts_sdk_tests/test_ts_sdk_native_dag.py | 253 ++++++++++
dev/breeze/doc/05_test_commands.rst | 10 +-
dev/breeze/doc/ci/04_selective_checks.md | 17 +-
dev/breeze/doc/images/output_k8s.svg | 26 +-
dev/breeze/doc/images/output_k8s.txt | 2 +-
.../doc/images/output_k8s_run-complete-tests.svg | 6 +-
.../doc/images/output_k8s_run-complete-tests.txt | 2 +-
.../doc/images/output_k8s_setup-lang-sdk-test.svg | 28 +-
.../doc/images/output_k8s_setup-lang-sdk-test.txt | 2 +-
.../airflow_breeze/commands/kubernetes_commands.py | 531 +++++++++++++--------
.../commands/kubernetes_commands_config.py | 3 +-
.../src/airflow_breeze/utils/selective_checks.py | 15 +
.../tests/test_kubernetes_lang_sdk_commands.py | 196 +++++++-
dev/breeze/tests/test_selective_checks.py | 55 +++
kubernetes-tests/lang_sdk/Dockerfile.java | 31 --
kubernetes-tests/lang_sdk/Dockerfile.runtimes | 49 ++
kubernetes-tests/lang_sdk/README.md | 145 +++---
.../lang_sdk/airflowignore_all | 0
kubernetes-tests/lang_sdk/config/values.yaml | 67 ++-
..._sdk_combined.py => lang_sdk_mixed_language.py} | 30 +-
kubernetes-tests/lang_sdk/go_example/main.go | 21 +-
.../airflow/k8sexample/K8sBundleBuilder.java | 4 +-
...binedExample.java => MixedLanguageExample.java} | 16 +-
.../lang_sdk/pod_templates/lang_sdk_golang.yaml | 118 -----
.../{lang_sdk_java.yaml => lang_sdk_worker.yaml} | 60 +--
kubernetes-tests/lang_sdk/stage_artifacts.py | 92 ----
.../lang_sdk/ts_example}/.gitignore | 1 -
.../lang_sdk/ts_example}/package.json | 9 +-
.../lang_sdk/ts_example/pnpm-lock.yaml | 336 +++++++++++++
kubernetes-tests/lang_sdk/ts_example/src/main.ts | 47 ++
.../lang_sdk/ts_example}/tsconfig.json | 13 +-
...executor.py => test_lang_sdk_mixed_language.py} | 24 +-
.../kubernetes_tests/test_lang_sdk_native_dag.py | 206 ++++++++
ts-sdk/adr/0002-native-dag-interface.md | 18 +-
ts-sdk/example/README.md | 5 +
ts-sdk/example/src/main.ts | 12 +-
ts-sdk/example/src/native.ts | 167 +++++++
ts-sdk/example/tsconfig.json | 4 +-
ts-sdk/tests/sdk/native-dag-example.test.ts | 213 +++++++++
ts-sdk/tsconfig.json | 12 +-
ts-sdk/vitest.config.ts | 15 +
55 files changed, 2753 insertions(+), 723 deletions(-)
copy airflow-e2e-tests/{java-test-bundle => java-native-bundle}/.gitignore
(100%)
copy {java-sdk/example => airflow-e2e-tests/java-native-bundle}/build.gradle
(92%)
copy airflow-e2e-tests/{java-test-bundle =>
java-native-bundle}/gradle.properties (100%)
copy airflow-e2e-tests/{java-test-bundle =>
java-native-bundle}/settings.gradle (95%)
create mode 100644
airflow-e2e-tests/java-native-bundle/src/java/org/apache/airflow/e2e/NativeBundleBuilder.java
create mode 100644
airflow-e2e-tests/java-native-bundle/src/java/org/apache/airflow/e2e/nativedag/AnnotationDag.java
copy
java-sdk/example/src/java/org/apache/airflow/example/nativedag/TargetExample.java
=>
airflow-e2e-tests/java-native-bundle/src/java/org/apache/airflow/e2e/nativedag/TargetDag.java
(60%)
create mode 100644
airflow-e2e-tests/tests/airflow_e2e_tests/java_sdk_tests/test_java_sdk_native_dag.py
create mode 100644
airflow-e2e-tests/tests/airflow_e2e_tests/ts_sdk_tests/test_ts_sdk_native_dag.py
delete mode 100644 kubernetes-tests/lang_sdk/Dockerfile.java
create mode 100644 kubernetes-tests/lang_sdk/Dockerfile.runtimes
copy manifests/.gitignore => kubernetes-tests/lang_sdk/airflowignore_all (100%)
rename kubernetes-tests/lang_sdk/dags/{lang_sdk_combined.py =>
lang_sdk_mixed_language.py} (68%)
rename
kubernetes-tests/lang_sdk/java_example/src/java/org/apache/airflow/k8sexample/{CombinedExample.java
=> MixedLanguageExample.java} (71%)
delete mode 100644 kubernetes-tests/lang_sdk/pod_templates/lang_sdk_golang.yaml
rename kubernetes-tests/lang_sdk/pod_templates/{lang_sdk_java.yaml =>
lang_sdk_worker.yaml} (57%)
delete mode 100644 kubernetes-tests/lang_sdk/stage_artifacts.py
copy {ts-sdk/example => kubernetes-tests/lang_sdk/ts_example}/.gitignore (68%)
copy {ts-sdk/example => kubernetes-tests/lang_sdk/ts_example}/package.json
(51%)
create mode 100644 kubernetes-tests/lang_sdk/ts_example/pnpm-lock.yaml
create mode 100644 kubernetes-tests/lang_sdk/ts_example/src/main.ts
copy {ts-sdk => kubernetes-tests/lang_sdk/ts_example}/tsconfig.json (54%)
rename
kubernetes-tests/tests/kubernetes_tests/{test_lang_sdk_coordinator_executor.py
=> test_lang_sdk_mixed_language.py} (78%)
create mode 100644
kubernetes-tests/tests/kubernetes_tests/test_lang_sdk_native_dag.py
create mode 100644 ts-sdk/example/src/native.ts
create mode 100644 ts-sdk/tests/sdk/native-dag-example.test.ts
