This is an automated email from the ASF dual-hosted git repository.
shunping pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new d9e99ad211f [yaml] switch blueprint to pipelines (#40545)
d9e99ad211f is described below
commit d9e99ad211fae09b1e8cc147f427178d49daebfb
Author: Derrick Williams <[email protected]>
AuthorDate: Tue Oct 13 15:58:12 2026 -0400
[yaml] switch blueprint to pipelines (#40545)
* switch blueprint to pipelines
* address sorting comment
---
examples/yaml/README.md | 4 ++--
sdks/python/apache_beam/yaml/examples/README.md | 13 +++++++------
.../apache_beam/yaml/examples/testing/examples_test.py | 6 +++---
.../{blueprint => pipelines}/cloudsql_to_bigquery.yaml | 0
.../{blueprint => pipelines}/gcs_text_to_bigquery.yaml | 0
.../{blueprint => pipelines}/iceberg_to_alloydb.yaml | 0
.../{blueprint => pipelines}/jdbc_to_bigquery.yaml | 0
.../{blueprint => pipelines}/kafka_to_iceberg.yaml | 0
.../{blueprint => pipelines}/mongodb_to_bigquery.yaml | 0
.../{blueprint => pipelines}/mysql_to_bigquery.yaml | 0
.../{blueprint => pipelines}/oracle_to_bigquery.yaml | 0
.../{blueprint => pipelines}/postgres_to_bigquery.yaml | 0
.../pubsub_subscription_to_bigquery.yaml | 0
.../{blueprint => pipelines}/pubsub_to_iceberg.yaml | 0
.../{blueprint => pipelines}/pubsub_topic_to_bigquery.yaml | 0
.../{blueprint => pipelines}/spanner_to_avro.yaml | 0
.../{blueprint => pipelines}/spanner_to_bigquery.yaml | 0
.../{blueprint => pipelines}/sqlserver_to_bigquery.yaml | 0
18 files changed, 12 insertions(+), 11 deletions(-)
diff --git a/examples/yaml/README.md b/examples/yaml/README.md
index 121b0b03bcb..9ddf1ad7c7c 100644
--- a/examples/yaml/README.md
+++ b/examples/yaml/README.md
@@ -27,10 +27,10 @@ A suite of YAML pipeline examples is currently located
under the directory
These examples leverage the built-in `Combine` transform for performing simple
aggregations including sum, mean, count, etc.
-###
[Blueprints](../../sdks/python/apache_beam/yaml/examples/transforms/blueprint)
+###
[Pipelines](../../sdks/python/apache_beam/yaml/examples/transforms/pipelines)
These examples leverage DF or other existing templates and convert them to yaml
-blueprints.
+pipelines.
###
[Element-wise](../../sdks/python/apache_beam/yaml/examples/transforms/elementwise)
diff --git a/sdks/python/apache_beam/yaml/examples/README.md
b/sdks/python/apache_beam/yaml/examples/README.md
index 5282951c696..d4eb1aae98f 100644
--- a/sdks/python/apache_beam/yaml/examples/README.md
+++ b/sdks/python/apache_beam/yaml/examples/README.md
@@ -25,11 +25,11 @@
* [Wordcount](#wordcount)
* [Transforms](#transforms)
* [Aggregation](#aggregation)
- * [Blueprints](#blueprints)
* [Element-wise](#element-wise)
* [IO](#io)
* [Jinja](#jinja)
* [ML](#ml)
+ * [Pipelines](#pipelines)
<!-- TOC -->
@@ -89,11 +89,6 @@ YAML framework.
These examples leverage the built-in `Combine` transform for performing simple
aggregations including sum, mean, count, etc.
-### Blueprints
-
-These examples leverage DF or other existing templates and convert them to yaml
-blueprints.
-
### Element-wise
These examples leverage the built-in mapping transforms including
`MapToFields`,
@@ -277,3 +272,9 @@ Examples that include ML-specific transforms such as
`RunInference` and
More information can be found about aggregation transforms
[here](https://beam.apache.org/documentation/sdks/yaml-combine/).
+
+
+### Pipelines
+
+These examples leverage DF or other existing templates and convert them to yaml
+pipelines.
\ No newline at end of file
diff --git a/sdks/python/apache_beam/yaml/examples/testing/examples_test.py
b/sdks/python/apache_beam/yaml/examples/testing/examples_test.py
index 7da6c996cba..5baa7e41c74 100644
--- a/sdks/python/apache_beam/yaml/examples/testing/examples_test.py
+++ b/sdks/python/apache_beam/yaml/examples/testing/examples_test.py
@@ -1421,9 +1421,6 @@ YAML_DOCS_DIR = os.path.join(os.path.dirname(__file__))
AggregationTest = YamlExamplesTestSuite(
'AggregationExamplesTest',
os.path.join(YAML_DOCS_DIR, '../transforms/aggregation/*.yaml')).run()
-BlueprintTest = YamlExamplesTestSuite(
- 'BlueprintExamplesTest',
- os.path.join(YAML_DOCS_DIR, '../transforms/blueprint/*.yaml')).run()
ElementWiseTest = YamlExamplesTestSuite(
'ElementwiseExamplesTest',
os.path.join(YAML_DOCS_DIR, '../transforms/elementwise/*.yaml')).run()
@@ -1438,6 +1435,9 @@ IOTest = YamlExamplesTestSuite(
MLTest = YamlExamplesTestSuite(
'MLExamplesTest', os.path.join(YAML_DOCS_DIR,
'../transforms/ml/**/*.yaml')).run()
+PipelinesTest = YamlExamplesTestSuite(
+ 'PipelinesExamplesTest',
+ os.path.join(YAML_DOCS_DIR, '../transforms/pipelines/*.yaml')).run()
if __name__ == '__main__':
logging.getLogger().setLevel(logging.INFO)
diff --git
a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/cloudsql_to_bigquery.yaml
b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/cloudsql_to_bigquery.yaml
similarity index 100%
rename from
sdks/python/apache_beam/yaml/examples/transforms/blueprint/cloudsql_to_bigquery.yaml
rename to
sdks/python/apache_beam/yaml/examples/transforms/pipelines/cloudsql_to_bigquery.yaml
diff --git
a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/gcs_text_to_bigquery.yaml
b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/gcs_text_to_bigquery.yaml
similarity index 100%
rename from
sdks/python/apache_beam/yaml/examples/transforms/blueprint/gcs_text_to_bigquery.yaml
rename to
sdks/python/apache_beam/yaml/examples/transforms/pipelines/gcs_text_to_bigquery.yaml
diff --git
a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/iceberg_to_alloydb.yaml
b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/iceberg_to_alloydb.yaml
similarity index 100%
rename from
sdks/python/apache_beam/yaml/examples/transforms/blueprint/iceberg_to_alloydb.yaml
rename to
sdks/python/apache_beam/yaml/examples/transforms/pipelines/iceberg_to_alloydb.yaml
diff --git
a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/jdbc_to_bigquery.yaml
b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/jdbc_to_bigquery.yaml
similarity index 100%
rename from
sdks/python/apache_beam/yaml/examples/transforms/blueprint/jdbc_to_bigquery.yaml
rename to
sdks/python/apache_beam/yaml/examples/transforms/pipelines/jdbc_to_bigquery.yaml
diff --git
a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/kafka_to_iceberg.yaml
b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/kafka_to_iceberg.yaml
similarity index 100%
rename from
sdks/python/apache_beam/yaml/examples/transforms/blueprint/kafka_to_iceberg.yaml
rename to
sdks/python/apache_beam/yaml/examples/transforms/pipelines/kafka_to_iceberg.yaml
diff --git
a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/mongodb_to_bigquery.yaml
b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/mongodb_to_bigquery.yaml
similarity index 100%
rename from
sdks/python/apache_beam/yaml/examples/transforms/blueprint/mongodb_to_bigquery.yaml
rename to
sdks/python/apache_beam/yaml/examples/transforms/pipelines/mongodb_to_bigquery.yaml
diff --git
a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/mysql_to_bigquery.yaml
b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/mysql_to_bigquery.yaml
similarity index 100%
rename from
sdks/python/apache_beam/yaml/examples/transforms/blueprint/mysql_to_bigquery.yaml
rename to
sdks/python/apache_beam/yaml/examples/transforms/pipelines/mysql_to_bigquery.yaml
diff --git
a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/oracle_to_bigquery.yaml
b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/oracle_to_bigquery.yaml
similarity index 100%
rename from
sdks/python/apache_beam/yaml/examples/transforms/blueprint/oracle_to_bigquery.yaml
rename to
sdks/python/apache_beam/yaml/examples/transforms/pipelines/oracle_to_bigquery.yaml
diff --git
a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/postgres_to_bigquery.yaml
b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/postgres_to_bigquery.yaml
similarity index 100%
rename from
sdks/python/apache_beam/yaml/examples/transforms/blueprint/postgres_to_bigquery.yaml
rename to
sdks/python/apache_beam/yaml/examples/transforms/pipelines/postgres_to_bigquery.yaml
diff --git
a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/pubsub_subscription_to_bigquery.yaml
b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/pubsub_subscription_to_bigquery.yaml
similarity index 100%
rename from
sdks/python/apache_beam/yaml/examples/transforms/blueprint/pubsub_subscription_to_bigquery.yaml
rename to
sdks/python/apache_beam/yaml/examples/transforms/pipelines/pubsub_subscription_to_bigquery.yaml
diff --git
a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/pubsub_to_iceberg.yaml
b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/pubsub_to_iceberg.yaml
similarity index 100%
rename from
sdks/python/apache_beam/yaml/examples/transforms/blueprint/pubsub_to_iceberg.yaml
rename to
sdks/python/apache_beam/yaml/examples/transforms/pipelines/pubsub_to_iceberg.yaml
diff --git
a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/pubsub_topic_to_bigquery.yaml
b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/pubsub_topic_to_bigquery.yaml
similarity index 100%
rename from
sdks/python/apache_beam/yaml/examples/transforms/blueprint/pubsub_topic_to_bigquery.yaml
rename to
sdks/python/apache_beam/yaml/examples/transforms/pipelines/pubsub_topic_to_bigquery.yaml
diff --git
a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/spanner_to_avro.yaml
b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/spanner_to_avro.yaml
similarity index 100%
rename from
sdks/python/apache_beam/yaml/examples/transforms/blueprint/spanner_to_avro.yaml
rename to
sdks/python/apache_beam/yaml/examples/transforms/pipelines/spanner_to_avro.yaml
diff --git
a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/spanner_to_bigquery.yaml
b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/spanner_to_bigquery.yaml
similarity index 100%
rename from
sdks/python/apache_beam/yaml/examples/transforms/blueprint/spanner_to_bigquery.yaml
rename to
sdks/python/apache_beam/yaml/examples/transforms/pipelines/spanner_to_bigquery.yaml
diff --git
a/sdks/python/apache_beam/yaml/examples/transforms/blueprint/sqlserver_to_bigquery.yaml
b/sdks/python/apache_beam/yaml/examples/transforms/pipelines/sqlserver_to_bigquery.yaml
similarity index 100%
rename from
sdks/python/apache_beam/yaml/examples/transforms/blueprint/sqlserver_to_bigquery.yaml
rename to
sdks/python/apache_beam/yaml/examples/transforms/pipelines/sqlserver_to_bigquery.yaml
