This is an automated email from the ASF dual-hosted git repository. damccorm pushed a commit to branch users/damccorm/interactive-nb in repository https://gitbox.apache.org/repos/asf/beam.git
commit 5ff2df14f8058f8d566db72a1c1521e9f74d1bf7 Author: Danny Mccormick <dannymccorm...@google.com> AuthorDate: Mon Sep 8 17:33:51 2025 -0400 Add interactive dependency to notebooks --- examples/notebooks/beam-ml/alloydb_product_catalog_embeddings.ipynb | 2 +- .../beam-ml/anomaly_detection/anomaly_detection_iforest.ipynb | 2 +- .../beam-ml/anomaly_detection/anomaly_detection_timesfm.ipynb | 2 +- examples/notebooks/beam-ml/automatic_model_refresh.ipynb | 2 +- .../notebooks/beam-ml/bigquery_vector_ingestion_and_search.ipynb | 2 +- .../beam-ml/cloudsql_mysql_product_catalog_embeddings.ipynb | 2 +- .../beam-ml/cloudsql_postgres_product_catalog_embeddings.ipynb | 2 +- .../beam-ml/data_preprocessing/compute_and_apply_vocab.ipynb | 2 +- .../beam-ml/data_preprocessing/huggingface_text_embeddings.ipynb | 2 +- examples/notebooks/beam-ml/data_preprocessing/scale_data.ipynb | 2 +- .../beam-ml/data_preprocessing/vertex_ai_text_embeddings.ipynb | 2 +- .../notebooks/beam-ml/gemma_2_sentiment_and_summarization.ipynb | 4 ++-- examples/notebooks/beam-ml/image_processing_tensorflow.ipynb | 2 +- examples/notebooks/beam-ml/mltransform_basic.ipynb | 2 +- examples/notebooks/beam-ml/per_key_models.ipynb | 2 +- examples/notebooks/beam-ml/rag_usecase/beam_rag_notebook.ipynb | 2 +- .../notebooks/beam-ml/rag_usecase/opensearch_rag_pipeline.ipynb | 2 +- examples/notebooks/beam-ml/run_inference_gemma.ipynb | 2 +- examples/notebooks/beam-ml/run_inference_generative_ai.ipynb | 2 +- examples/notebooks/beam-ml/run_inference_multi_model.ipynb | 2 +- examples/notebooks/beam-ml/run_inference_pytorch.ipynb | 2 +- .../beam-ml/run_inference_pytorch_tensorflow_sklearn.ipynb | 6 +++--- examples/notebooks/beam-ml/run_inference_tensorflow.ipynb | 2 +- examples/notebooks/beam-ml/run_inference_tensorflow_with_tfx.ipynb | 2 +- examples/notebooks/beam-ml/run_inference_vertex_ai.ipynb | 2 +- examples/notebooks/beam-ml/run_inference_with_tensorflow_hub.ipynb | 2 +- examples/notebooks/beam-ml/speech_emotion_tensorflow.ipynb | 2 +- examples/notebooks/blog/unittests_in_beam.ipynb | 2 +- 28 files changed, 31 insertions(+), 31 deletions(-) diff --git a/examples/notebooks/beam-ml/alloydb_product_catalog_embeddings.ipynb b/examples/notebooks/beam-ml/alloydb_product_catalog_embeddings.ipynb index 4b14f0fea79..d58d54656d8 100644 --- a/examples/notebooks/beam-ml/alloydb_product_catalog_embeddings.ipynb +++ b/examples/notebooks/beam-ml/alloydb_product_catalog_embeddings.ipynb @@ -151,7 +151,7 @@ "outputs": [], "source": [ "# Apache Beam with GCP support\n", - "!pip install apache_beam[gcp]>=2.66.0\n", + "!pip install apache_beam[interactive,gcp]>=2.66.0\n", "# Huggingface sentence-transformers for embedding models\n", "!pip install sentence-transformers --quiet" ] diff --git a/examples/notebooks/beam-ml/anomaly_detection/anomaly_detection_iforest.ipynb b/examples/notebooks/beam-ml/anomaly_detection/anomaly_detection_iforest.ipynb index db2de68f27c..92516ce5436 100644 --- a/examples/notebooks/beam-ml/anomaly_detection/anomaly_detection_iforest.ipynb +++ b/examples/notebooks/beam-ml/anomaly_detection/anomaly_detection_iforest.ipynb @@ -489,7 +489,7 @@ "cell_type": "code", "source": [ "# For running with dataflow runner\n", - "!pip install 'apache_beam[gcp, interactive]=={BEAM_VERSION}' --quiet" + "!pip install 'apache_beam[interactive,gcp]=={BEAM_VERSION}' --quiet" ], "metadata": { "id": "0C0qur71DiN3" diff --git a/examples/notebooks/beam-ml/anomaly_detection/anomaly_detection_timesfm.ipynb b/examples/notebooks/beam-ml/anomaly_detection/anomaly_detection_timesfm.ipynb index 65a06fd5d8e..034dca22a42 100644 --- a/examples/notebooks/beam-ml/anomaly_detection/anomaly_detection_timesfm.ipynb +++ b/examples/notebooks/beam-ml/anomaly_detection/anomaly_detection_timesfm.ipynb @@ -66,7 +66,7 @@ "outputs": [], "source": [ "!pip install timesfm[torch]\n", - "!pip install 'apache_beam[gcp, test, interactive] == 2.67.0'\n", + "!pip install 'apache_beam[interactive,gcp,test] == 2.67.0'\n", "!pip install google-generativeai" ] }, diff --git a/examples/notebooks/beam-ml/automatic_model_refresh.ipynb b/examples/notebooks/beam-ml/automatic_model_refresh.ipynb index 2f80846f313..c29881ea72f 100644 --- a/examples/notebooks/beam-ml/automatic_model_refresh.ipynb +++ b/examples/notebooks/beam-ml/automatic_model_refresh.ipynb @@ -98,7 +98,7 @@ } ], "source": [ - "!pip install apache_beam[gcp]>=2.46.0 tensorflow==2.15.0 tensorflow_hub==0.16.1 keras==2.15.0 Pillow==11.0.0 --quiet" + "!pip install apache_beam[interactive,gcp]>=2.46.0 tensorflow==2.15.0 tensorflow_hub==0.16.1 keras==2.15.0 Pillow==11.0.0 --quiet" ] }, { diff --git a/examples/notebooks/beam-ml/bigquery_vector_ingestion_and_search.ipynb b/examples/notebooks/beam-ml/bigquery_vector_ingestion_and_search.ipynb index 7608b83cb59..b1becd294ff 100644 --- a/examples/notebooks/beam-ml/bigquery_vector_ingestion_and_search.ipynb +++ b/examples/notebooks/beam-ml/bigquery_vector_ingestion_and_search.ipynb @@ -98,7 +98,7 @@ "cell_type": "code", "source": [ "# Apache Beam with GCP support\n", - "!pip install apache_beam[gcp]>=2.64.0 --quiet\n", + "!pip install apache_beam[interactive,gcp]>=2.64.0 --quiet\n", "# Huggingface sentence-transformers for embedding models\n", "!pip install sentence-transformers --quiet\n" ], diff --git a/examples/notebooks/beam-ml/cloudsql_mysql_product_catalog_embeddings.ipynb b/examples/notebooks/beam-ml/cloudsql_mysql_product_catalog_embeddings.ipynb index bfe16e86db0..457d7d181b6 100644 --- a/examples/notebooks/beam-ml/cloudsql_mysql_product_catalog_embeddings.ipynb +++ b/examples/notebooks/beam-ml/cloudsql_mysql_product_catalog_embeddings.ipynb @@ -135,7 +135,7 @@ "outputs": [], "source": [ "# Apache Beam with GCP support\n", - "!pip install apache_beam[gcp]>=2.67.0 --quiet\n", + "!pip install apache_beam[interactive,gcp]>=2.67.0 --quiet\n", "# Huggingface sentence-transformers for embedding models\n", "!pip install sentence-transformers --quiet" ] diff --git a/examples/notebooks/beam-ml/cloudsql_postgres_product_catalog_embeddings.ipynb b/examples/notebooks/beam-ml/cloudsql_postgres_product_catalog_embeddings.ipynb index 6d3b622d06f..eccfc405e69 100644 --- a/examples/notebooks/beam-ml/cloudsql_postgres_product_catalog_embeddings.ipynb +++ b/examples/notebooks/beam-ml/cloudsql_postgres_product_catalog_embeddings.ipynb @@ -135,7 +135,7 @@ "outputs": [], "source": [ "# Apache Beam with GCP support\n", - "!pip install apache_beam[gcp]>=2.66.0 --quiet\n", + "!pip install apache_beam[interactive,gcp]>=2.66.0 --quiet\n", "# Huggingface sentence-transformers for embedding models\n", "!pip install sentence-transformers --quiet" ] diff --git a/examples/notebooks/beam-ml/data_preprocessing/compute_and_apply_vocab.ipynb b/examples/notebooks/beam-ml/data_preprocessing/compute_and_apply_vocab.ipynb index ecd4ded6e70..779ec99903f 100644 --- a/examples/notebooks/beam-ml/data_preprocessing/compute_and_apply_vocab.ipynb +++ b/examples/notebooks/beam-ml/data_preprocessing/compute_and_apply_vocab.ipynb @@ -98,7 +98,7 @@ }, "outputs": [], "source": [ - "! pip install apache_beam>=2.53.0 --quiet\n", + "! pip install apache_beam[interactive]>=2.53.0 --quiet\n", "! pip install tensorflow-transform --quiet" ] }, diff --git a/examples/notebooks/beam-ml/data_preprocessing/huggingface_text_embeddings.ipynb b/examples/notebooks/beam-ml/data_preprocessing/huggingface_text_embeddings.ipynb index 2cd3ad70141..da445dd675b 100644 --- a/examples/notebooks/beam-ml/data_preprocessing/huggingface_text_embeddings.ipynb +++ b/examples/notebooks/beam-ml/data_preprocessing/huggingface_text_embeddings.ipynb @@ -99,7 +99,7 @@ { "cell_type": "code", "source": [ - "! pip install apache_beam>=2.53.0 --quiet\n", + "! pip install apache_beam[interactive]>=2.53.0 --quiet\n", "! pip install sentence-transformers --quiet" ], "metadata": { diff --git a/examples/notebooks/beam-ml/data_preprocessing/scale_data.ipynb b/examples/notebooks/beam-ml/data_preprocessing/scale_data.ipynb index ba367fbc817..ddf5a0c5c7e 100644 --- a/examples/notebooks/beam-ml/data_preprocessing/scale_data.ipynb +++ b/examples/notebooks/beam-ml/data_preprocessing/scale_data.ipynb @@ -104,7 +104,7 @@ { "cell_type": "code", "source": [ - "! pip install apache_beam>=2.53.0 --quiet\n", + "! pip install apache_beam[interactive]>=2.53.0 --quiet\n", "! pip install tensorflow-transform --quiet" ], "metadata": { diff --git a/examples/notebooks/beam-ml/data_preprocessing/vertex_ai_text_embeddings.ipynb b/examples/notebooks/beam-ml/data_preprocessing/vertex_ai_text_embeddings.ipynb index 4d816ef97fb..2d8cca4e44a 100644 --- a/examples/notebooks/beam-ml/data_preprocessing/vertex_ai_text_embeddings.ipynb +++ b/examples/notebooks/beam-ml/data_preprocessing/vertex_ai_text_embeddings.ipynb @@ -117,7 +117,7 @@ }, "outputs": [], "source": [ - "! pip install apache_beam[gcp]>=2.53.0 --quiet" + "! pip install apache_beam[interactive,gcp]>=2.53.0 --quiet" ] }, { diff --git a/examples/notebooks/beam-ml/gemma_2_sentiment_and_summarization.ipynb b/examples/notebooks/beam-ml/gemma_2_sentiment_and_summarization.ipynb index 160c09f563b..ad56b674ee5 100644 --- a/examples/notebooks/beam-ml/gemma_2_sentiment_and_summarization.ipynb +++ b/examples/notebooks/beam-ml/gemma_2_sentiment_and_summarization.ipynb @@ -206,7 +206,7 @@ }, "source": [ "```sh\n", - "apache_beam[gcp]==2.54.0\n", + "apache_beam[interactive,gcp]==2.54.0\n", "keras_nlp==0.14.3\n", "keras==3.4.1\n", "jax[cuda12]\n", @@ -293,7 +293,7 @@ }, "outputs": [{"output_type": "stream", "name": "stdout", "text": ["\n"]}], "source": [ - "%pip install apache_beam[gcp]==\"2.54.0\" keras_nlp==\"0.14.3\" keras==\"3.5.0\" jax[cuda12]" + "%pip install apache_beam[interactive,gcp]==\"2.54.0\" keras_nlp==\"0.14.3\" keras==\"3.5.0\" jax[cuda12]" ] }, { diff --git a/examples/notebooks/beam-ml/image_processing_tensorflow.ipynb b/examples/notebooks/beam-ml/image_processing_tensorflow.ipynb index 45fca09addb..664d5bc0f1f 100644 --- a/examples/notebooks/beam-ml/image_processing_tensorflow.ipynb +++ b/examples/notebooks/beam-ml/image_processing_tensorflow.ipynb @@ -87,7 +87,7 @@ }, "outputs": [], "source": [ - "!pip install apache_beam --quiet\n", + "!pip install apache_beam[interactive] --quiet\n", "!pip install apache-beam[interactive] --quiet" ] }, diff --git a/examples/notebooks/beam-ml/mltransform_basic.ipynb b/examples/notebooks/beam-ml/mltransform_basic.ipynb index b0af96d0859..470f100537e 100644 --- a/examples/notebooks/beam-ml/mltransform_basic.ipynb +++ b/examples/notebooks/beam-ml/mltransform_basic.ipynb @@ -76,7 +76,7 @@ "cell_type": "code", "source": [ "!pip install tensorflow_transform --quiet\n", - "!pip install apache_beam>=2.50.0 --quiet" + "!pip install apache_beam[interactive]>=2.50.0 --quiet" ], "metadata": { "id": "MRWkC-n2DmjM" diff --git a/examples/notebooks/beam-ml/per_key_models.ipynb b/examples/notebooks/beam-ml/per_key_models.ipynb index 3e71c1d119a..026a481dd2c 100644 --- a/examples/notebooks/beam-ml/per_key_models.ipynb +++ b/examples/notebooks/beam-ml/per_key_models.ipynb @@ -107,7 +107,7 @@ } ], "source": [ - "!pip install apache_beam[gcp]>=2.51.0 --quiet\n", + "!pip install apache_beam[interactive,gcp]>=2.51.0 --quiet\n", "!pip install torch --quiet\n", "!pip install transformers --quiet\n", "\n", diff --git a/examples/notebooks/beam-ml/rag_usecase/beam_rag_notebook.ipynb b/examples/notebooks/beam-ml/rag_usecase/beam_rag_notebook.ipynb index e271074af55..4941f3f3ad6 100644 --- a/examples/notebooks/beam-ml/rag_usecase/beam_rag_notebook.ipynb +++ b/examples/notebooks/beam-ml/rag_usecase/beam_rag_notebook.ipynb @@ -108,7 +108,7 @@ "#installing dependencies\n", "!pip install pandas==1.4.4\n", "!pip install numpy==1.24.4\n", - "!pip install apache_beam==2.56.0\n", + "!pip install apache_beam[interactive]==2.56.0\n", "!pip install redis==5.0.1\n", "!pip install langchain==0.1.14 #used for chunking" ] diff --git a/examples/notebooks/beam-ml/rag_usecase/opensearch_rag_pipeline.ipynb b/examples/notebooks/beam-ml/rag_usecase/opensearch_rag_pipeline.ipynb index aae86e31aa4..f1104442672 100644 --- a/examples/notebooks/beam-ml/rag_usecase/opensearch_rag_pipeline.ipynb +++ b/examples/notebooks/beam-ml/rag_usecase/opensearch_rag_pipeline.ipynb @@ -46,7 +46,7 @@ "#installing dependencies\n", "!pip install pandas==1.4.4\n", "!pip install numpy==1.24.4\n", - "!pip install apache_beam==2.56.0\n", + "!pip install apache_beam[interactive]==2.56.0\n", "!pip install opensearch==2.1.0\n", "#used for chunking\n", "!pip install langchain==0.1.14 " diff --git a/examples/notebooks/beam-ml/run_inference_gemma.ipynb b/examples/notebooks/beam-ml/run_inference_gemma.ipynb index 489f01c4c9a..12f5a03be10 100644 --- a/examples/notebooks/beam-ml/run_inference_gemma.ipynb +++ b/examples/notebooks/beam-ml/run_inference_gemma.ipynb @@ -130,7 +130,7 @@ ], "source": [ "!pip install -q -U protobuf\n", - "!pip install -q -U apache_beam[gcp]\n", + "!pip install -q -U apache_beam[interactive,gcp]\n", "!pip install -q -U keras_nlp>=0.8.0\n", "!pip install -q -U keras>3\n", "\n", diff --git a/examples/notebooks/beam-ml/run_inference_generative_ai.ipynb b/examples/notebooks/beam-ml/run_inference_generative_ai.ipynb index 40b283982b6..2ca2374abbf 100644 --- a/examples/notebooks/beam-ml/run_inference_generative_ai.ipynb +++ b/examples/notebooks/beam-ml/run_inference_generative_ai.ipynb @@ -95,7 +95,7 @@ }, "outputs": [], "source": [ - "!pip install apache_beam[gcp]==2.48.0\n", + "!pip install apache_beam[interactive,gcp]==2.48.0\n", "!pip install torch\n", "!pip install transformers" ] diff --git a/examples/notebooks/beam-ml/run_inference_multi_model.ipynb b/examples/notebooks/beam-ml/run_inference_multi_model.ipynb index 7cd144223ca..d6c616a62c5 100644 --- a/examples/notebooks/beam-ml/run_inference_multi_model.ipynb +++ b/examples/notebooks/beam-ml/run_inference_multi_model.ipynb @@ -195,7 +195,7 @@ "!pip install ftfy==6.1.1 --quiet\n", "!pip install spacy==3.4.1 --quiet\n", "!pip install fairscale==0.4.4 --quiet\n", - "!pip install apache_beam[gcp]>=2.48.0\n", + "!pip install apache_beam[interactive,gcp]>=2.48.0\n", "\n", "# To use the newly installed versions, restart the runtime.\n", "exit()" diff --git a/examples/notebooks/beam-ml/run_inference_pytorch.ipynb b/examples/notebooks/beam-ml/run_inference_pytorch.ipynb index 93dd12dd20a..a10d40e8f99 100644 --- a/examples/notebooks/beam-ml/run_inference_pytorch.ipynb +++ b/examples/notebooks/beam-ml/run_inference_pytorch.ipynb @@ -86,7 +86,7 @@ }, "outputs": [], "source": [ - "!pip install apache_beam[gcp,dataframe] --quiet" + "!pip install apache_beam[interactive,gcp,dataframe] --quiet" ] }, { diff --git a/examples/notebooks/beam-ml/run_inference_pytorch_tensorflow_sklearn.ipynb b/examples/notebooks/beam-ml/run_inference_pytorch_tensorflow_sklearn.ipynb index 115b70b11e9..4167cce47c4 100644 --- a/examples/notebooks/beam-ml/run_inference_pytorch_tensorflow_sklearn.ipynb +++ b/examples/notebooks/beam-ml/run_inference_pytorch_tensorflow_sklearn.ipynb @@ -125,7 +125,7 @@ "outputs": [], "source": [ "!pip install --upgrade pip\n", - "!pip install apache_beam[gcp]>=2.40.0\n", + "!pip install apache_beam[interactive,gcp]>=2.40.0\n", "!pip install transformers\n", "!pip install google-api-core==1.32" ] @@ -406,7 +406,7 @@ "source": [ "!pip install --upgrade pip\n", "!pip install google-api-core==1.32\n", - "!pip install apache_beam[gcp]==2.41.0\n", + "!pip install apache_beam[interactive,gcp]==2.41.0\n", "!pip install tensorflow==2.8\n", "!pip install tfx_bsl\n", "!pip install tensorflow-text==2.8.1" @@ -649,7 +649,7 @@ "source": [ "!pip install --upgrade pip\n", "!pip install google-api-core==1.32\n", - "!pip install apache_beam[gcp]==2.41.0" + "!pip install apache_beam[interactive,gcp]==2.41.0" ] }, { diff --git a/examples/notebooks/beam-ml/run_inference_tensorflow.ipynb b/examples/notebooks/beam-ml/run_inference_tensorflow.ipynb index c15e9b21ecf..ebeff1f77db 100644 --- a/examples/notebooks/beam-ml/run_inference_tensorflow.ipynb +++ b/examples/notebooks/beam-ml/run_inference_tensorflow.ipynb @@ -105,7 +105,7 @@ "outputs": [], "source": [ "!pip install protobuf --quiet\n", - "!pip install apache_beam==2.46.0 --quiet\n", + "!pip install apache_beam[interactive]==2.46.0 --quiet\n", "\n", "# To use the newly installed versions, restart the runtime.\n", "exit()" diff --git a/examples/notebooks/beam-ml/run_inference_tensorflow_with_tfx.ipynb b/examples/notebooks/beam-ml/run_inference_tensorflow_with_tfx.ipynb index 2c2f6460651..42b300d943e 100644 --- a/examples/notebooks/beam-ml/run_inference_tensorflow_with_tfx.ipynb +++ b/examples/notebooks/beam-ml/run_inference_tensorflow_with_tfx.ipynb @@ -100,7 +100,7 @@ "source": [ "!pip install tfx_bsl==1.10.0 --quiet\n", "!pip install protobuf --quiet\n", - "!pip install apache_beam --quiet" + "!pip install apache_beam[interactive] --quiet" ] }, { diff --git a/examples/notebooks/beam-ml/run_inference_vertex_ai.ipynb b/examples/notebooks/beam-ml/run_inference_vertex_ai.ipynb index 2ab45e0491a..3c328348c7b 100644 --- a/examples/notebooks/beam-ml/run_inference_vertex_ai.ipynb +++ b/examples/notebooks/beam-ml/run_inference_vertex_ai.ipynb @@ -109,7 +109,7 @@ "outputs": [], "source": [ "!pip install protobuf --quiet\n", - "!pip install apache_beam[gcp,interactive]==2.50.0 --quiet\n", + "!pip install apache_beam[interactive,gcp]==2.50.0 --quiet\n", "# Enforce shapely < 2.0.0 to avoid an issue with google.aiplatform\n", "!pip install shapely==1.7.1 --quiet\n", "\n", diff --git a/examples/notebooks/beam-ml/run_inference_with_tensorflow_hub.ipynb b/examples/notebooks/beam-ml/run_inference_with_tensorflow_hub.ipynb index b396851f9dc..8ef185eaf0f 100644 --- a/examples/notebooks/beam-ml/run_inference_with_tensorflow_hub.ipynb +++ b/examples/notebooks/beam-ml/run_inference_with_tensorflow_hub.ipynb @@ -95,7 +95,7 @@ }, "source": [ "!pip install tensorflow\n", - "!pip install apache_beam==2.46.0" + "!pip install apache_beam[interactive]==2.46.0" ], "execution_count": null, "outputs": [] diff --git a/examples/notebooks/beam-ml/speech_emotion_tensorflow.ipynb b/examples/notebooks/beam-ml/speech_emotion_tensorflow.ipynb index c2dfb06a6e6..3c47d7be0fb 100644 --- a/examples/notebooks/beam-ml/speech_emotion_tensorflow.ipynb +++ b/examples/notebooks/beam-ml/speech_emotion_tensorflow.ipynb @@ -112,7 +112,7 @@ } ], "source": [ - "!pip install apache_beam --quiet" + "!pip install apache_beam[interactive] --quiet" ] }, { diff --git a/examples/notebooks/blog/unittests_in_beam.ipynb b/examples/notebooks/blog/unittests_in_beam.ipynb index da3f39d0295..2eacc69914f 100644 --- a/examples/notebooks/blog/unittests_in_beam.ipynb +++ b/examples/notebooks/blog/unittests_in_beam.ipynb @@ -58,7 +58,7 @@ "cell_type": "code", "source": [ "# Install the Apache Beam library\n", - "!pip install apache_beam[gcp] --quiet" + "!pip install apache_beam[interactive,gcp] --quiet" ], "metadata": { "id": "5W2nuV7uzlPg"