(beam) branch master updated: Add support for setting an HTTP read timeout for BigQueryIO (#32118)

[ahmedabualsaud]

This is an automated email from the ASF dual-hosted git repository.

ahmedabualsaud pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
     new 488996913ff Add support for setting an HTTP read timeout for 
BigQueryIO (#32118)
488996913ff is described below

commit 488996913ff9b2edf83f855e7d0050075ac1b39d
Author: jonathan-lemos <arch...@google.com>
AuthorDate: Fri Aug 9 21:21:44 2024 -0400

    Add support for setting an HTTP read timeout for BigQueryIO (#32118)
    
    Shamelessly stolen from https://github.com/apache/beam/pull/7097
---
 .../org/apache/beam/sdk/io/gcp/bigquery/BigQueryOptions.java     | 9 ++++++++-
 .../apache/beam/sdk/io/gcp/bigquery/BigQueryServicesImpl.java    | 1 +
 2 files changed, 9 insertions(+), 1 deletion(-)

diff --git 
a/sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryOptions.java
 
b/sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryOptions.java
index ba76f483f77..faa252e79b2 100644
--- 
a/sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryOptions.java
+++ 
b/sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryOptions.java
@@ -39,7 +39,14 @@ public interface BigQueryOptions
   void setTempDatasetId(String value);
 
   @Description(
-      "Timeout for HTTP requests to BigQuery service in milliseconds. Set to 0 
to disable.")
+      "Timeout for HTTP read requests to BigQuery service in milliseconds. Set 
to 0 to disable.")
+  @Default.Integer(80 * 1000)
+  Integer getHTTPReadTimeout();
+
+  void setHTTPReadTimeout(Integer timeout);
+
+  @Description(
+      "Timeout for HTTP write requests to BigQuery service in milliseconds. 
Set to 0 to disable.")
   @Default.Integer(900 * 1000)
   Integer getHTTPWriteTimeout();
 
diff --git 
a/sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryServicesImpl.java
 
b/sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryServicesImpl.java
index b87b6a222a4..115875c5941 100644
--- 
a/sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryServicesImpl.java
+++ 
b/sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryServicesImpl.java
@@ -1584,6 +1584,7 @@ public class BigQueryServicesImpl implements 
BigQueryServices {
     RetryHttpRequestInitializer httpRequestInitializer =
         new RetryHttpRequestInitializer(ImmutableList.of(404));
     httpRequestInitializer.setCustomErrors(createBigQueryClientCustomErrors());
+    httpRequestInitializer.setReadTimeout(options.getHTTPReadTimeout());
     httpRequestInitializer.setWriteTimeout(options.getHTTPWriteTimeout());
     ImmutableList.Builder<HttpRequestInitializer> initBuilder = 
ImmutableList.builder();
     Credentials credential = options.getGcpCredential();