This is an automated email from the ASF dual-hosted git repository.
ahmedabualsaud pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new 41dee464db4 Make ReadFromBigQueryRequest id more randomized (#30156)
41dee464db4 is described below
commit 41dee464db458fa72eeab7ddc902b242ebc894eb
Author: Ahmed Abualsaud <[email protected]>
AuthorDate: Wed Jan 31 13:07:02 2024 -0500
Make ReadFromBigQueryRequest id more randomized (#30156)
* make ReadFromBigQueryRequest id more randomized
---
sdks/python/apache_beam/io/gcp/bigquery.py | 6 ++++--
1 file changed, 4 insertions(+), 2 deletions(-)
diff --git a/sdks/python/apache_beam/io/gcp/bigquery.py
b/sdks/python/apache_beam/io/gcp/bigquery.py
index bba8b8a4af7..7648ab4064d 100644
--- a/sdks/python/apache_beam/io/gcp/bigquery.py
+++ b/sdks/python/apache_beam/io/gcp/bigquery.py
@@ -361,6 +361,7 @@ import itertools
import json
import logging
import random
+import secrets
import time
import uuid
import warnings
@@ -2925,8 +2926,9 @@ class ReadFromBigQueryRequest:
self.table = table
self.validate()
- # We use this internal object ID to generate BigQuery export directories.
- self.obj_id = random.randint(0, 100000)
+ # We use this internal object ID to generate BigQuery export directories
+ # and to create BigQuery job names
+ self.obj_id = '%d_%s' % (int(time.time()), secrets.token_hex(3))
def validate(self):
if self.table is not None and self.query is not None: