This is an automated email from the ASF dual-hosted git repository.
lostluck pushed a commit to branch release-2.54.0
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/release-2.54.0 by this push:
new f4f219adb99 [Cherry pick #30156 into 2.54.0] Make
ReadFromBigQueryRequest id more randomized (#30217)
f4f219adb99 is described below
commit f4f219adb9943769187ae548981f448bba538b13
Author: Robert Burke <[email protected]>
AuthorDate: Mon Feb 5 15:59:06 2024 -0800
[Cherry pick #30156 into 2.54.0] Make ReadFromBigQueryRequest id more
randomized (#30217)
* make ReadFromBigQueryRequest id more randomized
* lint
* update comment
---------
Co-authored-by: Ahmed Abualsaud <[email protected]>
---
sdks/python/apache_beam/io/gcp/bigquery.py | 6 ++++--
1 file changed, 4 insertions(+), 2 deletions(-)
diff --git a/sdks/python/apache_beam/io/gcp/bigquery.py
b/sdks/python/apache_beam/io/gcp/bigquery.py
index bba8b8a4af7..7648ab4064d 100644
--- a/sdks/python/apache_beam/io/gcp/bigquery.py
+++ b/sdks/python/apache_beam/io/gcp/bigquery.py
@@ -361,6 +361,7 @@ import itertools
import json
import logging
import random
+import secrets
import time
import uuid
import warnings
@@ -2925,8 +2926,9 @@ class ReadFromBigQueryRequest:
self.table = table
self.validate()
- # We use this internal object ID to generate BigQuery export directories.
- self.obj_id = random.randint(0, 100000)
+ # We use this internal object ID to generate BigQuery export directories
+ # and to create BigQuery job names
+ self.obj_id = '%d_%s' % (int(time.time()), secrets.token_hex(3))
def validate(self):
if self.table is not None and self.query is not None:
