This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/pinot.git
The following commit(s) were added to refs/heads/master by this push:
new 9fd7fa5ddd7 Add UserAgent in GCS requests (#16884)
9fd7fa5ddd7 is described below
commit 9fd7fa5ddd73678c3a92140d7321f988d3d0d821
Author: Shruti Singhania <[email protected]>
AuthorDate: Wed Oct 1 12:29:40 2025 +0530
Add UserAgent in GCS requests (#16884)
* Set UserAgent in GCS requests
* Implement comment suggestion
* Apply suggestion from @Jackie-Jiang
Co-authored-by: Xiaotian (Jackie) Jiang
<[email protected]>
* Update GcsPinotFS.java
---------
Co-authored-by: Xiang Fu <[email protected]>
Co-authored-by: Xiaotian (Jackie) Jiang
<[email protected]>
---
.../java/org/apache/pinot/plugin/filesystem/GcsPinotFS.java | 10 +++++++++-
1 file changed, 9 insertions(+), 1 deletion(-)
diff --git
a/pinot-plugins/pinot-file-system/pinot-gcs/src/main/java/org/apache/pinot/plugin/filesystem/GcsPinotFS.java
b/pinot-plugins/pinot-file-system/pinot-gcs/src/main/java/org/apache/pinot/plugin/filesystem/GcsPinotFS.java
index c58d9528e02..b544f802d5c 100644
---
a/pinot-plugins/pinot-file-system/pinot-gcs/src/main/java/org/apache/pinot/plugin/filesystem/GcsPinotFS.java
+++
b/pinot-plugins/pinot-file-system/pinot-gcs/src/main/java/org/apache/pinot/plugin/filesystem/GcsPinotFS.java
@@ -19,6 +19,7 @@
package org.apache.pinot.plugin.filesystem;
import com.google.api.gax.paging.Page;
+import com.google.api.gax.rpc.FixedHeaderProvider;
import com.google.auth.Credentials;
import com.google.auth.oauth2.GoogleCredentials;
import com.google.cloud.storage.Blob;
@@ -46,6 +47,7 @@ import java.util.ArrayList;
import java.util.Base64;
import java.util.Iterator;
import java.util.List;
+import java.util.Map;
import java.util.function.Consumer;
import org.apache.commons.io.FileUtils;
import org.apache.commons.io.IOUtils;
@@ -70,9 +72,15 @@ public class GcsPinotFS extends BasePinotFS {
@Override
public void init(PinotConfiguration config) {
+ String version = GcsPinotFS.class.getPackage().getImplementationVersion();
+ if (version == null) {
+ version = "unknown";
+ }
+ String userAgent = "apache-pinot/" + version + " (GPN:apache-pinot)";
Credentials credentials = null;
try {
- StorageOptions.Builder storageBuilder = StorageOptions.newBuilder();
+ StorageOptions.Builder storageBuilder = StorageOptions.newBuilder()
+ .setHeaderProvider(FixedHeaderProvider.create(Map.of("User-Agent",
userAgent)));
if (!Strings.isNullOrEmpty(config.getProperty(PROJECT_ID))) {
LOGGER.info("Configs are: {}, {}", PROJECT_ID,
config.getProperty(PROJECT_ID));
String projectId = config.getProperty(PROJECT_ID);
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
