This is an automated email from the ASF dual-hosted git repository.
bharathkk pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/samza.git
The following commit(s) were added to refs/heads/master by this push:
new ab1c4c3 SAMZA-2701: AzureBlob SystemProducer: bump azure-storage-blob
and azure-identity sdks to latest versions (#1546)
ab1c4c3 is described below
commit ab1c4c3eb21b3453fa24aac19afe831f3f24d94f
Author: lakshmi-manasa-g <[email protected]>
AuthorDate: Thu Oct 14 10:51:03 2021 -0700
SAMZA-2701: AzureBlob SystemProducer: bump azure-storage-blob and
azure-identity sdks to latest versions (#1546)
Improvement: Bump azure sdk to: azure-storage-blob:12.14.0 and
azure-identity:1.3.6
Changes: Change the sdk versions in build.gradle. Also improve logging to
include azure request id.
Tests: Performance testing against currently used versions does not show
any significant regressions for the system producer metrics (write, write byte,
compress byte, upload and commit)
API changes: none
Usage Instructions: To see the azure request id, the log4j configs need to
have debug level logs enabled only for this logger
com.azure.storage.blob.implementation.
---
build.gradle | 4 ++--
.../org/apache/samza/system/azureblob/AzureBlobClientBuilder.java | 2 +-
2 files changed, 3 insertions(+), 3 deletions(-)
diff --git a/build.gradle b/build.gradle
index cc05c21..837ab9e 100644
--- a/build.gradle
+++ b/build.gradle
@@ -215,8 +215,8 @@ project(":samza-azure_$scalaSuffix") {
apply plugin: 'java'
dependencies {
- compile "com.azure:azure-storage-blob:12.10.0"
- compile "com.azure:azure-identity:1.0.0"
+ compile "com.azure:azure-storage-blob:12.14.0"
+ compile "com.azure:azure-identity:1.3.6"
compile "com.microsoft.azure:azure-storage:5.3.1"
compile "com.microsoft.azure:azure-eventhubs:1.0.1"
compile "com.fasterxml.jackson.core:jackson-core:$jacksonVersion"
diff --git
a/samza-azure/src/main/java/org/apache/samza/system/azureblob/AzureBlobClientBuilder.java
b/samza-azure/src/main/java/org/apache/samza/system/azureblob/AzureBlobClientBuilder.java
index b036dc6..a8a6eb2 100644
---
a/samza-azure/src/main/java/org/apache/samza/system/azureblob/AzureBlobClientBuilder.java
+++
b/samza-azure/src/main/java/org/apache/samza/system/azureblob/AzureBlobClientBuilder.java
@@ -84,7 +84,7 @@ public final class AzureBlobClientBuilder {
String endpoint = String.format(Locale.ROOT, azureUrlFormat,
azureBlobConfig.getAzureAccountName(systemName));
HttpLogOptions httpLogOptions = new HttpLogOptions();
- httpLogOptions.setLogLevel(HttpLogDetailLevel.BASIC);
+ httpLogOptions.setLogLevel(HttpLogDetailLevel.HEADERS);
BlobServiceClientBuilder blobServiceClientBuilder = new
BlobServiceClientBuilder()
.httpLogOptions(httpLogOptions)
