This is an automated email from the ASF dual-hosted git repository.
lakshsingla pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/druid.git
The following commit(s) were added to refs/heads/master by this push:
new 5e603ac5ff1 Adding more logging for s3 RetryableS3OutputStream (#16117)
5e603ac5ff1 is described below
commit 5e603ac5ff1a6fd0fc8fc2a68701d6922d2edee3
Author: Karan Kumar <[email protected]>
AuthorDate: Thu Mar 14 11:35:57 2024 +0530
Adding more logging for s3 RetryableS3OutputStream (#16117)
Adding more logging for s3 RetryableS3OutputStream which would help us
determine if the chunk size needs to be adjusted.
---
.../apache/druid/storage/s3/output/RetryableS3OutputStream.java | 7 ++++++-
1 file changed, 6 insertions(+), 1 deletion(-)
diff --git
a/extensions-core/s3-extensions/src/main/java/org/apache/druid/storage/s3/output/RetryableS3OutputStream.java
b/extensions-core/s3-extensions/src/main/java/org/apache/druid/storage/s3/output/RetryableS3OutputStream.java
index 82f5cd812cc..c71bb4e788b 100644
---
a/extensions-core/s3-extensions/src/main/java/org/apache/druid/storage/s3/output/RetryableS3OutputStream.java
+++
b/extensions-core/s3-extensions/src/main/java/org/apache/druid/storage/s3/output/RetryableS3OutputStream.java
@@ -269,7 +269,12 @@ public class RetryableS3OutputStream extends OutputStream
// Closeables are closed in LIFO order
closer.register(() -> {
// This should be emitted as a metric
- LOG.info("Total push time: [%d] ms",
pushStopwatch.elapsed(TimeUnit.MILLISECONDS));
+ LOG.info(
+ "Pushed total [%d] parts containing [%d] bytes in [%d]ms.",
+ numChunksPushed,
+ resultsSize,
+ pushStopwatch.elapsed(TimeUnit.MILLISECONDS)
+ );
});
closer.register(() ->
org.apache.commons.io.FileUtils.forceDelete(chunkStorePath));
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
