This is an automated email from the ASF dual-hosted git repository.
cameronlee pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/samza.git.
from 842d259 Merge pull request #1253 from abhishekshivanna/rc
add 14bf312 SAMZA-2421: Add SystemProducer for Azure Blob Storage (#1239)
No new revisions were added by this update.
Summary of changes:
build.gradle | 2 +
gradle/dependency-versions.gradle | 2 +-
.../system/azureblob/AzureBlobBasicMetrics.java | 98 ++++
.../samza/system/azureblob/AzureBlobConfig.java | 188 +++++++
.../system/azureblob/AzureBlobSystemAdmin.java | 48 +-
.../system/azureblob/AzureBlobSystemFactory.java | 29 +-
.../system/azureblob/avro/AzureBlobAvroWriter.java | 358 +++++++++++++
.../azureblob/avro/AzureBlobAvroWriterFactory.java | 43 ++
.../azureblob/avro/AzureBlobOutputStream.java | 305 +++++++++++
.../system/azureblob/compression/Compression.java | 24 +-
.../azureblob/compression/CompressionFactory.java | 33 +-
.../azureblob/compression/CompressionType.java} | 14 +-
.../azureblob/compression/GzipCompression.java | 75 +++
.../azureblob/compression/NoneCompression.java | 19 +-
.../producer/AzureBlobSystemProducer.java | 518 ++++++++++++++++++
.../producer/AzureBlobSystemProducerMetrics.java | 134 +++++
.../system/azureblob/producer/AzureBlobWriter.java | 52 ++
.../azureblob/producer/AzureBlobWriterFactory.java | 44 ++
.../azureblob/producer/AzureBlobWriterMetrics.java | 81 +++
.../azureblob/avro/TestAzureBlobAvroWriter.java | 528 ++++++++++++++++++
.../azureblob/avro/TestAzureBlobOutputStream.java | 346 ++++++++++++
.../azureblob/compression/TestGzipCompression.java | 76 +++
.../producer/TestAzureBlobSystemProducer.java | 594 +++++++++++++++++++++
23 files changed, 3516 insertions(+), 95 deletions(-)
create mode 100644
samza-azure/src/main/java/org/apache/samza/system/azureblob/AzureBlobBasicMetrics.java
create mode 100644
samza-azure/src/main/java/org/apache/samza/system/azureblob/AzureBlobConfig.java
copy
samza-log4j/src/test/java/org/apache/samza/logging/log4j/MockSystemAdmin.java
=>
samza-azure/src/main/java/org/apache/samza/system/azureblob/AzureBlobSystemAdmin.java
(63%)
copy
samza-core/src/main/java/org/apache/samza/system/inmemory/InMemorySystemFactory.java
=>
samza-azure/src/main/java/org/apache/samza/system/azureblob/AzureBlobSystemFactory.java
(60%)
create mode 100644
samza-azure/src/main/java/org/apache/samza/system/azureblob/avro/AzureBlobAvroWriter.java
create mode 100644
samza-azure/src/main/java/org/apache/samza/system/azureblob/avro/AzureBlobAvroWriterFactory.java
create mode 100644
samza-azure/src/main/java/org/apache/samza/system/azureblob/avro/AzureBlobOutputStream.java
copy samza-api/src/main/java/org/apache/samza/operators/Scheduler.java =>
samza-azure/src/main/java/org/apache/samza/system/azureblob/compression/Compression.java
(56%)
copy samza-api/src/main/java/org/apache/samza/serializers/ByteBufferSerde.java
=>
samza-azure/src/main/java/org/apache/samza/system/azureblob/compression/CompressionFactory.java
(50%)
copy
samza-azure/src/main/java/org/apache/samza/{coordinator/scheduler/SchedulerStateChangeListener.java
=> system/azureblob/compression/CompressionType.java} (75%)
create mode 100644
samza-azure/src/main/java/org/apache/samza/system/azureblob/compression/GzipCompression.java
copy
samza-core/src/main/java/org/apache/samza/container/disk/NoThrottlingDiskQuotaPolicyFactory.java
=>
samza-azure/src/main/java/org/apache/samza/system/azureblob/compression/NoneCompression.java
(66%)
create mode 100644
samza-azure/src/main/java/org/apache/samza/system/azureblob/producer/AzureBlobSystemProducer.java
create mode 100644
samza-azure/src/main/java/org/apache/samza/system/azureblob/producer/AzureBlobSystemProducerMetrics.java
create mode 100644
samza-azure/src/main/java/org/apache/samza/system/azureblob/producer/AzureBlobWriter.java
create mode 100644
samza-azure/src/main/java/org/apache/samza/system/azureblob/producer/AzureBlobWriterFactory.java
create mode 100644
samza-azure/src/main/java/org/apache/samza/system/azureblob/producer/AzureBlobWriterMetrics.java
create mode 100644
samza-azure/src/test/java/org/apache/samza/system/azureblob/avro/TestAzureBlobAvroWriter.java
create mode 100644
samza-azure/src/test/java/org/apache/samza/system/azureblob/avro/TestAzureBlobOutputStream.java
create mode 100644
samza-azure/src/test/java/org/apache/samza/system/azureblob/compression/TestGzipCompression.java
create mode 100644
samza-azure/src/test/java/org/apache/samza/system/azureblob/producer/TestAzureBlobSystemProducer.java
