This is an automated email from the ASF dual-hosted git repository.
nehapawar pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from 856fe09 Add annotation for deprecated fields segmentPushType and
segmentPushFrequency in TableConfigBuilder (#6993)
add d615418 Add Kinesis Stream Ingestion Plugin (#6661)
No new revisions were added by this update.
Summary of changes:
pinot-distribution/pinot-assembly.xml | 4 +
pinot-distribution/pom.xml | 8 +
pinot-plugins/pinot-file-system/pinot-s3/pom.xml | 55 +++++-
.../pinot-stream-ingestion/pinot-kinesis/pom.xml | 218 +++++++++++++++++++++
.../pinot/plugin/stream/kinesis/KinesisConfig.java | 84 ++++++++
.../stream/kinesis/KinesisConnectionHandler.java | 96 +++++++++
.../plugin/stream/kinesis/KinesisConsumer.java | 202 +++++++++++++++++++
.../stream/kinesis/KinesisConsumerFactory.java} | 28 ++-
.../stream/kinesis/KinesisMsgOffsetFactory.java | 24 ++-
.../kinesis/KinesisPartitionGroupOffset.java | 92 +++++++++
.../stream/kinesis/KinesisRecordsBatch.java} | 50 +++--
.../kinesis/KinesisStreamMetadataProvider.java | 191 ++++++++++++++++++
.../plugin/stream/kinesis/KinesisConsumerTest.java | 202 +++++++++++++++++++
.../kinesis/KinesisStreamMetadataProviderTest.java | 172 ++++++++++++++++
pinot-plugins/pinot-stream-ingestion/pom.xml | 1 +
pinot-plugins/pom.xml | 12 ++
pinot-tools/pom.xml | 77 ++++++++
pom.xml | 14 ++
18 files changed, 1493 insertions(+), 37 deletions(-)
create mode 100644 pinot-plugins/pinot-stream-ingestion/pinot-kinesis/pom.xml
create mode 100644
pinot-plugins/pinot-stream-ingestion/pinot-kinesis/src/main/java/org/apache/pinot/plugin/stream/kinesis/KinesisConfig.java
create mode 100644
pinot-plugins/pinot-stream-ingestion/pinot-kinesis/src/main/java/org/apache/pinot/plugin/stream/kinesis/KinesisConnectionHandler.java
create mode 100644
pinot-plugins/pinot-stream-ingestion/pinot-kinesis/src/main/java/org/apache/pinot/plugin/stream/kinesis/KinesisConsumer.java
copy
pinot-plugins/pinot-stream-ingestion/{pinot-kafka-0.9/src/main/java/org/apache/pinot/plugin/stream/kafka09/KafkaConsumerFactory.java
=>
pinot-kinesis/src/main/java/org/apache/pinot/plugin/stream/kinesis/KinesisConsumerFactory.java}
(61%)
copy
pinot-spi/src/main/java/org/apache/pinot/spi/stream/LongMsgOffsetFactory.java
=>
pinot-plugins/pinot-stream-ingestion/pinot-kinesis/src/main/java/org/apache/pinot/plugin/stream/kinesis/KinesisMsgOffsetFactory.java
(56%)
create mode 100644
pinot-plugins/pinot-stream-ingestion/pinot-kinesis/src/main/java/org/apache/pinot/plugin/stream/kinesis/KinesisPartitionGroupOffset.java
copy
pinot-plugins/pinot-stream-ingestion/{pinot-kafka-2.0/src/main/java/org/apache/pinot/plugin/stream/kafka20/KafkaMessageBatch.java
=>
pinot-kinesis/src/main/java/org/apache/pinot/plugin/stream/kinesis/KinesisRecordsBatch.java}
(53%)
create mode 100644
pinot-plugins/pinot-stream-ingestion/pinot-kinesis/src/main/java/org/apache/pinot/plugin/stream/kinesis/KinesisStreamMetadataProvider.java
create mode 100644
pinot-plugins/pinot-stream-ingestion/pinot-kinesis/src/test/java/org/apache/pinot/plugin/stream/kinesis/KinesisConsumerTest.java
create mode 100644
pinot-plugins/pinot-stream-ingestion/pinot-kinesis/src/test/java/org/apache/pinot/plugin/stream/kinesis/KinesisStreamMetadataProviderTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
