This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a change to branch kafka_2.0
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
omit 91e00ad address comments
omit 1ad7c88 fixing the bytes type conversion and adding consumer test
omit c2eb015 Adding support for Kafka 2.0
omit 90f3eb5 WIP: adding kafka 2 stream provider
add 31d916f [TE] Adding Entity GroupKey Anomalies Email Reporter (#4433)
add db5923c Clean up the ServerInstance class and remove the un-necessary
ip address stored (#4438)
add 5492217 Fix the potential resource leak from NettyServer (#4440)
add e897271 [TE] add ml auto config into YAML template (#4423)
add 16f028e Fix ServerInstanceTest (#4442)
add 2e07b0b [TE] Improvements to the Entity GroupKey Template (#4444)
add cd579b1 Add comments and fix typo for the SegmentCompletionTest.
(#4447)
add 85b07f3 [TE] frontend - harleyjj/preview - provide custom time range
before previewing (#4437)
add 365ee85 [TE] Detection and alert config formatters (#4443)
add 9232bb5 Moving handling of NULL values from RecordReaders to
NullValueTransfo… (#4399)
add eaecd64 Refactor pinot-connectors to break the dependencies from
kafka 0.9 (#4445)
add 6b96f3d WIP: adding kafka 2 stream provider
add 2c253b3 Adding support for Kafka 2.0
add 730d512 fixing the bytes type conversion and adding consumer test
add a6154c5 address comments
add 534561d Make kafka 2.0 working with hardcoded configs
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (91e00ad)
\
N -- N -- N refs/heads/kafka_2.0 (534561d)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.../broker/helix/LiveInstanceChangeHandler.java | 6 +-
pinot-common/pom.xml | 4 -
.../pinot/common/response/ServerInstance.java | 180 +++++++-------------
.../org/apache/pinot/common/utils/JsonUtils.java | 6 +-
pinot-connectors/pinot-connector-kafka-0.9/pom.xml | 2 +-
.../realtime/impl/kafka/KafkaStarterUtils.java | 171 -------------------
.../impl/kafka/server/KafkaDataProducer.java | 57 +++++++
.../kafka/server/KafkaDataServerStartable.java | 109 ++++++++++++
pinot-connectors/pinot-connector-kafka-2.0/pom.xml | 12 +-
.../impl/kafka2/KafkaHighLevelStreamConfig.java | 1 +
.../kafka2/KafkaPartitionLevelStreamConfig.java | 1 +
.../impl/kafka2/KafkaStreamConfigProperties.java | 57 -------
.../impl/kafka2/KafkaStreamLevelConsumer.java | 14 +-
.../impl/kafka2/server/KafkaDataProducer.java | 63 +++++++
.../kafka2/server/KafkaDataServerStartable.java | 98 +++++++++++
.../kafka2/KafkaPartitionLevelConsumerTest.java | 1 +
.../KafkaPartitionLevelStreamConfigTest.java | 1 +
.../impl/kafka/KafkaStreamConfigProperties.java | 19 ++-
.../helix/core/realtime/SegmentCompletionTest.java | 34 ++--
pinot-core/pom.xml | 4 -
.../realtime/HLRealtimeSegmentDataManager.java | 4 +-
.../realtime/LLRealtimeSegmentDataManager.java | 4 +-
.../pinot/core/data/readers/RecordReaderUtils.java | 14 +-
...dTransformer.java => CompositeTransformer.java} | 20 +--
...dTransformer.java => NullValueTransformer.java} | 39 +++--
...ansformer.java => SanitizationTransformer.java} | 6 +-
.../pinot/core/minion/BackfillDateTimeColumn.java | 4 +-
.../converter/RealtimeSegmentConverter.java | 4 +-
...sumerException.java => StreamDataProducer.java} | 18 +-
...essageMetadata.java => StreamDataProvider.java} | 37 ++--
.../stream/StreamDataServerStartable.java} | 38 +++--
.../RecordReaderSegmentCreationDataSource.java | 4 +-
.../impl/SegmentIndexCreationDriverImpl.java | 4 +-
.../function/FunctionExpressionEvaluatorTest.java | 1 -
.../data/readers/RecordReaderSampleDataTest.java | 8 +-
.../pinot/core/data/readers/RecordReaderTest.java | 8 +-
.../recordtransformer/RecordTransformerTest.java | 6 +-
pinot-integration-tests/pom.xml | 8 +-
.../tests/BaseClusterIntegrationTest.java | 27 +--
.../tests/ClusterIntegrationTestUtils.java | 43 +----
.../ControllerPeriodicTasksIntegrationTests.java | 2 +-
...lakyConsumerRealtimeClusterIntegrationTest.java | 14 +-
.../tests/HybridClusterIntegrationTest.java | 2 +-
...ridClusterIntegrationTestCommandLineRunner.java | 10 +-
.../tests/RealtimeClusterIntegrationTest.java | 2 +-
pinot-perf/pom.xml | 3 +-
.../perf/BenchmarkRealtimeConsumptionSpeed.java | 8 +-
.../org/apache/pinot/perf/RealtimeStressTest.java | 8 +-
.../server/request/ScheduledRequestHandler.java | 18 +-
.../request/ScheduledRequestHandlerTest.java | 35 ++--
pinot-tools/pom.xml | 3 +-
.../org/apache/pinot/tools/HybridQuickstart.java | 38 +++--
.../org/apache/pinot/tools/KafkaStarterUtils.java | 113 ++++++++++++
.../org/apache/pinot/tools/RealtimeQuickStart.java | 31 ++--
.../tools/admin/command/StartKafkaCommand.java | 13 +-
.../admin/command/StreamAvroIntoKafkaCommand.java | 22 ++-
.../pinot/tools/streams/AirlineDataStream.java | 19 +--
.../pinot/tools/streams/MeetupRsvpStream.java | 30 ++--
.../airlineStats_realtime_table_config.json | 1 +
.../meetupRsvp_realtime_table_config.json | 5 +-
.../apache/pinot/transport/netty/NettyServer.java | 56 +++---
.../pinot/transport/common/ServerInstanceTest.java | 62 +++----
.../pinot/transport/netty/NettyTestUtils.java | 8 +-
.../transport/perf/ScatterGatherPerfServer.java | 8 +-
.../transport/scattergather/ScatterGatherTest.java | 24 +--
pom.xml | 8 +-
.../app/pods/components/alert-details/component.js | 5 +-
.../app/pods/components/alert-details/template.hbs | 21 +++
.../app/pods/manage/explore/route.js | 4 +-
thirdeye/thirdeye-frontend/app/utils/constants.js | 1 +
.../pods/components/yaml-editor/component-test.js | 2 +-
.../alert/content/BaseEmailContentFormatter.java | 95 +++++++----
.../content/EntityGroupByContentFormatter.java | 149 ++++++++++++++++
...HierarchicalAnomaliesEmailContentFormatter.java | 5 +-
.../MetricAnomaliesEmailContentFormatter.java | 6 +-
...nboardingNotificationEmailContentFormatter.java | 1 +
.../dashboard/resources/v2/AnomaliesResource.java | 24 ++-
.../dashboard/resources/v2/pojo/SearchFilters.java | 2 -
.../thirdeye/detection/DefaultDataProvider.java | 2 +-
.../thirdeye/detection/DetectionResource.java | 15 +-
.../alert/scheme/DetectionEmailAlerter.java | 23 +--
.../wrapper/ChildKeepingMergeWrapper.java | 16 +-
.../thirdeye/detection/wrapper/GrouperWrapper.java | 2 +-
.../DTOFormatter.java} | 18 +-
.../DetectionAlertConfigFormatter.java} | 26 ++-
.../formatter/DetectionConfigFormatter.java | 189 +++++++++++++++++++++
.../apache/pinot/thirdeye/util/ThirdEyeUtils.java | 5 +-
.../detector/entity-groupby-anomaly-report.ftl | 98 +++++++++++
.../alert/content/ContentFormatterUtils.java | 48 ++++++
...=> TestEntityGroupByEmailContentFormatter.java} | 136 ++++++++-------
...HierarchicalAnomaliesEmailContentFormatter.java | 20 +--
.../TestMetricAnomaliesEmailContentFormatter.java | 20 +--
...TestOnboardingNotificationContentFormatter.java | 20 +--
.../pinot/thirdeye/datalayer/DaoTestUtils.java | 13 ++
.../thirdeye/detection/yaml/YamlResourceTest.java | 2 +-
.../formatter/DetectionConfigFormatterTest.java | 82 +++++++++
.../tools/RunAdhocDatabaseQueriesTool.java | 31 +++-
.../detection/yaml/alertconfig/alert-config-5.yaml | 2 +-
...st-entity-groupby-email-content-formatter.html} | 83 ++++-----
99 files changed, 1818 insertions(+), 1028 deletions(-)
delete mode 100644
pinot-connectors/pinot-connector-kafka-0.9/src/main/java/org/apache/pinot/core/realtime/impl/kafka/KafkaStarterUtils.java
create mode 100644
pinot-connectors/pinot-connector-kafka-0.9/src/main/java/org/apache/pinot/core/realtime/impl/kafka/server/KafkaDataProducer.java
create mode 100644
pinot-connectors/pinot-connector-kafka-0.9/src/main/java/org/apache/pinot/core/realtime/impl/kafka/server/KafkaDataServerStartable.java
delete mode 100644
pinot-connectors/pinot-connector-kafka-2.0/src/main/java/org/apache/pinot/core/realtime/impl/kafka2/KafkaStreamConfigProperties.java
create mode 100644
pinot-connectors/pinot-connector-kafka-2.0/src/main/java/org/apache/pinot/core/realtime/impl/kafka2/server/KafkaDataProducer.java
create mode 100644
pinot-connectors/pinot-connector-kafka-2.0/src/main/java/org/apache/pinot/core/realtime/impl/kafka2/server/KafkaDataServerStartable.java
rename pinot-connectors/{pinot-connector-kafka-0.9 =>
pinot-connector-kafka-base}/src/main/java/org/apache/pinot/core/realtime/impl/kafka/KafkaStreamConfigProperties.java
(96%)
rename
pinot-core/src/main/java/org/apache/pinot/core/data/recordtransformer/{CompoundTransformer.java
=> CompositeTransformer.java} (70%)
copy
pinot-core/src/main/java/org/apache/pinot/core/data/recordtransformer/{RecordTransformer.java
=> NullValueTransformer.java} (50%)
rename
pinot-core/src/main/java/org/apache/pinot/core/data/recordtransformer/{SanitationTransformer.java
=> SanitizationTransformer.java} (92%)
copy
pinot-core/src/main/java/org/apache/pinot/core/realtime/stream/{TransientConsumerException.java
=> StreamDataProducer.java} (71%)
copy
pinot-core/src/main/java/org/apache/pinot/core/realtime/stream/{StreamMessageMetadata.java
=> StreamDataProvider.java} (50%)
copy
pinot-core/src/main/java/org/apache/pinot/core/{query/aggregation/AggregationResultHolder.java
=> realtime/stream/StreamDataServerStartable.java} (56%)
create mode 100644
pinot-tools/src/main/java/org/apache/pinot/tools/KafkaStarterUtils.java
create mode 100644
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/alert/content/EntityGroupByContentFormatter.java
copy
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/{detection/health/HealthStatus.java
=> formatter/DTOFormatter.java} (62%)
copy
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/{detection/health/HealthStatus.java
=> formatter/DetectionAlertConfigFormatter.java} (50%)
create mode 100644
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/formatter/DetectionConfigFormatter.java
create mode 100644
thirdeye/thirdeye-pinot/src/main/resources/org/apache/pinot/thirdeye/detector/entity-groupby-anomaly-report.ftl
create mode 100644
thirdeye/thirdeye-pinot/src/test/java/org/apache/pinot/thirdeye/alert/content/ContentFormatterUtils.java
copy
thirdeye/thirdeye-pinot/src/test/java/org/apache/pinot/thirdeye/alert/content/{TestMetricAnomaliesEmailContentFormatter.java
=> TestEntityGroupByEmailContentFormatter.java} (59%)
create mode 100644
thirdeye/thirdeye-pinot/src/test/java/org/apache/pinot/thirdeye/formatter/DetectionConfigFormatterTest.java
copy
thirdeye/thirdeye-pinot/src/test/resources/{test-metric-anomalies-template.html
=> test-entity-groupby-email-content-formatter.html} (59%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
