This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a change to branch
support_aggregation_function_name_with_underscore
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
discard 49e18e4 Support aggregation function name with underscore inside
add b6402ad Update pinot-distribution assembly file for pinot-protobuf
(#5759)
add c9975c5 [TE] support optional 'name' field in data source config
(#5750)
add e7e4d19 Refreshing the Pinot project README to match docs. (#5731)
add cd26b24 Enhance DataTypeTransformer to handle nested
Map/List/Object[] (#5760)
add bc2c066 [TE] frontend - harleyjj/rca - Phase 1 of custom baseline
selector (#5752)
add a910c04 adding zookeeper browser module in UI (#5763)
add a8fbdae Optimize DistinctCount to store dictIds within segment (#5765)
add 0c4a673 [TE] add enpoints to save dimension filter for RCA v2 POC
(#5735)
add ba9e14f [TE] add auto-loading dimension filters on RCA frontend
(#5767)
add 1f69041 [Part 2] Add geo support - add a geo aggregate function
st_union (#5744)
add b1ab891 [TE] Embed cube algorithm results in email (#5770)
add 10117ae Add untar failure server meter (#5768)
add cb7de23 [TE] Added a backfill start date for Anomaly Detection (#5740)
add 0fc0811 add user info in url to auth header in HTTP
getDownloadFileRequest (#5772)
add 2c0b999 Add segment lineage based segment selector (#5728)
add 097fce6 Lazy initialization of ForwardIndexReaderContext. (#5781)
add 32348be [TE] remove linkedin bintray from pom and add override
(#5773) (#5775)
add 31d4194 Avoid redundant merge of empty sketches. (#5783)
add 271ea9f Emit server metric when retry attempts exceeded (#5784)
add a3efba4 Add DistinctCountBitmap aggregation function (#5766)
add e286991 Add missing null check before closing reader context. (#5785)
add 0e95a67 Do not apply shade plugin on parent modules (#5761)
add 47623c0 [TE] Error handling refactor of EntityManagerResource (#5788)
add c04e537 Support aggregation function name with underscore inside
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (49e18e4)
\
N -- N -- N
refs/heads/support_aggregation_function_name_with_underscore (c04e537)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.travis/.travis_te_nightly_build.sh | 2 +-
README.md | 98 ++---
.../pinot/broker/routing/RoutingManager.java | 30 +-
.../SegmentLineageBasedSegmentPreSelector.java | 61 +++
.../segmentselector/SegmentPreSelector.java | 41 +-
.../segmentselector/SegmentPreSelectorFactory.java | 29 +-
.../segmentselector/SegmentPreSelectorTest.java | 98 +++++
.../common/function/AggregationFunctionType.java | 5 +
.../apache/pinot/common/metrics/ServerMeter.java | 2 +
.../common/utils/FileUploadDownloadClient.java | 7 +
.../main/resources/app/components/AppLoader.tsx | 16 +-
.../main/resources/app/components/Breadcrumbs.tsx | 3 +-
.../src/main/resources/app/components/Layout.tsx | 4 +-
.../main/resources/app/components/MaterialTree.tsx | 122 ++++++
.../app/components/Query/QuerySideBar.tsx | 3 +-
.../src/main/resources/app/components/SideBar.tsx | 2 +-
.../app/components/SvgIcons/ZookeeperIcon.tsx | 44 +++
.../app/components/{AppLoader.tsx => TabPanel.tsx} | 45 ++-
.../app/components/Zookeeper/TreeDirectory.tsx | 175 +++++++++
pinot-controller/src/main/resources/app/index.html | 2 +-
.../src/main/resources/app/interfaces/types.d.ts | 4 +-
.../main/resources/app/pages/InstanceDetails.tsx | 2 +-
.../src/main/resources/app/pages/Query.tsx | 6 +-
.../src/main/resources/app/pages/ZookeeperPage.tsx | 207 ++++++++++
.../src/main/resources/app/requests/index.ts | 14 +-
pinot-controller/src/main/resources/app/router.tsx | 4 +-
.../src/main/resources/app/styles/styles.css | 2 +-
.../src/main/resources/app/theme/typography.ts | 3 +-
.../main/resources/app/utils/PinotMethodUtils.ts | 65 +++-
.../src/main/resources/app/utils/Utils.tsx | 14 +-
pinot-controller/src/main/resources/package.json | 1 +
.../org/apache/pinot/core/common/BlockValSet.java | 8 +
.../apache/pinot/core/common/DataBlockCache.java | 11 +-
.../org/apache/pinot/core/common/DataFetcher.java | 104 +++---
.../apache/pinot/core/common/ObjectSerDeUtils.java | 62 ++-
.../DistinctCountBitmapValueAggregator.java | 94 +++++
.../data/aggregator/ValueAggregatorFactory.java | 7 +-
.../recordtransformer/CompositeTransformer.java | 18 +-
.../recordtransformer/DataTypeTransformer.java | 98 ++++-
.../recordtransformer/NullValueTransformer.java | 4 +-
.../pinot/core/geospatial/GeometryUtils.java | 2 +
.../pinot/core/operator/ProjectionOperator.java | 9 +-
.../core/operator/blocks/ProjectionBlock.java | 39 +-
.../pinot/core/operator/blocks/TransformBlock.java | 4 -
.../operator/docvalsets/ProjectionBlockValSet.java | 28 +-
.../operator/docvalsets/TransformBlockValSet.java | 8 +
.../function/AggregationFunctionFactory.java | 6 +
.../function/AggregationFunctionVisitorBase.java | 10 +
.../function/DistinctCountAggregationFunction.java | 165 +++++---
.../DistinctCountBitmapAggregationFunction.java | 415 +++++++++++++++++++++
... DistinctCountBitmapMVAggregationFunction.java} | 127 ++++---
.../DistinctCountMVAggregationFunction.java | 53 ++-
...istinctCountThetaSketchAggregationFunction.java | 17 +-
.../function/StUnionAggregationFunction.java | 140 +++++++
.../recordtransformer/DataTypeTransformerTest.java | 202 ++++++++++
.../ExpressionTransformerTest.java | 2 +-
.../recordtransformer/RecordTransformerTest.java | 30 +-
.../v2/DistinctCountBitmapStarTreeV2Test.java | 51 +++
.../queries/DistinctCountBitmapQueriesTest.java | 248 ++++++++++++
.../apache/pinot/queries/StUnionQueriesTest.java | 258 +++++++++++++
pinot-distribution/pinot-assembly.xml | 8 +-
.../tests/StarTreeClusterIntegrationTest.java | 3 +-
.../pinot-batch-ingestion-common/pom.xml | 1 +
.../pinot-batch-ingestion-hadoop/pom.xml | 1 +
.../pinot-batch-ingestion-spark/pom.xml | 1 +
.../pinot-batch-ingestion-standalone/pom.xml | 1 +
.../v0_deprecated/pinot-hadoop/pom.xml | 1 +
.../v0_deprecated/pinot-ingestion-common/pom.xml | 1 +
.../v0_deprecated/pinot-spark/pom.xml | 1 +
pinot-plugins/pinot-file-system/pinot-adls/pom.xml | 1 +
pinot-plugins/pinot-file-system/pinot-gcs/pom.xml | 1 +
pinot-plugins/pinot-file-system/pinot-hdfs/pom.xml | 1 +
pinot-plugins/pinot-file-system/pinot-s3/pom.xml | 1 +
.../pinot-input-format/pinot-avro-base/pom.xml | 1 +
.../pinot-input-format/pinot-avro/pom.xml | 1 +
.../pinot-confluent-avro/pom.xml | 1 +
pinot-plugins/pinot-input-format/pinot-csv/pom.xml | 1 +
.../pinot-input-format/pinot-json/pom.xml | 1 +
pinot-plugins/pinot-input-format/pinot-orc/pom.xml | 1 +
.../pinot-input-format/pinot-parquet/pom.xml | 1 +
.../pinot-input-format/pinot-protobuf/pom.xml | 1 +
.../pinot-input-format/pinot-thrift/pom.xml | 1 +
.../pinot-stream-ingestion/pinot-kafka-0.9/pom.xml | 1 +
.../pinot-stream-ingestion/pinot-kafka-2.0/pom.xml | 1 +
.../pinot-kafka-base/pom.xml | 1 +
pinot-plugins/pom.xml | 18 +-
.../server/starter/helix/HelixServerStarter.java | 10 +-
.../starter/helix/SegmentFetcherAndLoader.java | 60 +--
thirdeye/pom.xml | 7 -
.../app/mirage/endpoints/rootcause.js | 9 +
.../rootcause-custom-baseline/component.js | 104 ++++++
.../rootcause-custom-baseline/template.hbs | 53 +++
.../rootcause-select-comparison-range/component.js | 43 ++-
.../rootcause-select-comparison-range/template.hbs | 16 +
.../app/pods/rootcause/controller.js | 18 +-
.../thirdeye-frontend/app/pods/rootcause/route.js | 23 +-
.../pods/services/rootcause-template/service.js | 18 +
thirdeye/thirdeye-frontend/app/styles/app.scss | 1 +
.../components/rootcause-custom-baseline.scss | 19 +
.../rootcause-select-comparison-range.scss | 7 +
.../app/styles/components/te-modal.scss | 2 +-
.../onboard/AutoOnboardPinotMetadataSource.java | 8 +-
.../thirdeye/auto/onboard/ConfigGenerator.java | 4 +-
.../dashboard/ThirdEyeDashboardApplication.java | 2 +
.../resources/BadRequestWebException.java | 55 +++
.../dashboard/resources/EntityManagerResource.java | 43 +--
.../dashboard/resources/ResourceUtils.java | 60 +++
.../resources/v2/RootCauseTemplateResource.java | 137 +++++++
.../v2/rootcause/AbstractRCAModuleConfig.java | 18 +-
.../rootcause/DimensionAnalysisModuleConfig.java | 82 ++++
.../datalayer/bao/RootcauseTemplateManager.java | 14 +-
.../bao/jdbc/RootcauseTemplateManagerImpl.java | 55 +++
.../thirdeye/datalayer/dao/GenericPojoDao.java | 4 +
.../datalayer/dto/RootcauseTemplateDTO.java | 12 +-
.../entity/RootcauseTemplateIndex.java} | 47 ++-
.../datalayer/pojo/RootcauseTemplateBean.java | 74 ++++
.../thirdeye/datalayer/util/DaoProviderUtil.java | 3 +
.../pinot/thirdeye/datasource/DAORegistry.java | 7 +
.../thirdeye/datasource/DataSourceConfig.java | 9 +
.../thirdeye/datasource/DataSourcesLoader.java | 3 +-
.../pinot/thirdeye/datasource/ThirdEyeRequest.java | 2 +-
.../datasource/csv/CSVThirdEyeDataSource.java | 10 +-
.../datasource/mock/AutoOnboardMockDataSource.java | 4 +-
.../datasource/mock/MockThirdEyeDataSource.java | 37 +-
.../datasource/pinot/PinotThirdEyeDataSource.java | 7 +-
.../pinot/PinotThirdEyeDataSourceConfig.java | 44 ++-
.../pinot/PinotThirdeyeDataSourceProperties.java | 3 +-
.../pinot/resources/PinotDataSourceResource.java | 2 +-
.../datasource/sql/SqlThirdEyeDataSource.java | 6 +-
.../thirdeye/detection/yaml/YamlResource.java | 27 +-
.../yaml/translator/DetectionConfigTranslator.java | 18 +-
.../content/templates/MetricAnomaliesContent.java | 2 +-
.../thirdeye-pinot/src/main/resources/log4j2.xml | 2 +-
.../detector/metric-anomalies-template.ftl | 47 +++
.../src/main/resources/schema/create-schema.sql | 16 +
.../AutoOnboardPinotMetricsServiceTest.java | 3 +-
.../restclient/MockThirdEyeRcaRestClient.java | 1 -
.../pinot/thirdeye/datalayer/DaoTestUtils.java | 2 +-
.../bao/TestRootcauseTemplateManager.java | 90 +++++
.../alert/scheme/DetectionEmailAlerterTest.java | 1 -
.../thirdeye/detection/yaml/YamlResourceTest.java | 2 +-
.../DetectionConfigSlaTranslatorTest.java | 2 +-
.../translator/DetectionConfigTranslatorTest.java | 2 +-
.../templates/TestMetricAnomaliesContent.java | 48 ++-
...rca-highlights-cube-algo-response-rendered.html | 115 ++++++
...st-email-rca-highlights-cube-algo-response.json | 149 ++++++++
.../resources/test-metric-anomalies-template.html | 1 +
147 files changed, 4473 insertions(+), 580 deletions(-)
create mode 100644
pinot-broker/src/main/java/org/apache/pinot/broker/routing/segmentselector/SegmentLineageBasedSegmentPreSelector.java
copy pinot-controller/src/main/resources/app/components/AppLoader.tsx =>
pinot-broker/src/main/java/org/apache/pinot/broker/routing/segmentselector/SegmentPreSelector.java
(56%)
copy
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/datasource/pinot/PinotThirdeyeDataSourceProperties.java
=>
pinot-broker/src/main/java/org/apache/pinot/broker/routing/segmentselector/SegmentPreSelectorFactory.java
(59%)
create mode 100644
pinot-broker/src/test/java/org/apache/pinot/broker/routing/segmentselector/SegmentPreSelectorTest.java
create mode 100644
pinot-controller/src/main/resources/app/components/MaterialTree.tsx
create mode 100644
pinot-controller/src/main/resources/app/components/SvgIcons/ZookeeperIcon.tsx
copy pinot-controller/src/main/resources/app/components/{AppLoader.tsx =>
TabPanel.tsx} (57%)
create mode 100644
pinot-controller/src/main/resources/app/components/Zookeeper/TreeDirectory.tsx
create mode 100644
pinot-controller/src/main/resources/app/pages/ZookeeperPage.tsx
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/data/aggregator/DistinctCountBitmapValueAggregator.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/DistinctCountBitmapAggregationFunction.java
copy
pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/{DistinctCountMVAggregationFunction.java
=> DistinctCountBitmapMVAggregationFunction.java} (56%)
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/StUnionAggregationFunction.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/data/recordtransformer/DataTypeTransformerTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/core/startree/v2/DistinctCountBitmapStarTreeV2Test.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/queries/DistinctCountBitmapQueriesTest.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/queries/StUnionQueriesTest.java
create mode 100644
thirdeye/thirdeye-frontend/app/pods/components/rootcause-custom-baseline/component.js
create mode 100644
thirdeye/thirdeye-frontend/app/pods/components/rootcause-custom-baseline/template.hbs
create mode 100644
thirdeye/thirdeye-frontend/app/pods/services/rootcause-template/service.js
create mode 100644
thirdeye/thirdeye-frontend/app/styles/components/rootcause-custom-baseline.scss
create mode 100644
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/dashboard/resources/BadRequestWebException.java
create mode 100644
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/dashboard/resources/ResourceUtils.java
create mode 100644
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/dashboard/resources/v2/RootCauseTemplateResource.java
copy pinot-controller/src/main/resources/app/theme/typography.ts =>
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/dashboard/resources/v2/rootcause/AbstractRCAModuleConfig.java
(69%)
create mode 100644
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/dashboard/resources/v2/rootcause/DimensionAnalysisModuleConfig.java
copy pinot-controller/src/main/resources/app/theme/typography.ts =>
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/datalayer/bao/RootcauseTemplateManager.java
(69%)
create mode 100644
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/datalayer/bao/jdbc/RootcauseTemplateManagerImpl.java
copy pinot-controller/src/main/resources/app/theme/typography.ts =>
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/datalayer/dto/RootcauseTemplateDTO.java
(80%)
copy
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/{datasource/pinot/PinotThirdeyeDataSourceProperties.java
=> datalayer/entity/RootcauseTemplateIndex.java} (53%)
create mode 100644
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/datalayer/pojo/RootcauseTemplateBean.java
create mode 100644
thirdeye/thirdeye-pinot/src/test/java/org/apache/pinot/thirdeye/datalayer/bao/TestRootcauseTemplateManager.java
create mode 100644
thirdeye/thirdeye-pinot/src/test/resources/test-email-rca-highlights-cube-algo-response-rendered.html
create mode 100644
thirdeye/thirdeye-pinot/src/test/resources/test-email-rca-highlights-cube-algo-response.json
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]