This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a change to branch time-functions-in-query
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
discard 9a4e8ca Adding support to execute functions during query compilation
add b61400f fix generator.sh to follow #5338 changes (#5415)
add 1e0cc16 Upgrade helix to 0.9.7 (#5411)
add 85474ba DATE_TIME should work as the primary time column for Pinot
tables (#5399)
add 4e3f062 Fix issue with PerfBenchmarkRunner where server can no longer
pre-load segments (#5417)
add 775d578 [TE] alerts search and pagination endpoint (#5413)
add 0459b98 [TE] fix an issue that in some cases the evaluations are not
generated (#5420)
add 4f01114 Set hashmap initial size to 16 in
DictionaryBasedGroupKeyGenerator. (#5421)
add 6a2881a [TE] frontend - harleyjj/packages - pin compatible package
versions (#5418)
add a3ebd0c Use thread local for groupby raw key holders (#5419)
add 70e8383 Fix flaky test for
InterSegmentResultTableMultiValueQueriesTest (#5410)
add 57d32d7 Fix the range index (#5414)
add ce534d9 Improving InterSegmentResultTableMultiValueQueriesTest (#5426)
add 598c12b [TE] Added generic support for configuring Data Quality rules
like SLA from Yaml (#5398)
add 6d3fbbe Fix website public cloud quickstart deadlink (#5429)
add 66ed883 Complex FieldSpec (#5422)
add f8381eb [TE] elr migration (#5428)
add f35583f Pinot website: fixing break links and updating installation
guide (#5431)
add 8d84161 Adding support to execute functions during query compilation
add cc89fe3 Remove function formatDatetime
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (9a4e8ca)
\
N -- N -- N refs/heads/time-functions-in-query (cc89fe3)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.travis.yml | 4 +
.travis/.travis_install.sh | 4 +-
.travis/.travis_set_deploy_build_opts.sh | 1 +
...y_build_opts.sh => .travis_te_nightly_build.sh} | 20 +-
docker/images/pinot/bin/generator.sh | 3 +-
.../routing/timeboundary/TimeBoundaryManager.java | 14 +-
.../broker/broker/HelixBrokerStarterTest.java | 7 +-
.../timeboundary/TimeBoundaryManagerTest.java | 153 +-
.../pinot/common/function/DateTimeFunctions.java | 7 -
.../pinot/common/function/FunctionRegistry.java | 1 -
.../apache/pinot/common/data/FieldSpecTest.java | 2 +-
.../pinot/sql/parsers/CalciteSqlCompilerTest.java | 2 +-
.../pinot/controller/api/upload/ZKOperator.java | 7 +-
.../controller/util/AutoAddInvertedIndex.java | 8 +-
...PinotInstanceAssignmentRestletResourceTest.java | 6 +-
.../data/function/FunctionEvaluatorFactory.java | 3 +-
.../realtime/HLRealtimeSegmentDataManager.java | 10 +-
.../apache/pinot/core/minion/SegmentPurger.java | 2 +-
.../ExpressionScanDocIdIterator.java | 4 +-
.../dociditerators/MVScanDocIdIterator.java | 5 +-
.../dociditerators/SVScanDocIdIterator.java | 5 +-
.../dociditerators/ScanBasedDocIdIterator.java | 3 +-
.../core/operator/filter/FilterOperatorUtils.java | 13 +-
...tor.java => RangeIndexBasedFilterOperator.java} | 73 +-
.../groupby/DefaultGroupByExecutor.java | 6 +-
.../groupby/DictionaryBasedGroupKeyGenerator.java | 65 +-
.../creator/impl/SegmentColumnarIndexCreator.java | 78 +-
.../core/segment/creator/impl/V1Constants.java | 4 +
.../creator/impl/inv/RangeIndexCreator.java | 26 +-
.../index/metadata/SegmentMetadataImpl.java | 2 +-
.../name/NormalizedDateSegmentNameGenerator.java | 21 +-
.../MultiplePinotSegmentRecordReaderTest.java | 11 +-
.../pinot/core/data/readers/PinotSegmentUtil.java | 59 +-
.../generator/SegmentGeneratorConfigTest.java | 25 +-
.../MutableSegmentImplAggregateMetricsTest.java | 58 +-
.../function/DateTruncTransformFunctionTest.java | 50 +-
...adataAndDictionaryAggregationPlanMakerTest.java | 2 +-
.../SegmentGenerationWithTimeColumnTest.java | 49 +
.../NormalizedDateSegmentNameGeneratorTest.java | 29 +-
.../apache/pinot/core/util/SchemaUtilsTest.java | 17 +
...terSegmentResultTableMultiValueQueriesTest.java | 489 +-
.../DictionaryBasedGroupKeyGeneratorTest.java | 28 +-
.../tests/BaseClusterIntegrationTest.java | 4 +-
...eTimeFieldSpecHybridClusterIntegrationTest.java | 45 +-
.../LuceneRealtimeClusterIntegrationTest.java | 3 +-
..._100k_subset_nonulls_datetimefieldspecs.schema} | 77 +-
...onulls_default_column_test_extra_columns.schema | 2 +-
.../apache/pinot/perf/BenchmarkQueryEngine.java | 4 +-
.../batch/common/SegmentGenerationTaskRunner.java | 20 +-
.../hadoop/job/HadoopSegmentPreprocessingJob.java | 16 +-
.../pinot/hadoop/job/InternalConfigConstants.java | 1 +
.../hadoop/job/mappers/SegmentCreationMapper.java | 16 +-
.../job/mappers/SegmentPreprocessingMapper.java | 12 +-
.../spark/jobs/SparkSegmentCreationFunction.java | 17 +-
.../pinot/plugin/inputformat/avro/AvroUtils.java | 10 +
.../plugin/inputformat/avro/AvroUtilsTest.java | 11 +
.../apache/pinot/spi/data/ComplexFieldSpec.java | 92 +
.../java/org/apache/pinot/spi/data/FieldSpec.java | 6 +-
.../java/org/apache/pinot/spi/data/Schema.java | 39 +-
.../org/apache/pinot/spi/data/TimeFieldSpec.java | 8 +-
.../apache/pinot/spi/data/TimeGranularitySpec.java | 65 +-
.../org/apache/pinot/spi/utils/TimeConverter.java | 1 +
.../org/apache/pinot/tools/SegmentDumpTool.java | 3 +-
.../pinot/tools/data/generator/DataGenerator.java | 2 +-
.../pinot/tools/perf/PerfBenchmarkDriver.java | 17 +-
.../pinot/tools/perf/PerfBenchmarkRunner.java | 6 +-
.../query/comparison/SegmentInfoProvider.java | 1 +
.../segment/converter/SegmentMergeCommand.java | 15 +-
.../batch/airlineStats/airlineStats_schema.json | 11 +-
.../stream/airlineStats/airlineStats_schema.json | 11 +-
.../stream/meetupRsvp/meetupRsvp_schema.json | 11 +-
pom.xml | 2 +-
thirdeye/pom.xml | 12 +-
thirdeye/thirdeye-frontend/package.json | 11 +-
thirdeye/thirdeye-frontend/pom.xml | 17 +-
thirdeye/thirdeye-frontend/yarn.lock | 5574 +++++++++-----------
thirdeye/thirdeye-hadoop/pom.xml | 2 +-
thirdeye/thirdeye-pinot/pom.xml | 2 +-
.../apache/pinot/thirdeye/anomaly/AnomalyType.java | 2 +-
.../trigger/DataAvailabilityTaskScheduler.java | 11 +-
.../pinot/thirdeye/anomaly/task/TaskConstants.java | 2 +-
.../thirdeye/anomaly/task/TaskInfoFactory.java | 2 +-
.../thirdeye/anomaly/task/TaskRunnerFactory.java | 6 +-
.../anomaly/utils/ThirdeyeMetricsUtil.java | 12 +-
.../thirdeye/constant/AnomalyResultSource.java | 1 +
.../dashboard/ThirdEyeDashboardApplication.java | 2 +
.../resources/v2/alerts/AlertResource.java | 79 +
.../resources/v2/alerts/AlertSearchFilter.java | 157 +
.../resources/v2/alerts/AlertSearcher.java | 259 +
.../thirdeye/datalayer/bao/AbstractManager.java | 29 +-
.../datalayer/bao/jdbc/AbstractManagerImpl.java | 15 +
.../thirdeye/datalayer/dao/GenericPojoDao.java | 82 +
.../datalayer/entity/DetectionConfigIndex.java | 18 +
.../datalayer/pojo/DetectionConfigBean.java | 12 +-
.../thirdeye/datalayer/util/SqlQueryBuilder.java | 40 +
.../thirdeye/detection/DetectionResource.java | 1 -
.../pinot/thirdeye/detection/DetectionUtils.java | 17 +-
.../alert/StatefulDetectionAlertFilter.java | 12 +-
.../detection/algorithm/DimensionWrapper.java | 1 +
.../DataQualityPipelineJob.java} | 20 +-
.../dataquality/DataQualityPipelineTaskRunner.java | 143 +
.../components/DataSlaQualityChecker.java | 216 +
.../spec/DataSlaQualityCheckerSpec.java} | 20 +-
.../dataquality/wrapper/DataSlaWrapper.java | 103 +
.../detection/datasla/DatasetSlaTaskRunner.java | 320 --
.../validators/DetectionConfigValidator.java | 1 +
.../wrapper/BaselineFillingMergeWrapper.java | 2 +
.../wrapper/ChildKeepingMergeWrapper.java | 6 +-
.../detection/wrapper/DataQualityMergeWrapper.java | 99 +
.../yaml/translator/DetectionConfigTranslator.java | 398 +-
.../translator/DetectionMetricAttributeHolder.java | 29 +-
.../builder/DataQualityPropertiesBuilder.java | 139 +
.../builder/DetectionConfigPropertiesBuilder.java | 222 +
.../builder/DetectionPropertiesBuilder.java | 243 +
.../formatter/DetectionConfigFormatter.java | 8 +-
.../content/BaseNotificationContent.java | 8 +-
.../thirdeye/scheduler/DetectionCronScheduler.java | 71 +-
.../scheduler/SubscriptionCronScheduler.java | 19 +-
.../thirdeye/scheduler/ThirdEyeCronScheduler.java | 6 +-
.../src/main/resources/schema/create-schema.sql | 4 +
.../trigger/DataAvailabilityTaskSchedulerTest.java | 4 +-
.../resources/v2/alerts/AlertSearcherTest.java | 75 +
.../pinot/thirdeye/detection/MockDataProvider.java | 13 +
.../dataquality/DataQualityTaskRunnerTest.java | 642 +++
.../datasla/DatasetSlaTaskRunnerTest.java | 478 --
.../DetectionConfigSlaTranslatorTest.java | 121 +
.../yaml/translator/YamlTranslationResult.java | 9 +
.../templates/TestMetricAnomaliesContent.java | 10 +-
.../channels/TestJiraContentFormatter.java | 4 +-
.../tools/RunAdhocDatabaseQueriesTool.java | 4 +-
.../detection/dataquality/sla-config-0.yaml | 17 +
.../detection/dataquality/sla-config-1.yaml | 17 +
.../detection/dataquality/sla-config-2.yaml | 17 +
.../detection/dataquality/sla-config-3.yaml | 17 +
.../detection/yaml/translator/sla-config-1.yaml | 17 +
.../detection/yaml/translator/sla-config-2.yaml | 30 +
.../detection/yaml/translator/sla-config-3.yaml | 65 +
.../detection/yaml/translator/sla-config-4.yaml | 33 +
.../detection/yaml/translator/sla-config-5.yaml | 90 +
.../yaml/translator/sla-config-translated-1.json | 23 +
.../yaml/translator/sla-config-translated-2.json | 23 +
.../yaml/translator/sla-config-translated-3.json | 57 +
.../yaml/translator/sla-config-translated-4.json | 26 +
.../yaml/translator/sla-config-translated-5.json | 103 +
.../resources/test-jira-anomalies-template.ftl | 4 +-
.../resources/test-metric-anomalies-template.html | 6 +-
website/docusaurus.config.js | 6 +-
website/src/pages/index.js | 28 +-
148 files changed, 7133 insertions(+), 5165 deletions(-)
copy .travis/{.travis_set_deploy_build_opts.sh => .travis_te_nightly_build.sh}
(56%)
rename
pinot-core/src/main/java/org/apache/pinot/core/operator/filter/{RangeFilterOperator.java
=> RangeIndexBasedFilterOperator.java} (52%)
copy
thirdeye/thirdeye-pinot/src/test/java/org/apache/pinot/thirdeye/detection/yaml/translator/YamlTranslationResult.java
=>
pinot-integration-tests/src/test/java/org/apache/pinot/integration/tests/DateTimeFieldSpecHybridClusterIntegrationTest.java
(52%)
copy
pinot-integration-tests/src/test/resources/{On_Time_On_Time_Performance_2014_100k_subset_nonulls_default_column_test_extra_columns.schema
=>
On_Time_On_Time_Performance_2014_100k_subset_nonulls_datetimefieldspecs.schema}
(82%)
create mode 100644
pinot-spi/src/main/java/org/apache/pinot/spi/data/ComplexFieldSpec.java
create mode 100644
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/dashboard/resources/v2/alerts/AlertResource.java
create mode 100644
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/dashboard/resources/v2/alerts/AlertSearchFilter.java
create mode 100644
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/dashboard/resources/v2/alerts/AlertSearcher.java
rename
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/{DetectionDataSLAJob.java
=> dataquality/DataQualityPipelineJob.java} (76%)
create mode 100644
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/dataquality/DataQualityPipelineTaskRunner.java
create mode 100644
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/dataquality/components/DataSlaQualityChecker.java
copy
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/{datalayer/entity/DetectionConfigIndex.java
=> detection/dataquality/spec/DataSlaQualityCheckerSpec.java} (62%)
create mode 100644
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/dataquality/wrapper/DataSlaWrapper.java
delete mode 100644
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/datasla/DatasetSlaTaskRunner.java
create mode 100644
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/wrapper/DataQualityMergeWrapper.java
create mode 100644
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/yaml/translator/builder/DataQualityPropertiesBuilder.java
create mode 100644
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/yaml/translator/builder/DetectionConfigPropertiesBuilder.java
create mode 100644
thirdeye/thirdeye-pinot/src/main/java/org/apache/pinot/thirdeye/detection/yaml/translator/builder/DetectionPropertiesBuilder.java
create mode 100644
thirdeye/thirdeye-pinot/src/test/java/org/apache/pinot/thirdeye/dashboard/resources/v2/alerts/AlertSearcherTest.java
create mode 100644
thirdeye/thirdeye-pinot/src/test/java/org/apache/pinot/thirdeye/detection/dataquality/DataQualityTaskRunnerTest.java
delete mode 100644
thirdeye/thirdeye-pinot/src/test/java/org/apache/pinot/thirdeye/detection/datasla/DatasetSlaTaskRunnerTest.java
create mode 100644
thirdeye/thirdeye-pinot/src/test/java/org/apache/pinot/thirdeye/detection/yaml/translator/DetectionConfigSlaTranslatorTest.java
create mode 100644
thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/dataquality/sla-config-0.yaml
create mode 100644
thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/dataquality/sla-config-1.yaml
create mode 100644
thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/dataquality/sla-config-2.yaml
create mode 100644
thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/dataquality/sla-config-3.yaml
create mode 100644
thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/translator/sla-config-1.yaml
create mode 100644
thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/translator/sla-config-2.yaml
create mode 100644
thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/translator/sla-config-3.yaml
create mode 100644
thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/translator/sla-config-4.yaml
create mode 100644
thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/translator/sla-config-5.yaml
create mode 100644
thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/translator/sla-config-translated-1.json
create mode 100644
thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/translator/sla-config-translated-2.json
create mode 100644
thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/translator/sla-config-translated-3.json
create mode 100644
thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/translator/sla-config-translated-4.json
create mode 100644
thirdeye/thirdeye-pinot/src/test/resources/org/apache/pinot/thirdeye/detection/yaml/translator/sla-config-translated-5.json
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscr...@pinot.apache.org
For additional commands, e-mail: commits-h...@pinot.apache.org
