This is an automated email from the ASF dual-hosted git repository.
siddteotia pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
from 74e4037 SumPrecision: support all data types and star-tree (#6668)
add 4fac51c Add realtime provisioning rule to recommendation engine
(#6625)
No new revisions were added by this update.
Summary of changes:
pinot-controller/pom.xml | 18 +-
.../recommender}/data/generator/AvroWriter.java | 2 +-
.../data/generator/BytesGenerator.java | 2 +-
.../recommender}/data/generator/DataGenerator.java | 2 +-
.../data/generator/DataGeneratorSpec.java | 2 +-
.../recommender}/data/generator/Generator.java | 2 +-
.../data/generator/GeneratorFactory.java | 2 +-
.../data/generator/MultiValueGeneratorHelper.java | 2 +-
.../data/generator/NumberGenerator.java | 80 +++------
.../data/generator/PatternMixtureGenerator.java | 2 +-
.../data/generator/PatternSeasonalGenerator.java | 2 +-
.../data/generator/PatternSequenceGenerator.java | 2 +-
.../data/generator/PatternSpikeGenerator.java | 2 +-
.../data/generator/PatternStringGenerator.java | 2 +-
.../recommender}/data/generator/PatternType.java | 2 +-
.../data/generator/RangeDoubleGenerator.java | 2 +-
.../data/generator/RangeFloatGenerator.java | 2 +-
.../data/generator/RangeIntGenerator.java | 2 +-
.../data/generator/RangeLongGenerator.java | 2 +-
.../data/generator/SchemaAnnotation.java | 2 +-
.../data/generator/StringGenerator.java | 12 +-
.../recommender}/data/generator/TimeGenerator.java | 2 +-
.../controller/recommender/io/ConfigManager.java | 18 ++
.../controller/recommender/io/InputManager.java | 15 ++
.../realtime/provisioning/MemoryEstimator.java | 67 +++----
.../recommender/rules/RulesToExecute.java | 16 +-
.../rules/impl/RealtimeProvisioningRule.java | 187 ++++++++++++++++++++
.../recommender/rules/io/configs/IndexConfig.java | 4 +
.../rules/io/configs/PartitionConfig.java | 12 ++
.../io/params/RealtimeProvisioningRuleParams.java | 105 +++++++++++
.../rules/io/params/RecommenderConstants.java | 8 +
.../controller/recommender/TestConfigEngine.java | 195 ++++++++++++---------
.../generator/MultiValueGeneratorHelperTest.java | 2 +-
.../data/generator/NumberGeneratorTest.java | 86 +++++++++
.../data/generator/TimeGeneratorTest.java | 2 +-
.../realtime/provisioning/MemoryEstimatorTest.java | 10 +-
.../memory_estimation/schema-with-metadata.json | 0
.../schema-with-metadata__dateTimeFieldSpec.json | 0
.../resources/memory_estimation/table-config.json | 0
...exInput.json => RealtimeProvisioningInput.json} | 53 +++---
.../tools/admin/command/GenerateDataCommand.java | 6 +-
.../command/RealtimeProvisioningHelperCommand.java | 37 +++-
42 files changed, 720 insertions(+), 251 deletions(-)
rename {pinot-tools/src/main/java/org/apache/pinot/tools =>
pinot-controller/src/main/java/org/apache/pinot/controller/recommender}/data/generator/AvroWriter.java
(97%)
rename {pinot-tools/src/main/java/org/apache/pinot/tools =>
pinot-controller/src/main/java/org/apache/pinot/controller/recommender}/data/generator/BytesGenerator.java
(95%)
rename {pinot-tools/src/main/java/org/apache/pinot/tools =>
pinot-controller/src/main/java/org/apache/pinot/controller/recommender}/data/generator/DataGenerator.java
(99%)
rename {pinot-tools/src/main/java/org/apache/pinot/tools =>
pinot-controller/src/main/java/org/apache/pinot/controller/recommender}/data/generator/DataGeneratorSpec.java
(98%)
rename {pinot-tools/src/main/java/org/apache/pinot/tools =>
pinot-controller/src/main/java/org/apache/pinot/controller/recommender}/data/generator/Generator.java
(93%)
rename {pinot-tools/src/main/java/org/apache/pinot/tools =>
pinot-controller/src/main/java/org/apache/pinot/controller/recommender}/data/generator/GeneratorFactory.java
(97%)
rename {pinot-tools/src/main/java/org/apache/pinot/tools =>
pinot-controller/src/main/java/org/apache/pinot/controller/recommender}/data/generator/MultiValueGeneratorHelper.java
(96%)
rename {pinot-tools/src/main/java/org/apache/pinot/tools =>
pinot-controller/src/main/java/org/apache/pinot/controller/recommender}/data/generator/NumberGenerator.java
(54%)
rename {pinot-tools/src/main/java/org/apache/pinot/tools =>
pinot-controller/src/main/java/org/apache/pinot/controller/recommender}/data/generator/PatternMixtureGenerator.java
(98%)
rename {pinot-tools/src/main/java/org/apache/pinot/tools =>
pinot-controller/src/main/java/org/apache/pinot/controller/recommender}/data/generator/PatternSeasonalGenerator.java
(98%)
rename {pinot-tools/src/main/java/org/apache/pinot/tools =>
pinot-controller/src/main/java/org/apache/pinot/controller/recommender}/data/generator/PatternSequenceGenerator.java
(97%)
rename {pinot-tools/src/main/java/org/apache/pinot/tools =>
pinot-controller/src/main/java/org/apache/pinot/controller/recommender}/data/generator/PatternSpikeGenerator.java
(98%)
rename {pinot-tools/src/main/java/org/apache/pinot/tools =>
pinot-controller/src/main/java/org/apache/pinot/controller/recommender}/data/generator/PatternStringGenerator.java
(97%)
rename {pinot-tools/src/main/java/org/apache/pinot/tools =>
pinot-controller/src/main/java/org/apache/pinot/controller/recommender}/data/generator/PatternType.java
(94%)
rename {pinot-tools/src/main/java/org/apache/pinot/tools =>
pinot-controller/src/main/java/org/apache/pinot/controller/recommender}/data/generator/RangeDoubleGenerator.java
(95%)
rename {pinot-tools/src/main/java/org/apache/pinot/tools =>
pinot-controller/src/main/java/org/apache/pinot/controller/recommender}/data/generator/RangeFloatGenerator.java
(95%)
rename {pinot-tools/src/main/java/org/apache/pinot/tools =>
pinot-controller/src/main/java/org/apache/pinot/controller/recommender}/data/generator/RangeIntGenerator.java
(95%)
rename {pinot-tools/src/main/java/org/apache/pinot/tools =>
pinot-controller/src/main/java/org/apache/pinot/controller/recommender}/data/generator/RangeLongGenerator.java
(95%)
rename {pinot-tools/src/main/java/org/apache/pinot/tools =>
pinot-controller/src/main/java/org/apache/pinot/controller/recommender}/data/generator/SchemaAnnotation.java
(97%)
rename {pinot-tools/src/main/java/org/apache/pinot/tools =>
pinot-controller/src/main/java/org/apache/pinot/controller/recommender}/data/generator/StringGenerator.java
(90%)
rename {pinot-tools/src/main/java/org/apache/pinot/tools =>
pinot-controller/src/main/java/org/apache/pinot/controller/recommender}/data/generator/TimeGenerator.java
(97%)
rename {pinot-tools/src/main/java/org/apache/pinot/tools =>
pinot-controller/src/main/java/org/apache/pinot/controller/recommender}/realtime/provisioning/MemoryEstimator.java
(92%)
create mode 100644
pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/impl/RealtimeProvisioningRule.java
create mode 100644
pinot-controller/src/main/java/org/apache/pinot/controller/recommender/rules/io/params/RealtimeProvisioningRuleParams.java
rename {pinot-tools/src/test/java/org/apache/pinot/tools =>
pinot-controller/src/test/java/org/apache/pinot/controller/recommender}/data/generator/MultiValueGeneratorHelperTest.java
(96%)
create mode 100644
pinot-controller/src/test/java/org/apache/pinot/controller/recommender/data/generator/NumberGeneratorTest.java
rename {pinot-tools/src/test/java/org/apache/pinot/tools =>
pinot-controller/src/test/java/org/apache/pinot/controller/recommender}/data/generator/TimeGeneratorTest.java
(96%)
rename {pinot-tools/src/test/java/org/apache/pinot/tools =>
pinot-controller/src/test/java/org/apache/pinot/controller/recommender}/realtime/provisioning/MemoryEstimatorTest.java
(92%)
rename {pinot-tools =>
pinot-controller}/src/test/resources/memory_estimation/schema-with-metadata.json
(100%)
rename {pinot-tools =>
pinot-controller}/src/test/resources/memory_estimation/schema-with-metadata__dateTimeFieldSpec.json
(100%)
rename {pinot-tools =>
pinot-controller}/src/test/resources/memory_estimation/table-config.json (100%)
copy
pinot-controller/src/test/resources/recommenderInput/{SortedInvertedIndexInput.json
=> RealtimeProvisioningInput.json} (76%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]