This is an automated email from the ASF dual-hosted git repository.
jackie pushed a change to branch aggregation_function
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
discard 400bb61 Misc fixes for aggregation functions
add a0c84fe Implement DISTINCT (#4535)
add 761ce2f Add APIs to get leader for all tables or a given table (#4545)
add 31594da Replace Hashmap to Object2IntOpenHashMap in
OnHeapStringDictionary (#4568)
add 283a495 Revert "Set processingException when all queried segments
cannot be acquired (#3942)" (#4632)
add 49a65a3 Support default value for Byte column (#4583)
add e447117 Remove import of sun.misc.Cleaner to make code compatible
with jdk11 (#4634)
add ffa66bf Refactor ControllerLeaderLocator (#4553)
add f30d83b Adding documentation for Pinot Schema. (#4637)
add 07c74b1 User doc for Star-Tree index (#4640)
add c563b82 Add license header for star-tree document (#4641)
add bd1af57 Adding section describing defaultNullValue in Schema page.
(#4642)
add 4c4800b Support HTTP POST/PUT JSON schema (#4639)
add 09d3735 Remove sun.misc.Cleaner import (#4643)
add a734931 Add metrics for the number of partitions for which controller
becomes leader (#4633)
add c44d371 [TE] fix email alerter throw exception (#4647)
add 0b4fc0c Documentation for completionConfig (#4636)
add 2607d94 Misc fixes for aggregation functions
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (400bb61)
\
N -- N -- N refs/heads/aggregation_function (2607d94)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
docs/admin_guide.rst | 1 +
docs/architecture.rst | 29 +-
docs/index.rst | 2 +-
docs/schema.rst | 138 ++++
docs/star-tree/example.png | Bin 0 -> 29005 bytes
docs/star-tree/space-time.png | Bin 0 -> 25225 bytes
docs/star-tree/star-tree.rst | 349 ++++++++++
docs/star-tree/structure.png | Bin 0 -> 25841 bytes
docs/tableconfig_schema.rst | 23 +
docs/tuning_pinot.rst | 13 +-
docs/tuning_realtime_performance.rst | 9 +-
.../requesthandler/BaseBrokerRequestHandler.java | 19 +-
.../pinot/common/exception/QueryException.java | 2 -
.../common/function/AggregationFunctionType.java | 3 +-
.../pinot/common/metrics/ControllerGauge.java | 3 +
.../apache/pinot/common/request/BrokerRequest.java | 199 ++++--
.../common/utils/helix/LeadControllerUtils.java | 49 ++
.../parsers/PinotQuery2BrokerRequestConverter.java | 77 ++-
.../org/apache/pinot/pql/parsers/Pql2Compiler.java | 3 +-
.../pql/parsers/pql2/ast/FunctionCallAstNode.java | 59 +-
.../parsers/pql2/ast/OutputColumnListAstNode.java | 91 +++
.../pinot/pql/parsers/pql2/ast/SelectAstNode.java | 25 +-
.../apache/pinot/sql/parsers/CalciteSqlParser.java | 55 +-
.../apache/pinot/common/data/FieldSpecTest.java | 11 +
.../apache/pinot/pql/parsers/Pql2CompilerTest.java | 38 ++
.../pinot/sql/parsers/CalciteSqlCompilerTest.java | 327 ++++++++++
pinot-common/src/thrift/request.thrift | 1 +
.../pinot/controller/LeadControllerManager.java | 39 +-
.../pinot/controller/api/resources/Constants.java | 1 +
.../PinotLeadControllerRestletResource.java | 202 ++++++
.../api/resources/PinotSchemaRestletResource.java | 51 +-
.../controller/LeadControllerManagerTest.java | 17 +-
.../api/PinotSchemaRestletResourceTest.java | 30 +
.../pinot/controller/helix/ControllerTest.java | 11 +
.../controller/helix/PinotControllerModeTest.java | 23 +-
.../helix/core/retention/RetentionManagerTest.java | 7 +-
.../apache/pinot/core/common/ObjectSerDeUtils.java | 54 +-
.../core/common/datatable/DataTableBuilder.java | 3 +-
.../core/data/manager/BaseTableDataManager.java | 48 +-
.../core/data/manager/InstanceDataManager.java | 14 -
.../pinot/core/data/manager/TableDataManager.java | 15 -
.../core/operator/CombineGroupByOperator.java | 2 +-
.../transform/TransformBlockDataFetcher.java | 68 +-
.../core/plan/AggregationGroupByPlanNode.java | 2 +-
.../pinot/core/plan/AggregationPlanNode.java | 2 +-
.../plan/DictionaryBasedAggregationPlanNode.java | 9 +-
.../plan/MetadataBasedAggregationPlanNode.java | 11 +-
.../apache/pinot/core/plan/TransformPlanNode.java | 15 +-
.../core/plan/maker/InstancePlanMakerImplV2.java | 4 +-
.../query/aggregation/AggregationExecutor.java | 3 +-
.../aggregation/DefaultAggregationExecutor.java | 59 +-
.../core/query/aggregation/DistinctTable.java | 235 +++++++
.../aggregation/function/AggregationFunction.java | 71 +-
.../function/AggregationFunctionFactory.java | 14 +-
.../function/AggregationFunctionUtils.java | 54 +-
.../function/AggregationFunctionVisitorBase.java | 3 +
.../function/AvgAggregationFunction.java | 39 +-
.../function/AvgMVAggregationFunction.java | 20 +-
.../function/CountAggregationFunction.java | 33 +-
.../function/CountMVAggregationFunction.java | 18 +-
.../function/DistinctAggregationFunction.java | 160 +++++
.../function/DistinctCountAggregationFunction.java | 42 +-
.../DistinctCountHLLAggregationFunction.java | 49 +-
.../DistinctCountHLLMVAggregationFunction.java | 18 +-
.../DistinctCountMVAggregationFunction.java | 18 +-
.../DistinctCountRawHLLAggregationFunction.java | 33 +-
.../DistinctCountRawHLLMVAggregationFunction.java | 5 +-
.../function/FastHLLAggregationFunction.java | 37 +-
.../function/MaxAggregationFunction.java | 33 +-
.../function/MaxMVAggregationFunction.java | 18 +-
.../function/MinAggregationFunction.java | 33 +-
.../function/MinMVAggregationFunction.java | 18 +-
.../function/MinMaxRangeAggregationFunction.java | 40 +-
.../function/MinMaxRangeMVAggregationFunction.java | 20 +-
.../function/PercentileAggregationFunction.java | 38 +-
.../function/PercentileEstAggregationFunction.java | 38 +-
.../PercentileEstMVAggregationFunction.java | 18 +-
.../function/PercentileMVAggregationFunction.java | 18 +-
.../PercentileTDigestAggregationFunction.java | 39 +-
.../PercentileTDigestMVAggregationFunction.java | 18 +-
.../function/SumAggregationFunction.java | 33 +-
.../function/SumMVAggregationFunction.java | 18 +-
.../query/executor/ServerQueryExecutorV1Impl.java | 32 +-
.../core/query/reduce/BrokerReduceService.java | 63 +-
.../creator/impl/SegmentColumnarIndexCreator.java | 12 +-
.../defaultcolumn/BaseDefaultColumnHandler.java | 5 +
.../index/readers/ImmutableDictionaryReader.java | 7 +-
.../index/readers/OnHeapStringDictionary.java | 22 +-
.../pinot/core/segment/memory/PinotByteBuffer.java | 6 +-
.../executor/StarTreeAggregationExecutor.java | 5 +-
.../server/realtime/ControllerLeaderLocator.java | 226 +++----
.../data/manager/BaseTableDataManagerTest.java | 5 -
.../function/AggregationFunctionFactoryTest.java | 107 ++-
.../index/loader/SegmentPreProcessorTest.java | 12 +
.../apache/pinot/queries/DistinctQueriesTest.java | 719 +++++++++++++++++++++
...erSegmentAggregationSingleValueQueriesTest.java | 73 +++
...erSegmentAggregationSingleValueQueriesTest.java | 68 +-
.../AggregationGroupByTrimmingServiceTest.java | 7 +-
.../pinot/query/executor/QueryExecutorTest.java | 50 +-
.../realtime/ControllerLeaderLocatorTest.java | 174 +++--
.../src/test/resources/data/newColumnsSchema3.json | 10 +
.../tests/ClusterIntegrationTestUtils.java | 15 +-
.../tests/OfflineClusterIntegrationTest.java | 29 +
.../pinot/perf/StringDictionaryPerfTest.java | 25 +-
.../starter/helix/HelixInstanceDataManager.java | 16 -
.../SegmentOnlineOfflineStateModelFactory.java | 5 -
.../alert/scheme/DetectionEmailAlerter.java | 2 +-
107 files changed, 3976 insertions(+), 1166 deletions(-)
create mode 100644 docs/schema.rst
create mode 100755 docs/star-tree/example.png
create mode 100755 docs/star-tree/space-time.png
create mode 100644 docs/star-tree/star-tree.rst
create mode 100755 docs/star-tree/structure.png
create mode 100644
pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/PinotLeadControllerRestletResource.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/DistinctTable.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/DistinctAggregationFunction.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/queries/DistinctQueriesTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
