This is an automated email from the ASF dual-hosted git repository.
xiangfu pushed a change to branch support_orc_in_segment_gen
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git.
omit 695c62f Support ORC files as data source in segment creation
add a0c84fe Implement DISTINCT (#4535)
add 761ce2f Add APIs to get leader for all tables or a given table (#4545)
add 31594da Replace Hashmap to Object2IntOpenHashMap in
OnHeapStringDictionary (#4568)
add 283a495 Revert "Set processingException when all queried segments
cannot be acquired (#3942)" (#4632)
add 49a65a3 Support default value for Byte column (#4583)
add e447117 Remove import of sun.misc.Cleaner to make code compatible
with jdk11 (#4634)
add ffa66bf Refactor ControllerLeaderLocator (#4553)
add f30d83b Adding documentation for Pinot Schema. (#4637)
add 07c74b1 User doc for Star-Tree index (#4640)
add c563b82 Add license header for star-tree document (#4641)
add bd1af57 Adding section describing defaultNullValue in Schema page.
(#4642)
add e3df232 Support ORC files as data source in segment creation
add 2ed1d5c address comments
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (695c62f)
\
N -- N -- N refs/heads/support_orc_in_segment_gen (2ed1d5c)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
docs/admin_guide.rst | 1 +
docs/architecture.rst | 22 +-
docs/index.rst | 2 +-
docs/schema.rst | 138 ++++
docs/star-tree/example.png | Bin 0 -> 29005 bytes
docs/star-tree/space-time.png | Bin 0 -> 25225 bytes
docs/star-tree/star-tree.rst | 349 ++++++++++
docs/star-tree/structure.png | Bin 0 -> 25841 bytes
docs/tuning_pinot.rst | 13 +-
.../requesthandler/BaseBrokerRequestHandler.java | 19 +-
.../pinot/common/exception/QueryException.java | 2 -
.../common/function/AggregationFunctionType.java | 3 +-
.../apache/pinot/common/request/BrokerRequest.java | 199 ++++--
.../common/utils/helix/LeadControllerUtils.java | 49 ++
.../parsers/PinotQuery2BrokerRequestConverter.java | 77 ++-
.../org/apache/pinot/pql/parsers/Pql2Compiler.java | 3 +-
.../pql/parsers/pql2/ast/FunctionCallAstNode.java | 59 +-
.../parsers/pql2/ast/OutputColumnListAstNode.java | 91 +++
.../pinot/pql/parsers/pql2/ast/SelectAstNode.java | 25 +-
.../apache/pinot/sql/parsers/CalciteSqlParser.java | 55 +-
.../apache/pinot/common/data/FieldSpecTest.java | 11 +
.../apache/pinot/pql/parsers/Pql2CompilerTest.java | 38 ++
.../pinot/sql/parsers/CalciteSqlCompilerTest.java | 327 ++++++++++
pinot-common/src/thrift/request.thrift | 1 +
.../pinot/controller/LeadControllerManager.java | 35 +-
.../pinot/controller/api/resources/Constants.java | 1 +
.../PinotLeadControllerRestletResource.java | 202 ++++++
.../controller/LeadControllerManagerTest.java | 17 +-
.../controller/helix/PinotControllerModeTest.java | 23 +-
.../helix/core/retention/RetentionManagerTest.java | 7 +-
.../apache/pinot/core/common/ObjectSerDeUtils.java | 54 +-
.../core/data/manager/BaseTableDataManager.java | 48 +-
.../core/data/manager/InstanceDataManager.java | 14 -
.../pinot/core/data/manager/TableDataManager.java | 15 -
.../core/data/recordtransformer/PinotDataType.java | 77 ++-
.../core/operator/CombineGroupByOperator.java | 2 +-
.../transform/TransformBlockDataFetcher.java | 68 +-
.../core/plan/AggregationGroupByPlanNode.java | 2 +-
.../pinot/core/plan/AggregationPlanNode.java | 2 +-
.../plan/DictionaryBasedAggregationPlanNode.java | 9 +-
.../plan/MetadataBasedAggregationPlanNode.java | 13 +-
.../apache/pinot/core/plan/TransformPlanNode.java | 15 +-
.../core/plan/maker/InstancePlanMakerImplV2.java | 6 +-
.../aggregation/DefaultAggregationExecutor.java | 52 +-
.../core/query/aggregation/DistinctTable.java | 235 +++++++
.../function/AggregationFunctionFactory.java | 15 +-
.../function/AggregationFunctionUtils.java | 34 +-
.../function/DistinctAggregationFunction.java | 169 +++++
.../query/executor/ServerQueryExecutorV1Impl.java | 32 +-
.../core/query/reduce/BrokerReduceService.java | 63 +-
.../creator/impl/SegmentColumnarIndexCreator.java | 12 +-
.../defaultcolumn/BaseDefaultColumnHandler.java | 5 +
.../index/readers/ImmutableDictionaryReader.java | 7 +-
.../index/readers/OnHeapStringDictionary.java | 22 +-
.../pinot/core/segment/memory/PinotByteBuffer.java | 5 +-
.../server/realtime/ControllerLeaderLocator.java | 226 +++----
.../data/manager/BaseTableDataManagerTest.java | 5 -
.../function/AggregationFunctionFactoryTest.java | 107 ++-
.../index/loader/SegmentPreProcessorTest.java | 12 +
.../apache/pinot/queries/DistinctQueriesTest.java | 719 +++++++++++++++++++++
...erSegmentAggregationSingleValueQueriesTest.java | 73 +++
...erSegmentAggregationSingleValueQueriesTest.java | 68 +-
.../AggregationGroupByTrimmingServiceTest.java | 7 +-
.../pinot/query/executor/QueryExecutorTest.java | 50 +-
.../realtime/ControllerLeaderLocatorTest.java | 174 +++--
.../src/test/resources/data/newColumnsSchema3.json | 10 +
.../tests/ClusterIntegrationTestUtils.java | 15 +-
.../tests/OfflineClusterIntegrationTest.java | 29 +
.../pinot/orc/data/readers/ORCRecordReader.java | 2 +-
.../pinot/perf/StringDictionaryPerfTest.java | 25 +-
.../starter/helix/HelixInstanceDataManager.java | 16 -
.../SegmentOnlineOfflineStateModelFactory.java | 5 -
72 files changed, 3608 insertions(+), 680 deletions(-)
create mode 100644 docs/schema.rst
create mode 100755 docs/star-tree/example.png
create mode 100755 docs/star-tree/space-time.png
create mode 100644 docs/star-tree/star-tree.rst
create mode 100755 docs/star-tree/structure.png
create mode 100644
pinot-controller/src/main/java/org/apache/pinot/controller/api/resources/PinotLeadControllerRestletResource.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/DistinctTable.java
create mode 100644
pinot-core/src/main/java/org/apache/pinot/core/query/aggregation/function/DistinctAggregationFunction.java
create mode 100644
pinot-core/src/test/java/org/apache/pinot/queries/DistinctQueriesTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
